1*d9f75844SAndroid Build Coastguard Worker /* 2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. 3*d9f75844SAndroid Build Coastguard Worker * 4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license 5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source 6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found 7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may 8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree. 9*d9f75844SAndroid Build Coastguard Worker */ 10*d9f75844SAndroid Build Coastguard Worker 11*d9f75844SAndroid Build Coastguard Worker #ifndef AUDIO_AUDIO_TRANSPORT_IMPL_H_ 12*d9f75844SAndroid Build Coastguard Worker #define AUDIO_AUDIO_TRANSPORT_IMPL_H_ 13*d9f75844SAndroid Build Coastguard Worker 14*d9f75844SAndroid Build Coastguard Worker #include <memory> 15*d9f75844SAndroid Build Coastguard Worker #include <vector> 16*d9f75844SAndroid Build Coastguard Worker 17*d9f75844SAndroid Build Coastguard Worker #include "api/audio/audio_mixer.h" 18*d9f75844SAndroid Build Coastguard Worker #include "api/scoped_refptr.h" 19*d9f75844SAndroid Build Coastguard Worker #include "common_audio/resampler/include/push_resampler.h" 20*d9f75844SAndroid Build Coastguard Worker #include "modules/async_audio_processing/async_audio_processing.h" 21*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_device/include/audio_device.h" 22*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_processing/include/audio_processing.h" 23*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/synchronization/mutex.h" 24*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/thread_annotations.h" 25*d9f75844SAndroid Build Coastguard Worker 26*d9f75844SAndroid Build Coastguard Worker namespace webrtc { 27*d9f75844SAndroid Build Coastguard Worker 28*d9f75844SAndroid Build Coastguard Worker class AudioSender; 29*d9f75844SAndroid Build Coastguard Worker 30*d9f75844SAndroid Build Coastguard Worker class AudioTransportImpl : public AudioTransport { 31*d9f75844SAndroid Build Coastguard Worker public: 32*d9f75844SAndroid Build Coastguard Worker AudioTransportImpl( 33*d9f75844SAndroid Build Coastguard Worker AudioMixer* mixer, 34*d9f75844SAndroid Build Coastguard Worker AudioProcessing* audio_processing, 35*d9f75844SAndroid Build Coastguard Worker AsyncAudioProcessing::Factory* async_audio_processing_factory); 36*d9f75844SAndroid Build Coastguard Worker 37*d9f75844SAndroid Build Coastguard Worker AudioTransportImpl() = delete; 38*d9f75844SAndroid Build Coastguard Worker AudioTransportImpl(const AudioTransportImpl&) = delete; 39*d9f75844SAndroid Build Coastguard Worker AudioTransportImpl& operator=(const AudioTransportImpl&) = delete; 40*d9f75844SAndroid Build Coastguard Worker 41*d9f75844SAndroid Build Coastguard Worker ~AudioTransportImpl() override; 42*d9f75844SAndroid Build Coastguard Worker 43*d9f75844SAndroid Build Coastguard Worker // TODO(bugs.webrtc.org/13620) Deprecate this function 44*d9f75844SAndroid Build Coastguard Worker int32_t RecordedDataIsAvailable(const void* audioSamples, 45*d9f75844SAndroid Build Coastguard Worker size_t nSamples, 46*d9f75844SAndroid Build Coastguard Worker size_t nBytesPerSample, 47*d9f75844SAndroid Build Coastguard Worker size_t nChannels, 48*d9f75844SAndroid Build Coastguard Worker uint32_t samplesPerSec, 49*d9f75844SAndroid Build Coastguard Worker uint32_t totalDelayMS, 50*d9f75844SAndroid Build Coastguard Worker int32_t clockDrift, 51*d9f75844SAndroid Build Coastguard Worker uint32_t currentMicLevel, 52*d9f75844SAndroid Build Coastguard Worker bool keyPressed, 53*d9f75844SAndroid Build Coastguard Worker uint32_t& newMicLevel) override; 54*d9f75844SAndroid Build Coastguard Worker 55*d9f75844SAndroid Build Coastguard Worker int32_t RecordedDataIsAvailable(const void* audioSamples, 56*d9f75844SAndroid Build Coastguard Worker size_t nSamples, 57*d9f75844SAndroid Build Coastguard Worker size_t nBytesPerSample, 58*d9f75844SAndroid Build Coastguard Worker size_t nChannels, 59*d9f75844SAndroid Build Coastguard Worker uint32_t samplesPerSec, 60*d9f75844SAndroid Build Coastguard Worker uint32_t totalDelayMS, 61*d9f75844SAndroid Build Coastguard Worker int32_t clockDrift, 62*d9f75844SAndroid Build Coastguard Worker uint32_t currentMicLevel, 63*d9f75844SAndroid Build Coastguard Worker bool keyPressed, 64*d9f75844SAndroid Build Coastguard Worker uint32_t& newMicLevel, 65*d9f75844SAndroid Build Coastguard Worker int64_t estimated_capture_time_ns) override; 66*d9f75844SAndroid Build Coastguard Worker 67*d9f75844SAndroid Build Coastguard Worker int32_t NeedMorePlayData(size_t nSamples, 68*d9f75844SAndroid Build Coastguard Worker size_t nBytesPerSample, 69*d9f75844SAndroid Build Coastguard Worker size_t nChannels, 70*d9f75844SAndroid Build Coastguard Worker uint32_t samplesPerSec, 71*d9f75844SAndroid Build Coastguard Worker void* audioSamples, 72*d9f75844SAndroid Build Coastguard Worker size_t& nSamplesOut, 73*d9f75844SAndroid Build Coastguard Worker int64_t* elapsed_time_ms, 74*d9f75844SAndroid Build Coastguard Worker int64_t* ntp_time_ms) override; 75*d9f75844SAndroid Build Coastguard Worker 76*d9f75844SAndroid Build Coastguard Worker void PullRenderData(int bits_per_sample, 77*d9f75844SAndroid Build Coastguard Worker int sample_rate, 78*d9f75844SAndroid Build Coastguard Worker size_t number_of_channels, 79*d9f75844SAndroid Build Coastguard Worker size_t number_of_frames, 80*d9f75844SAndroid Build Coastguard Worker void* audio_data, 81*d9f75844SAndroid Build Coastguard Worker int64_t* elapsed_time_ms, 82*d9f75844SAndroid Build Coastguard Worker int64_t* ntp_time_ms) override; 83*d9f75844SAndroid Build Coastguard Worker 84*d9f75844SAndroid Build Coastguard Worker void UpdateAudioSenders(std::vector<AudioSender*> senders, 85*d9f75844SAndroid Build Coastguard Worker int send_sample_rate_hz, 86*d9f75844SAndroid Build Coastguard Worker size_t send_num_channels); 87*d9f75844SAndroid Build Coastguard Worker void SetStereoChannelSwapping(bool enable); 88*d9f75844SAndroid Build Coastguard Worker 89*d9f75844SAndroid Build Coastguard Worker private: 90*d9f75844SAndroid Build Coastguard Worker void SendProcessedData(std::unique_ptr<AudioFrame> audio_frame); 91*d9f75844SAndroid Build Coastguard Worker 92*d9f75844SAndroid Build Coastguard Worker // Shared. 93*d9f75844SAndroid Build Coastguard Worker AudioProcessing* audio_processing_ = nullptr; 94*d9f75844SAndroid Build Coastguard Worker 95*d9f75844SAndroid Build Coastguard Worker // Capture side. 96*d9f75844SAndroid Build Coastguard Worker 97*d9f75844SAndroid Build Coastguard Worker // Thread-safe. 98*d9f75844SAndroid Build Coastguard Worker const std::unique_ptr<AsyncAudioProcessing> async_audio_processing_; 99*d9f75844SAndroid Build Coastguard Worker 100*d9f75844SAndroid Build Coastguard Worker mutable Mutex capture_lock_; 101*d9f75844SAndroid Build Coastguard Worker std::vector<AudioSender*> audio_senders_ RTC_GUARDED_BY(capture_lock_); 102*d9f75844SAndroid Build Coastguard Worker int send_sample_rate_hz_ RTC_GUARDED_BY(capture_lock_) = 8000; 103*d9f75844SAndroid Build Coastguard Worker size_t send_num_channels_ RTC_GUARDED_BY(capture_lock_) = 1; 104*d9f75844SAndroid Build Coastguard Worker bool swap_stereo_channels_ RTC_GUARDED_BY(capture_lock_) = false; 105*d9f75844SAndroid Build Coastguard Worker PushResampler<int16_t> capture_resampler_; 106*d9f75844SAndroid Build Coastguard Worker 107*d9f75844SAndroid Build Coastguard Worker // Render side. 108*d9f75844SAndroid Build Coastguard Worker 109*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<AudioMixer> mixer_; 110*d9f75844SAndroid Build Coastguard Worker AudioFrame mixed_frame_; 111*d9f75844SAndroid Build Coastguard Worker // Converts mixed audio to the audio device output rate. 112*d9f75844SAndroid Build Coastguard Worker PushResampler<int16_t> render_resampler_; 113*d9f75844SAndroid Build Coastguard Worker }; 114*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc 115*d9f75844SAndroid Build Coastguard Worker 116*d9f75844SAndroid Build Coastguard Worker #endif // AUDIO_AUDIO_TRANSPORT_IMPL_H_ 117