xref: /aosp_15_r20/external/webrtc/audio/audio_transport_impl.h (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #ifndef AUDIO_AUDIO_TRANSPORT_IMPL_H_
12*d9f75844SAndroid Build Coastguard Worker #define AUDIO_AUDIO_TRANSPORT_IMPL_H_
13*d9f75844SAndroid Build Coastguard Worker 
14*d9f75844SAndroid Build Coastguard Worker #include <memory>
15*d9f75844SAndroid Build Coastguard Worker #include <vector>
16*d9f75844SAndroid Build Coastguard Worker 
17*d9f75844SAndroid Build Coastguard Worker #include "api/audio/audio_mixer.h"
18*d9f75844SAndroid Build Coastguard Worker #include "api/scoped_refptr.h"
19*d9f75844SAndroid Build Coastguard Worker #include "common_audio/resampler/include/push_resampler.h"
20*d9f75844SAndroid Build Coastguard Worker #include "modules/async_audio_processing/async_audio_processing.h"
21*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_device/include/audio_device.h"
22*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_processing/include/audio_processing.h"
23*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/synchronization/mutex.h"
24*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/thread_annotations.h"
25*d9f75844SAndroid Build Coastguard Worker 
26*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
27*d9f75844SAndroid Build Coastguard Worker 
28*d9f75844SAndroid Build Coastguard Worker class AudioSender;
29*d9f75844SAndroid Build Coastguard Worker 
30*d9f75844SAndroid Build Coastguard Worker class AudioTransportImpl : public AudioTransport {
31*d9f75844SAndroid Build Coastguard Worker  public:
32*d9f75844SAndroid Build Coastguard Worker   AudioTransportImpl(
33*d9f75844SAndroid Build Coastguard Worker       AudioMixer* mixer,
34*d9f75844SAndroid Build Coastguard Worker       AudioProcessing* audio_processing,
35*d9f75844SAndroid Build Coastguard Worker       AsyncAudioProcessing::Factory* async_audio_processing_factory);
36*d9f75844SAndroid Build Coastguard Worker 
37*d9f75844SAndroid Build Coastguard Worker   AudioTransportImpl() = delete;
38*d9f75844SAndroid Build Coastguard Worker   AudioTransportImpl(const AudioTransportImpl&) = delete;
39*d9f75844SAndroid Build Coastguard Worker   AudioTransportImpl& operator=(const AudioTransportImpl&) = delete;
40*d9f75844SAndroid Build Coastguard Worker 
41*d9f75844SAndroid Build Coastguard Worker   ~AudioTransportImpl() override;
42*d9f75844SAndroid Build Coastguard Worker 
43*d9f75844SAndroid Build Coastguard Worker   // TODO(bugs.webrtc.org/13620) Deprecate this function
44*d9f75844SAndroid Build Coastguard Worker   int32_t RecordedDataIsAvailable(const void* audioSamples,
45*d9f75844SAndroid Build Coastguard Worker                                   size_t nSamples,
46*d9f75844SAndroid Build Coastguard Worker                                   size_t nBytesPerSample,
47*d9f75844SAndroid Build Coastguard Worker                                   size_t nChannels,
48*d9f75844SAndroid Build Coastguard Worker                                   uint32_t samplesPerSec,
49*d9f75844SAndroid Build Coastguard Worker                                   uint32_t totalDelayMS,
50*d9f75844SAndroid Build Coastguard Worker                                   int32_t clockDrift,
51*d9f75844SAndroid Build Coastguard Worker                                   uint32_t currentMicLevel,
52*d9f75844SAndroid Build Coastguard Worker                                   bool keyPressed,
53*d9f75844SAndroid Build Coastguard Worker                                   uint32_t& newMicLevel) override;
54*d9f75844SAndroid Build Coastguard Worker 
55*d9f75844SAndroid Build Coastguard Worker   int32_t RecordedDataIsAvailable(const void* audioSamples,
56*d9f75844SAndroid Build Coastguard Worker                                   size_t nSamples,
57*d9f75844SAndroid Build Coastguard Worker                                   size_t nBytesPerSample,
58*d9f75844SAndroid Build Coastguard Worker                                   size_t nChannels,
59*d9f75844SAndroid Build Coastguard Worker                                   uint32_t samplesPerSec,
60*d9f75844SAndroid Build Coastguard Worker                                   uint32_t totalDelayMS,
61*d9f75844SAndroid Build Coastguard Worker                                   int32_t clockDrift,
62*d9f75844SAndroid Build Coastguard Worker                                   uint32_t currentMicLevel,
63*d9f75844SAndroid Build Coastguard Worker                                   bool keyPressed,
64*d9f75844SAndroid Build Coastguard Worker                                   uint32_t& newMicLevel,
65*d9f75844SAndroid Build Coastguard Worker                                   int64_t estimated_capture_time_ns) override;
66*d9f75844SAndroid Build Coastguard Worker 
67*d9f75844SAndroid Build Coastguard Worker   int32_t NeedMorePlayData(size_t nSamples,
68*d9f75844SAndroid Build Coastguard Worker                            size_t nBytesPerSample,
69*d9f75844SAndroid Build Coastguard Worker                            size_t nChannels,
70*d9f75844SAndroid Build Coastguard Worker                            uint32_t samplesPerSec,
71*d9f75844SAndroid Build Coastguard Worker                            void* audioSamples,
72*d9f75844SAndroid Build Coastguard Worker                            size_t& nSamplesOut,
73*d9f75844SAndroid Build Coastguard Worker                            int64_t* elapsed_time_ms,
74*d9f75844SAndroid Build Coastguard Worker                            int64_t* ntp_time_ms) override;
75*d9f75844SAndroid Build Coastguard Worker 
76*d9f75844SAndroid Build Coastguard Worker   void PullRenderData(int bits_per_sample,
77*d9f75844SAndroid Build Coastguard Worker                       int sample_rate,
78*d9f75844SAndroid Build Coastguard Worker                       size_t number_of_channels,
79*d9f75844SAndroid Build Coastguard Worker                       size_t number_of_frames,
80*d9f75844SAndroid Build Coastguard Worker                       void* audio_data,
81*d9f75844SAndroid Build Coastguard Worker                       int64_t* elapsed_time_ms,
82*d9f75844SAndroid Build Coastguard Worker                       int64_t* ntp_time_ms) override;
83*d9f75844SAndroid Build Coastguard Worker 
84*d9f75844SAndroid Build Coastguard Worker   void UpdateAudioSenders(std::vector<AudioSender*> senders,
85*d9f75844SAndroid Build Coastguard Worker                           int send_sample_rate_hz,
86*d9f75844SAndroid Build Coastguard Worker                           size_t send_num_channels);
87*d9f75844SAndroid Build Coastguard Worker   void SetStereoChannelSwapping(bool enable);
88*d9f75844SAndroid Build Coastguard Worker 
89*d9f75844SAndroid Build Coastguard Worker  private:
90*d9f75844SAndroid Build Coastguard Worker   void SendProcessedData(std::unique_ptr<AudioFrame> audio_frame);
91*d9f75844SAndroid Build Coastguard Worker 
92*d9f75844SAndroid Build Coastguard Worker   // Shared.
93*d9f75844SAndroid Build Coastguard Worker   AudioProcessing* audio_processing_ = nullptr;
94*d9f75844SAndroid Build Coastguard Worker 
95*d9f75844SAndroid Build Coastguard Worker   // Capture side.
96*d9f75844SAndroid Build Coastguard Worker 
97*d9f75844SAndroid Build Coastguard Worker   // Thread-safe.
98*d9f75844SAndroid Build Coastguard Worker   const std::unique_ptr<AsyncAudioProcessing> async_audio_processing_;
99*d9f75844SAndroid Build Coastguard Worker 
100*d9f75844SAndroid Build Coastguard Worker   mutable Mutex capture_lock_;
101*d9f75844SAndroid Build Coastguard Worker   std::vector<AudioSender*> audio_senders_ RTC_GUARDED_BY(capture_lock_);
102*d9f75844SAndroid Build Coastguard Worker   int send_sample_rate_hz_ RTC_GUARDED_BY(capture_lock_) = 8000;
103*d9f75844SAndroid Build Coastguard Worker   size_t send_num_channels_ RTC_GUARDED_BY(capture_lock_) = 1;
104*d9f75844SAndroid Build Coastguard Worker   bool swap_stereo_channels_ RTC_GUARDED_BY(capture_lock_) = false;
105*d9f75844SAndroid Build Coastguard Worker   PushResampler<int16_t> capture_resampler_;
106*d9f75844SAndroid Build Coastguard Worker 
107*d9f75844SAndroid Build Coastguard Worker   // Render side.
108*d9f75844SAndroid Build Coastguard Worker 
109*d9f75844SAndroid Build Coastguard Worker   rtc::scoped_refptr<AudioMixer> mixer_;
110*d9f75844SAndroid Build Coastguard Worker   AudioFrame mixed_frame_;
111*d9f75844SAndroid Build Coastguard Worker   // Converts mixed audio to the audio device output rate.
112*d9f75844SAndroid Build Coastguard Worker   PushResampler<int16_t> render_resampler_;
113*d9f75844SAndroid Build Coastguard Worker };
114*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
115*d9f75844SAndroid Build Coastguard Worker 
116*d9f75844SAndroid Build Coastguard Worker #endif  // AUDIO_AUDIO_TRANSPORT_IMPL_H_
117