xref: /aosp_15_r20/external/webrtc/audio/voip/audio_channel.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2020 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "audio/voip/audio_channel.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include <utility>
14*d9f75844SAndroid Build Coastguard Worker #include <vector>
15*d9f75844SAndroid Build Coastguard Worker 
16*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/audio_format.h"
17*d9f75844SAndroid Build Coastguard Worker #include "api/task_queue/task_queue_factory.h"
18*d9f75844SAndroid Build Coastguard Worker #include "modules/rtp_rtcp/include/receive_statistics.h"
19*d9f75844SAndroid Build Coastguard Worker #include "modules/rtp_rtcp/source/rtp_rtcp_impl2.h"
20*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/logging.h"
21*d9f75844SAndroid Build Coastguard Worker 
22*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
23*d9f75844SAndroid Build Coastguard Worker 
24*d9f75844SAndroid Build Coastguard Worker namespace {
25*d9f75844SAndroid Build Coastguard Worker 
26*d9f75844SAndroid Build Coastguard Worker constexpr int kRtcpReportIntervalMs = 5000;
27*d9f75844SAndroid Build Coastguard Worker 
28*d9f75844SAndroid Build Coastguard Worker }  // namespace
29*d9f75844SAndroid Build Coastguard Worker 
AudioChannel(Transport * transport,uint32_t local_ssrc,TaskQueueFactory * task_queue_factory,AudioMixer * audio_mixer,rtc::scoped_refptr<AudioDecoderFactory> decoder_factory)30*d9f75844SAndroid Build Coastguard Worker AudioChannel::AudioChannel(
31*d9f75844SAndroid Build Coastguard Worker     Transport* transport,
32*d9f75844SAndroid Build Coastguard Worker     uint32_t local_ssrc,
33*d9f75844SAndroid Build Coastguard Worker     TaskQueueFactory* task_queue_factory,
34*d9f75844SAndroid Build Coastguard Worker     AudioMixer* audio_mixer,
35*d9f75844SAndroid Build Coastguard Worker     rtc::scoped_refptr<AudioDecoderFactory> decoder_factory)
36*d9f75844SAndroid Build Coastguard Worker     : audio_mixer_(audio_mixer) {
37*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(task_queue_factory);
38*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(audio_mixer);
39*d9f75844SAndroid Build Coastguard Worker 
40*d9f75844SAndroid Build Coastguard Worker   Clock* clock = Clock::GetRealTimeClock();
41*d9f75844SAndroid Build Coastguard Worker   receive_statistics_ = ReceiveStatistics::Create(clock);
42*d9f75844SAndroid Build Coastguard Worker 
43*d9f75844SAndroid Build Coastguard Worker   RtpRtcpInterface::Configuration rtp_config;
44*d9f75844SAndroid Build Coastguard Worker   rtp_config.clock = clock;
45*d9f75844SAndroid Build Coastguard Worker   rtp_config.audio = true;
46*d9f75844SAndroid Build Coastguard Worker   rtp_config.receive_statistics = receive_statistics_.get();
47*d9f75844SAndroid Build Coastguard Worker   rtp_config.rtcp_report_interval_ms = kRtcpReportIntervalMs;
48*d9f75844SAndroid Build Coastguard Worker   rtp_config.outgoing_transport = transport;
49*d9f75844SAndroid Build Coastguard Worker   rtp_config.local_media_ssrc = local_ssrc;
50*d9f75844SAndroid Build Coastguard Worker 
51*d9f75844SAndroid Build Coastguard Worker   rtp_rtcp_ = ModuleRtpRtcpImpl2::Create(rtp_config);
52*d9f75844SAndroid Build Coastguard Worker 
53*d9f75844SAndroid Build Coastguard Worker   rtp_rtcp_->SetSendingMediaStatus(false);
54*d9f75844SAndroid Build Coastguard Worker   rtp_rtcp_->SetRTCPStatus(RtcpMode::kCompound);
55*d9f75844SAndroid Build Coastguard Worker 
56*d9f75844SAndroid Build Coastguard Worker   ingress_ = std::make_unique<AudioIngress>(rtp_rtcp_.get(), clock,
57*d9f75844SAndroid Build Coastguard Worker                                             receive_statistics_.get(),
58*d9f75844SAndroid Build Coastguard Worker                                             std::move(decoder_factory));
59*d9f75844SAndroid Build Coastguard Worker   egress_ =
60*d9f75844SAndroid Build Coastguard Worker       std::make_unique<AudioEgress>(rtp_rtcp_.get(), clock, task_queue_factory);
61*d9f75844SAndroid Build Coastguard Worker 
62*d9f75844SAndroid Build Coastguard Worker   // Set the instance of audio ingress to be part of audio mixer for ADM to
63*d9f75844SAndroid Build Coastguard Worker   // fetch audio samples to play.
64*d9f75844SAndroid Build Coastguard Worker   audio_mixer_->AddSource(ingress_.get());
65*d9f75844SAndroid Build Coastguard Worker }
66*d9f75844SAndroid Build Coastguard Worker 
~AudioChannel()67*d9f75844SAndroid Build Coastguard Worker AudioChannel::~AudioChannel() {
68*d9f75844SAndroid Build Coastguard Worker   if (egress_->IsSending()) {
69*d9f75844SAndroid Build Coastguard Worker     StopSend();
70*d9f75844SAndroid Build Coastguard Worker   }
71*d9f75844SAndroid Build Coastguard Worker   if (ingress_->IsPlaying()) {
72*d9f75844SAndroid Build Coastguard Worker     StopPlay();
73*d9f75844SAndroid Build Coastguard Worker   }
74*d9f75844SAndroid Build Coastguard Worker 
75*d9f75844SAndroid Build Coastguard Worker   audio_mixer_->RemoveSource(ingress_.get());
76*d9f75844SAndroid Build Coastguard Worker 
77*d9f75844SAndroid Build Coastguard Worker   // TODO(bugs.webrtc.org/11581): unclear if we still need to clear `egress_`
78*d9f75844SAndroid Build Coastguard Worker   // here.
79*d9f75844SAndroid Build Coastguard Worker   egress_.reset();
80*d9f75844SAndroid Build Coastguard Worker   ingress_.reset();
81*d9f75844SAndroid Build Coastguard Worker }
82*d9f75844SAndroid Build Coastguard Worker 
StartSend()83*d9f75844SAndroid Build Coastguard Worker bool AudioChannel::StartSend() {
84*d9f75844SAndroid Build Coastguard Worker   // If encoder has not been set, return false.
85*d9f75844SAndroid Build Coastguard Worker   if (!egress_->StartSend()) {
86*d9f75844SAndroid Build Coastguard Worker     return false;
87*d9f75844SAndroid Build Coastguard Worker   }
88*d9f75844SAndroid Build Coastguard Worker 
89*d9f75844SAndroid Build Coastguard Worker   // Start sending with RTP stack if it has not been sending yet.
90*d9f75844SAndroid Build Coastguard Worker   if (!rtp_rtcp_->Sending()) {
91*d9f75844SAndroid Build Coastguard Worker     rtp_rtcp_->SetSendingStatus(true);
92*d9f75844SAndroid Build Coastguard Worker   }
93*d9f75844SAndroid Build Coastguard Worker   return true;
94*d9f75844SAndroid Build Coastguard Worker }
95*d9f75844SAndroid Build Coastguard Worker 
StopSend()96*d9f75844SAndroid Build Coastguard Worker void AudioChannel::StopSend() {
97*d9f75844SAndroid Build Coastguard Worker   egress_->StopSend();
98*d9f75844SAndroid Build Coastguard Worker 
99*d9f75844SAndroid Build Coastguard Worker   // Deactivate RTP stack when both sending and receiving are stopped.
100*d9f75844SAndroid Build Coastguard Worker   // SetSendingStatus(false) triggers the transmission of RTCP BYE
101*d9f75844SAndroid Build Coastguard Worker   // message to remote endpoint.
102*d9f75844SAndroid Build Coastguard Worker   if (!ingress_->IsPlaying() && rtp_rtcp_->Sending()) {
103*d9f75844SAndroid Build Coastguard Worker     rtp_rtcp_->SetSendingStatus(false);
104*d9f75844SAndroid Build Coastguard Worker   }
105*d9f75844SAndroid Build Coastguard Worker }
106*d9f75844SAndroid Build Coastguard Worker 
StartPlay()107*d9f75844SAndroid Build Coastguard Worker bool AudioChannel::StartPlay() {
108*d9f75844SAndroid Build Coastguard Worker   // If decoders have not been set, return false.
109*d9f75844SAndroid Build Coastguard Worker   if (!ingress_->StartPlay()) {
110*d9f75844SAndroid Build Coastguard Worker     return false;
111*d9f75844SAndroid Build Coastguard Worker   }
112*d9f75844SAndroid Build Coastguard Worker 
113*d9f75844SAndroid Build Coastguard Worker   // If RTP stack is not sending then start sending as in recv-only mode, RTCP
114*d9f75844SAndroid Build Coastguard Worker   // receiver report is expected.
115*d9f75844SAndroid Build Coastguard Worker   if (!rtp_rtcp_->Sending()) {
116*d9f75844SAndroid Build Coastguard Worker     rtp_rtcp_->SetSendingStatus(true);
117*d9f75844SAndroid Build Coastguard Worker   }
118*d9f75844SAndroid Build Coastguard Worker   return true;
119*d9f75844SAndroid Build Coastguard Worker }
120*d9f75844SAndroid Build Coastguard Worker 
StopPlay()121*d9f75844SAndroid Build Coastguard Worker void AudioChannel::StopPlay() {
122*d9f75844SAndroid Build Coastguard Worker   ingress_->StopPlay();
123*d9f75844SAndroid Build Coastguard Worker 
124*d9f75844SAndroid Build Coastguard Worker   // Deactivate RTP stack only when both sending and receiving are stopped.
125*d9f75844SAndroid Build Coastguard Worker   if (!rtp_rtcp_->SendingMedia() && rtp_rtcp_->Sending()) {
126*d9f75844SAndroid Build Coastguard Worker     rtp_rtcp_->SetSendingStatus(false);
127*d9f75844SAndroid Build Coastguard Worker   }
128*d9f75844SAndroid Build Coastguard Worker }
129*d9f75844SAndroid Build Coastguard Worker 
GetIngressStatistics()130*d9f75844SAndroid Build Coastguard Worker IngressStatistics AudioChannel::GetIngressStatistics() {
131*d9f75844SAndroid Build Coastguard Worker   IngressStatistics ingress_stats;
132*d9f75844SAndroid Build Coastguard Worker   NetworkStatistics stats = ingress_->GetNetworkStatistics();
133*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.total_samples_received = stats.totalSamplesReceived;
134*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.concealed_samples = stats.concealedSamples;
135*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.concealment_events = stats.concealmentEvents;
136*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.jitter_buffer_delay_ms = stats.jitterBufferDelayMs;
137*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.jitter_buffer_emitted_count =
138*d9f75844SAndroid Build Coastguard Worker       stats.jitterBufferEmittedCount;
139*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.jitter_buffer_target_delay_ms =
140*d9f75844SAndroid Build Coastguard Worker       stats.jitterBufferTargetDelayMs;
141*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.inserted_samples_for_deceleration =
142*d9f75844SAndroid Build Coastguard Worker       stats.insertedSamplesForDeceleration;
143*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.removed_samples_for_acceleration =
144*d9f75844SAndroid Build Coastguard Worker       stats.removedSamplesForAcceleration;
145*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.silent_concealed_samples =
146*d9f75844SAndroid Build Coastguard Worker       stats.silentConcealedSamples;
147*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.fec_packets_received = stats.fecPacketsReceived;
148*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.fec_packets_discarded = stats.fecPacketsDiscarded;
149*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.delayed_packet_outage_samples =
150*d9f75844SAndroid Build Coastguard Worker       stats.delayedPacketOutageSamples;
151*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.relative_packet_arrival_delay_ms =
152*d9f75844SAndroid Build Coastguard Worker       stats.relativePacketArrivalDelayMs;
153*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.interruption_count = stats.interruptionCount;
154*d9f75844SAndroid Build Coastguard Worker   ingress_stats.neteq_stats.total_interruption_duration_ms =
155*d9f75844SAndroid Build Coastguard Worker       stats.totalInterruptionDurationMs;
156*d9f75844SAndroid Build Coastguard Worker   ingress_stats.total_duration = ingress_->GetOutputTotalDuration();
157*d9f75844SAndroid Build Coastguard Worker   return ingress_stats;
158*d9f75844SAndroid Build Coastguard Worker }
159*d9f75844SAndroid Build Coastguard Worker 
GetChannelStatistics()160*d9f75844SAndroid Build Coastguard Worker ChannelStatistics AudioChannel::GetChannelStatistics() {
161*d9f75844SAndroid Build Coastguard Worker   ChannelStatistics channel_stat = ingress_->GetChannelStatistics();
162*d9f75844SAndroid Build Coastguard Worker 
163*d9f75844SAndroid Build Coastguard Worker   StreamDataCounters rtp_stats, rtx_stats;
164*d9f75844SAndroid Build Coastguard Worker   rtp_rtcp_->GetSendStreamDataCounters(&rtp_stats, &rtx_stats);
165*d9f75844SAndroid Build Coastguard Worker   channel_stat.bytes_sent =
166*d9f75844SAndroid Build Coastguard Worker       rtp_stats.transmitted.payload_bytes + rtx_stats.transmitted.payload_bytes;
167*d9f75844SAndroid Build Coastguard Worker   channel_stat.packets_sent =
168*d9f75844SAndroid Build Coastguard Worker       rtp_stats.transmitted.packets + rtx_stats.transmitted.packets;
169*d9f75844SAndroid Build Coastguard Worker 
170*d9f75844SAndroid Build Coastguard Worker   return channel_stat;
171*d9f75844SAndroid Build Coastguard Worker }
172*d9f75844SAndroid Build Coastguard Worker 
173*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
174