1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2020 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "audio/voip/audio_channel.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include <utility>
14*d9f75844SAndroid Build Coastguard Worker #include <vector>
15*d9f75844SAndroid Build Coastguard Worker
16*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/audio_format.h"
17*d9f75844SAndroid Build Coastguard Worker #include "api/task_queue/task_queue_factory.h"
18*d9f75844SAndroid Build Coastguard Worker #include "modules/rtp_rtcp/include/receive_statistics.h"
19*d9f75844SAndroid Build Coastguard Worker #include "modules/rtp_rtcp/source/rtp_rtcp_impl2.h"
20*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/logging.h"
21*d9f75844SAndroid Build Coastguard Worker
22*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
23*d9f75844SAndroid Build Coastguard Worker
24*d9f75844SAndroid Build Coastguard Worker namespace {
25*d9f75844SAndroid Build Coastguard Worker
26*d9f75844SAndroid Build Coastguard Worker constexpr int kRtcpReportIntervalMs = 5000;
27*d9f75844SAndroid Build Coastguard Worker
28*d9f75844SAndroid Build Coastguard Worker } // namespace
29*d9f75844SAndroid Build Coastguard Worker
AudioChannel(Transport * transport,uint32_t local_ssrc,TaskQueueFactory * task_queue_factory,AudioMixer * audio_mixer,rtc::scoped_refptr<AudioDecoderFactory> decoder_factory)30*d9f75844SAndroid Build Coastguard Worker AudioChannel::AudioChannel(
31*d9f75844SAndroid Build Coastguard Worker Transport* transport,
32*d9f75844SAndroid Build Coastguard Worker uint32_t local_ssrc,
33*d9f75844SAndroid Build Coastguard Worker TaskQueueFactory* task_queue_factory,
34*d9f75844SAndroid Build Coastguard Worker AudioMixer* audio_mixer,
35*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<AudioDecoderFactory> decoder_factory)
36*d9f75844SAndroid Build Coastguard Worker : audio_mixer_(audio_mixer) {
37*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK(task_queue_factory);
38*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK(audio_mixer);
39*d9f75844SAndroid Build Coastguard Worker
40*d9f75844SAndroid Build Coastguard Worker Clock* clock = Clock::GetRealTimeClock();
41*d9f75844SAndroid Build Coastguard Worker receive_statistics_ = ReceiveStatistics::Create(clock);
42*d9f75844SAndroid Build Coastguard Worker
43*d9f75844SAndroid Build Coastguard Worker RtpRtcpInterface::Configuration rtp_config;
44*d9f75844SAndroid Build Coastguard Worker rtp_config.clock = clock;
45*d9f75844SAndroid Build Coastguard Worker rtp_config.audio = true;
46*d9f75844SAndroid Build Coastguard Worker rtp_config.receive_statistics = receive_statistics_.get();
47*d9f75844SAndroid Build Coastguard Worker rtp_config.rtcp_report_interval_ms = kRtcpReportIntervalMs;
48*d9f75844SAndroid Build Coastguard Worker rtp_config.outgoing_transport = transport;
49*d9f75844SAndroid Build Coastguard Worker rtp_config.local_media_ssrc = local_ssrc;
50*d9f75844SAndroid Build Coastguard Worker
51*d9f75844SAndroid Build Coastguard Worker rtp_rtcp_ = ModuleRtpRtcpImpl2::Create(rtp_config);
52*d9f75844SAndroid Build Coastguard Worker
53*d9f75844SAndroid Build Coastguard Worker rtp_rtcp_->SetSendingMediaStatus(false);
54*d9f75844SAndroid Build Coastguard Worker rtp_rtcp_->SetRTCPStatus(RtcpMode::kCompound);
55*d9f75844SAndroid Build Coastguard Worker
56*d9f75844SAndroid Build Coastguard Worker ingress_ = std::make_unique<AudioIngress>(rtp_rtcp_.get(), clock,
57*d9f75844SAndroid Build Coastguard Worker receive_statistics_.get(),
58*d9f75844SAndroid Build Coastguard Worker std::move(decoder_factory));
59*d9f75844SAndroid Build Coastguard Worker egress_ =
60*d9f75844SAndroid Build Coastguard Worker std::make_unique<AudioEgress>(rtp_rtcp_.get(), clock, task_queue_factory);
61*d9f75844SAndroid Build Coastguard Worker
62*d9f75844SAndroid Build Coastguard Worker // Set the instance of audio ingress to be part of audio mixer for ADM to
63*d9f75844SAndroid Build Coastguard Worker // fetch audio samples to play.
64*d9f75844SAndroid Build Coastguard Worker audio_mixer_->AddSource(ingress_.get());
65*d9f75844SAndroid Build Coastguard Worker }
66*d9f75844SAndroid Build Coastguard Worker
~AudioChannel()67*d9f75844SAndroid Build Coastguard Worker AudioChannel::~AudioChannel() {
68*d9f75844SAndroid Build Coastguard Worker if (egress_->IsSending()) {
69*d9f75844SAndroid Build Coastguard Worker StopSend();
70*d9f75844SAndroid Build Coastguard Worker }
71*d9f75844SAndroid Build Coastguard Worker if (ingress_->IsPlaying()) {
72*d9f75844SAndroid Build Coastguard Worker StopPlay();
73*d9f75844SAndroid Build Coastguard Worker }
74*d9f75844SAndroid Build Coastguard Worker
75*d9f75844SAndroid Build Coastguard Worker audio_mixer_->RemoveSource(ingress_.get());
76*d9f75844SAndroid Build Coastguard Worker
77*d9f75844SAndroid Build Coastguard Worker // TODO(bugs.webrtc.org/11581): unclear if we still need to clear `egress_`
78*d9f75844SAndroid Build Coastguard Worker // here.
79*d9f75844SAndroid Build Coastguard Worker egress_.reset();
80*d9f75844SAndroid Build Coastguard Worker ingress_.reset();
81*d9f75844SAndroid Build Coastguard Worker }
82*d9f75844SAndroid Build Coastguard Worker
StartSend()83*d9f75844SAndroid Build Coastguard Worker bool AudioChannel::StartSend() {
84*d9f75844SAndroid Build Coastguard Worker // If encoder has not been set, return false.
85*d9f75844SAndroid Build Coastguard Worker if (!egress_->StartSend()) {
86*d9f75844SAndroid Build Coastguard Worker return false;
87*d9f75844SAndroid Build Coastguard Worker }
88*d9f75844SAndroid Build Coastguard Worker
89*d9f75844SAndroid Build Coastguard Worker // Start sending with RTP stack if it has not been sending yet.
90*d9f75844SAndroid Build Coastguard Worker if (!rtp_rtcp_->Sending()) {
91*d9f75844SAndroid Build Coastguard Worker rtp_rtcp_->SetSendingStatus(true);
92*d9f75844SAndroid Build Coastguard Worker }
93*d9f75844SAndroid Build Coastguard Worker return true;
94*d9f75844SAndroid Build Coastguard Worker }
95*d9f75844SAndroid Build Coastguard Worker
StopSend()96*d9f75844SAndroid Build Coastguard Worker void AudioChannel::StopSend() {
97*d9f75844SAndroid Build Coastguard Worker egress_->StopSend();
98*d9f75844SAndroid Build Coastguard Worker
99*d9f75844SAndroid Build Coastguard Worker // Deactivate RTP stack when both sending and receiving are stopped.
100*d9f75844SAndroid Build Coastguard Worker // SetSendingStatus(false) triggers the transmission of RTCP BYE
101*d9f75844SAndroid Build Coastguard Worker // message to remote endpoint.
102*d9f75844SAndroid Build Coastguard Worker if (!ingress_->IsPlaying() && rtp_rtcp_->Sending()) {
103*d9f75844SAndroid Build Coastguard Worker rtp_rtcp_->SetSendingStatus(false);
104*d9f75844SAndroid Build Coastguard Worker }
105*d9f75844SAndroid Build Coastguard Worker }
106*d9f75844SAndroid Build Coastguard Worker
StartPlay()107*d9f75844SAndroid Build Coastguard Worker bool AudioChannel::StartPlay() {
108*d9f75844SAndroid Build Coastguard Worker // If decoders have not been set, return false.
109*d9f75844SAndroid Build Coastguard Worker if (!ingress_->StartPlay()) {
110*d9f75844SAndroid Build Coastguard Worker return false;
111*d9f75844SAndroid Build Coastguard Worker }
112*d9f75844SAndroid Build Coastguard Worker
113*d9f75844SAndroid Build Coastguard Worker // If RTP stack is not sending then start sending as in recv-only mode, RTCP
114*d9f75844SAndroid Build Coastguard Worker // receiver report is expected.
115*d9f75844SAndroid Build Coastguard Worker if (!rtp_rtcp_->Sending()) {
116*d9f75844SAndroid Build Coastguard Worker rtp_rtcp_->SetSendingStatus(true);
117*d9f75844SAndroid Build Coastguard Worker }
118*d9f75844SAndroid Build Coastguard Worker return true;
119*d9f75844SAndroid Build Coastguard Worker }
120*d9f75844SAndroid Build Coastguard Worker
StopPlay()121*d9f75844SAndroid Build Coastguard Worker void AudioChannel::StopPlay() {
122*d9f75844SAndroid Build Coastguard Worker ingress_->StopPlay();
123*d9f75844SAndroid Build Coastguard Worker
124*d9f75844SAndroid Build Coastguard Worker // Deactivate RTP stack only when both sending and receiving are stopped.
125*d9f75844SAndroid Build Coastguard Worker if (!rtp_rtcp_->SendingMedia() && rtp_rtcp_->Sending()) {
126*d9f75844SAndroid Build Coastguard Worker rtp_rtcp_->SetSendingStatus(false);
127*d9f75844SAndroid Build Coastguard Worker }
128*d9f75844SAndroid Build Coastguard Worker }
129*d9f75844SAndroid Build Coastguard Worker
GetIngressStatistics()130*d9f75844SAndroid Build Coastguard Worker IngressStatistics AudioChannel::GetIngressStatistics() {
131*d9f75844SAndroid Build Coastguard Worker IngressStatistics ingress_stats;
132*d9f75844SAndroid Build Coastguard Worker NetworkStatistics stats = ingress_->GetNetworkStatistics();
133*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.total_samples_received = stats.totalSamplesReceived;
134*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.concealed_samples = stats.concealedSamples;
135*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.concealment_events = stats.concealmentEvents;
136*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.jitter_buffer_delay_ms = stats.jitterBufferDelayMs;
137*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.jitter_buffer_emitted_count =
138*d9f75844SAndroid Build Coastguard Worker stats.jitterBufferEmittedCount;
139*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.jitter_buffer_target_delay_ms =
140*d9f75844SAndroid Build Coastguard Worker stats.jitterBufferTargetDelayMs;
141*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.inserted_samples_for_deceleration =
142*d9f75844SAndroid Build Coastguard Worker stats.insertedSamplesForDeceleration;
143*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.removed_samples_for_acceleration =
144*d9f75844SAndroid Build Coastguard Worker stats.removedSamplesForAcceleration;
145*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.silent_concealed_samples =
146*d9f75844SAndroid Build Coastguard Worker stats.silentConcealedSamples;
147*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.fec_packets_received = stats.fecPacketsReceived;
148*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.fec_packets_discarded = stats.fecPacketsDiscarded;
149*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.delayed_packet_outage_samples =
150*d9f75844SAndroid Build Coastguard Worker stats.delayedPacketOutageSamples;
151*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.relative_packet_arrival_delay_ms =
152*d9f75844SAndroid Build Coastguard Worker stats.relativePacketArrivalDelayMs;
153*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.interruption_count = stats.interruptionCount;
154*d9f75844SAndroid Build Coastguard Worker ingress_stats.neteq_stats.total_interruption_duration_ms =
155*d9f75844SAndroid Build Coastguard Worker stats.totalInterruptionDurationMs;
156*d9f75844SAndroid Build Coastguard Worker ingress_stats.total_duration = ingress_->GetOutputTotalDuration();
157*d9f75844SAndroid Build Coastguard Worker return ingress_stats;
158*d9f75844SAndroid Build Coastguard Worker }
159*d9f75844SAndroid Build Coastguard Worker
GetChannelStatistics()160*d9f75844SAndroid Build Coastguard Worker ChannelStatistics AudioChannel::GetChannelStatistics() {
161*d9f75844SAndroid Build Coastguard Worker ChannelStatistics channel_stat = ingress_->GetChannelStatistics();
162*d9f75844SAndroid Build Coastguard Worker
163*d9f75844SAndroid Build Coastguard Worker StreamDataCounters rtp_stats, rtx_stats;
164*d9f75844SAndroid Build Coastguard Worker rtp_rtcp_->GetSendStreamDataCounters(&rtp_stats, &rtx_stats);
165*d9f75844SAndroid Build Coastguard Worker channel_stat.bytes_sent =
166*d9f75844SAndroid Build Coastguard Worker rtp_stats.transmitted.payload_bytes + rtx_stats.transmitted.payload_bytes;
167*d9f75844SAndroid Build Coastguard Worker channel_stat.packets_sent =
168*d9f75844SAndroid Build Coastguard Worker rtp_stats.transmitted.packets + rtx_stats.transmitted.packets;
169*d9f75844SAndroid Build Coastguard Worker
170*d9f75844SAndroid Build Coastguard Worker return channel_stat;
171*d9f75844SAndroid Build Coastguard Worker }
172*d9f75844SAndroid Build Coastguard Worker
173*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
174