xref: /aosp_15_r20/external/webrtc/media/engine/webrtc_video_engine.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "media/engine/webrtc_video_engine.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include <stdio.h>
14*d9f75844SAndroid Build Coastguard Worker 
15*d9f75844SAndroid Build Coastguard Worker #include <algorithm>
16*d9f75844SAndroid Build Coastguard Worker #include <set>
17*d9f75844SAndroid Build Coastguard Worker #include <string>
18*d9f75844SAndroid Build Coastguard Worker #include <utility>
19*d9f75844SAndroid Build Coastguard Worker 
20*d9f75844SAndroid Build Coastguard Worker #include "absl/algorithm/container.h"
21*d9f75844SAndroid Build Coastguard Worker #include "absl/strings/match.h"
22*d9f75844SAndroid Build Coastguard Worker #include "api/media_stream_interface.h"
23*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_codec_constants.h"
24*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_codec_type.h"
25*d9f75844SAndroid Build Coastguard Worker #include "api/video_codecs/sdp_video_format.h"
26*d9f75844SAndroid Build Coastguard Worker #include "api/video_codecs/video_decoder_factory.h"
27*d9f75844SAndroid Build Coastguard Worker #include "api/video_codecs/video_encoder.h"
28*d9f75844SAndroid Build Coastguard Worker #include "api/video_codecs/video_encoder_factory.h"
29*d9f75844SAndroid Build Coastguard Worker #include "call/call.h"
30*d9f75844SAndroid Build Coastguard Worker #include "media/engine/webrtc_media_engine.h"
31*d9f75844SAndroid Build Coastguard Worker #include "media/engine/webrtc_voice_engine.h"
32*d9f75844SAndroid Build Coastguard Worker #include "modules/rtp_rtcp/source/rtp_util.h"
33*d9f75844SAndroid Build Coastguard Worker #include "modules/video_coding/codecs/vp9/svc_config.h"
34*d9f75844SAndroid Build Coastguard Worker #include "modules/video_coding/svc/scalability_mode_util.h"
35*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/copy_on_write_buffer.h"
36*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/experiments/field_trial_parser.h"
37*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/experiments/field_trial_units.h"
38*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/logging.h"
39*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/numerics/safe_conversions.h"
40*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/strings/string_builder.h"
41*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/time_utils.h"
42*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/trace_event.h"
43*d9f75844SAndroid Build Coastguard Worker 
44*d9f75844SAndroid Build Coastguard Worker namespace cricket {
45*d9f75844SAndroid Build Coastguard Worker 
46*d9f75844SAndroid Build Coastguard Worker namespace {
47*d9f75844SAndroid Build Coastguard Worker 
48*d9f75844SAndroid Build Coastguard Worker using ::webrtc::ParseRtpPayloadType;
49*d9f75844SAndroid Build Coastguard Worker using ::webrtc::ParseRtpSsrc;
50*d9f75844SAndroid Build Coastguard Worker 
51*d9f75844SAndroid Build Coastguard Worker constexpr int64_t kUnsignaledSsrcCooldownMs = rtc::kNumMillisecsPerSec / 2;
52*d9f75844SAndroid Build Coastguard Worker 
53*d9f75844SAndroid Build Coastguard Worker // TODO(bugs.webrtc.org/13166): Remove AV1X when backwards compatibility is not
54*d9f75844SAndroid Build Coastguard Worker // needed.
55*d9f75844SAndroid Build Coastguard Worker constexpr char kAv1xCodecName[] = "AV1X";
56*d9f75844SAndroid Build Coastguard Worker 
StreamTypeToString(webrtc::VideoSendStream::StreamStats::StreamType type)57*d9f75844SAndroid Build Coastguard Worker const char* StreamTypeToString(
58*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoSendStream::StreamStats::StreamType type) {
59*d9f75844SAndroid Build Coastguard Worker   switch (type) {
60*d9f75844SAndroid Build Coastguard Worker     case webrtc::VideoSendStream::StreamStats::StreamType::kMedia:
61*d9f75844SAndroid Build Coastguard Worker       return "kMedia";
62*d9f75844SAndroid Build Coastguard Worker     case webrtc::VideoSendStream::StreamStats::StreamType::kRtx:
63*d9f75844SAndroid Build Coastguard Worker       return "kRtx";
64*d9f75844SAndroid Build Coastguard Worker     case webrtc::VideoSendStream::StreamStats::StreamType::kFlexfec:
65*d9f75844SAndroid Build Coastguard Worker       return "kFlexfec";
66*d9f75844SAndroid Build Coastguard Worker   }
67*d9f75844SAndroid Build Coastguard Worker   return nullptr;
68*d9f75844SAndroid Build Coastguard Worker }
69*d9f75844SAndroid Build Coastguard Worker 
IsEnabled(const webrtc::FieldTrialsView & trials,absl::string_view name)70*d9f75844SAndroid Build Coastguard Worker bool IsEnabled(const webrtc::FieldTrialsView& trials, absl::string_view name) {
71*d9f75844SAndroid Build Coastguard Worker   return absl::StartsWith(trials.Lookup(name), "Enabled");
72*d9f75844SAndroid Build Coastguard Worker }
73*d9f75844SAndroid Build Coastguard Worker 
IsDisabled(const webrtc::FieldTrialsView & trials,absl::string_view name)74*d9f75844SAndroid Build Coastguard Worker bool IsDisabled(const webrtc::FieldTrialsView& trials, absl::string_view name) {
75*d9f75844SAndroid Build Coastguard Worker   return absl::StartsWith(trials.Lookup(name), "Disabled");
76*d9f75844SAndroid Build Coastguard Worker }
77*d9f75844SAndroid Build Coastguard Worker 
AddDefaultFeedbackParams(VideoCodec * codec,const webrtc::FieldTrialsView & trials)78*d9f75844SAndroid Build Coastguard Worker void AddDefaultFeedbackParams(VideoCodec* codec,
79*d9f75844SAndroid Build Coastguard Worker                               const webrtc::FieldTrialsView& trials) {
80*d9f75844SAndroid Build Coastguard Worker   // Don't add any feedback params for RED and ULPFEC.
81*d9f75844SAndroid Build Coastguard Worker   if (codec->name == kRedCodecName || codec->name == kUlpfecCodecName)
82*d9f75844SAndroid Build Coastguard Worker     return;
83*d9f75844SAndroid Build Coastguard Worker   codec->AddFeedbackParam(FeedbackParam(kRtcpFbParamRemb, kParamValueEmpty));
84*d9f75844SAndroid Build Coastguard Worker   codec->AddFeedbackParam(
85*d9f75844SAndroid Build Coastguard Worker       FeedbackParam(kRtcpFbParamTransportCc, kParamValueEmpty));
86*d9f75844SAndroid Build Coastguard Worker   // Don't add any more feedback params for FLEXFEC.
87*d9f75844SAndroid Build Coastguard Worker   if (codec->name == kFlexfecCodecName)
88*d9f75844SAndroid Build Coastguard Worker     return;
89*d9f75844SAndroid Build Coastguard Worker   codec->AddFeedbackParam(FeedbackParam(kRtcpFbParamCcm, kRtcpFbCcmParamFir));
90*d9f75844SAndroid Build Coastguard Worker   codec->AddFeedbackParam(FeedbackParam(kRtcpFbParamNack, kParamValueEmpty));
91*d9f75844SAndroid Build Coastguard Worker   codec->AddFeedbackParam(FeedbackParam(kRtcpFbParamNack, kRtcpFbNackParamPli));
92*d9f75844SAndroid Build Coastguard Worker   if (codec->name == kVp8CodecName &&
93*d9f75844SAndroid Build Coastguard Worker       IsEnabled(trials, "WebRTC-RtcpLossNotification")) {
94*d9f75844SAndroid Build Coastguard Worker     codec->AddFeedbackParam(FeedbackParam(kRtcpFbParamLntf, kParamValueEmpty));
95*d9f75844SAndroid Build Coastguard Worker   }
96*d9f75844SAndroid Build Coastguard Worker }
97*d9f75844SAndroid Build Coastguard Worker 
98*d9f75844SAndroid Build Coastguard Worker // Helper function to determine whether a codec should use the [35, 63] range.
99*d9f75844SAndroid Build Coastguard Worker // Should be used when adding new codecs (or variants).
IsCodecValidForLowerRange(const VideoCodec & codec)100*d9f75844SAndroid Build Coastguard Worker bool IsCodecValidForLowerRange(const VideoCodec& codec) {
101*d9f75844SAndroid Build Coastguard Worker   if (absl::EqualsIgnoreCase(codec.name, kFlexfecCodecName) ||
102*d9f75844SAndroid Build Coastguard Worker       absl::EqualsIgnoreCase(codec.name, kAv1CodecName) ||
103*d9f75844SAndroid Build Coastguard Worker       absl::EqualsIgnoreCase(codec.name, kAv1xCodecName)) {
104*d9f75844SAndroid Build Coastguard Worker     return true;
105*d9f75844SAndroid Build Coastguard Worker   } else if (absl::EqualsIgnoreCase(codec.name, kH264CodecName)) {
106*d9f75844SAndroid Build Coastguard Worker     std::string profile_level_id;
107*d9f75844SAndroid Build Coastguard Worker     std::string packetization_mode;
108*d9f75844SAndroid Build Coastguard Worker 
109*d9f75844SAndroid Build Coastguard Worker     if (codec.GetParam(kH264FmtpProfileLevelId, &profile_level_id)) {
110*d9f75844SAndroid Build Coastguard Worker       if (absl::StartsWithIgnoreCase(profile_level_id, "4d00")) {
111*d9f75844SAndroid Build Coastguard Worker         if (codec.GetParam(kH264FmtpPacketizationMode, &packetization_mode)) {
112*d9f75844SAndroid Build Coastguard Worker           return packetization_mode == "0";
113*d9f75844SAndroid Build Coastguard Worker         }
114*d9f75844SAndroid Build Coastguard Worker       }
115*d9f75844SAndroid Build Coastguard Worker       // H264 with YUV444.
116*d9f75844SAndroid Build Coastguard Worker       return absl::StartsWithIgnoreCase(profile_level_id, "f400");
117*d9f75844SAndroid Build Coastguard Worker     }
118*d9f75844SAndroid Build Coastguard Worker   } else if (absl::EqualsIgnoreCase(codec.name, kVp9CodecName)) {
119*d9f75844SAndroid Build Coastguard Worker     std::string profile_id;
120*d9f75844SAndroid Build Coastguard Worker 
121*d9f75844SAndroid Build Coastguard Worker     if (codec.GetParam(kVP9ProfileId, &profile_id)) {
122*d9f75844SAndroid Build Coastguard Worker       if (profile_id.compare("1") == 0 || profile_id.compare("3") == 0) {
123*d9f75844SAndroid Build Coastguard Worker         return true;
124*d9f75844SAndroid Build Coastguard Worker       }
125*d9f75844SAndroid Build Coastguard Worker     }
126*d9f75844SAndroid Build Coastguard Worker   }
127*d9f75844SAndroid Build Coastguard Worker   return false;
128*d9f75844SAndroid Build Coastguard Worker }
129*d9f75844SAndroid Build Coastguard Worker 
130*d9f75844SAndroid Build Coastguard Worker // This function will assign dynamic payload types (in the range [96, 127]
131*d9f75844SAndroid Build Coastguard Worker // and then [35, 63]) to the input codecs, and also add ULPFEC, RED, FlexFEC,
132*d9f75844SAndroid Build Coastguard Worker // and associated RTX codecs for recognized codecs (VP8, VP9, H264, and RED).
133*d9f75844SAndroid Build Coastguard Worker // It will also add default feedback params to the codecs.
134*d9f75844SAndroid Build Coastguard Worker // is_decoder_factory is needed to keep track of the implict assumption that any
135*d9f75844SAndroid Build Coastguard Worker // H264 decoder also supports constrained base line profile.
136*d9f75844SAndroid Build Coastguard Worker // Also, is_decoder_factory is used to decide whether FlexFEC video format
137*d9f75844SAndroid Build Coastguard Worker // should be advertised as supported.
138*d9f75844SAndroid Build Coastguard Worker // TODO(kron): Perhaps it is better to move the implicit knowledge to the place
139*d9f75844SAndroid Build Coastguard Worker // where codecs are negotiated.
140*d9f75844SAndroid Build Coastguard Worker template <class T>
GetPayloadTypesAndDefaultCodecs(const T * factory,bool is_decoder_factory,bool include_rtx,const webrtc::FieldTrialsView & trials)141*d9f75844SAndroid Build Coastguard Worker std::vector<VideoCodec> GetPayloadTypesAndDefaultCodecs(
142*d9f75844SAndroid Build Coastguard Worker     const T* factory,
143*d9f75844SAndroid Build Coastguard Worker     bool is_decoder_factory,
144*d9f75844SAndroid Build Coastguard Worker     bool include_rtx,
145*d9f75844SAndroid Build Coastguard Worker     const webrtc::FieldTrialsView& trials) {
146*d9f75844SAndroid Build Coastguard Worker   if (!factory) {
147*d9f75844SAndroid Build Coastguard Worker     return {};
148*d9f75844SAndroid Build Coastguard Worker   }
149*d9f75844SAndroid Build Coastguard Worker 
150*d9f75844SAndroid Build Coastguard Worker   std::vector<webrtc::SdpVideoFormat> supported_formats =
151*d9f75844SAndroid Build Coastguard Worker       factory->GetSupportedFormats();
152*d9f75844SAndroid Build Coastguard Worker   if (is_decoder_factory) {
153*d9f75844SAndroid Build Coastguard Worker     AddH264ConstrainedBaselineProfileToSupportedFormats(&supported_formats);
154*d9f75844SAndroid Build Coastguard Worker   }
155*d9f75844SAndroid Build Coastguard Worker 
156*d9f75844SAndroid Build Coastguard Worker   if (supported_formats.empty())
157*d9f75844SAndroid Build Coastguard Worker     return std::vector<VideoCodec>();
158*d9f75844SAndroid Build Coastguard Worker 
159*d9f75844SAndroid Build Coastguard Worker   supported_formats.push_back(webrtc::SdpVideoFormat(kRedCodecName));
160*d9f75844SAndroid Build Coastguard Worker   supported_formats.push_back(webrtc::SdpVideoFormat(kUlpfecCodecName));
161*d9f75844SAndroid Build Coastguard Worker 
162*d9f75844SAndroid Build Coastguard Worker   // flexfec-03 is supported as
163*d9f75844SAndroid Build Coastguard Worker   // - receive codec unless WebRTC-FlexFEC-03-Advertised is disabled
164*d9f75844SAndroid Build Coastguard Worker   // - send codec if WebRTC-FlexFEC-03-Advertised is enabled
165*d9f75844SAndroid Build Coastguard Worker   if ((is_decoder_factory &&
166*d9f75844SAndroid Build Coastguard Worker        !IsDisabled(trials, "WebRTC-FlexFEC-03-Advertised")) ||
167*d9f75844SAndroid Build Coastguard Worker       (!is_decoder_factory &&
168*d9f75844SAndroid Build Coastguard Worker        IsEnabled(trials, "WebRTC-FlexFEC-03-Advertised"))) {
169*d9f75844SAndroid Build Coastguard Worker     webrtc::SdpVideoFormat flexfec_format(kFlexfecCodecName);
170*d9f75844SAndroid Build Coastguard Worker     // This value is currently arbitrarily set to 10 seconds. (The unit
171*d9f75844SAndroid Build Coastguard Worker     // is microseconds.) This parameter MUST be present in the SDP, but
172*d9f75844SAndroid Build Coastguard Worker     // we never use the actual value anywhere in our code however.
173*d9f75844SAndroid Build Coastguard Worker     // TODO(brandtr): Consider honouring this value in the sender and receiver.
174*d9f75844SAndroid Build Coastguard Worker     flexfec_format.parameters = {{kFlexfecFmtpRepairWindow, "10000000"}};
175*d9f75844SAndroid Build Coastguard Worker     supported_formats.push_back(flexfec_format);
176*d9f75844SAndroid Build Coastguard Worker   }
177*d9f75844SAndroid Build Coastguard Worker 
178*d9f75844SAndroid Build Coastguard Worker   // Due to interoperability issues with old Chrome/WebRTC versions that
179*d9f75844SAndroid Build Coastguard Worker   // ignore the [35, 63] range prefer the lower range for new codecs.
180*d9f75844SAndroid Build Coastguard Worker   static const int kFirstDynamicPayloadTypeLowerRange = 35;
181*d9f75844SAndroid Build Coastguard Worker   static const int kLastDynamicPayloadTypeLowerRange = 63;
182*d9f75844SAndroid Build Coastguard Worker 
183*d9f75844SAndroid Build Coastguard Worker   static const int kFirstDynamicPayloadTypeUpperRange = 96;
184*d9f75844SAndroid Build Coastguard Worker   static const int kLastDynamicPayloadTypeUpperRange = 127;
185*d9f75844SAndroid Build Coastguard Worker   int payload_type_upper = kFirstDynamicPayloadTypeUpperRange;
186*d9f75844SAndroid Build Coastguard Worker   int payload_type_lower = kFirstDynamicPayloadTypeLowerRange;
187*d9f75844SAndroid Build Coastguard Worker 
188*d9f75844SAndroid Build Coastguard Worker   std::vector<VideoCodec> output_codecs;
189*d9f75844SAndroid Build Coastguard Worker   for (const webrtc::SdpVideoFormat& format : supported_formats) {
190*d9f75844SAndroid Build Coastguard Worker     VideoCodec codec(format);
191*d9f75844SAndroid Build Coastguard Worker     bool isFecCodec = absl::EqualsIgnoreCase(codec.name, kUlpfecCodecName) ||
192*d9f75844SAndroid Build Coastguard Worker                       absl::EqualsIgnoreCase(codec.name, kFlexfecCodecName);
193*d9f75844SAndroid Build Coastguard Worker 
194*d9f75844SAndroid Build Coastguard Worker     // Check if we ran out of payload types.
195*d9f75844SAndroid Build Coastguard Worker     if (payload_type_lower > kLastDynamicPayloadTypeLowerRange) {
196*d9f75844SAndroid Build Coastguard Worker       // TODO(https://bugs.chromium.org/p/webrtc/issues/detail?id=12248):
197*d9f75844SAndroid Build Coastguard Worker       // return an error.
198*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_ERROR) << "Out of dynamic payload types [35,63] after "
199*d9f75844SAndroid Build Coastguard Worker                            "fallback from [96, 127], skipping the rest.";
200*d9f75844SAndroid Build Coastguard Worker       RTC_DCHECK_EQ(payload_type_upper, kLastDynamicPayloadTypeUpperRange);
201*d9f75844SAndroid Build Coastguard Worker       break;
202*d9f75844SAndroid Build Coastguard Worker     }
203*d9f75844SAndroid Build Coastguard Worker 
204*d9f75844SAndroid Build Coastguard Worker     // Lower range gets used for "new" codecs or when running out of payload
205*d9f75844SAndroid Build Coastguard Worker     // types in the upper range.
206*d9f75844SAndroid Build Coastguard Worker     if (IsCodecValidForLowerRange(codec) ||
207*d9f75844SAndroid Build Coastguard Worker         payload_type_upper >= kLastDynamicPayloadTypeUpperRange) {
208*d9f75844SAndroid Build Coastguard Worker       codec.id = payload_type_lower++;
209*d9f75844SAndroid Build Coastguard Worker     } else {
210*d9f75844SAndroid Build Coastguard Worker       codec.id = payload_type_upper++;
211*d9f75844SAndroid Build Coastguard Worker     }
212*d9f75844SAndroid Build Coastguard Worker     AddDefaultFeedbackParams(&codec, trials);
213*d9f75844SAndroid Build Coastguard Worker     output_codecs.push_back(codec);
214*d9f75844SAndroid Build Coastguard Worker 
215*d9f75844SAndroid Build Coastguard Worker     // Add associated RTX codec for non-FEC codecs.
216*d9f75844SAndroid Build Coastguard Worker     if (include_rtx) {
217*d9f75844SAndroid Build Coastguard Worker       if (!isFecCodec) {
218*d9f75844SAndroid Build Coastguard Worker         // Check if we ran out of payload types.
219*d9f75844SAndroid Build Coastguard Worker         if (payload_type_lower > kLastDynamicPayloadTypeLowerRange) {
220*d9f75844SAndroid Build Coastguard Worker           // TODO(https://bugs.chromium.org/p/webrtc/issues/detail?id=12248):
221*d9f75844SAndroid Build Coastguard Worker           // return an error.
222*d9f75844SAndroid Build Coastguard Worker           RTC_LOG(LS_ERROR) << "Out of dynamic payload types [35,63] after "
223*d9f75844SAndroid Build Coastguard Worker                                "fallback from [96, 127], skipping the rest.";
224*d9f75844SAndroid Build Coastguard Worker           RTC_DCHECK_EQ(payload_type_upper, kLastDynamicPayloadTypeUpperRange);
225*d9f75844SAndroid Build Coastguard Worker           break;
226*d9f75844SAndroid Build Coastguard Worker         }
227*d9f75844SAndroid Build Coastguard Worker         if (IsCodecValidForLowerRange(codec) ||
228*d9f75844SAndroid Build Coastguard Worker             payload_type_upper >= kLastDynamicPayloadTypeUpperRange) {
229*d9f75844SAndroid Build Coastguard Worker           output_codecs.push_back(
230*d9f75844SAndroid Build Coastguard Worker               VideoCodec::CreateRtxCodec(payload_type_lower++, codec.id));
231*d9f75844SAndroid Build Coastguard Worker         } else {
232*d9f75844SAndroid Build Coastguard Worker           output_codecs.push_back(
233*d9f75844SAndroid Build Coastguard Worker               VideoCodec::CreateRtxCodec(payload_type_upper++, codec.id));
234*d9f75844SAndroid Build Coastguard Worker         }
235*d9f75844SAndroid Build Coastguard Worker       }
236*d9f75844SAndroid Build Coastguard Worker     }
237*d9f75844SAndroid Build Coastguard Worker   }
238*d9f75844SAndroid Build Coastguard Worker   return output_codecs;
239*d9f75844SAndroid Build Coastguard Worker }
240*d9f75844SAndroid Build Coastguard Worker 
CodecVectorToString(const std::vector<VideoCodec> & codecs)241*d9f75844SAndroid Build Coastguard Worker static std::string CodecVectorToString(const std::vector<VideoCodec>& codecs) {
242*d9f75844SAndroid Build Coastguard Worker   rtc::StringBuilder out;
243*d9f75844SAndroid Build Coastguard Worker   out << "{";
244*d9f75844SAndroid Build Coastguard Worker   for (size_t i = 0; i < codecs.size(); ++i) {
245*d9f75844SAndroid Build Coastguard Worker     out << codecs[i].ToString();
246*d9f75844SAndroid Build Coastguard Worker     if (i != codecs.size() - 1) {
247*d9f75844SAndroid Build Coastguard Worker       out << ", ";
248*d9f75844SAndroid Build Coastguard Worker     }
249*d9f75844SAndroid Build Coastguard Worker   }
250*d9f75844SAndroid Build Coastguard Worker   out << "}";
251*d9f75844SAndroid Build Coastguard Worker   return out.Release();
252*d9f75844SAndroid Build Coastguard Worker }
253*d9f75844SAndroid Build Coastguard Worker 
ValidateCodecFormats(const std::vector<VideoCodec> & codecs)254*d9f75844SAndroid Build Coastguard Worker static bool ValidateCodecFormats(const std::vector<VideoCodec>& codecs) {
255*d9f75844SAndroid Build Coastguard Worker   bool has_video = false;
256*d9f75844SAndroid Build Coastguard Worker   for (size_t i = 0; i < codecs.size(); ++i) {
257*d9f75844SAndroid Build Coastguard Worker     if (!codecs[i].ValidateCodecFormat()) {
258*d9f75844SAndroid Build Coastguard Worker       return false;
259*d9f75844SAndroid Build Coastguard Worker     }
260*d9f75844SAndroid Build Coastguard Worker     if (codecs[i].GetCodecType() == VideoCodec::CODEC_VIDEO) {
261*d9f75844SAndroid Build Coastguard Worker       has_video = true;
262*d9f75844SAndroid Build Coastguard Worker     }
263*d9f75844SAndroid Build Coastguard Worker   }
264*d9f75844SAndroid Build Coastguard Worker   if (!has_video) {
265*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "Setting codecs without a video codec is invalid: "
266*d9f75844SAndroid Build Coastguard Worker                       << CodecVectorToString(codecs);
267*d9f75844SAndroid Build Coastguard Worker     return false;
268*d9f75844SAndroid Build Coastguard Worker   }
269*d9f75844SAndroid Build Coastguard Worker   return true;
270*d9f75844SAndroid Build Coastguard Worker }
271*d9f75844SAndroid Build Coastguard Worker 
ValidateStreamParams(const StreamParams & sp)272*d9f75844SAndroid Build Coastguard Worker static bool ValidateStreamParams(const StreamParams& sp) {
273*d9f75844SAndroid Build Coastguard Worker   if (sp.ssrcs.empty()) {
274*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "No SSRCs in stream parameters: " << sp.ToString();
275*d9f75844SAndroid Build Coastguard Worker     return false;
276*d9f75844SAndroid Build Coastguard Worker   }
277*d9f75844SAndroid Build Coastguard Worker 
278*d9f75844SAndroid Build Coastguard Worker   std::vector<uint32_t> primary_ssrcs;
279*d9f75844SAndroid Build Coastguard Worker   sp.GetPrimarySsrcs(&primary_ssrcs);
280*d9f75844SAndroid Build Coastguard Worker   std::vector<uint32_t> rtx_ssrcs;
281*d9f75844SAndroid Build Coastguard Worker   sp.GetFidSsrcs(primary_ssrcs, &rtx_ssrcs);
282*d9f75844SAndroid Build Coastguard Worker   for (uint32_t rtx_ssrc : rtx_ssrcs) {
283*d9f75844SAndroid Build Coastguard Worker     bool rtx_ssrc_present = false;
284*d9f75844SAndroid Build Coastguard Worker     for (uint32_t sp_ssrc : sp.ssrcs) {
285*d9f75844SAndroid Build Coastguard Worker       if (sp_ssrc == rtx_ssrc) {
286*d9f75844SAndroid Build Coastguard Worker         rtx_ssrc_present = true;
287*d9f75844SAndroid Build Coastguard Worker         break;
288*d9f75844SAndroid Build Coastguard Worker       }
289*d9f75844SAndroid Build Coastguard Worker     }
290*d9f75844SAndroid Build Coastguard Worker     if (!rtx_ssrc_present) {
291*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_ERROR) << "RTX SSRC '" << rtx_ssrc
292*d9f75844SAndroid Build Coastguard Worker                         << "' missing from StreamParams ssrcs: "
293*d9f75844SAndroid Build Coastguard Worker                         << sp.ToString();
294*d9f75844SAndroid Build Coastguard Worker       return false;
295*d9f75844SAndroid Build Coastguard Worker     }
296*d9f75844SAndroid Build Coastguard Worker   }
297*d9f75844SAndroid Build Coastguard Worker   if (!rtx_ssrcs.empty() && primary_ssrcs.size() != rtx_ssrcs.size()) {
298*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR)
299*d9f75844SAndroid Build Coastguard Worker         << "RTX SSRCs exist, but don't cover all SSRCs (unsupported): "
300*d9f75844SAndroid Build Coastguard Worker         << sp.ToString();
301*d9f75844SAndroid Build Coastguard Worker     return false;
302*d9f75844SAndroid Build Coastguard Worker   }
303*d9f75844SAndroid Build Coastguard Worker 
304*d9f75844SAndroid Build Coastguard Worker   return true;
305*d9f75844SAndroid Build Coastguard Worker }
306*d9f75844SAndroid Build Coastguard Worker 
307*d9f75844SAndroid Build Coastguard Worker // Returns true if the given codec is disallowed from doing simulcast.
IsCodecDisabledForSimulcast(const std::string & codec_name,const webrtc::FieldTrialsView & trials)308*d9f75844SAndroid Build Coastguard Worker bool IsCodecDisabledForSimulcast(const std::string& codec_name,
309*d9f75844SAndroid Build Coastguard Worker                                  const webrtc::FieldTrialsView& trials) {
310*d9f75844SAndroid Build Coastguard Worker   if (absl::EqualsIgnoreCase(codec_name, kVp9CodecName) ||
311*d9f75844SAndroid Build Coastguard Worker       absl::EqualsIgnoreCase(codec_name, kAv1CodecName)) {
312*d9f75844SAndroid Build Coastguard Worker     return true;
313*d9f75844SAndroid Build Coastguard Worker   }
314*d9f75844SAndroid Build Coastguard Worker 
315*d9f75844SAndroid Build Coastguard Worker   if (absl::EqualsIgnoreCase(codec_name, kH264CodecName)) {
316*d9f75844SAndroid Build Coastguard Worker     return absl::StartsWith(trials.Lookup("WebRTC-H264Simulcast"), "Disabled");
317*d9f75844SAndroid Build Coastguard Worker   }
318*d9f75844SAndroid Build Coastguard Worker 
319*d9f75844SAndroid Build Coastguard Worker   return false;
320*d9f75844SAndroid Build Coastguard Worker }
321*d9f75844SAndroid Build Coastguard Worker 
322*d9f75844SAndroid Build Coastguard Worker // Returns its smallest positive argument. If neither argument is positive,
323*d9f75844SAndroid Build Coastguard Worker // returns an arbitrary nonpositive value.
MinPositive(int a,int b)324*d9f75844SAndroid Build Coastguard Worker int MinPositive(int a, int b) {
325*d9f75844SAndroid Build Coastguard Worker   if (a <= 0) {
326*d9f75844SAndroid Build Coastguard Worker     return b;
327*d9f75844SAndroid Build Coastguard Worker   }
328*d9f75844SAndroid Build Coastguard Worker   if (b <= 0) {
329*d9f75844SAndroid Build Coastguard Worker     return a;
330*d9f75844SAndroid Build Coastguard Worker   }
331*d9f75844SAndroid Build Coastguard Worker   return std::min(a, b);
332*d9f75844SAndroid Build Coastguard Worker }
333*d9f75844SAndroid Build Coastguard Worker 
IsLayerActive(const webrtc::RtpEncodingParameters & layer)334*d9f75844SAndroid Build Coastguard Worker bool IsLayerActive(const webrtc::RtpEncodingParameters& layer) {
335*d9f75844SAndroid Build Coastguard Worker   return layer.active &&
336*d9f75844SAndroid Build Coastguard Worker          (!layer.max_bitrate_bps || *layer.max_bitrate_bps > 0) &&
337*d9f75844SAndroid Build Coastguard Worker          (!layer.max_framerate || *layer.max_framerate > 0);
338*d9f75844SAndroid Build Coastguard Worker }
339*d9f75844SAndroid Build Coastguard Worker 
NumActiveStreams(const webrtc::RtpParameters & rtp_parameters)340*d9f75844SAndroid Build Coastguard Worker int NumActiveStreams(const webrtc::RtpParameters& rtp_parameters) {
341*d9f75844SAndroid Build Coastguard Worker   int res = 0;
342*d9f75844SAndroid Build Coastguard Worker   for (size_t i = 0; i < rtp_parameters.encodings.size(); ++i) {
343*d9f75844SAndroid Build Coastguard Worker     if (rtp_parameters.encodings[i].active) {
344*d9f75844SAndroid Build Coastguard Worker       ++res;
345*d9f75844SAndroid Build Coastguard Worker     }
346*d9f75844SAndroid Build Coastguard Worker   }
347*d9f75844SAndroid Build Coastguard Worker   return res;
348*d9f75844SAndroid Build Coastguard Worker }
349*d9f75844SAndroid Build Coastguard Worker 
NumSpatialLayersFromEncoding(const webrtc::RtpParameters & rtp_parameters,size_t idx)350*d9f75844SAndroid Build Coastguard Worker absl::optional<int> NumSpatialLayersFromEncoding(
351*d9f75844SAndroid Build Coastguard Worker     const webrtc::RtpParameters& rtp_parameters,
352*d9f75844SAndroid Build Coastguard Worker     size_t idx) {
353*d9f75844SAndroid Build Coastguard Worker   if (idx >= rtp_parameters.encodings.size())
354*d9f75844SAndroid Build Coastguard Worker     return absl::nullopt;
355*d9f75844SAndroid Build Coastguard Worker 
356*d9f75844SAndroid Build Coastguard Worker   absl::optional<webrtc::ScalabilityMode> scalability_mode =
357*d9f75844SAndroid Build Coastguard Worker       webrtc::ScalabilityModeFromString(
358*d9f75844SAndroid Build Coastguard Worker           rtp_parameters.encodings[idx].scalability_mode.value_or(""));
359*d9f75844SAndroid Build Coastguard Worker   return scalability_mode
360*d9f75844SAndroid Build Coastguard Worker              ? absl::optional<int>(
361*d9f75844SAndroid Build Coastguard Worker                    ScalabilityModeToNumSpatialLayers(*scalability_mode))
362*d9f75844SAndroid Build Coastguard Worker              : absl::nullopt;
363*d9f75844SAndroid Build Coastguard Worker }
364*d9f75844SAndroid Build Coastguard Worker 
365*d9f75844SAndroid Build Coastguard Worker std::map<uint32_t, webrtc::VideoSendStream::StreamStats>
MergeInfoAboutOutboundRtpSubstreams(const std::map<uint32_t,webrtc::VideoSendStream::StreamStats> & substreams)366*d9f75844SAndroid Build Coastguard Worker MergeInfoAboutOutboundRtpSubstreams(
367*d9f75844SAndroid Build Coastguard Worker     const std::map<uint32_t, webrtc::VideoSendStream::StreamStats>&
368*d9f75844SAndroid Build Coastguard Worker         substreams) {
369*d9f75844SAndroid Build Coastguard Worker   std::map<uint32_t, webrtc::VideoSendStream::StreamStats> rtp_substreams;
370*d9f75844SAndroid Build Coastguard Worker   // Add substreams for all RTP media streams.
371*d9f75844SAndroid Build Coastguard Worker   for (const auto& pair : substreams) {
372*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc = pair.first;
373*d9f75844SAndroid Build Coastguard Worker     const webrtc::VideoSendStream::StreamStats& substream = pair.second;
374*d9f75844SAndroid Build Coastguard Worker     switch (substream.type) {
375*d9f75844SAndroid Build Coastguard Worker       case webrtc::VideoSendStream::StreamStats::StreamType::kMedia:
376*d9f75844SAndroid Build Coastguard Worker         break;
377*d9f75844SAndroid Build Coastguard Worker       case webrtc::VideoSendStream::StreamStats::StreamType::kRtx:
378*d9f75844SAndroid Build Coastguard Worker       case webrtc::VideoSendStream::StreamStats::StreamType::kFlexfec:
379*d9f75844SAndroid Build Coastguard Worker         continue;
380*d9f75844SAndroid Build Coastguard Worker     }
381*d9f75844SAndroid Build Coastguard Worker     rtp_substreams.insert(std::make_pair(ssrc, substream));
382*d9f75844SAndroid Build Coastguard Worker   }
383*d9f75844SAndroid Build Coastguard Worker   // Complement the kMedia substream stats with the associated kRtx and kFlexfec
384*d9f75844SAndroid Build Coastguard Worker   // substream stats.
385*d9f75844SAndroid Build Coastguard Worker   for (const auto& pair : substreams) {
386*d9f75844SAndroid Build Coastguard Worker     switch (pair.second.type) {
387*d9f75844SAndroid Build Coastguard Worker       case webrtc::VideoSendStream::StreamStats::StreamType::kMedia:
388*d9f75844SAndroid Build Coastguard Worker         continue;
389*d9f75844SAndroid Build Coastguard Worker       case webrtc::VideoSendStream::StreamStats::StreamType::kRtx:
390*d9f75844SAndroid Build Coastguard Worker       case webrtc::VideoSendStream::StreamStats::StreamType::kFlexfec:
391*d9f75844SAndroid Build Coastguard Worker         break;
392*d9f75844SAndroid Build Coastguard Worker     }
393*d9f75844SAndroid Build Coastguard Worker     // The associated substream is an RTX or FlexFEC substream that is
394*d9f75844SAndroid Build Coastguard Worker     // referencing an RTP media substream.
395*d9f75844SAndroid Build Coastguard Worker     const webrtc::VideoSendStream::StreamStats& associated_substream =
396*d9f75844SAndroid Build Coastguard Worker         pair.second;
397*d9f75844SAndroid Build Coastguard Worker     RTC_DCHECK(associated_substream.referenced_media_ssrc.has_value());
398*d9f75844SAndroid Build Coastguard Worker     uint32_t media_ssrc = associated_substream.referenced_media_ssrc.value();
399*d9f75844SAndroid Build Coastguard Worker     if (substreams.find(media_ssrc) == substreams.end()) {
400*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_WARNING) << "Substream [ssrc: " << pair.first << ", type: "
401*d9f75844SAndroid Build Coastguard Worker                           << StreamTypeToString(associated_substream.type)
402*d9f75844SAndroid Build Coastguard Worker                           << "] is associated with a media ssrc (" << media_ssrc
403*d9f75844SAndroid Build Coastguard Worker                           << ") that does not have StreamStats. Ignoring its "
404*d9f75844SAndroid Build Coastguard Worker                           << "RTP stats.";
405*d9f75844SAndroid Build Coastguard Worker       continue;
406*d9f75844SAndroid Build Coastguard Worker     }
407*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoSendStream::StreamStats& rtp_substream =
408*d9f75844SAndroid Build Coastguard Worker         rtp_substreams[media_ssrc];
409*d9f75844SAndroid Build Coastguard Worker 
410*d9f75844SAndroid Build Coastguard Worker     // We only merge `rtp_stats`. All other metrics are not applicable for RTX
411*d9f75844SAndroid Build Coastguard Worker     // and FlexFEC.
412*d9f75844SAndroid Build Coastguard Worker     // TODO(hbos): kRtx and kFlexfec stats should use a separate struct to make
413*d9f75844SAndroid Build Coastguard Worker     // it clear what is or is not applicable.
414*d9f75844SAndroid Build Coastguard Worker     rtp_substream.rtp_stats.Add(associated_substream.rtp_stats);
415*d9f75844SAndroid Build Coastguard Worker   }
416*d9f75844SAndroid Build Coastguard Worker   return rtp_substreams;
417*d9f75844SAndroid Build Coastguard Worker }
418*d9f75844SAndroid Build Coastguard Worker 
IsActiveFromEncodings(absl::optional<uint32_t> ssrc,const std::vector<webrtc::RtpEncodingParameters> & encodings)419*d9f75844SAndroid Build Coastguard Worker bool IsActiveFromEncodings(
420*d9f75844SAndroid Build Coastguard Worker     absl::optional<uint32_t> ssrc,
421*d9f75844SAndroid Build Coastguard Worker     const std::vector<webrtc::RtpEncodingParameters>& encodings) {
422*d9f75844SAndroid Build Coastguard Worker   if (ssrc.has_value()) {
423*d9f75844SAndroid Build Coastguard Worker     // Report the `active` value of a specific ssrc, or false if an encoding
424*d9f75844SAndroid Build Coastguard Worker     // with this ssrc does not exist.
425*d9f75844SAndroid Build Coastguard Worker     auto encoding_it = std::find_if(
426*d9f75844SAndroid Build Coastguard Worker         encodings.begin(), encodings.end(),
427*d9f75844SAndroid Build Coastguard Worker         [ssrc = ssrc.value()](const webrtc::RtpEncodingParameters& encoding) {
428*d9f75844SAndroid Build Coastguard Worker           return encoding.ssrc.has_value() && encoding.ssrc.value() == ssrc;
429*d9f75844SAndroid Build Coastguard Worker         });
430*d9f75844SAndroid Build Coastguard Worker     return encoding_it != encodings.end() ? encoding_it->active : false;
431*d9f75844SAndroid Build Coastguard Worker   }
432*d9f75844SAndroid Build Coastguard Worker   // If `ssrc` is not specified then any encoding being active counts as active.
433*d9f75844SAndroid Build Coastguard Worker   for (const auto& encoding : encodings) {
434*d9f75844SAndroid Build Coastguard Worker     if (encoding.active) {
435*d9f75844SAndroid Build Coastguard Worker       return true;
436*d9f75844SAndroid Build Coastguard Worker     }
437*d9f75844SAndroid Build Coastguard Worker   }
438*d9f75844SAndroid Build Coastguard Worker   return false;
439*d9f75844SAndroid Build Coastguard Worker }
440*d9f75844SAndroid Build Coastguard Worker 
441*d9f75844SAndroid Build Coastguard Worker }  // namespace
442*d9f75844SAndroid Build Coastguard Worker 
443*d9f75844SAndroid Build Coastguard Worker // This constant is really an on/off, lower-level configurable NACK history
444*d9f75844SAndroid Build Coastguard Worker // duration hasn't been implemented.
445*d9f75844SAndroid Build Coastguard Worker static const int kNackHistoryMs = 1000;
446*d9f75844SAndroid Build Coastguard Worker 
447*d9f75844SAndroid Build Coastguard Worker static const int kDefaultRtcpReceiverReportSsrc = 1;
448*d9f75844SAndroid Build Coastguard Worker 
449*d9f75844SAndroid Build Coastguard Worker // Minimum time interval for logging stats.
450*d9f75844SAndroid Build Coastguard Worker static const int64_t kStatsLogIntervalMs = 10000;
451*d9f75844SAndroid Build Coastguard Worker 
452*d9f75844SAndroid Build Coastguard Worker std::map<uint32_t, webrtc::VideoSendStream::StreamStats>
MergeInfoAboutOutboundRtpSubstreamsForTesting(const std::map<uint32_t,webrtc::VideoSendStream::StreamStats> & substreams)453*d9f75844SAndroid Build Coastguard Worker MergeInfoAboutOutboundRtpSubstreamsForTesting(
454*d9f75844SAndroid Build Coastguard Worker     const std::map<uint32_t, webrtc::VideoSendStream::StreamStats>&
455*d9f75844SAndroid Build Coastguard Worker         substreams) {
456*d9f75844SAndroid Build Coastguard Worker   return MergeInfoAboutOutboundRtpSubstreams(substreams);
457*d9f75844SAndroid Build Coastguard Worker }
458*d9f75844SAndroid Build Coastguard Worker 
459*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<webrtc::VideoEncoderConfig::EncoderSpecificSettings>
ConfigureVideoEncoderSettings(const VideoCodec & codec)460*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoSendStream::ConfigureVideoEncoderSettings(
461*d9f75844SAndroid Build Coastguard Worker     const VideoCodec& codec) {
462*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
463*d9f75844SAndroid Build Coastguard Worker   bool is_screencast = parameters_.options.is_screencast.value_or(false);
464*d9f75844SAndroid Build Coastguard Worker   // No automatic resizing when using simulcast or screencast, or when
465*d9f75844SAndroid Build Coastguard Worker   // disabled by field trial flag.
466*d9f75844SAndroid Build Coastguard Worker   bool automatic_resize = !disable_automatic_resize_ && !is_screencast &&
467*d9f75844SAndroid Build Coastguard Worker                           (parameters_.config.rtp.ssrcs.size() == 1 ||
468*d9f75844SAndroid Build Coastguard Worker                            NumActiveStreams(rtp_parameters_) == 1);
469*d9f75844SAndroid Build Coastguard Worker 
470*d9f75844SAndroid Build Coastguard Worker   bool denoising;
471*d9f75844SAndroid Build Coastguard Worker   bool codec_default_denoising = false;
472*d9f75844SAndroid Build Coastguard Worker   if (is_screencast) {
473*d9f75844SAndroid Build Coastguard Worker     denoising = false;
474*d9f75844SAndroid Build Coastguard Worker   } else {
475*d9f75844SAndroid Build Coastguard Worker     // Use codec default if video_noise_reduction is unset.
476*d9f75844SAndroid Build Coastguard Worker     codec_default_denoising = !parameters_.options.video_noise_reduction;
477*d9f75844SAndroid Build Coastguard Worker     denoising = parameters_.options.video_noise_reduction.value_or(false);
478*d9f75844SAndroid Build Coastguard Worker   }
479*d9f75844SAndroid Build Coastguard Worker 
480*d9f75844SAndroid Build Coastguard Worker   if (absl::EqualsIgnoreCase(codec.name, kH264CodecName)) {
481*d9f75844SAndroid Build Coastguard Worker     return nullptr;
482*d9f75844SAndroid Build Coastguard Worker   }
483*d9f75844SAndroid Build Coastguard Worker   if (absl::EqualsIgnoreCase(codec.name, kVp8CodecName)) {
484*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoCodecVP8 vp8_settings =
485*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoEncoder::GetDefaultVp8Settings();
486*d9f75844SAndroid Build Coastguard Worker     vp8_settings.automaticResizeOn = automatic_resize;
487*d9f75844SAndroid Build Coastguard Worker     // VP8 denoising is enabled by default.
488*d9f75844SAndroid Build Coastguard Worker     vp8_settings.denoisingOn = codec_default_denoising ? true : denoising;
489*d9f75844SAndroid Build Coastguard Worker     return rtc::make_ref_counted<
490*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoEncoderConfig::Vp8EncoderSpecificSettings>(vp8_settings);
491*d9f75844SAndroid Build Coastguard Worker   }
492*d9f75844SAndroid Build Coastguard Worker   if (absl::EqualsIgnoreCase(codec.name, kVp9CodecName)) {
493*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoCodecVP9 vp9_settings =
494*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoEncoder::GetDefaultVp9Settings();
495*d9f75844SAndroid Build Coastguard Worker 
496*d9f75844SAndroid Build Coastguard Worker     vp9_settings.numberOfSpatialLayers = std::min<unsigned char>(
497*d9f75844SAndroid Build Coastguard Worker         parameters_.config.rtp.ssrcs.size(), kConferenceMaxNumSpatialLayers);
498*d9f75844SAndroid Build Coastguard Worker     vp9_settings.numberOfTemporalLayers =
499*d9f75844SAndroid Build Coastguard Worker         std::min<unsigned char>(parameters_.config.rtp.ssrcs.size() > 1
500*d9f75844SAndroid Build Coastguard Worker                                     ? kConferenceDefaultNumTemporalLayers
501*d9f75844SAndroid Build Coastguard Worker                                     : 1,
502*d9f75844SAndroid Build Coastguard Worker                                 kConferenceMaxNumTemporalLayers);
503*d9f75844SAndroid Build Coastguard Worker 
504*d9f75844SAndroid Build Coastguard Worker     // VP9 denoising is disabled by default.
505*d9f75844SAndroid Build Coastguard Worker     vp9_settings.denoisingOn = codec_default_denoising ? true : denoising;
506*d9f75844SAndroid Build Coastguard Worker     // Disable automatic resize if more than one spatial layer is requested.
507*d9f75844SAndroid Build Coastguard Worker     bool vp9_automatic_resize = automatic_resize;
508*d9f75844SAndroid Build Coastguard Worker     absl::optional<int> num_spatial_layers =
509*d9f75844SAndroid Build Coastguard Worker         NumSpatialLayersFromEncoding(rtp_parameters_, /*idx=*/0);
510*d9f75844SAndroid Build Coastguard Worker     if (num_spatial_layers && *num_spatial_layers > 1) {
511*d9f75844SAndroid Build Coastguard Worker       vp9_automatic_resize = false;
512*d9f75844SAndroid Build Coastguard Worker     }
513*d9f75844SAndroid Build Coastguard Worker     vp9_settings.automaticResizeOn = vp9_automatic_resize;
514*d9f75844SAndroid Build Coastguard Worker     if (!is_screencast) {
515*d9f75844SAndroid Build Coastguard Worker       webrtc::FieldTrialFlag interlayer_pred_experiment_enabled("Enabled");
516*d9f75844SAndroid Build Coastguard Worker       webrtc::FieldTrialEnum<webrtc::InterLayerPredMode> inter_layer_pred_mode(
517*d9f75844SAndroid Build Coastguard Worker           "inter_layer_pred_mode", webrtc::InterLayerPredMode::kOnKeyPic,
518*d9f75844SAndroid Build Coastguard Worker           {{"off", webrtc::InterLayerPredMode::kOff},
519*d9f75844SAndroid Build Coastguard Worker            {"on", webrtc::InterLayerPredMode::kOn},
520*d9f75844SAndroid Build Coastguard Worker            {"onkeypic", webrtc::InterLayerPredMode::kOnKeyPic}});
521*d9f75844SAndroid Build Coastguard Worker       webrtc::FieldTrialFlag force_flexible_mode("FlexibleMode");
522*d9f75844SAndroid Build Coastguard Worker       webrtc::ParseFieldTrial(
523*d9f75844SAndroid Build Coastguard Worker           {&interlayer_pred_experiment_enabled, &inter_layer_pred_mode,
524*d9f75844SAndroid Build Coastguard Worker            &force_flexible_mode},
525*d9f75844SAndroid Build Coastguard Worker           call_->trials().Lookup("WebRTC-Vp9InterLayerPred"));
526*d9f75844SAndroid Build Coastguard Worker       if (interlayer_pred_experiment_enabled) {
527*d9f75844SAndroid Build Coastguard Worker         vp9_settings.interLayerPred = inter_layer_pred_mode;
528*d9f75844SAndroid Build Coastguard Worker       } else {
529*d9f75844SAndroid Build Coastguard Worker         // Limit inter-layer prediction to key pictures by default.
530*d9f75844SAndroid Build Coastguard Worker         vp9_settings.interLayerPred = webrtc::InterLayerPredMode::kOnKeyPic;
531*d9f75844SAndroid Build Coastguard Worker       }
532*d9f75844SAndroid Build Coastguard Worker       vp9_settings.flexibleMode = force_flexible_mode.Get();
533*d9f75844SAndroid Build Coastguard Worker     } else {
534*d9f75844SAndroid Build Coastguard Worker       // Multiple spatial layers vp9 screenshare needs flexible mode.
535*d9f75844SAndroid Build Coastguard Worker       vp9_settings.flexibleMode = vp9_settings.numberOfSpatialLayers > 1;
536*d9f75844SAndroid Build Coastguard Worker       vp9_settings.interLayerPred = webrtc::InterLayerPredMode::kOn;
537*d9f75844SAndroid Build Coastguard Worker     }
538*d9f75844SAndroid Build Coastguard Worker     return rtc::make_ref_counted<
539*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoEncoderConfig::Vp9EncoderSpecificSettings>(vp9_settings);
540*d9f75844SAndroid Build Coastguard Worker   }
541*d9f75844SAndroid Build Coastguard Worker   return nullptr;
542*d9f75844SAndroid Build Coastguard Worker }
543*d9f75844SAndroid Build Coastguard Worker 
DefaultUnsignalledSsrcHandler()544*d9f75844SAndroid Build Coastguard Worker DefaultUnsignalledSsrcHandler::DefaultUnsignalledSsrcHandler()
545*d9f75844SAndroid Build Coastguard Worker     : default_sink_(nullptr) {}
546*d9f75844SAndroid Build Coastguard Worker 
OnUnsignalledSsrc(WebRtcVideoChannel * channel,uint32_t ssrc,absl::optional<uint32_t> rtx_ssrc)547*d9f75844SAndroid Build Coastguard Worker UnsignalledSsrcHandler::Action DefaultUnsignalledSsrcHandler::OnUnsignalledSsrc(
548*d9f75844SAndroid Build Coastguard Worker     WebRtcVideoChannel* channel,
549*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
550*d9f75844SAndroid Build Coastguard Worker     absl::optional<uint32_t> rtx_ssrc) {
551*d9f75844SAndroid Build Coastguard Worker   absl::optional<uint32_t> default_recv_ssrc =
552*d9f75844SAndroid Build Coastguard Worker       channel->GetDefaultReceiveStreamSsrc();
553*d9f75844SAndroid Build Coastguard Worker 
554*d9f75844SAndroid Build Coastguard Worker   if (default_recv_ssrc) {
555*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_INFO) << "Destroying old default receive stream for SSRC="
556*d9f75844SAndroid Build Coastguard Worker                      << ssrc << ".";
557*d9f75844SAndroid Build Coastguard Worker     channel->RemoveRecvStream(*default_recv_ssrc);
558*d9f75844SAndroid Build Coastguard Worker   }
559*d9f75844SAndroid Build Coastguard Worker 
560*d9f75844SAndroid Build Coastguard Worker   StreamParams sp = channel->unsignaled_stream_params();
561*d9f75844SAndroid Build Coastguard Worker   sp.ssrcs.push_back(ssrc);
562*d9f75844SAndroid Build Coastguard Worker   if (rtx_ssrc) {
563*d9f75844SAndroid Build Coastguard Worker     sp.AddFidSsrc(ssrc, *rtx_ssrc);
564*d9f75844SAndroid Build Coastguard Worker   }
565*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "Creating default receive stream for SSRC=" << ssrc
566*d9f75844SAndroid Build Coastguard Worker                    << ".";
567*d9f75844SAndroid Build Coastguard Worker   if (!channel->AddRecvStream(sp, /*default_stream=*/true)) {
568*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_WARNING) << "Could not create default receive stream.";
569*d9f75844SAndroid Build Coastguard Worker   }
570*d9f75844SAndroid Build Coastguard Worker 
571*d9f75844SAndroid Build Coastguard Worker   // SSRC 0 returns default_recv_base_minimum_delay_ms.
572*d9f75844SAndroid Build Coastguard Worker   const int unsignaled_ssrc = 0;
573*d9f75844SAndroid Build Coastguard Worker   int default_recv_base_minimum_delay_ms =
574*d9f75844SAndroid Build Coastguard Worker       channel->GetBaseMinimumPlayoutDelayMs(unsignaled_ssrc).value_or(0);
575*d9f75844SAndroid Build Coastguard Worker   // Set base minimum delay if it was set before for the default receive stream.
576*d9f75844SAndroid Build Coastguard Worker   channel->SetBaseMinimumPlayoutDelayMs(ssrc,
577*d9f75844SAndroid Build Coastguard Worker                                         default_recv_base_minimum_delay_ms);
578*d9f75844SAndroid Build Coastguard Worker   channel->SetSink(ssrc, default_sink_);
579*d9f75844SAndroid Build Coastguard Worker   return kDeliverPacket;
580*d9f75844SAndroid Build Coastguard Worker }
581*d9f75844SAndroid Build Coastguard Worker 
582*d9f75844SAndroid Build Coastguard Worker rtc::VideoSinkInterface<webrtc::VideoFrame>*
GetDefaultSink() const583*d9f75844SAndroid Build Coastguard Worker DefaultUnsignalledSsrcHandler::GetDefaultSink() const {
584*d9f75844SAndroid Build Coastguard Worker   return default_sink_;
585*d9f75844SAndroid Build Coastguard Worker }
586*d9f75844SAndroid Build Coastguard Worker 
SetDefaultSink(WebRtcVideoChannel * channel,rtc::VideoSinkInterface<webrtc::VideoFrame> * sink)587*d9f75844SAndroid Build Coastguard Worker void DefaultUnsignalledSsrcHandler::SetDefaultSink(
588*d9f75844SAndroid Build Coastguard Worker     WebRtcVideoChannel* channel,
589*d9f75844SAndroid Build Coastguard Worker     rtc::VideoSinkInterface<webrtc::VideoFrame>* sink) {
590*d9f75844SAndroid Build Coastguard Worker   default_sink_ = sink;
591*d9f75844SAndroid Build Coastguard Worker   absl::optional<uint32_t> default_recv_ssrc =
592*d9f75844SAndroid Build Coastguard Worker       channel->GetDefaultReceiveStreamSsrc();
593*d9f75844SAndroid Build Coastguard Worker   if (default_recv_ssrc) {
594*d9f75844SAndroid Build Coastguard Worker     channel->SetSink(*default_recv_ssrc, default_sink_);
595*d9f75844SAndroid Build Coastguard Worker   }
596*d9f75844SAndroid Build Coastguard Worker }
597*d9f75844SAndroid Build Coastguard Worker 
WebRtcVideoEngine(std::unique_ptr<webrtc::VideoEncoderFactory> video_encoder_factory,std::unique_ptr<webrtc::VideoDecoderFactory> video_decoder_factory,const webrtc::FieldTrialsView & trials)598*d9f75844SAndroid Build Coastguard Worker WebRtcVideoEngine::WebRtcVideoEngine(
599*d9f75844SAndroid Build Coastguard Worker     std::unique_ptr<webrtc::VideoEncoderFactory> video_encoder_factory,
600*d9f75844SAndroid Build Coastguard Worker     std::unique_ptr<webrtc::VideoDecoderFactory> video_decoder_factory,
601*d9f75844SAndroid Build Coastguard Worker     const webrtc::FieldTrialsView& trials)
602*d9f75844SAndroid Build Coastguard Worker     : decoder_factory_(std::move(video_decoder_factory)),
603*d9f75844SAndroid Build Coastguard Worker       encoder_factory_(std::move(video_encoder_factory)),
604*d9f75844SAndroid Build Coastguard Worker       trials_(trials) {
605*d9f75844SAndroid Build Coastguard Worker   RTC_DLOG(LS_INFO) << "WebRtcVideoEngine::WebRtcVideoEngine()";
606*d9f75844SAndroid Build Coastguard Worker }
607*d9f75844SAndroid Build Coastguard Worker 
~WebRtcVideoEngine()608*d9f75844SAndroid Build Coastguard Worker WebRtcVideoEngine::~WebRtcVideoEngine() {
609*d9f75844SAndroid Build Coastguard Worker   RTC_DLOG(LS_INFO) << "WebRtcVideoEngine::~WebRtcVideoEngine";
610*d9f75844SAndroid Build Coastguard Worker }
611*d9f75844SAndroid Build Coastguard Worker 
CreateMediaChannel(webrtc::Call * call,const MediaConfig & config,const VideoOptions & options,const webrtc::CryptoOptions & crypto_options,webrtc::VideoBitrateAllocatorFactory * video_bitrate_allocator_factory)612*d9f75844SAndroid Build Coastguard Worker VideoMediaChannel* WebRtcVideoEngine::CreateMediaChannel(
613*d9f75844SAndroid Build Coastguard Worker     webrtc::Call* call,
614*d9f75844SAndroid Build Coastguard Worker     const MediaConfig& config,
615*d9f75844SAndroid Build Coastguard Worker     const VideoOptions& options,
616*d9f75844SAndroid Build Coastguard Worker     const webrtc::CryptoOptions& crypto_options,
617*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoBitrateAllocatorFactory* video_bitrate_allocator_factory) {
618*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "CreateMediaChannel. Options: " << options.ToString();
619*d9f75844SAndroid Build Coastguard Worker   return new WebRtcVideoChannel(call, config, options, crypto_options,
620*d9f75844SAndroid Build Coastguard Worker                                 encoder_factory_.get(), decoder_factory_.get(),
621*d9f75844SAndroid Build Coastguard Worker                                 video_bitrate_allocator_factory);
622*d9f75844SAndroid Build Coastguard Worker }
send_codecs(bool include_rtx) const623*d9f75844SAndroid Build Coastguard Worker std::vector<VideoCodec> WebRtcVideoEngine::send_codecs(bool include_rtx) const {
624*d9f75844SAndroid Build Coastguard Worker   return GetPayloadTypesAndDefaultCodecs(encoder_factory_.get(),
625*d9f75844SAndroid Build Coastguard Worker                                          /*is_decoder_factory=*/false,
626*d9f75844SAndroid Build Coastguard Worker                                          include_rtx, trials_);
627*d9f75844SAndroid Build Coastguard Worker }
628*d9f75844SAndroid Build Coastguard Worker 
recv_codecs(bool include_rtx) const629*d9f75844SAndroid Build Coastguard Worker std::vector<VideoCodec> WebRtcVideoEngine::recv_codecs(bool include_rtx) const {
630*d9f75844SAndroid Build Coastguard Worker   return GetPayloadTypesAndDefaultCodecs(decoder_factory_.get(),
631*d9f75844SAndroid Build Coastguard Worker                                          /*is_decoder_factory=*/true,
632*d9f75844SAndroid Build Coastguard Worker                                          include_rtx, trials_);
633*d9f75844SAndroid Build Coastguard Worker }
634*d9f75844SAndroid Build Coastguard Worker 
635*d9f75844SAndroid Build Coastguard Worker std::vector<webrtc::RtpHeaderExtensionCapability>
GetRtpHeaderExtensions() const636*d9f75844SAndroid Build Coastguard Worker WebRtcVideoEngine::GetRtpHeaderExtensions() const {
637*d9f75844SAndroid Build Coastguard Worker   std::vector<webrtc::RtpHeaderExtensionCapability> result;
638*d9f75844SAndroid Build Coastguard Worker   int id = 1;
639*d9f75844SAndroid Build Coastguard Worker   for (const auto& uri :
640*d9f75844SAndroid Build Coastguard Worker        {webrtc::RtpExtension::kTimestampOffsetUri,
641*d9f75844SAndroid Build Coastguard Worker         webrtc::RtpExtension::kAbsSendTimeUri,
642*d9f75844SAndroid Build Coastguard Worker         webrtc::RtpExtension::kVideoRotationUri,
643*d9f75844SAndroid Build Coastguard Worker         webrtc::RtpExtension::kTransportSequenceNumberUri,
644*d9f75844SAndroid Build Coastguard Worker         webrtc::RtpExtension::kPlayoutDelayUri,
645*d9f75844SAndroid Build Coastguard Worker         webrtc::RtpExtension::kVideoContentTypeUri,
646*d9f75844SAndroid Build Coastguard Worker         webrtc::RtpExtension::kVideoTimingUri,
647*d9f75844SAndroid Build Coastguard Worker         webrtc::RtpExtension::kColorSpaceUri, webrtc::RtpExtension::kMidUri,
648*d9f75844SAndroid Build Coastguard Worker         webrtc::RtpExtension::kRidUri, webrtc::RtpExtension::kRepairedRidUri}) {
649*d9f75844SAndroid Build Coastguard Worker     result.emplace_back(uri, id++, webrtc::RtpTransceiverDirection::kSendRecv);
650*d9f75844SAndroid Build Coastguard Worker   }
651*d9f75844SAndroid Build Coastguard Worker   result.emplace_back(webrtc::RtpExtension::kGenericFrameDescriptorUri00, id++,
652*d9f75844SAndroid Build Coastguard Worker                       IsEnabled(trials_, "WebRTC-GenericDescriptorAdvertised")
653*d9f75844SAndroid Build Coastguard Worker                           ? webrtc::RtpTransceiverDirection::kSendRecv
654*d9f75844SAndroid Build Coastguard Worker                           : webrtc::RtpTransceiverDirection::kStopped);
655*d9f75844SAndroid Build Coastguard Worker   result.emplace_back(
656*d9f75844SAndroid Build Coastguard Worker       webrtc::RtpExtension::kDependencyDescriptorUri, id++,
657*d9f75844SAndroid Build Coastguard Worker       IsEnabled(trials_, "WebRTC-DependencyDescriptorAdvertised")
658*d9f75844SAndroid Build Coastguard Worker           ? webrtc::RtpTransceiverDirection::kSendRecv
659*d9f75844SAndroid Build Coastguard Worker           : webrtc::RtpTransceiverDirection::kStopped);
660*d9f75844SAndroid Build Coastguard Worker 
661*d9f75844SAndroid Build Coastguard Worker   result.emplace_back(
662*d9f75844SAndroid Build Coastguard Worker       webrtc::RtpExtension::kVideoLayersAllocationUri, id++,
663*d9f75844SAndroid Build Coastguard Worker       IsEnabled(trials_, "WebRTC-VideoLayersAllocationAdvertised")
664*d9f75844SAndroid Build Coastguard Worker           ? webrtc::RtpTransceiverDirection::kSendRecv
665*d9f75844SAndroid Build Coastguard Worker           : webrtc::RtpTransceiverDirection::kStopped);
666*d9f75844SAndroid Build Coastguard Worker 
667*d9f75844SAndroid Build Coastguard Worker   result.emplace_back(
668*d9f75844SAndroid Build Coastguard Worker       webrtc::RtpExtension::kVideoFrameTrackingIdUri, id++,
669*d9f75844SAndroid Build Coastguard Worker       IsEnabled(trials_, "WebRTC-VideoFrameTrackingIdAdvertised")
670*d9f75844SAndroid Build Coastguard Worker           ? webrtc::RtpTransceiverDirection::kSendRecv
671*d9f75844SAndroid Build Coastguard Worker           : webrtc::RtpTransceiverDirection::kStopped);
672*d9f75844SAndroid Build Coastguard Worker 
673*d9f75844SAndroid Build Coastguard Worker   return result;
674*d9f75844SAndroid Build Coastguard Worker }
675*d9f75844SAndroid Build Coastguard Worker 
WebRtcVideoChannel(webrtc::Call * call,const MediaConfig & config,const VideoOptions & options,const webrtc::CryptoOptions & crypto_options,webrtc::VideoEncoderFactory * encoder_factory,webrtc::VideoDecoderFactory * decoder_factory,webrtc::VideoBitrateAllocatorFactory * bitrate_allocator_factory)676*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoChannel(
677*d9f75844SAndroid Build Coastguard Worker     webrtc::Call* call,
678*d9f75844SAndroid Build Coastguard Worker     const MediaConfig& config,
679*d9f75844SAndroid Build Coastguard Worker     const VideoOptions& options,
680*d9f75844SAndroid Build Coastguard Worker     const webrtc::CryptoOptions& crypto_options,
681*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoEncoderFactory* encoder_factory,
682*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoDecoderFactory* decoder_factory,
683*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoBitrateAllocatorFactory* bitrate_allocator_factory)
684*d9f75844SAndroid Build Coastguard Worker     : VideoMediaChannel(call->network_thread(), config.enable_dscp),
685*d9f75844SAndroid Build Coastguard Worker       worker_thread_(call->worker_thread()),
686*d9f75844SAndroid Build Coastguard Worker       call_(call),
687*d9f75844SAndroid Build Coastguard Worker       unsignalled_ssrc_handler_(&default_unsignalled_ssrc_handler_),
688*d9f75844SAndroid Build Coastguard Worker       video_config_(config.video),
689*d9f75844SAndroid Build Coastguard Worker       encoder_factory_(encoder_factory),
690*d9f75844SAndroid Build Coastguard Worker       decoder_factory_(decoder_factory),
691*d9f75844SAndroid Build Coastguard Worker       bitrate_allocator_factory_(bitrate_allocator_factory),
692*d9f75844SAndroid Build Coastguard Worker       default_send_options_(options),
693*d9f75844SAndroid Build Coastguard Worker       last_stats_log_ms_(-1),
694*d9f75844SAndroid Build Coastguard Worker       discard_unknown_ssrc_packets_(
695*d9f75844SAndroid Build Coastguard Worker           IsEnabled(call_->trials(),
696*d9f75844SAndroid Build Coastguard Worker                     "WebRTC-Video-DiscardPacketsWithUnknownSsrc")),
697*d9f75844SAndroid Build Coastguard Worker       crypto_options_(crypto_options),
698*d9f75844SAndroid Build Coastguard Worker       unknown_ssrc_packet_buffer_(
699*d9f75844SAndroid Build Coastguard Worker           IsEnabled(call_->trials(),
700*d9f75844SAndroid Build Coastguard Worker                     "WebRTC-Video-BufferPacketsWithUnknownSsrc")
701*d9f75844SAndroid Build Coastguard Worker               ? new UnhandledPacketsBuffer()
702*d9f75844SAndroid Build Coastguard Worker               : nullptr) {
703*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
704*d9f75844SAndroid Build Coastguard Worker   network_thread_checker_.Detach();
705*d9f75844SAndroid Build Coastguard Worker 
706*d9f75844SAndroid Build Coastguard Worker   rtcp_receiver_report_ssrc_ = kDefaultRtcpReceiverReportSsrc;
707*d9f75844SAndroid Build Coastguard Worker   sending_ = false;
708*d9f75844SAndroid Build Coastguard Worker   recv_codecs_ = MapCodecs(GetPayloadTypesAndDefaultCodecs(
709*d9f75844SAndroid Build Coastguard Worker       decoder_factory_, /*is_decoder_factory=*/true,
710*d9f75844SAndroid Build Coastguard Worker       /*include_rtx=*/true, call_->trials()));
711*d9f75844SAndroid Build Coastguard Worker   recv_flexfec_payload_type_ =
712*d9f75844SAndroid Build Coastguard Worker       recv_codecs_.empty() ? 0 : recv_codecs_.front().flexfec_payload_type;
713*d9f75844SAndroid Build Coastguard Worker }
714*d9f75844SAndroid Build Coastguard Worker 
~WebRtcVideoChannel()715*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::~WebRtcVideoChannel() {
716*d9f75844SAndroid Build Coastguard Worker   for (auto& kv : send_streams_)
717*d9f75844SAndroid Build Coastguard Worker     delete kv.second;
718*d9f75844SAndroid Build Coastguard Worker   for (auto& kv : receive_streams_)
719*d9f75844SAndroid Build Coastguard Worker     delete kv.second;
720*d9f75844SAndroid Build Coastguard Worker }
721*d9f75844SAndroid Build Coastguard Worker 
722*d9f75844SAndroid Build Coastguard Worker std::vector<WebRtcVideoChannel::VideoCodecSettings>
SelectSendVideoCodecs(const std::vector<VideoCodecSettings> & remote_mapped_codecs) const723*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::SelectSendVideoCodecs(
724*d9f75844SAndroid Build Coastguard Worker     const std::vector<VideoCodecSettings>& remote_mapped_codecs) const {
725*d9f75844SAndroid Build Coastguard Worker   std::vector<webrtc::SdpVideoFormat> sdp_formats =
726*d9f75844SAndroid Build Coastguard Worker       encoder_factory_ ? encoder_factory_->GetImplementations()
727*d9f75844SAndroid Build Coastguard Worker                        : std::vector<webrtc::SdpVideoFormat>();
728*d9f75844SAndroid Build Coastguard Worker 
729*d9f75844SAndroid Build Coastguard Worker   // The returned vector holds the VideoCodecSettings in term of preference.
730*d9f75844SAndroid Build Coastguard Worker   // They are orderd by receive codec preference first and local implementation
731*d9f75844SAndroid Build Coastguard Worker   // preference second.
732*d9f75844SAndroid Build Coastguard Worker   std::vector<VideoCodecSettings> encoders;
733*d9f75844SAndroid Build Coastguard Worker   for (const VideoCodecSettings& remote_codec : remote_mapped_codecs) {
734*d9f75844SAndroid Build Coastguard Worker     for (auto format_it = sdp_formats.begin();
735*d9f75844SAndroid Build Coastguard Worker          format_it != sdp_formats.end();) {
736*d9f75844SAndroid Build Coastguard Worker       // For H264, we will limit the encode level to the remote offered level
737*d9f75844SAndroid Build Coastguard Worker       // regardless if level asymmetry is allowed or not. This is strictly not
738*d9f75844SAndroid Build Coastguard Worker       // following the spec in https://tools.ietf.org/html/rfc6184#section-8.2.2
739*d9f75844SAndroid Build Coastguard Worker       // since we should limit the encode level to the lower of local and remote
740*d9f75844SAndroid Build Coastguard Worker       // level when level asymmetry is not allowed.
741*d9f75844SAndroid Build Coastguard Worker       if (format_it->IsSameCodec(
742*d9f75844SAndroid Build Coastguard Worker               {remote_codec.codec.name, remote_codec.codec.params})) {
743*d9f75844SAndroid Build Coastguard Worker         encoders.push_back(remote_codec);
744*d9f75844SAndroid Build Coastguard Worker 
745*d9f75844SAndroid Build Coastguard Worker         // To allow the VideoEncoderFactory to keep information about which
746*d9f75844SAndroid Build Coastguard Worker         // implementation to instantitate when CreateEncoder is called the two
747*d9f75844SAndroid Build Coastguard Worker         // parmeter sets are merged.
748*d9f75844SAndroid Build Coastguard Worker         encoders.back().codec.params.insert(format_it->parameters.begin(),
749*d9f75844SAndroid Build Coastguard Worker                                             format_it->parameters.end());
750*d9f75844SAndroid Build Coastguard Worker 
751*d9f75844SAndroid Build Coastguard Worker         format_it = sdp_formats.erase(format_it);
752*d9f75844SAndroid Build Coastguard Worker       } else {
753*d9f75844SAndroid Build Coastguard Worker         ++format_it;
754*d9f75844SAndroid Build Coastguard Worker       }
755*d9f75844SAndroid Build Coastguard Worker     }
756*d9f75844SAndroid Build Coastguard Worker   }
757*d9f75844SAndroid Build Coastguard Worker 
758*d9f75844SAndroid Build Coastguard Worker   return encoders;
759*d9f75844SAndroid Build Coastguard Worker }
760*d9f75844SAndroid Build Coastguard Worker 
NonFlexfecReceiveCodecsHaveChanged(std::vector<VideoCodecSettings> before,std::vector<VideoCodecSettings> after)761*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::NonFlexfecReceiveCodecsHaveChanged(
762*d9f75844SAndroid Build Coastguard Worker     std::vector<VideoCodecSettings> before,
763*d9f75844SAndroid Build Coastguard Worker     std::vector<VideoCodecSettings> after) {
764*d9f75844SAndroid Build Coastguard Worker   // The receive codec order doesn't matter, so we sort the codecs before
765*d9f75844SAndroid Build Coastguard Worker   // comparing. This is necessary because currently the
766*d9f75844SAndroid Build Coastguard Worker   // only way to change the send codec is to munge SDP, which causes
767*d9f75844SAndroid Build Coastguard Worker   // the receive codec list to change order, which causes the streams
768*d9f75844SAndroid Build Coastguard Worker   // to be recreates which causes a "blink" of black video.  In order
769*d9f75844SAndroid Build Coastguard Worker   // to support munging the SDP in this way without recreating receive
770*d9f75844SAndroid Build Coastguard Worker   // streams, we ignore the order of the received codecs so that
771*d9f75844SAndroid Build Coastguard Worker   // changing the order doesn't cause this "blink".
772*d9f75844SAndroid Build Coastguard Worker   auto comparison = [](const VideoCodecSettings& codec1,
773*d9f75844SAndroid Build Coastguard Worker                        const VideoCodecSettings& codec2) {
774*d9f75844SAndroid Build Coastguard Worker     return codec1.codec.id > codec2.codec.id;
775*d9f75844SAndroid Build Coastguard Worker   };
776*d9f75844SAndroid Build Coastguard Worker   absl::c_sort(before, comparison);
777*d9f75844SAndroid Build Coastguard Worker   absl::c_sort(after, comparison);
778*d9f75844SAndroid Build Coastguard Worker 
779*d9f75844SAndroid Build Coastguard Worker   // Changes in FlexFEC payload type are handled separately in
780*d9f75844SAndroid Build Coastguard Worker   // WebRtcVideoChannel::GetChangedRecvParameters, so disregard FlexFEC in the
781*d9f75844SAndroid Build Coastguard Worker   // comparison here.
782*d9f75844SAndroid Build Coastguard Worker   return !absl::c_equal(before, after,
783*d9f75844SAndroid Build Coastguard Worker                         VideoCodecSettings::EqualsDisregardingFlexfec);
784*d9f75844SAndroid Build Coastguard Worker }
785*d9f75844SAndroid Build Coastguard Worker 
GetChangedSendParameters(const VideoSendParameters & params,ChangedSendParameters * changed_params) const786*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::GetChangedSendParameters(
787*d9f75844SAndroid Build Coastguard Worker     const VideoSendParameters& params,
788*d9f75844SAndroid Build Coastguard Worker     ChangedSendParameters* changed_params) const {
789*d9f75844SAndroid Build Coastguard Worker   if (!ValidateCodecFormats(params.codecs) ||
790*d9f75844SAndroid Build Coastguard Worker       !ValidateRtpExtensions(params.extensions, send_rtp_extensions_)) {
791*d9f75844SAndroid Build Coastguard Worker     return false;
792*d9f75844SAndroid Build Coastguard Worker   }
793*d9f75844SAndroid Build Coastguard Worker 
794*d9f75844SAndroid Build Coastguard Worker   std::vector<VideoCodecSettings> negotiated_codecs =
795*d9f75844SAndroid Build Coastguard Worker       SelectSendVideoCodecs(MapCodecs(params.codecs));
796*d9f75844SAndroid Build Coastguard Worker 
797*d9f75844SAndroid Build Coastguard Worker   // We should only fail here if send direction is enabled.
798*d9f75844SAndroid Build Coastguard Worker   if (params.is_stream_active && negotiated_codecs.empty()) {
799*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "No video codecs supported.";
800*d9f75844SAndroid Build Coastguard Worker     return false;
801*d9f75844SAndroid Build Coastguard Worker   }
802*d9f75844SAndroid Build Coastguard Worker 
803*d9f75844SAndroid Build Coastguard Worker   // Never enable sending FlexFEC, unless we are in the experiment.
804*d9f75844SAndroid Build Coastguard Worker   if (!IsEnabled(call_->trials(), "WebRTC-FlexFEC-03")) {
805*d9f75844SAndroid Build Coastguard Worker     for (VideoCodecSettings& codec : negotiated_codecs)
806*d9f75844SAndroid Build Coastguard Worker       codec.flexfec_payload_type = -1;
807*d9f75844SAndroid Build Coastguard Worker   }
808*d9f75844SAndroid Build Coastguard Worker 
809*d9f75844SAndroid Build Coastguard Worker   if (negotiated_codecs_ != negotiated_codecs) {
810*d9f75844SAndroid Build Coastguard Worker     if (negotiated_codecs.empty()) {
811*d9f75844SAndroid Build Coastguard Worker       changed_params->send_codec = absl::nullopt;
812*d9f75844SAndroid Build Coastguard Worker     } else if (send_codec_ != negotiated_codecs.front()) {
813*d9f75844SAndroid Build Coastguard Worker       changed_params->send_codec = negotiated_codecs.front();
814*d9f75844SAndroid Build Coastguard Worker     }
815*d9f75844SAndroid Build Coastguard Worker     changed_params->negotiated_codecs = std::move(negotiated_codecs);
816*d9f75844SAndroid Build Coastguard Worker   }
817*d9f75844SAndroid Build Coastguard Worker 
818*d9f75844SAndroid Build Coastguard Worker   // Handle RTP header extensions.
819*d9f75844SAndroid Build Coastguard Worker   if (params.extmap_allow_mixed != ExtmapAllowMixed()) {
820*d9f75844SAndroid Build Coastguard Worker     changed_params->extmap_allow_mixed = params.extmap_allow_mixed;
821*d9f75844SAndroid Build Coastguard Worker   }
822*d9f75844SAndroid Build Coastguard Worker   std::vector<webrtc::RtpExtension> filtered_extensions = FilterRtpExtensions(
823*d9f75844SAndroid Build Coastguard Worker       params.extensions, webrtc::RtpExtension::IsSupportedForVideo, true,
824*d9f75844SAndroid Build Coastguard Worker       call_->trials());
825*d9f75844SAndroid Build Coastguard Worker   if (send_rtp_extensions_ != filtered_extensions) {
826*d9f75844SAndroid Build Coastguard Worker     changed_params->rtp_header_extensions =
827*d9f75844SAndroid Build Coastguard Worker         absl::optional<std::vector<webrtc::RtpExtension>>(filtered_extensions);
828*d9f75844SAndroid Build Coastguard Worker   }
829*d9f75844SAndroid Build Coastguard Worker 
830*d9f75844SAndroid Build Coastguard Worker   if (params.mid != send_params_.mid) {
831*d9f75844SAndroid Build Coastguard Worker     changed_params->mid = params.mid;
832*d9f75844SAndroid Build Coastguard Worker   }
833*d9f75844SAndroid Build Coastguard Worker 
834*d9f75844SAndroid Build Coastguard Worker   // Handle max bitrate.
835*d9f75844SAndroid Build Coastguard Worker   if (params.max_bandwidth_bps != send_params_.max_bandwidth_bps &&
836*d9f75844SAndroid Build Coastguard Worker       params.max_bandwidth_bps >= -1) {
837*d9f75844SAndroid Build Coastguard Worker     // 0 or -1 uncaps max bitrate.
838*d9f75844SAndroid Build Coastguard Worker     // TODO(pbos): Reconsider how 0 should be treated. It is not mentioned as a
839*d9f75844SAndroid Build Coastguard Worker     // special value and might very well be used for stopping sending.
840*d9f75844SAndroid Build Coastguard Worker     changed_params->max_bandwidth_bps =
841*d9f75844SAndroid Build Coastguard Worker         params.max_bandwidth_bps == 0 ? -1 : params.max_bandwidth_bps;
842*d9f75844SAndroid Build Coastguard Worker   }
843*d9f75844SAndroid Build Coastguard Worker 
844*d9f75844SAndroid Build Coastguard Worker   // Handle conference mode.
845*d9f75844SAndroid Build Coastguard Worker   if (params.conference_mode != send_params_.conference_mode) {
846*d9f75844SAndroid Build Coastguard Worker     changed_params->conference_mode = params.conference_mode;
847*d9f75844SAndroid Build Coastguard Worker   }
848*d9f75844SAndroid Build Coastguard Worker 
849*d9f75844SAndroid Build Coastguard Worker   // Handle RTCP mode.
850*d9f75844SAndroid Build Coastguard Worker   if (params.rtcp.reduced_size != send_params_.rtcp.reduced_size) {
851*d9f75844SAndroid Build Coastguard Worker     changed_params->rtcp_mode = params.rtcp.reduced_size
852*d9f75844SAndroid Build Coastguard Worker                                     ? webrtc::RtcpMode::kReducedSize
853*d9f75844SAndroid Build Coastguard Worker                                     : webrtc::RtcpMode::kCompound;
854*d9f75844SAndroid Build Coastguard Worker   }
855*d9f75844SAndroid Build Coastguard Worker 
856*d9f75844SAndroid Build Coastguard Worker   return true;
857*d9f75844SAndroid Build Coastguard Worker }
858*d9f75844SAndroid Build Coastguard Worker 
SetSendParameters(const VideoSendParameters & params)859*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::SetSendParameters(const VideoSendParameters& params) {
860*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
861*d9f75844SAndroid Build Coastguard Worker   TRACE_EVENT0("webrtc", "WebRtcVideoChannel::SetSendParameters");
862*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "SetSendParameters: " << params.ToString();
863*d9f75844SAndroid Build Coastguard Worker   ChangedSendParameters changed_params;
864*d9f75844SAndroid Build Coastguard Worker   if (!GetChangedSendParameters(params, &changed_params)) {
865*d9f75844SAndroid Build Coastguard Worker     return false;
866*d9f75844SAndroid Build Coastguard Worker   }
867*d9f75844SAndroid Build Coastguard Worker 
868*d9f75844SAndroid Build Coastguard Worker   if (changed_params.negotiated_codecs) {
869*d9f75844SAndroid Build Coastguard Worker     for (const auto& send_codec : *changed_params.negotiated_codecs)
870*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_INFO) << "Negotiated codec: " << send_codec.codec.ToString();
871*d9f75844SAndroid Build Coastguard Worker   }
872*d9f75844SAndroid Build Coastguard Worker 
873*d9f75844SAndroid Build Coastguard Worker   send_params_ = params;
874*d9f75844SAndroid Build Coastguard Worker   return ApplyChangedParams(changed_params);
875*d9f75844SAndroid Build Coastguard Worker }
876*d9f75844SAndroid Build Coastguard Worker 
RequestEncoderFallback()877*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::RequestEncoderFallback() {
878*d9f75844SAndroid Build Coastguard Worker   if (!worker_thread_->IsCurrent()) {
879*d9f75844SAndroid Build Coastguard Worker     worker_thread_->PostTask(
880*d9f75844SAndroid Build Coastguard Worker         SafeTask(task_safety_.flag(), [this] { RequestEncoderFallback(); }));
881*d9f75844SAndroid Build Coastguard Worker     return;
882*d9f75844SAndroid Build Coastguard Worker   }
883*d9f75844SAndroid Build Coastguard Worker 
884*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
885*d9f75844SAndroid Build Coastguard Worker   if (negotiated_codecs_.size() <= 1) {
886*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_WARNING) << "Encoder failed but no fallback codec is available";
887*d9f75844SAndroid Build Coastguard Worker     return;
888*d9f75844SAndroid Build Coastguard Worker   }
889*d9f75844SAndroid Build Coastguard Worker 
890*d9f75844SAndroid Build Coastguard Worker   ChangedSendParameters params;
891*d9f75844SAndroid Build Coastguard Worker   params.negotiated_codecs = negotiated_codecs_;
892*d9f75844SAndroid Build Coastguard Worker   params.negotiated_codecs->erase(params.negotiated_codecs->begin());
893*d9f75844SAndroid Build Coastguard Worker   params.send_codec = params.negotiated_codecs->front();
894*d9f75844SAndroid Build Coastguard Worker   ApplyChangedParams(params);
895*d9f75844SAndroid Build Coastguard Worker }
896*d9f75844SAndroid Build Coastguard Worker 
RequestEncoderSwitch(const webrtc::SdpVideoFormat & format,bool allow_default_fallback)897*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::RequestEncoderSwitch(
898*d9f75844SAndroid Build Coastguard Worker     const webrtc::SdpVideoFormat& format,
899*d9f75844SAndroid Build Coastguard Worker     bool allow_default_fallback) {
900*d9f75844SAndroid Build Coastguard Worker   if (!worker_thread_->IsCurrent()) {
901*d9f75844SAndroid Build Coastguard Worker     worker_thread_->PostTask(
902*d9f75844SAndroid Build Coastguard Worker         SafeTask(task_safety_.flag(), [this, format, allow_default_fallback] {
903*d9f75844SAndroid Build Coastguard Worker           RequestEncoderSwitch(format, allow_default_fallback);
904*d9f75844SAndroid Build Coastguard Worker         }));
905*d9f75844SAndroid Build Coastguard Worker     return;
906*d9f75844SAndroid Build Coastguard Worker   }
907*d9f75844SAndroid Build Coastguard Worker 
908*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
909*d9f75844SAndroid Build Coastguard Worker 
910*d9f75844SAndroid Build Coastguard Worker   for (const VideoCodecSettings& codec_setting : negotiated_codecs_) {
911*d9f75844SAndroid Build Coastguard Worker     if (format.IsSameCodec(
912*d9f75844SAndroid Build Coastguard Worker             {codec_setting.codec.name, codec_setting.codec.params})) {
913*d9f75844SAndroid Build Coastguard Worker       VideoCodecSettings new_codec_setting = codec_setting;
914*d9f75844SAndroid Build Coastguard Worker       for (const auto& kv : format.parameters) {
915*d9f75844SAndroid Build Coastguard Worker         new_codec_setting.codec.params[kv.first] = kv.second;
916*d9f75844SAndroid Build Coastguard Worker       }
917*d9f75844SAndroid Build Coastguard Worker 
918*d9f75844SAndroid Build Coastguard Worker       if (send_codec_ == new_codec_setting) {
919*d9f75844SAndroid Build Coastguard Worker         // Already using this codec, no switch required.
920*d9f75844SAndroid Build Coastguard Worker         return;
921*d9f75844SAndroid Build Coastguard Worker       }
922*d9f75844SAndroid Build Coastguard Worker 
923*d9f75844SAndroid Build Coastguard Worker       ChangedSendParameters params;
924*d9f75844SAndroid Build Coastguard Worker       params.send_codec = new_codec_setting;
925*d9f75844SAndroid Build Coastguard Worker       ApplyChangedParams(params);
926*d9f75844SAndroid Build Coastguard Worker       return;
927*d9f75844SAndroid Build Coastguard Worker     }
928*d9f75844SAndroid Build Coastguard Worker   }
929*d9f75844SAndroid Build Coastguard Worker 
930*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_WARNING) << "Failed to switch encoder to: " << format.ToString()
931*d9f75844SAndroid Build Coastguard Worker                       << ". Is default fallback allowed: "
932*d9f75844SAndroid Build Coastguard Worker                       << allow_default_fallback;
933*d9f75844SAndroid Build Coastguard Worker 
934*d9f75844SAndroid Build Coastguard Worker   if (allow_default_fallback) {
935*d9f75844SAndroid Build Coastguard Worker     RequestEncoderFallback();
936*d9f75844SAndroid Build Coastguard Worker   }
937*d9f75844SAndroid Build Coastguard Worker }
938*d9f75844SAndroid Build Coastguard Worker 
ApplyChangedParams(const ChangedSendParameters & changed_params)939*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::ApplyChangedParams(
940*d9f75844SAndroid Build Coastguard Worker     const ChangedSendParameters& changed_params) {
941*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
942*d9f75844SAndroid Build Coastguard Worker   if (changed_params.negotiated_codecs)
943*d9f75844SAndroid Build Coastguard Worker     negotiated_codecs_ = *changed_params.negotiated_codecs;
944*d9f75844SAndroid Build Coastguard Worker 
945*d9f75844SAndroid Build Coastguard Worker   if (changed_params.send_codec)
946*d9f75844SAndroid Build Coastguard Worker     send_codec_ = changed_params.send_codec;
947*d9f75844SAndroid Build Coastguard Worker 
948*d9f75844SAndroid Build Coastguard Worker   if (changed_params.extmap_allow_mixed) {
949*d9f75844SAndroid Build Coastguard Worker     SetExtmapAllowMixed(*changed_params.extmap_allow_mixed);
950*d9f75844SAndroid Build Coastguard Worker   }
951*d9f75844SAndroid Build Coastguard Worker   if (changed_params.rtp_header_extensions) {
952*d9f75844SAndroid Build Coastguard Worker     send_rtp_extensions_ = *changed_params.rtp_header_extensions;
953*d9f75844SAndroid Build Coastguard Worker   }
954*d9f75844SAndroid Build Coastguard Worker 
955*d9f75844SAndroid Build Coastguard Worker   if (changed_params.send_codec || changed_params.max_bandwidth_bps) {
956*d9f75844SAndroid Build Coastguard Worker     if (send_params_.max_bandwidth_bps == -1) {
957*d9f75844SAndroid Build Coastguard Worker       // Unset the global max bitrate (max_bitrate_bps) if max_bandwidth_bps is
958*d9f75844SAndroid Build Coastguard Worker       // -1, which corresponds to no "b=AS" attribute in SDP. Note that the
959*d9f75844SAndroid Build Coastguard Worker       // global max bitrate may be set below in GetBitrateConfigForCodec, from
960*d9f75844SAndroid Build Coastguard Worker       // the codec max bitrate.
961*d9f75844SAndroid Build Coastguard Worker       // TODO(pbos): This should be reconsidered (codec max bitrate should
962*d9f75844SAndroid Build Coastguard Worker       // probably not affect global call max bitrate).
963*d9f75844SAndroid Build Coastguard Worker       bitrate_config_.max_bitrate_bps = -1;
964*d9f75844SAndroid Build Coastguard Worker     }
965*d9f75844SAndroid Build Coastguard Worker 
966*d9f75844SAndroid Build Coastguard Worker     if (send_codec_) {
967*d9f75844SAndroid Build Coastguard Worker       // TODO(holmer): Changing the codec parameters shouldn't necessarily mean
968*d9f75844SAndroid Build Coastguard Worker       // that we change the min/max of bandwidth estimation. Reevaluate this.
969*d9f75844SAndroid Build Coastguard Worker       bitrate_config_ = GetBitrateConfigForCodec(send_codec_->codec);
970*d9f75844SAndroid Build Coastguard Worker       if (!changed_params.send_codec) {
971*d9f75844SAndroid Build Coastguard Worker         // If the codec isn't changing, set the start bitrate to -1 which means
972*d9f75844SAndroid Build Coastguard Worker         // "unchanged" so that BWE isn't affected.
973*d9f75844SAndroid Build Coastguard Worker         bitrate_config_.start_bitrate_bps = -1;
974*d9f75844SAndroid Build Coastguard Worker       }
975*d9f75844SAndroid Build Coastguard Worker     }
976*d9f75844SAndroid Build Coastguard Worker 
977*d9f75844SAndroid Build Coastguard Worker     if (send_params_.max_bandwidth_bps >= 0) {
978*d9f75844SAndroid Build Coastguard Worker       // Note that max_bandwidth_bps intentionally takes priority over the
979*d9f75844SAndroid Build Coastguard Worker       // bitrate config for the codec. This allows FEC to be applied above the
980*d9f75844SAndroid Build Coastguard Worker       // codec target bitrate.
981*d9f75844SAndroid Build Coastguard Worker       // TODO(pbos): Figure out whether b=AS means max bitrate for this
982*d9f75844SAndroid Build Coastguard Worker       // WebRtcVideoChannel (in which case we're good), or per sender (SSRC),
983*d9f75844SAndroid Build Coastguard Worker       // in which case this should not set a BitrateConstraints but rather
984*d9f75844SAndroid Build Coastguard Worker       // reconfigure all senders.
985*d9f75844SAndroid Build Coastguard Worker       bitrate_config_.max_bitrate_bps = send_params_.max_bandwidth_bps == 0
986*d9f75844SAndroid Build Coastguard Worker                                             ? -1
987*d9f75844SAndroid Build Coastguard Worker                                             : send_params_.max_bandwidth_bps;
988*d9f75844SAndroid Build Coastguard Worker     }
989*d9f75844SAndroid Build Coastguard Worker 
990*d9f75844SAndroid Build Coastguard Worker     call_->GetTransportControllerSend()->SetSdpBitrateParameters(
991*d9f75844SAndroid Build Coastguard Worker         bitrate_config_);
992*d9f75844SAndroid Build Coastguard Worker   }
993*d9f75844SAndroid Build Coastguard Worker 
994*d9f75844SAndroid Build Coastguard Worker   for (auto& kv : send_streams_) {
995*d9f75844SAndroid Build Coastguard Worker     kv.second->SetSendParameters(changed_params);
996*d9f75844SAndroid Build Coastguard Worker   }
997*d9f75844SAndroid Build Coastguard Worker   if (changed_params.send_codec || changed_params.rtcp_mode) {
998*d9f75844SAndroid Build Coastguard Worker     // Update receive feedback parameters from new codec or RTCP mode.
999*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_INFO)
1000*d9f75844SAndroid Build Coastguard Worker         << "SetFeedbackParameters on all the receive streams because the send "
1001*d9f75844SAndroid Build Coastguard Worker            "codec or RTCP mode has changed.";
1002*d9f75844SAndroid Build Coastguard Worker     for (auto& kv : receive_streams_) {
1003*d9f75844SAndroid Build Coastguard Worker       RTC_DCHECK(kv.second != nullptr);
1004*d9f75844SAndroid Build Coastguard Worker       kv.second->SetFeedbackParameters(
1005*d9f75844SAndroid Build Coastguard Worker           HasLntf(send_codec_->codec), HasNack(send_codec_->codec),
1006*d9f75844SAndroid Build Coastguard Worker           HasTransportCc(send_codec_->codec),
1007*d9f75844SAndroid Build Coastguard Worker           send_params_.rtcp.reduced_size ? webrtc::RtcpMode::kReducedSize
1008*d9f75844SAndroid Build Coastguard Worker                                          : webrtc::RtcpMode::kCompound,
1009*d9f75844SAndroid Build Coastguard Worker           send_codec_->rtx_time);
1010*d9f75844SAndroid Build Coastguard Worker     }
1011*d9f75844SAndroid Build Coastguard Worker   }
1012*d9f75844SAndroid Build Coastguard Worker   return true;
1013*d9f75844SAndroid Build Coastguard Worker }
1014*d9f75844SAndroid Build Coastguard Worker 
GetRtpSendParameters(uint32_t ssrc) const1015*d9f75844SAndroid Build Coastguard Worker webrtc::RtpParameters WebRtcVideoChannel::GetRtpSendParameters(
1016*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc) const {
1017*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1018*d9f75844SAndroid Build Coastguard Worker   auto it = send_streams_.find(ssrc);
1019*d9f75844SAndroid Build Coastguard Worker   if (it == send_streams_.end()) {
1020*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_WARNING) << "Attempting to get RTP send parameters for stream "
1021*d9f75844SAndroid Build Coastguard Worker                            "with ssrc "
1022*d9f75844SAndroid Build Coastguard Worker                         << ssrc << " which doesn't exist.";
1023*d9f75844SAndroid Build Coastguard Worker     return webrtc::RtpParameters();
1024*d9f75844SAndroid Build Coastguard Worker   }
1025*d9f75844SAndroid Build Coastguard Worker 
1026*d9f75844SAndroid Build Coastguard Worker   webrtc::RtpParameters rtp_params = it->second->GetRtpParameters();
1027*d9f75844SAndroid Build Coastguard Worker   // Need to add the common list of codecs to the send stream-specific
1028*d9f75844SAndroid Build Coastguard Worker   // RTP parameters.
1029*d9f75844SAndroid Build Coastguard Worker   for (const VideoCodec& codec : send_params_.codecs) {
1030*d9f75844SAndroid Build Coastguard Worker     if (send_codec_ && send_codec_->codec.id == codec.id) {
1031*d9f75844SAndroid Build Coastguard Worker       // Put the current send codec to the front of the codecs list.
1032*d9f75844SAndroid Build Coastguard Worker       RTC_DCHECK_EQ(codec.name, send_codec_->codec.name);
1033*d9f75844SAndroid Build Coastguard Worker       rtp_params.codecs.insert(rtp_params.codecs.begin(),
1034*d9f75844SAndroid Build Coastguard Worker                                codec.ToCodecParameters());
1035*d9f75844SAndroid Build Coastguard Worker     } else {
1036*d9f75844SAndroid Build Coastguard Worker       rtp_params.codecs.push_back(codec.ToCodecParameters());
1037*d9f75844SAndroid Build Coastguard Worker     }
1038*d9f75844SAndroid Build Coastguard Worker   }
1039*d9f75844SAndroid Build Coastguard Worker 
1040*d9f75844SAndroid Build Coastguard Worker   return rtp_params;
1041*d9f75844SAndroid Build Coastguard Worker }
1042*d9f75844SAndroid Build Coastguard Worker 
SetRtpSendParameters(uint32_t ssrc,const webrtc::RtpParameters & parameters,webrtc::SetParametersCallback callback)1043*d9f75844SAndroid Build Coastguard Worker webrtc::RTCError WebRtcVideoChannel::SetRtpSendParameters(
1044*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
1045*d9f75844SAndroid Build Coastguard Worker     const webrtc::RtpParameters& parameters,
1046*d9f75844SAndroid Build Coastguard Worker     webrtc::SetParametersCallback callback) {
1047*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1048*d9f75844SAndroid Build Coastguard Worker   TRACE_EVENT0("webrtc", "WebRtcVideoChannel::SetRtpSendParameters");
1049*d9f75844SAndroid Build Coastguard Worker   auto it = send_streams_.find(ssrc);
1050*d9f75844SAndroid Build Coastguard Worker   if (it == send_streams_.end()) {
1051*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "Attempting to set RTP send parameters for stream "
1052*d9f75844SAndroid Build Coastguard Worker                          "with ssrc "
1053*d9f75844SAndroid Build Coastguard Worker                       << ssrc << " which doesn't exist.";
1054*d9f75844SAndroid Build Coastguard Worker     return webrtc::InvokeSetParametersCallback(
1055*d9f75844SAndroid Build Coastguard Worker         callback, webrtc::RTCError(webrtc::RTCErrorType::INTERNAL_ERROR));
1056*d9f75844SAndroid Build Coastguard Worker   }
1057*d9f75844SAndroid Build Coastguard Worker 
1058*d9f75844SAndroid Build Coastguard Worker   // TODO(deadbeef): Handle setting parameters with a list of codecs in a
1059*d9f75844SAndroid Build Coastguard Worker   // different order (which should change the send codec).
1060*d9f75844SAndroid Build Coastguard Worker   webrtc::RtpParameters current_parameters = GetRtpSendParameters(ssrc);
1061*d9f75844SAndroid Build Coastguard Worker   if (current_parameters.codecs != parameters.codecs) {
1062*d9f75844SAndroid Build Coastguard Worker     RTC_DLOG(LS_ERROR) << "Using SetParameters to change the set of codecs "
1063*d9f75844SAndroid Build Coastguard Worker                           "is not currently supported.";
1064*d9f75844SAndroid Build Coastguard Worker     return webrtc::InvokeSetParametersCallback(
1065*d9f75844SAndroid Build Coastguard Worker         callback, webrtc::RTCError(webrtc::RTCErrorType::INTERNAL_ERROR));
1066*d9f75844SAndroid Build Coastguard Worker   }
1067*d9f75844SAndroid Build Coastguard Worker 
1068*d9f75844SAndroid Build Coastguard Worker   if (!parameters.encodings.empty()) {
1069*d9f75844SAndroid Build Coastguard Worker     // Note that these values come from:
1070*d9f75844SAndroid Build Coastguard Worker     // https://tools.ietf.org/html/draft-ietf-tsvwg-rtcweb-qos-16#section-5
1071*d9f75844SAndroid Build Coastguard Worker     // TODO(deadbeef): Change values depending on whether we are sending a
1072*d9f75844SAndroid Build Coastguard Worker     // keyframe or non-keyframe.
1073*d9f75844SAndroid Build Coastguard Worker     rtc::DiffServCodePoint new_dscp = rtc::DSCP_DEFAULT;
1074*d9f75844SAndroid Build Coastguard Worker     switch (parameters.encodings[0].network_priority) {
1075*d9f75844SAndroid Build Coastguard Worker       case webrtc::Priority::kVeryLow:
1076*d9f75844SAndroid Build Coastguard Worker         new_dscp = rtc::DSCP_CS1;
1077*d9f75844SAndroid Build Coastguard Worker         break;
1078*d9f75844SAndroid Build Coastguard Worker       case webrtc::Priority::kLow:
1079*d9f75844SAndroid Build Coastguard Worker         new_dscp = rtc::DSCP_DEFAULT;
1080*d9f75844SAndroid Build Coastguard Worker         break;
1081*d9f75844SAndroid Build Coastguard Worker       case webrtc::Priority::kMedium:
1082*d9f75844SAndroid Build Coastguard Worker         new_dscp = rtc::DSCP_AF42;
1083*d9f75844SAndroid Build Coastguard Worker         break;
1084*d9f75844SAndroid Build Coastguard Worker       case webrtc::Priority::kHigh:
1085*d9f75844SAndroid Build Coastguard Worker         new_dscp = rtc::DSCP_AF41;
1086*d9f75844SAndroid Build Coastguard Worker         break;
1087*d9f75844SAndroid Build Coastguard Worker     }
1088*d9f75844SAndroid Build Coastguard Worker     SetPreferredDscp(new_dscp);
1089*d9f75844SAndroid Build Coastguard Worker   }
1090*d9f75844SAndroid Build Coastguard Worker 
1091*d9f75844SAndroid Build Coastguard Worker   return it->second->SetRtpParameters(parameters, std::move(callback));
1092*d9f75844SAndroid Build Coastguard Worker }
1093*d9f75844SAndroid Build Coastguard Worker 
GetRtpReceiveParameters(uint32_t ssrc) const1094*d9f75844SAndroid Build Coastguard Worker webrtc::RtpParameters WebRtcVideoChannel::GetRtpReceiveParameters(
1095*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc) const {
1096*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1097*d9f75844SAndroid Build Coastguard Worker   webrtc::RtpParameters rtp_params;
1098*d9f75844SAndroid Build Coastguard Worker   auto it = receive_streams_.find(ssrc);
1099*d9f75844SAndroid Build Coastguard Worker   if (it == receive_streams_.end()) {
1100*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_WARNING)
1101*d9f75844SAndroid Build Coastguard Worker         << "Attempting to get RTP receive parameters for stream "
1102*d9f75844SAndroid Build Coastguard Worker            "with SSRC "
1103*d9f75844SAndroid Build Coastguard Worker         << ssrc << " which doesn't exist.";
1104*d9f75844SAndroid Build Coastguard Worker     return webrtc::RtpParameters();
1105*d9f75844SAndroid Build Coastguard Worker   }
1106*d9f75844SAndroid Build Coastguard Worker   rtp_params = it->second->GetRtpParameters();
1107*d9f75844SAndroid Build Coastguard Worker 
1108*d9f75844SAndroid Build Coastguard Worker   // Add codecs, which any stream is prepared to receive.
1109*d9f75844SAndroid Build Coastguard Worker   for (const VideoCodec& codec : recv_params_.codecs) {
1110*d9f75844SAndroid Build Coastguard Worker     rtp_params.codecs.push_back(codec.ToCodecParameters());
1111*d9f75844SAndroid Build Coastguard Worker   }
1112*d9f75844SAndroid Build Coastguard Worker 
1113*d9f75844SAndroid Build Coastguard Worker   return rtp_params;
1114*d9f75844SAndroid Build Coastguard Worker }
1115*d9f75844SAndroid Build Coastguard Worker 
GetDefaultRtpReceiveParameters() const1116*d9f75844SAndroid Build Coastguard Worker webrtc::RtpParameters WebRtcVideoChannel::GetDefaultRtpReceiveParameters()
1117*d9f75844SAndroid Build Coastguard Worker     const {
1118*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1119*d9f75844SAndroid Build Coastguard Worker   webrtc::RtpParameters rtp_params;
1120*d9f75844SAndroid Build Coastguard Worker   if (!default_unsignalled_ssrc_handler_.GetDefaultSink()) {
1121*d9f75844SAndroid Build Coastguard Worker     // Getting parameters on a default, unsignaled video receive stream but
1122*d9f75844SAndroid Build Coastguard Worker     // because we've not configured to receive such a stream, `encodings` is
1123*d9f75844SAndroid Build Coastguard Worker     // empty.
1124*d9f75844SAndroid Build Coastguard Worker     return rtp_params;
1125*d9f75844SAndroid Build Coastguard Worker   }
1126*d9f75844SAndroid Build Coastguard Worker   rtp_params.encodings.emplace_back();
1127*d9f75844SAndroid Build Coastguard Worker 
1128*d9f75844SAndroid Build Coastguard Worker   // Add codecs, which any stream is prepared to receive.
1129*d9f75844SAndroid Build Coastguard Worker   for (const VideoCodec& codec : recv_params_.codecs) {
1130*d9f75844SAndroid Build Coastguard Worker     rtp_params.codecs.push_back(codec.ToCodecParameters());
1131*d9f75844SAndroid Build Coastguard Worker   }
1132*d9f75844SAndroid Build Coastguard Worker 
1133*d9f75844SAndroid Build Coastguard Worker   return rtp_params;
1134*d9f75844SAndroid Build Coastguard Worker }
1135*d9f75844SAndroid Build Coastguard Worker 
GetChangedRecvParameters(const VideoRecvParameters & params,ChangedRecvParameters * changed_params) const1136*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::GetChangedRecvParameters(
1137*d9f75844SAndroid Build Coastguard Worker     const VideoRecvParameters& params,
1138*d9f75844SAndroid Build Coastguard Worker     ChangedRecvParameters* changed_params) const {
1139*d9f75844SAndroid Build Coastguard Worker   if (!ValidateCodecFormats(params.codecs) ||
1140*d9f75844SAndroid Build Coastguard Worker       !ValidateRtpExtensions(params.extensions, recv_rtp_extensions_)) {
1141*d9f75844SAndroid Build Coastguard Worker     return false;
1142*d9f75844SAndroid Build Coastguard Worker   }
1143*d9f75844SAndroid Build Coastguard Worker 
1144*d9f75844SAndroid Build Coastguard Worker   // Handle receive codecs.
1145*d9f75844SAndroid Build Coastguard Worker   const std::vector<VideoCodecSettings> mapped_codecs =
1146*d9f75844SAndroid Build Coastguard Worker       MapCodecs(params.codecs);
1147*d9f75844SAndroid Build Coastguard Worker   if (mapped_codecs.empty()) {
1148*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR)
1149*d9f75844SAndroid Build Coastguard Worker         << "GetChangedRecvParameters called without any video codecs.";
1150*d9f75844SAndroid Build Coastguard Worker     return false;
1151*d9f75844SAndroid Build Coastguard Worker   }
1152*d9f75844SAndroid Build Coastguard Worker 
1153*d9f75844SAndroid Build Coastguard Worker   // Verify that every mapped codec is supported locally.
1154*d9f75844SAndroid Build Coastguard Worker   if (params.is_stream_active) {
1155*d9f75844SAndroid Build Coastguard Worker     const std::vector<VideoCodec> local_supported_codecs =
1156*d9f75844SAndroid Build Coastguard Worker         GetPayloadTypesAndDefaultCodecs(decoder_factory_,
1157*d9f75844SAndroid Build Coastguard Worker                                         /*is_decoder_factory=*/true,
1158*d9f75844SAndroid Build Coastguard Worker                                         /*include_rtx=*/true, call_->trials());
1159*d9f75844SAndroid Build Coastguard Worker     for (const VideoCodecSettings& mapped_codec : mapped_codecs) {
1160*d9f75844SAndroid Build Coastguard Worker       if (!FindMatchingCodec(local_supported_codecs, mapped_codec.codec)) {
1161*d9f75844SAndroid Build Coastguard Worker         RTC_LOG(LS_ERROR)
1162*d9f75844SAndroid Build Coastguard Worker             << "GetChangedRecvParameters called with unsupported video codec: "
1163*d9f75844SAndroid Build Coastguard Worker             << mapped_codec.codec.ToString();
1164*d9f75844SAndroid Build Coastguard Worker         return false;
1165*d9f75844SAndroid Build Coastguard Worker       }
1166*d9f75844SAndroid Build Coastguard Worker     }
1167*d9f75844SAndroid Build Coastguard Worker   }
1168*d9f75844SAndroid Build Coastguard Worker 
1169*d9f75844SAndroid Build Coastguard Worker   if (NonFlexfecReceiveCodecsHaveChanged(recv_codecs_, mapped_codecs)) {
1170*d9f75844SAndroid Build Coastguard Worker     changed_params->codec_settings =
1171*d9f75844SAndroid Build Coastguard Worker         absl::optional<std::vector<VideoCodecSettings>>(mapped_codecs);
1172*d9f75844SAndroid Build Coastguard Worker   }
1173*d9f75844SAndroid Build Coastguard Worker 
1174*d9f75844SAndroid Build Coastguard Worker   // Handle RTP header extensions.
1175*d9f75844SAndroid Build Coastguard Worker   std::vector<webrtc::RtpExtension> filtered_extensions = FilterRtpExtensions(
1176*d9f75844SAndroid Build Coastguard Worker       params.extensions, webrtc::RtpExtension::IsSupportedForVideo, false,
1177*d9f75844SAndroid Build Coastguard Worker       call_->trials());
1178*d9f75844SAndroid Build Coastguard Worker   if (filtered_extensions != recv_rtp_extensions_) {
1179*d9f75844SAndroid Build Coastguard Worker     changed_params->rtp_header_extensions =
1180*d9f75844SAndroid Build Coastguard Worker         absl::optional<std::vector<webrtc::RtpExtension>>(filtered_extensions);
1181*d9f75844SAndroid Build Coastguard Worker   }
1182*d9f75844SAndroid Build Coastguard Worker 
1183*d9f75844SAndroid Build Coastguard Worker   int flexfec_payload_type = mapped_codecs.front().flexfec_payload_type;
1184*d9f75844SAndroid Build Coastguard Worker   if (flexfec_payload_type != recv_flexfec_payload_type_) {
1185*d9f75844SAndroid Build Coastguard Worker     changed_params->flexfec_payload_type = flexfec_payload_type;
1186*d9f75844SAndroid Build Coastguard Worker   }
1187*d9f75844SAndroid Build Coastguard Worker 
1188*d9f75844SAndroid Build Coastguard Worker   return true;
1189*d9f75844SAndroid Build Coastguard Worker }
1190*d9f75844SAndroid Build Coastguard Worker 
SetRecvParameters(const VideoRecvParameters & params)1191*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::SetRecvParameters(const VideoRecvParameters& params) {
1192*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1193*d9f75844SAndroid Build Coastguard Worker   TRACE_EVENT0("webrtc", "WebRtcVideoChannel::SetRecvParameters");
1194*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "SetRecvParameters: " << params.ToString();
1195*d9f75844SAndroid Build Coastguard Worker   ChangedRecvParameters changed_params;
1196*d9f75844SAndroid Build Coastguard Worker   if (!GetChangedRecvParameters(params, &changed_params)) {
1197*d9f75844SAndroid Build Coastguard Worker     return false;
1198*d9f75844SAndroid Build Coastguard Worker   }
1199*d9f75844SAndroid Build Coastguard Worker   if (changed_params.flexfec_payload_type) {
1200*d9f75844SAndroid Build Coastguard Worker     RTC_DLOG(LS_INFO) << "Changing FlexFEC payload type (recv) from "
1201*d9f75844SAndroid Build Coastguard Worker                       << recv_flexfec_payload_type_ << " to "
1202*d9f75844SAndroid Build Coastguard Worker                       << *changed_params.flexfec_payload_type;
1203*d9f75844SAndroid Build Coastguard Worker     recv_flexfec_payload_type_ = *changed_params.flexfec_payload_type;
1204*d9f75844SAndroid Build Coastguard Worker   }
1205*d9f75844SAndroid Build Coastguard Worker   if (changed_params.rtp_header_extensions) {
1206*d9f75844SAndroid Build Coastguard Worker     recv_rtp_extensions_ = *changed_params.rtp_header_extensions;
1207*d9f75844SAndroid Build Coastguard Worker   }
1208*d9f75844SAndroid Build Coastguard Worker   if (changed_params.codec_settings) {
1209*d9f75844SAndroid Build Coastguard Worker     RTC_DLOG(LS_INFO) << "Changing recv codecs from "
1210*d9f75844SAndroid Build Coastguard Worker                       << CodecSettingsVectorToString(recv_codecs_) << " to "
1211*d9f75844SAndroid Build Coastguard Worker                       << CodecSettingsVectorToString(
1212*d9f75844SAndroid Build Coastguard Worker                              *changed_params.codec_settings);
1213*d9f75844SAndroid Build Coastguard Worker     recv_codecs_ = *changed_params.codec_settings;
1214*d9f75844SAndroid Build Coastguard Worker   }
1215*d9f75844SAndroid Build Coastguard Worker 
1216*d9f75844SAndroid Build Coastguard Worker   for (auto& kv : receive_streams_) {
1217*d9f75844SAndroid Build Coastguard Worker     kv.second->SetRecvParameters(changed_params);
1218*d9f75844SAndroid Build Coastguard Worker   }
1219*d9f75844SAndroid Build Coastguard Worker   recv_params_ = params;
1220*d9f75844SAndroid Build Coastguard Worker   return true;
1221*d9f75844SAndroid Build Coastguard Worker }
1222*d9f75844SAndroid Build Coastguard Worker 
CodecSettingsVectorToString(const std::vector<VideoCodecSettings> & codecs)1223*d9f75844SAndroid Build Coastguard Worker std::string WebRtcVideoChannel::CodecSettingsVectorToString(
1224*d9f75844SAndroid Build Coastguard Worker     const std::vector<VideoCodecSettings>& codecs) {
1225*d9f75844SAndroid Build Coastguard Worker   rtc::StringBuilder out;
1226*d9f75844SAndroid Build Coastguard Worker   out << "{";
1227*d9f75844SAndroid Build Coastguard Worker   for (size_t i = 0; i < codecs.size(); ++i) {
1228*d9f75844SAndroid Build Coastguard Worker     out << codecs[i].codec.ToString();
1229*d9f75844SAndroid Build Coastguard Worker     if (i != codecs.size() - 1) {
1230*d9f75844SAndroid Build Coastguard Worker       out << ", ";
1231*d9f75844SAndroid Build Coastguard Worker     }
1232*d9f75844SAndroid Build Coastguard Worker   }
1233*d9f75844SAndroid Build Coastguard Worker   out << "}";
1234*d9f75844SAndroid Build Coastguard Worker   return out.Release();
1235*d9f75844SAndroid Build Coastguard Worker }
1236*d9f75844SAndroid Build Coastguard Worker 
ExtractCodecInformation(rtc::ArrayView<const VideoCodecSettings> recv_codecs,std::map<int,int> & rtx_associated_payload_types,std::set<int> & raw_payload_types,std::vector<webrtc::VideoReceiveStreamInterface::Decoder> & decoders)1237*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::ExtractCodecInformation(
1238*d9f75844SAndroid Build Coastguard Worker     rtc::ArrayView<const VideoCodecSettings> recv_codecs,
1239*d9f75844SAndroid Build Coastguard Worker     std::map<int, int>& rtx_associated_payload_types,
1240*d9f75844SAndroid Build Coastguard Worker     std::set<int>& raw_payload_types,
1241*d9f75844SAndroid Build Coastguard Worker     std::vector<webrtc::VideoReceiveStreamInterface::Decoder>& decoders) {
1242*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(!recv_codecs.empty());
1243*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(rtx_associated_payload_types.empty());
1244*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(raw_payload_types.empty());
1245*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(decoders.empty());
1246*d9f75844SAndroid Build Coastguard Worker 
1247*d9f75844SAndroid Build Coastguard Worker   for (const VideoCodecSettings& recv_codec : recv_codecs) {
1248*d9f75844SAndroid Build Coastguard Worker     decoders.emplace_back(
1249*d9f75844SAndroid Build Coastguard Worker         webrtc::SdpVideoFormat(recv_codec.codec.name, recv_codec.codec.params),
1250*d9f75844SAndroid Build Coastguard Worker         recv_codec.codec.id);
1251*d9f75844SAndroid Build Coastguard Worker     rtx_associated_payload_types.emplace(recv_codec.rtx_payload_type,
1252*d9f75844SAndroid Build Coastguard Worker                                          recv_codec.codec.id);
1253*d9f75844SAndroid Build Coastguard Worker     if (recv_codec.codec.packetization == kPacketizationParamRaw) {
1254*d9f75844SAndroid Build Coastguard Worker       raw_payload_types.insert(recv_codec.codec.id);
1255*d9f75844SAndroid Build Coastguard Worker     }
1256*d9f75844SAndroid Build Coastguard Worker   }
1257*d9f75844SAndroid Build Coastguard Worker }
1258*d9f75844SAndroid Build Coastguard Worker 
SetReceiverReportSsrc(uint32_t ssrc)1259*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::SetReceiverReportSsrc(uint32_t ssrc) {
1260*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1261*d9f75844SAndroid Build Coastguard Worker   if (ssrc == rtcp_receiver_report_ssrc_)
1262*d9f75844SAndroid Build Coastguard Worker     return;
1263*d9f75844SAndroid Build Coastguard Worker 
1264*d9f75844SAndroid Build Coastguard Worker   rtcp_receiver_report_ssrc_ = ssrc;
1265*d9f75844SAndroid Build Coastguard Worker   for (auto& [unused, receive_stream] : receive_streams_)
1266*d9f75844SAndroid Build Coastguard Worker     receive_stream->SetLocalSsrc(ssrc);
1267*d9f75844SAndroid Build Coastguard Worker }
1268*d9f75844SAndroid Build Coastguard Worker 
GetSendCodec(VideoCodec * codec)1269*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::GetSendCodec(VideoCodec* codec) {
1270*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1271*d9f75844SAndroid Build Coastguard Worker   if (!send_codec_) {
1272*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_VERBOSE) << "GetSendCodec: No send codec set.";
1273*d9f75844SAndroid Build Coastguard Worker     return false;
1274*d9f75844SAndroid Build Coastguard Worker   }
1275*d9f75844SAndroid Build Coastguard Worker   *codec = send_codec_->codec;
1276*d9f75844SAndroid Build Coastguard Worker   return true;
1277*d9f75844SAndroid Build Coastguard Worker }
1278*d9f75844SAndroid Build Coastguard Worker 
SetSend(bool send)1279*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::SetSend(bool send) {
1280*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1281*d9f75844SAndroid Build Coastguard Worker   TRACE_EVENT0("webrtc", "WebRtcVideoChannel::SetSend");
1282*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_VERBOSE) << "SetSend: " << (send ? "true" : "false");
1283*d9f75844SAndroid Build Coastguard Worker   if (send && !send_codec_) {
1284*d9f75844SAndroid Build Coastguard Worker     RTC_DLOG(LS_ERROR) << "SetSend(true) called before setting codec.";
1285*d9f75844SAndroid Build Coastguard Worker     return false;
1286*d9f75844SAndroid Build Coastguard Worker   }
1287*d9f75844SAndroid Build Coastguard Worker   for (const auto& kv : send_streams_) {
1288*d9f75844SAndroid Build Coastguard Worker     kv.second->SetSend(send);
1289*d9f75844SAndroid Build Coastguard Worker   }
1290*d9f75844SAndroid Build Coastguard Worker   sending_ = send;
1291*d9f75844SAndroid Build Coastguard Worker   return true;
1292*d9f75844SAndroid Build Coastguard Worker }
1293*d9f75844SAndroid Build Coastguard Worker 
SetVideoSend(uint32_t ssrc,const VideoOptions * options,rtc::VideoSourceInterface<webrtc::VideoFrame> * source)1294*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::SetVideoSend(
1295*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
1296*d9f75844SAndroid Build Coastguard Worker     const VideoOptions* options,
1297*d9f75844SAndroid Build Coastguard Worker     rtc::VideoSourceInterface<webrtc::VideoFrame>* source) {
1298*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1299*d9f75844SAndroid Build Coastguard Worker   TRACE_EVENT0("webrtc", "SetVideoSend");
1300*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(ssrc != 0);
1301*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "SetVideoSend (ssrc= " << ssrc << ", options: "
1302*d9f75844SAndroid Build Coastguard Worker                    << (options ? options->ToString() : "nullptr")
1303*d9f75844SAndroid Build Coastguard Worker                    << ", source = " << (source ? "(source)" : "nullptr") << ")";
1304*d9f75844SAndroid Build Coastguard Worker 
1305*d9f75844SAndroid Build Coastguard Worker   const auto& kv = send_streams_.find(ssrc);
1306*d9f75844SAndroid Build Coastguard Worker   if (kv == send_streams_.end()) {
1307*d9f75844SAndroid Build Coastguard Worker     // Allow unknown ssrc only if source is null.
1308*d9f75844SAndroid Build Coastguard Worker     RTC_CHECK(source == nullptr);
1309*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "No sending stream on ssrc " << ssrc;
1310*d9f75844SAndroid Build Coastguard Worker     return false;
1311*d9f75844SAndroid Build Coastguard Worker   }
1312*d9f75844SAndroid Build Coastguard Worker 
1313*d9f75844SAndroid Build Coastguard Worker   return kv->second->SetVideoSend(options, source);
1314*d9f75844SAndroid Build Coastguard Worker }
1315*d9f75844SAndroid Build Coastguard Worker 
ValidateSendSsrcAvailability(const StreamParams & sp) const1316*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::ValidateSendSsrcAvailability(
1317*d9f75844SAndroid Build Coastguard Worker     const StreamParams& sp) const {
1318*d9f75844SAndroid Build Coastguard Worker   for (uint32_t ssrc : sp.ssrcs) {
1319*d9f75844SAndroid Build Coastguard Worker     if (send_ssrcs_.find(ssrc) != send_ssrcs_.end()) {
1320*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_ERROR) << "Send stream with SSRC '" << ssrc
1321*d9f75844SAndroid Build Coastguard Worker                         << "' already exists.";
1322*d9f75844SAndroid Build Coastguard Worker       return false;
1323*d9f75844SAndroid Build Coastguard Worker     }
1324*d9f75844SAndroid Build Coastguard Worker   }
1325*d9f75844SAndroid Build Coastguard Worker   return true;
1326*d9f75844SAndroid Build Coastguard Worker }
1327*d9f75844SAndroid Build Coastguard Worker 
ValidateReceiveSsrcAvailability(const StreamParams & sp) const1328*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::ValidateReceiveSsrcAvailability(
1329*d9f75844SAndroid Build Coastguard Worker     const StreamParams& sp) const {
1330*d9f75844SAndroid Build Coastguard Worker   for (uint32_t ssrc : sp.ssrcs) {
1331*d9f75844SAndroid Build Coastguard Worker     if (receive_ssrcs_.find(ssrc) != receive_ssrcs_.end()) {
1332*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_ERROR) << "Receive stream with SSRC '" << ssrc
1333*d9f75844SAndroid Build Coastguard Worker                         << "' already exists.";
1334*d9f75844SAndroid Build Coastguard Worker       return false;
1335*d9f75844SAndroid Build Coastguard Worker     }
1336*d9f75844SAndroid Build Coastguard Worker   }
1337*d9f75844SAndroid Build Coastguard Worker   return true;
1338*d9f75844SAndroid Build Coastguard Worker }
1339*d9f75844SAndroid Build Coastguard Worker 
AddSendStream(const StreamParams & sp)1340*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::AddSendStream(const StreamParams& sp) {
1341*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1342*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "AddSendStream: " << sp.ToString();
1343*d9f75844SAndroid Build Coastguard Worker   if (!ValidateStreamParams(sp))
1344*d9f75844SAndroid Build Coastguard Worker     return false;
1345*d9f75844SAndroid Build Coastguard Worker 
1346*d9f75844SAndroid Build Coastguard Worker   if (!ValidateSendSsrcAvailability(sp))
1347*d9f75844SAndroid Build Coastguard Worker     return false;
1348*d9f75844SAndroid Build Coastguard Worker 
1349*d9f75844SAndroid Build Coastguard Worker   for (uint32_t used_ssrc : sp.ssrcs)
1350*d9f75844SAndroid Build Coastguard Worker     send_ssrcs_.insert(used_ssrc);
1351*d9f75844SAndroid Build Coastguard Worker 
1352*d9f75844SAndroid Build Coastguard Worker   webrtc::VideoSendStream::Config config(this);
1353*d9f75844SAndroid Build Coastguard Worker 
1354*d9f75844SAndroid Build Coastguard Worker   for (const RidDescription& rid : sp.rids()) {
1355*d9f75844SAndroid Build Coastguard Worker     config.rtp.rids.push_back(rid.rid);
1356*d9f75844SAndroid Build Coastguard Worker   }
1357*d9f75844SAndroid Build Coastguard Worker 
1358*d9f75844SAndroid Build Coastguard Worker   config.suspend_below_min_bitrate = video_config_.suspend_below_min_bitrate;
1359*d9f75844SAndroid Build Coastguard Worker   config.periodic_alr_bandwidth_probing =
1360*d9f75844SAndroid Build Coastguard Worker       video_config_.periodic_alr_bandwidth_probing;
1361*d9f75844SAndroid Build Coastguard Worker   config.encoder_settings.experiment_cpu_load_estimator =
1362*d9f75844SAndroid Build Coastguard Worker       video_config_.experiment_cpu_load_estimator;
1363*d9f75844SAndroid Build Coastguard Worker   config.encoder_settings.encoder_factory = encoder_factory_;
1364*d9f75844SAndroid Build Coastguard Worker   config.encoder_settings.bitrate_allocator_factory =
1365*d9f75844SAndroid Build Coastguard Worker       bitrate_allocator_factory_;
1366*d9f75844SAndroid Build Coastguard Worker   config.encoder_settings.encoder_switch_request_callback = this;
1367*d9f75844SAndroid Build Coastguard Worker   config.crypto_options = crypto_options_;
1368*d9f75844SAndroid Build Coastguard Worker   config.rtp.extmap_allow_mixed = ExtmapAllowMixed();
1369*d9f75844SAndroid Build Coastguard Worker   config.rtcp_report_interval_ms = video_config_.rtcp_report_interval_ms;
1370*d9f75844SAndroid Build Coastguard Worker 
1371*d9f75844SAndroid Build Coastguard Worker   WebRtcVideoSendStream* stream = new WebRtcVideoSendStream(
1372*d9f75844SAndroid Build Coastguard Worker       call_, sp, std::move(config), default_send_options_,
1373*d9f75844SAndroid Build Coastguard Worker       video_config_.enable_cpu_adaptation, bitrate_config_.max_bitrate_bps,
1374*d9f75844SAndroid Build Coastguard Worker       send_codec_, send_rtp_extensions_, send_params_);
1375*d9f75844SAndroid Build Coastguard Worker 
1376*d9f75844SAndroid Build Coastguard Worker   uint32_t ssrc = sp.first_ssrc();
1377*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(ssrc != 0);
1378*d9f75844SAndroid Build Coastguard Worker   send_streams_[ssrc] = stream;
1379*d9f75844SAndroid Build Coastguard Worker 
1380*d9f75844SAndroid Build Coastguard Worker   if (rtcp_receiver_report_ssrc_ == kDefaultRtcpReceiverReportSsrc) {
1381*d9f75844SAndroid Build Coastguard Worker     SetReceiverReportSsrc(ssrc);
1382*d9f75844SAndroid Build Coastguard Worker   }
1383*d9f75844SAndroid Build Coastguard Worker 
1384*d9f75844SAndroid Build Coastguard Worker   if (sending_) {
1385*d9f75844SAndroid Build Coastguard Worker     stream->SetSend(true);
1386*d9f75844SAndroid Build Coastguard Worker   }
1387*d9f75844SAndroid Build Coastguard Worker 
1388*d9f75844SAndroid Build Coastguard Worker   return true;
1389*d9f75844SAndroid Build Coastguard Worker }
1390*d9f75844SAndroid Build Coastguard Worker 
RemoveSendStream(uint32_t ssrc)1391*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::RemoveSendStream(uint32_t ssrc) {
1392*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1393*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "RemoveSendStream: " << ssrc;
1394*d9f75844SAndroid Build Coastguard Worker 
1395*d9f75844SAndroid Build Coastguard Worker   WebRtcVideoSendStream* removed_stream;
1396*d9f75844SAndroid Build Coastguard Worker   std::map<uint32_t, WebRtcVideoSendStream*>::iterator it =
1397*d9f75844SAndroid Build Coastguard Worker       send_streams_.find(ssrc);
1398*d9f75844SAndroid Build Coastguard Worker   if (it == send_streams_.end()) {
1399*d9f75844SAndroid Build Coastguard Worker     return false;
1400*d9f75844SAndroid Build Coastguard Worker   }
1401*d9f75844SAndroid Build Coastguard Worker 
1402*d9f75844SAndroid Build Coastguard Worker   for (uint32_t old_ssrc : it->second->GetSsrcs())
1403*d9f75844SAndroid Build Coastguard Worker     send_ssrcs_.erase(old_ssrc);
1404*d9f75844SAndroid Build Coastguard Worker 
1405*d9f75844SAndroid Build Coastguard Worker   removed_stream = it->second;
1406*d9f75844SAndroid Build Coastguard Worker   send_streams_.erase(it);
1407*d9f75844SAndroid Build Coastguard Worker 
1408*d9f75844SAndroid Build Coastguard Worker   // Switch receiver report SSRCs, the one in use is no longer valid.
1409*d9f75844SAndroid Build Coastguard Worker   if (rtcp_receiver_report_ssrc_ == ssrc) {
1410*d9f75844SAndroid Build Coastguard Worker     SetReceiverReportSsrc(send_streams_.empty() ? kDefaultRtcpReceiverReportSsrc
1411*d9f75844SAndroid Build Coastguard Worker                                                 : send_streams_.begin()->first);
1412*d9f75844SAndroid Build Coastguard Worker   }
1413*d9f75844SAndroid Build Coastguard Worker 
1414*d9f75844SAndroid Build Coastguard Worker   delete removed_stream;
1415*d9f75844SAndroid Build Coastguard Worker 
1416*d9f75844SAndroid Build Coastguard Worker   return true;
1417*d9f75844SAndroid Build Coastguard Worker }
1418*d9f75844SAndroid Build Coastguard Worker 
DeleteReceiveStream(WebRtcVideoChannel::WebRtcVideoReceiveStream * stream)1419*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::DeleteReceiveStream(
1420*d9f75844SAndroid Build Coastguard Worker     WebRtcVideoChannel::WebRtcVideoReceiveStream* stream) {
1421*d9f75844SAndroid Build Coastguard Worker   for (uint32_t old_ssrc : stream->GetSsrcs())
1422*d9f75844SAndroid Build Coastguard Worker     receive_ssrcs_.erase(old_ssrc);
1423*d9f75844SAndroid Build Coastguard Worker   delete stream;
1424*d9f75844SAndroid Build Coastguard Worker }
1425*d9f75844SAndroid Build Coastguard Worker 
AddRecvStream(const StreamParams & sp)1426*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::AddRecvStream(const StreamParams& sp) {
1427*d9f75844SAndroid Build Coastguard Worker   return AddRecvStream(sp, false);
1428*d9f75844SAndroid Build Coastguard Worker }
1429*d9f75844SAndroid Build Coastguard Worker 
AddRecvStream(const StreamParams & sp,bool default_stream)1430*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::AddRecvStream(const StreamParams& sp,
1431*d9f75844SAndroid Build Coastguard Worker                                        bool default_stream) {
1432*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1433*d9f75844SAndroid Build Coastguard Worker 
1434*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "AddRecvStream"
1435*d9f75844SAndroid Build Coastguard Worker                    << (default_stream ? " (default stream)" : "") << ": "
1436*d9f75844SAndroid Build Coastguard Worker                    << sp.ToString();
1437*d9f75844SAndroid Build Coastguard Worker   if (!sp.has_ssrcs()) {
1438*d9f75844SAndroid Build Coastguard Worker     // This is a StreamParam with unsignaled SSRCs. Store it, so it can be used
1439*d9f75844SAndroid Build Coastguard Worker     // later when we know the SSRC on the first packet arrival.
1440*d9f75844SAndroid Build Coastguard Worker     unsignaled_stream_params_ = sp;
1441*d9f75844SAndroid Build Coastguard Worker     return true;
1442*d9f75844SAndroid Build Coastguard Worker   }
1443*d9f75844SAndroid Build Coastguard Worker 
1444*d9f75844SAndroid Build Coastguard Worker   if (!ValidateStreamParams(sp))
1445*d9f75844SAndroid Build Coastguard Worker     return false;
1446*d9f75844SAndroid Build Coastguard Worker 
1447*d9f75844SAndroid Build Coastguard Worker   for (uint32_t ssrc : sp.ssrcs) {
1448*d9f75844SAndroid Build Coastguard Worker     // Remove running stream if this was a default stream.
1449*d9f75844SAndroid Build Coastguard Worker     const auto& prev_stream = receive_streams_.find(ssrc);
1450*d9f75844SAndroid Build Coastguard Worker     if (prev_stream != receive_streams_.end()) {
1451*d9f75844SAndroid Build Coastguard Worker       if (default_stream || !prev_stream->second->IsDefaultStream()) {
1452*d9f75844SAndroid Build Coastguard Worker         RTC_LOG(LS_ERROR) << "Receive stream for SSRC '" << ssrc
1453*d9f75844SAndroid Build Coastguard Worker                           << "' already exists.";
1454*d9f75844SAndroid Build Coastguard Worker         return false;
1455*d9f75844SAndroid Build Coastguard Worker       }
1456*d9f75844SAndroid Build Coastguard Worker       DeleteReceiveStream(prev_stream->second);
1457*d9f75844SAndroid Build Coastguard Worker       receive_streams_.erase(prev_stream);
1458*d9f75844SAndroid Build Coastguard Worker     }
1459*d9f75844SAndroid Build Coastguard Worker   }
1460*d9f75844SAndroid Build Coastguard Worker 
1461*d9f75844SAndroid Build Coastguard Worker   if (!ValidateReceiveSsrcAvailability(sp))
1462*d9f75844SAndroid Build Coastguard Worker     return false;
1463*d9f75844SAndroid Build Coastguard Worker 
1464*d9f75844SAndroid Build Coastguard Worker   for (uint32_t used_ssrc : sp.ssrcs)
1465*d9f75844SAndroid Build Coastguard Worker     receive_ssrcs_.insert(used_ssrc);
1466*d9f75844SAndroid Build Coastguard Worker 
1467*d9f75844SAndroid Build Coastguard Worker   webrtc::VideoReceiveStreamInterface::Config config(this, decoder_factory_);
1468*d9f75844SAndroid Build Coastguard Worker   webrtc::FlexfecReceiveStream::Config flexfec_config(this);
1469*d9f75844SAndroid Build Coastguard Worker   ConfigureReceiverRtp(&config, &flexfec_config, sp);
1470*d9f75844SAndroid Build Coastguard Worker 
1471*d9f75844SAndroid Build Coastguard Worker   config.crypto_options = crypto_options_;
1472*d9f75844SAndroid Build Coastguard Worker   config.enable_prerenderer_smoothing =
1473*d9f75844SAndroid Build Coastguard Worker       video_config_.enable_prerenderer_smoothing;
1474*d9f75844SAndroid Build Coastguard Worker   if (!sp.stream_ids().empty()) {
1475*d9f75844SAndroid Build Coastguard Worker     config.sync_group = sp.stream_ids()[0];
1476*d9f75844SAndroid Build Coastguard Worker   }
1477*d9f75844SAndroid Build Coastguard Worker 
1478*d9f75844SAndroid Build Coastguard Worker   if (unsignaled_frame_transformer_ && !config.frame_transformer)
1479*d9f75844SAndroid Build Coastguard Worker     config.frame_transformer = unsignaled_frame_transformer_;
1480*d9f75844SAndroid Build Coastguard Worker 
1481*d9f75844SAndroid Build Coastguard Worker   receive_streams_[sp.first_ssrc()] = new WebRtcVideoReceiveStream(
1482*d9f75844SAndroid Build Coastguard Worker       this, call_, sp, std::move(config), default_stream, recv_codecs_,
1483*d9f75844SAndroid Build Coastguard Worker       flexfec_config);
1484*d9f75844SAndroid Build Coastguard Worker 
1485*d9f75844SAndroid Build Coastguard Worker   return true;
1486*d9f75844SAndroid Build Coastguard Worker }
1487*d9f75844SAndroid Build Coastguard Worker 
ConfigureReceiverRtp(webrtc::VideoReceiveStreamInterface::Config * config,webrtc::FlexfecReceiveStream::Config * flexfec_config,const StreamParams & sp) const1488*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::ConfigureReceiverRtp(
1489*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoReceiveStreamInterface::Config* config,
1490*d9f75844SAndroid Build Coastguard Worker     webrtc::FlexfecReceiveStream::Config* flexfec_config,
1491*d9f75844SAndroid Build Coastguard Worker     const StreamParams& sp) const {
1492*d9f75844SAndroid Build Coastguard Worker   uint32_t ssrc = sp.first_ssrc();
1493*d9f75844SAndroid Build Coastguard Worker 
1494*d9f75844SAndroid Build Coastguard Worker   config->rtp.remote_ssrc = ssrc;
1495*d9f75844SAndroid Build Coastguard Worker   config->rtp.local_ssrc = rtcp_receiver_report_ssrc_;
1496*d9f75844SAndroid Build Coastguard Worker 
1497*d9f75844SAndroid Build Coastguard Worker   // TODO(pbos): This protection is against setting the same local ssrc as
1498*d9f75844SAndroid Build Coastguard Worker   // remote which is not permitted by the lower-level API. RTCP requires a
1499*d9f75844SAndroid Build Coastguard Worker   // corresponding sender SSRC. Figure out what to do when we don't have
1500*d9f75844SAndroid Build Coastguard Worker   // (receive-only) or know a good local SSRC.
1501*d9f75844SAndroid Build Coastguard Worker   if (config->rtp.remote_ssrc == config->rtp.local_ssrc) {
1502*d9f75844SAndroid Build Coastguard Worker     if (config->rtp.local_ssrc != kDefaultRtcpReceiverReportSsrc) {
1503*d9f75844SAndroid Build Coastguard Worker       config->rtp.local_ssrc = kDefaultRtcpReceiverReportSsrc;
1504*d9f75844SAndroid Build Coastguard Worker     } else {
1505*d9f75844SAndroid Build Coastguard Worker       config->rtp.local_ssrc = kDefaultRtcpReceiverReportSsrc + 1;
1506*d9f75844SAndroid Build Coastguard Worker     }
1507*d9f75844SAndroid Build Coastguard Worker   }
1508*d9f75844SAndroid Build Coastguard Worker 
1509*d9f75844SAndroid Build Coastguard Worker   // Whether or not the receive stream sends reduced size RTCP is determined
1510*d9f75844SAndroid Build Coastguard Worker   // by the send params.
1511*d9f75844SAndroid Build Coastguard Worker   // TODO(deadbeef): Once we change "send_params" to "sender_params" and
1512*d9f75844SAndroid Build Coastguard Worker   // "recv_params" to "receiver_params", we should get this out of
1513*d9f75844SAndroid Build Coastguard Worker   // receiver_params_.
1514*d9f75844SAndroid Build Coastguard Worker   config->rtp.rtcp_mode = send_params_.rtcp.reduced_size
1515*d9f75844SAndroid Build Coastguard Worker                               ? webrtc::RtcpMode::kReducedSize
1516*d9f75844SAndroid Build Coastguard Worker                               : webrtc::RtcpMode::kCompound;
1517*d9f75844SAndroid Build Coastguard Worker 
1518*d9f75844SAndroid Build Coastguard Worker   // rtx-time (RFC 4588) is a declarative attribute similar to rtcp-rsize and
1519*d9f75844SAndroid Build Coastguard Worker   // determined by the sender / send codec.
1520*d9f75844SAndroid Build Coastguard Worker   if (send_codec_ && send_codec_->rtx_time != -1) {
1521*d9f75844SAndroid Build Coastguard Worker     config->rtp.nack.rtp_history_ms = send_codec_->rtx_time;
1522*d9f75844SAndroid Build Coastguard Worker   }
1523*d9f75844SAndroid Build Coastguard Worker 
1524*d9f75844SAndroid Build Coastguard Worker   config->rtp.transport_cc =
1525*d9f75844SAndroid Build Coastguard Worker       send_codec_ ? HasTransportCc(send_codec_->codec) : false;
1526*d9f75844SAndroid Build Coastguard Worker 
1527*d9f75844SAndroid Build Coastguard Worker   sp.GetFidSsrc(ssrc, &config->rtp.rtx_ssrc);
1528*d9f75844SAndroid Build Coastguard Worker 
1529*d9f75844SAndroid Build Coastguard Worker   config->rtp.extensions = recv_rtp_extensions_;
1530*d9f75844SAndroid Build Coastguard Worker 
1531*d9f75844SAndroid Build Coastguard Worker   // TODO(brandtr): Generalize when we add support for multistream protection.
1532*d9f75844SAndroid Build Coastguard Worker   flexfec_config->payload_type = recv_flexfec_payload_type_;
1533*d9f75844SAndroid Build Coastguard Worker   if (!IsDisabled(call_->trials(), "WebRTC-FlexFEC-03-Advertised") &&
1534*d9f75844SAndroid Build Coastguard Worker       sp.GetFecFrSsrc(ssrc, &flexfec_config->rtp.remote_ssrc)) {
1535*d9f75844SAndroid Build Coastguard Worker     flexfec_config->protected_media_ssrcs = {ssrc};
1536*d9f75844SAndroid Build Coastguard Worker     flexfec_config->rtp.local_ssrc = config->rtp.local_ssrc;
1537*d9f75844SAndroid Build Coastguard Worker     flexfec_config->rtcp_mode = config->rtp.rtcp_mode;
1538*d9f75844SAndroid Build Coastguard Worker     // TODO(brandtr): We should be spec-compliant and set `transport_cc` here
1539*d9f75844SAndroid Build Coastguard Worker     // based on the rtcp-fb for the FlexFEC codec, not the media codec.
1540*d9f75844SAndroid Build Coastguard Worker     flexfec_config->rtp.transport_cc = config->rtp.transport_cc;
1541*d9f75844SAndroid Build Coastguard Worker     flexfec_config->rtp.extensions = config->rtp.extensions;
1542*d9f75844SAndroid Build Coastguard Worker   }
1543*d9f75844SAndroid Build Coastguard Worker }
1544*d9f75844SAndroid Build Coastguard Worker 
RemoveRecvStream(uint32_t ssrc)1545*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::RemoveRecvStream(uint32_t ssrc) {
1546*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1547*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "RemoveRecvStream: " << ssrc;
1548*d9f75844SAndroid Build Coastguard Worker 
1549*d9f75844SAndroid Build Coastguard Worker   std::map<uint32_t, WebRtcVideoReceiveStream*>::iterator stream =
1550*d9f75844SAndroid Build Coastguard Worker       receive_streams_.find(ssrc);
1551*d9f75844SAndroid Build Coastguard Worker   if (stream == receive_streams_.end()) {
1552*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "Stream not found for ssrc: " << ssrc;
1553*d9f75844SAndroid Build Coastguard Worker     return false;
1554*d9f75844SAndroid Build Coastguard Worker   }
1555*d9f75844SAndroid Build Coastguard Worker   DeleteReceiveStream(stream->second);
1556*d9f75844SAndroid Build Coastguard Worker   receive_streams_.erase(stream);
1557*d9f75844SAndroid Build Coastguard Worker 
1558*d9f75844SAndroid Build Coastguard Worker   return true;
1559*d9f75844SAndroid Build Coastguard Worker }
1560*d9f75844SAndroid Build Coastguard Worker 
ResetUnsignaledRecvStream()1561*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::ResetUnsignaledRecvStream() {
1562*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1563*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "ResetUnsignaledRecvStream.";
1564*d9f75844SAndroid Build Coastguard Worker   unsignaled_stream_params_ = StreamParams();
1565*d9f75844SAndroid Build Coastguard Worker   last_unsignalled_ssrc_creation_time_ms_ = absl::nullopt;
1566*d9f75844SAndroid Build Coastguard Worker 
1567*d9f75844SAndroid Build Coastguard Worker   // Delete any created default streams. This is needed to avoid SSRC collisions
1568*d9f75844SAndroid Build Coastguard Worker   // in Call's RtpDemuxer, in the case that `this` has created a default video
1569*d9f75844SAndroid Build Coastguard Worker   // receiver, and then some other WebRtcVideoChannel gets the SSRC signaled
1570*d9f75844SAndroid Build Coastguard Worker   // in the corresponding Unified Plan "m=" section.
1571*d9f75844SAndroid Build Coastguard Worker   auto it = receive_streams_.begin();
1572*d9f75844SAndroid Build Coastguard Worker   while (it != receive_streams_.end()) {
1573*d9f75844SAndroid Build Coastguard Worker     if (it->second->IsDefaultStream()) {
1574*d9f75844SAndroid Build Coastguard Worker       DeleteReceiveStream(it->second);
1575*d9f75844SAndroid Build Coastguard Worker       receive_streams_.erase(it++);
1576*d9f75844SAndroid Build Coastguard Worker     } else {
1577*d9f75844SAndroid Build Coastguard Worker       ++it;
1578*d9f75844SAndroid Build Coastguard Worker     }
1579*d9f75844SAndroid Build Coastguard Worker   }
1580*d9f75844SAndroid Build Coastguard Worker }
1581*d9f75844SAndroid Build Coastguard Worker 
OnDemuxerCriteriaUpdatePending()1582*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::OnDemuxerCriteriaUpdatePending() {
1583*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1584*d9f75844SAndroid Build Coastguard Worker   ++demuxer_criteria_id_;
1585*d9f75844SAndroid Build Coastguard Worker }
1586*d9f75844SAndroid Build Coastguard Worker 
OnDemuxerCriteriaUpdateComplete()1587*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::OnDemuxerCriteriaUpdateComplete() {
1588*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1589*d9f75844SAndroid Build Coastguard Worker   ++demuxer_criteria_completed_id_;
1590*d9f75844SAndroid Build Coastguard Worker }
1591*d9f75844SAndroid Build Coastguard Worker 
SetSink(uint32_t ssrc,rtc::VideoSinkInterface<webrtc::VideoFrame> * sink)1592*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::SetSink(
1593*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
1594*d9f75844SAndroid Build Coastguard Worker     rtc::VideoSinkInterface<webrtc::VideoFrame>* sink) {
1595*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1596*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "SetSink: ssrc:" << ssrc << " "
1597*d9f75844SAndroid Build Coastguard Worker                    << (sink ? "(ptr)" : "nullptr");
1598*d9f75844SAndroid Build Coastguard Worker 
1599*d9f75844SAndroid Build Coastguard Worker   std::map<uint32_t, WebRtcVideoReceiveStream*>::iterator it =
1600*d9f75844SAndroid Build Coastguard Worker       receive_streams_.find(ssrc);
1601*d9f75844SAndroid Build Coastguard Worker   if (it == receive_streams_.end()) {
1602*d9f75844SAndroid Build Coastguard Worker     return false;
1603*d9f75844SAndroid Build Coastguard Worker   }
1604*d9f75844SAndroid Build Coastguard Worker 
1605*d9f75844SAndroid Build Coastguard Worker   it->second->SetSink(sink);
1606*d9f75844SAndroid Build Coastguard Worker   return true;
1607*d9f75844SAndroid Build Coastguard Worker }
1608*d9f75844SAndroid Build Coastguard Worker 
SetDefaultSink(rtc::VideoSinkInterface<webrtc::VideoFrame> * sink)1609*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::SetDefaultSink(
1610*d9f75844SAndroid Build Coastguard Worker     rtc::VideoSinkInterface<webrtc::VideoFrame>* sink) {
1611*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1612*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "SetDefaultSink: " << (sink ? "(ptr)" : "nullptr");
1613*d9f75844SAndroid Build Coastguard Worker   default_unsignalled_ssrc_handler_.SetDefaultSink(this, sink);
1614*d9f75844SAndroid Build Coastguard Worker }
1615*d9f75844SAndroid Build Coastguard Worker 
GetStats(VideoMediaInfo * info)1616*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::GetStats(VideoMediaInfo* info) {
1617*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1618*d9f75844SAndroid Build Coastguard Worker   TRACE_EVENT0("webrtc", "WebRtcVideoChannel::GetStats");
1619*d9f75844SAndroid Build Coastguard Worker 
1620*d9f75844SAndroid Build Coastguard Worker   // Log stats periodically.
1621*d9f75844SAndroid Build Coastguard Worker   bool log_stats = false;
1622*d9f75844SAndroid Build Coastguard Worker   int64_t now_ms = rtc::TimeMillis();
1623*d9f75844SAndroid Build Coastguard Worker   if (last_stats_log_ms_ == -1 ||
1624*d9f75844SAndroid Build Coastguard Worker       now_ms - last_stats_log_ms_ > kStatsLogIntervalMs) {
1625*d9f75844SAndroid Build Coastguard Worker     last_stats_log_ms_ = now_ms;
1626*d9f75844SAndroid Build Coastguard Worker     log_stats = true;
1627*d9f75844SAndroid Build Coastguard Worker   }
1628*d9f75844SAndroid Build Coastguard Worker 
1629*d9f75844SAndroid Build Coastguard Worker   info->Clear();
1630*d9f75844SAndroid Build Coastguard Worker   FillSenderStats(info, log_stats);
1631*d9f75844SAndroid Build Coastguard Worker   FillReceiverStats(info, log_stats);
1632*d9f75844SAndroid Build Coastguard Worker   FillSendAndReceiveCodecStats(info);
1633*d9f75844SAndroid Build Coastguard Worker   // TODO(holmer): We should either have rtt available as a metric on
1634*d9f75844SAndroid Build Coastguard Worker   // VideoSend/ReceiveStreams, or we should remove rtt from VideoSenderInfo.
1635*d9f75844SAndroid Build Coastguard Worker   webrtc::Call::Stats stats = call_->GetStats();
1636*d9f75844SAndroid Build Coastguard Worker   if (stats.rtt_ms != -1) {
1637*d9f75844SAndroid Build Coastguard Worker     for (size_t i = 0; i < info->senders.size(); ++i) {
1638*d9f75844SAndroid Build Coastguard Worker       info->senders[i].rtt_ms = stats.rtt_ms;
1639*d9f75844SAndroid Build Coastguard Worker     }
1640*d9f75844SAndroid Build Coastguard Worker     for (size_t i = 0; i < info->aggregated_senders.size(); ++i) {
1641*d9f75844SAndroid Build Coastguard Worker       info->aggregated_senders[i].rtt_ms = stats.rtt_ms;
1642*d9f75844SAndroid Build Coastguard Worker     }
1643*d9f75844SAndroid Build Coastguard Worker   }
1644*d9f75844SAndroid Build Coastguard Worker 
1645*d9f75844SAndroid Build Coastguard Worker   if (log_stats)
1646*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_INFO) << stats.ToString(now_ms);
1647*d9f75844SAndroid Build Coastguard Worker 
1648*d9f75844SAndroid Build Coastguard Worker   return true;
1649*d9f75844SAndroid Build Coastguard Worker }
1650*d9f75844SAndroid Build Coastguard Worker 
FillSenderStats(VideoMediaInfo * video_media_info,bool log_stats)1651*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::FillSenderStats(VideoMediaInfo* video_media_info,
1652*d9f75844SAndroid Build Coastguard Worker                                          bool log_stats) {
1653*d9f75844SAndroid Build Coastguard Worker   for (std::map<uint32_t, WebRtcVideoSendStream*>::iterator it =
1654*d9f75844SAndroid Build Coastguard Worker            send_streams_.begin();
1655*d9f75844SAndroid Build Coastguard Worker        it != send_streams_.end(); ++it) {
1656*d9f75844SAndroid Build Coastguard Worker     auto infos = it->second->GetPerLayerVideoSenderInfos(log_stats);
1657*d9f75844SAndroid Build Coastguard Worker     if (infos.empty())
1658*d9f75844SAndroid Build Coastguard Worker       continue;
1659*d9f75844SAndroid Build Coastguard Worker     video_media_info->aggregated_senders.push_back(
1660*d9f75844SAndroid Build Coastguard Worker         it->second->GetAggregatedVideoSenderInfo(infos));
1661*d9f75844SAndroid Build Coastguard Worker     for (auto&& info : infos) {
1662*d9f75844SAndroid Build Coastguard Worker       video_media_info->senders.push_back(info);
1663*d9f75844SAndroid Build Coastguard Worker     }
1664*d9f75844SAndroid Build Coastguard Worker   }
1665*d9f75844SAndroid Build Coastguard Worker }
1666*d9f75844SAndroid Build Coastguard Worker 
FillReceiverStats(VideoMediaInfo * video_media_info,bool log_stats)1667*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::FillReceiverStats(VideoMediaInfo* video_media_info,
1668*d9f75844SAndroid Build Coastguard Worker                                            bool log_stats) {
1669*d9f75844SAndroid Build Coastguard Worker   for (std::map<uint32_t, WebRtcVideoReceiveStream*>::iterator it =
1670*d9f75844SAndroid Build Coastguard Worker            receive_streams_.begin();
1671*d9f75844SAndroid Build Coastguard Worker        it != receive_streams_.end(); ++it) {
1672*d9f75844SAndroid Build Coastguard Worker     video_media_info->receivers.push_back(
1673*d9f75844SAndroid Build Coastguard Worker         it->second->GetVideoReceiverInfo(log_stats));
1674*d9f75844SAndroid Build Coastguard Worker   }
1675*d9f75844SAndroid Build Coastguard Worker }
1676*d9f75844SAndroid Build Coastguard Worker 
FillBitrateInfo(BandwidthEstimationInfo * bwe_info)1677*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::FillBitrateInfo(BandwidthEstimationInfo* bwe_info) {
1678*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1679*d9f75844SAndroid Build Coastguard Worker   for (std::map<uint32_t, WebRtcVideoSendStream*>::iterator stream =
1680*d9f75844SAndroid Build Coastguard Worker            send_streams_.begin();
1681*d9f75844SAndroid Build Coastguard Worker        stream != send_streams_.end(); ++stream) {
1682*d9f75844SAndroid Build Coastguard Worker     stream->second->FillBitrateInfo(bwe_info);
1683*d9f75844SAndroid Build Coastguard Worker   }
1684*d9f75844SAndroid Build Coastguard Worker }
1685*d9f75844SAndroid Build Coastguard Worker 
FillSendAndReceiveCodecStats(VideoMediaInfo * video_media_info)1686*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::FillSendAndReceiveCodecStats(
1687*d9f75844SAndroid Build Coastguard Worker     VideoMediaInfo* video_media_info) {
1688*d9f75844SAndroid Build Coastguard Worker   for (const VideoCodec& codec : send_params_.codecs) {
1689*d9f75844SAndroid Build Coastguard Worker     webrtc::RtpCodecParameters codec_params = codec.ToCodecParameters();
1690*d9f75844SAndroid Build Coastguard Worker     video_media_info->send_codecs.insert(
1691*d9f75844SAndroid Build Coastguard Worker         std::make_pair(codec_params.payload_type, std::move(codec_params)));
1692*d9f75844SAndroid Build Coastguard Worker   }
1693*d9f75844SAndroid Build Coastguard Worker   for (const VideoCodec& codec : recv_params_.codecs) {
1694*d9f75844SAndroid Build Coastguard Worker     webrtc::RtpCodecParameters codec_params = codec.ToCodecParameters();
1695*d9f75844SAndroid Build Coastguard Worker     video_media_info->receive_codecs.insert(
1696*d9f75844SAndroid Build Coastguard Worker         std::make_pair(codec_params.payload_type, std::move(codec_params)));
1697*d9f75844SAndroid Build Coastguard Worker   }
1698*d9f75844SAndroid Build Coastguard Worker }
1699*d9f75844SAndroid Build Coastguard Worker 
OnPacketReceived(rtc::CopyOnWriteBuffer packet,int64_t packet_time_us)1700*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::OnPacketReceived(rtc::CopyOnWriteBuffer packet,
1701*d9f75844SAndroid Build Coastguard Worker                                           int64_t packet_time_us) {
1702*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&network_thread_checker_);
1703*d9f75844SAndroid Build Coastguard Worker   // TODO(bugs.webrtc.org/11993): This code is very similar to what
1704*d9f75844SAndroid Build Coastguard Worker   // WebRtcVoiceMediaChannel::OnPacketReceived does. For maintainability and
1705*d9f75844SAndroid Build Coastguard Worker   // consistency it would be good to move the interaction with call_->Receiver()
1706*d9f75844SAndroid Build Coastguard Worker   // to a common implementation and provide a callback on the worker thread
1707*d9f75844SAndroid Build Coastguard Worker   // for the exception case (DELIVERY_UNKNOWN_SSRC) and how retry is attempted.
1708*d9f75844SAndroid Build Coastguard Worker   worker_thread_->PostTask(
1709*d9f75844SAndroid Build Coastguard Worker       SafeTask(task_safety_.flag(), [this, packet, packet_time_us] {
1710*d9f75844SAndroid Build Coastguard Worker         RTC_DCHECK_RUN_ON(&thread_checker_);
1711*d9f75844SAndroid Build Coastguard Worker         const webrtc::PacketReceiver::DeliveryStatus delivery_result =
1712*d9f75844SAndroid Build Coastguard Worker             call_->Receiver()->DeliverPacket(webrtc::MediaType::VIDEO, packet,
1713*d9f75844SAndroid Build Coastguard Worker                                              packet_time_us);
1714*d9f75844SAndroid Build Coastguard Worker         switch (delivery_result) {
1715*d9f75844SAndroid Build Coastguard Worker           case webrtc::PacketReceiver::DELIVERY_OK:
1716*d9f75844SAndroid Build Coastguard Worker             return;
1717*d9f75844SAndroid Build Coastguard Worker           case webrtc::PacketReceiver::DELIVERY_PACKET_ERROR:
1718*d9f75844SAndroid Build Coastguard Worker             return;
1719*d9f75844SAndroid Build Coastguard Worker           case webrtc::PacketReceiver::DELIVERY_UNKNOWN_SSRC:
1720*d9f75844SAndroid Build Coastguard Worker             break;
1721*d9f75844SAndroid Build Coastguard Worker         }
1722*d9f75844SAndroid Build Coastguard Worker 
1723*d9f75844SAndroid Build Coastguard Worker         absl::optional<uint32_t> rtx_ssrc;
1724*d9f75844SAndroid Build Coastguard Worker         uint32_t ssrc = ParseRtpSsrc(packet);
1725*d9f75844SAndroid Build Coastguard Worker 
1726*d9f75844SAndroid Build Coastguard Worker         if (unknown_ssrc_packet_buffer_) {
1727*d9f75844SAndroid Build Coastguard Worker           unknown_ssrc_packet_buffer_->AddPacket(ssrc, packet_time_us, packet);
1728*d9f75844SAndroid Build Coastguard Worker           return;
1729*d9f75844SAndroid Build Coastguard Worker         }
1730*d9f75844SAndroid Build Coastguard Worker 
1731*d9f75844SAndroid Build Coastguard Worker         if (discard_unknown_ssrc_packets_) {
1732*d9f75844SAndroid Build Coastguard Worker           return;
1733*d9f75844SAndroid Build Coastguard Worker         }
1734*d9f75844SAndroid Build Coastguard Worker 
1735*d9f75844SAndroid Build Coastguard Worker         int payload_type = ParseRtpPayloadType(packet);
1736*d9f75844SAndroid Build Coastguard Worker 
1737*d9f75844SAndroid Build Coastguard Worker         // See if this payload_type is registered as one that usually gets its
1738*d9f75844SAndroid Build Coastguard Worker         // own SSRC (RTX) or at least is safe to drop either way (FEC). If it
1739*d9f75844SAndroid Build Coastguard Worker         // is, and it wasn't handled above by DeliverPacket, that means we don't
1740*d9f75844SAndroid Build Coastguard Worker         // know what stream it associates with, and we shouldn't ever create an
1741*d9f75844SAndroid Build Coastguard Worker         // implicit channel for these.
1742*d9f75844SAndroid Build Coastguard Worker         for (auto& codec : recv_codecs_) {
1743*d9f75844SAndroid Build Coastguard Worker           if (payload_type == codec.ulpfec.red_rtx_payload_type ||
1744*d9f75844SAndroid Build Coastguard Worker               payload_type == codec.ulpfec.ulpfec_payload_type) {
1745*d9f75844SAndroid Build Coastguard Worker             return;
1746*d9f75844SAndroid Build Coastguard Worker           }
1747*d9f75844SAndroid Build Coastguard Worker           if (payload_type == codec.rtx_payload_type) {
1748*d9f75844SAndroid Build Coastguard Worker             // As we don't support receiving simulcast there can only be one RTX
1749*d9f75844SAndroid Build Coastguard Worker             // stream, which will be associated with unsignaled media stream.
1750*d9f75844SAndroid Build Coastguard Worker             // It is not possible to update the ssrcs of a receive stream, so we
1751*d9f75844SAndroid Build Coastguard Worker             // recreate it insead if found.
1752*d9f75844SAndroid Build Coastguard Worker             auto default_ssrc = GetDefaultReceiveStreamSsrc();
1753*d9f75844SAndroid Build Coastguard Worker             if (!default_ssrc) {
1754*d9f75844SAndroid Build Coastguard Worker               return;
1755*d9f75844SAndroid Build Coastguard Worker             }
1756*d9f75844SAndroid Build Coastguard Worker             rtx_ssrc = ssrc;
1757*d9f75844SAndroid Build Coastguard Worker             ssrc = *default_ssrc;
1758*d9f75844SAndroid Build Coastguard Worker             // Allow recreating the receive stream even if the RTX packet is
1759*d9f75844SAndroid Build Coastguard Worker             // received just after the media packet.
1760*d9f75844SAndroid Build Coastguard Worker             last_unsignalled_ssrc_creation_time_ms_.reset();
1761*d9f75844SAndroid Build Coastguard Worker             break;
1762*d9f75844SAndroid Build Coastguard Worker           }
1763*d9f75844SAndroid Build Coastguard Worker         }
1764*d9f75844SAndroid Build Coastguard Worker         if (payload_type == recv_flexfec_payload_type_) {
1765*d9f75844SAndroid Build Coastguard Worker           return;
1766*d9f75844SAndroid Build Coastguard Worker         }
1767*d9f75844SAndroid Build Coastguard Worker 
1768*d9f75844SAndroid Build Coastguard Worker         // Ignore unknown ssrcs if there is a demuxer criteria update pending.
1769*d9f75844SAndroid Build Coastguard Worker         // During a demuxer update we may receive ssrcs that were recently
1770*d9f75844SAndroid Build Coastguard Worker         // removed or we may receve ssrcs that were recently configured for a
1771*d9f75844SAndroid Build Coastguard Worker         // different video channel.
1772*d9f75844SAndroid Build Coastguard Worker         if (demuxer_criteria_id_ != demuxer_criteria_completed_id_) {
1773*d9f75844SAndroid Build Coastguard Worker           return;
1774*d9f75844SAndroid Build Coastguard Worker         }
1775*d9f75844SAndroid Build Coastguard Worker         // Ignore unknown ssrcs if we recently created an unsignalled receive
1776*d9f75844SAndroid Build Coastguard Worker         // stream since this shouldn't happen frequently. Getting into a state
1777*d9f75844SAndroid Build Coastguard Worker         // of creating decoders on every packet eats up processing time (e.g.
1778*d9f75844SAndroid Build Coastguard Worker         // https://crbug.com/1069603) and this cooldown prevents that.
1779*d9f75844SAndroid Build Coastguard Worker         if (last_unsignalled_ssrc_creation_time_ms_.has_value()) {
1780*d9f75844SAndroid Build Coastguard Worker           int64_t now_ms = rtc::TimeMillis();
1781*d9f75844SAndroid Build Coastguard Worker           if (now_ms - last_unsignalled_ssrc_creation_time_ms_.value() <
1782*d9f75844SAndroid Build Coastguard Worker               kUnsignaledSsrcCooldownMs) {
1783*d9f75844SAndroid Build Coastguard Worker             // We've already created an unsignalled ssrc stream within the last
1784*d9f75844SAndroid Build Coastguard Worker             // 0.5 s, ignore with a warning.
1785*d9f75844SAndroid Build Coastguard Worker             RTC_LOG(LS_WARNING)
1786*d9f75844SAndroid Build Coastguard Worker                 << "Another unsignalled ssrc packet arrived shortly after the "
1787*d9f75844SAndroid Build Coastguard Worker                 << "creation of an unsignalled ssrc stream. Dropping packet.";
1788*d9f75844SAndroid Build Coastguard Worker             return;
1789*d9f75844SAndroid Build Coastguard Worker           }
1790*d9f75844SAndroid Build Coastguard Worker         }
1791*d9f75844SAndroid Build Coastguard Worker         // Let the unsignalled ssrc handler decide whether to drop or deliver.
1792*d9f75844SAndroid Build Coastguard Worker         switch (unsignalled_ssrc_handler_->OnUnsignalledSsrc(this, ssrc,
1793*d9f75844SAndroid Build Coastguard Worker                                                              rtx_ssrc)) {
1794*d9f75844SAndroid Build Coastguard Worker           case UnsignalledSsrcHandler::kDropPacket:
1795*d9f75844SAndroid Build Coastguard Worker             return;
1796*d9f75844SAndroid Build Coastguard Worker           case UnsignalledSsrcHandler::kDeliverPacket:
1797*d9f75844SAndroid Build Coastguard Worker             break;
1798*d9f75844SAndroid Build Coastguard Worker         }
1799*d9f75844SAndroid Build Coastguard Worker 
1800*d9f75844SAndroid Build Coastguard Worker         if (call_->Receiver()->DeliverPacket(webrtc::MediaType::VIDEO, packet,
1801*d9f75844SAndroid Build Coastguard Worker                                              packet_time_us) !=
1802*d9f75844SAndroid Build Coastguard Worker             webrtc::PacketReceiver::DELIVERY_OK) {
1803*d9f75844SAndroid Build Coastguard Worker           RTC_LOG(LS_WARNING) << "Failed to deliver RTP packet on re-delivery.";
1804*d9f75844SAndroid Build Coastguard Worker         }
1805*d9f75844SAndroid Build Coastguard Worker         last_unsignalled_ssrc_creation_time_ms_ = rtc::TimeMillis();
1806*d9f75844SAndroid Build Coastguard Worker       }));
1807*d9f75844SAndroid Build Coastguard Worker }
1808*d9f75844SAndroid Build Coastguard Worker 
OnPacketSent(const rtc::SentPacket & sent_packet)1809*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::OnPacketSent(const rtc::SentPacket& sent_packet) {
1810*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&network_thread_checker_);
1811*d9f75844SAndroid Build Coastguard Worker   // TODO(tommi): We shouldn't need to go through call_ to deliver this
1812*d9f75844SAndroid Build Coastguard Worker   // notification. We should already have direct access to
1813*d9f75844SAndroid Build Coastguard Worker   // video_send_delay_stats_ and transport_send_ptr_ via `stream_`.
1814*d9f75844SAndroid Build Coastguard Worker   // So we should be able to remove OnSentPacket from Call and handle this per
1815*d9f75844SAndroid Build Coastguard Worker   // channel instead. At the moment Call::OnSentPacket calls OnSentPacket for
1816*d9f75844SAndroid Build Coastguard Worker   // the video stats, for all sent packets, including audio, which causes
1817*d9f75844SAndroid Build Coastguard Worker   // unnecessary lookups.
1818*d9f75844SAndroid Build Coastguard Worker   call_->OnSentPacket(sent_packet);
1819*d9f75844SAndroid Build Coastguard Worker }
1820*d9f75844SAndroid Build Coastguard Worker 
BackfillBufferedPackets(rtc::ArrayView<const uint32_t> ssrcs)1821*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::BackfillBufferedPackets(
1822*d9f75844SAndroid Build Coastguard Worker     rtc::ArrayView<const uint32_t> ssrcs) {
1823*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1824*d9f75844SAndroid Build Coastguard Worker   if (!unknown_ssrc_packet_buffer_) {
1825*d9f75844SAndroid Build Coastguard Worker     return;
1826*d9f75844SAndroid Build Coastguard Worker   }
1827*d9f75844SAndroid Build Coastguard Worker 
1828*d9f75844SAndroid Build Coastguard Worker   int delivery_ok_cnt = 0;
1829*d9f75844SAndroid Build Coastguard Worker   int delivery_unknown_ssrc_cnt = 0;
1830*d9f75844SAndroid Build Coastguard Worker   int delivery_packet_error_cnt = 0;
1831*d9f75844SAndroid Build Coastguard Worker   webrtc::PacketReceiver* receiver = this->call_->Receiver();
1832*d9f75844SAndroid Build Coastguard Worker   unknown_ssrc_packet_buffer_->BackfillPackets(
1833*d9f75844SAndroid Build Coastguard Worker       ssrcs, [&](uint32_t /*ssrc*/, int64_t packet_time_us,
1834*d9f75844SAndroid Build Coastguard Worker                  rtc::CopyOnWriteBuffer packet) {
1835*d9f75844SAndroid Build Coastguard Worker         switch (receiver->DeliverPacket(webrtc::MediaType::VIDEO, packet,
1836*d9f75844SAndroid Build Coastguard Worker                                         packet_time_us)) {
1837*d9f75844SAndroid Build Coastguard Worker           case webrtc::PacketReceiver::DELIVERY_OK:
1838*d9f75844SAndroid Build Coastguard Worker             delivery_ok_cnt++;
1839*d9f75844SAndroid Build Coastguard Worker             break;
1840*d9f75844SAndroid Build Coastguard Worker           case webrtc::PacketReceiver::DELIVERY_UNKNOWN_SSRC:
1841*d9f75844SAndroid Build Coastguard Worker             delivery_unknown_ssrc_cnt++;
1842*d9f75844SAndroid Build Coastguard Worker             break;
1843*d9f75844SAndroid Build Coastguard Worker           case webrtc::PacketReceiver::DELIVERY_PACKET_ERROR:
1844*d9f75844SAndroid Build Coastguard Worker             delivery_packet_error_cnt++;
1845*d9f75844SAndroid Build Coastguard Worker             break;
1846*d9f75844SAndroid Build Coastguard Worker         }
1847*d9f75844SAndroid Build Coastguard Worker       });
1848*d9f75844SAndroid Build Coastguard Worker   rtc::StringBuilder out;
1849*d9f75844SAndroid Build Coastguard Worker   out << "[ ";
1850*d9f75844SAndroid Build Coastguard Worker   for (uint32_t ssrc : ssrcs) {
1851*d9f75844SAndroid Build Coastguard Worker     out << std::to_string(ssrc) << " ";
1852*d9f75844SAndroid Build Coastguard Worker   }
1853*d9f75844SAndroid Build Coastguard Worker   out << "]";
1854*d9f75844SAndroid Build Coastguard Worker   auto level = rtc::LS_INFO;
1855*d9f75844SAndroid Build Coastguard Worker   if (delivery_unknown_ssrc_cnt > 0 || delivery_packet_error_cnt > 0) {
1856*d9f75844SAndroid Build Coastguard Worker     level = rtc::LS_ERROR;
1857*d9f75844SAndroid Build Coastguard Worker   }
1858*d9f75844SAndroid Build Coastguard Worker   int total =
1859*d9f75844SAndroid Build Coastguard Worker       delivery_ok_cnt + delivery_unknown_ssrc_cnt + delivery_packet_error_cnt;
1860*d9f75844SAndroid Build Coastguard Worker   RTC_LOG_V(level) << "Backfilled " << total
1861*d9f75844SAndroid Build Coastguard Worker                    << " packets for ssrcs: " << out.Release()
1862*d9f75844SAndroid Build Coastguard Worker                    << " ok: " << delivery_ok_cnt
1863*d9f75844SAndroid Build Coastguard Worker                    << " error: " << delivery_packet_error_cnt
1864*d9f75844SAndroid Build Coastguard Worker                    << " unknown: " << delivery_unknown_ssrc_cnt;
1865*d9f75844SAndroid Build Coastguard Worker }
1866*d9f75844SAndroid Build Coastguard Worker 
OnReadyToSend(bool ready)1867*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::OnReadyToSend(bool ready) {
1868*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&network_thread_checker_);
1869*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_VERBOSE) << "OnReadyToSend: " << (ready ? "Ready." : "Not ready.");
1870*d9f75844SAndroid Build Coastguard Worker   call_->SignalChannelNetworkState(
1871*d9f75844SAndroid Build Coastguard Worker       webrtc::MediaType::VIDEO,
1872*d9f75844SAndroid Build Coastguard Worker       ready ? webrtc::kNetworkUp : webrtc::kNetworkDown);
1873*d9f75844SAndroid Build Coastguard Worker }
1874*d9f75844SAndroid Build Coastguard Worker 
OnNetworkRouteChanged(absl::string_view transport_name,const rtc::NetworkRoute & network_route)1875*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::OnNetworkRouteChanged(
1876*d9f75844SAndroid Build Coastguard Worker     absl::string_view transport_name,
1877*d9f75844SAndroid Build Coastguard Worker     const rtc::NetworkRoute& network_route) {
1878*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&network_thread_checker_);
1879*d9f75844SAndroid Build Coastguard Worker   worker_thread_->PostTask(SafeTask(
1880*d9f75844SAndroid Build Coastguard Worker       task_safety_.flag(),
1881*d9f75844SAndroid Build Coastguard Worker       [this, name = std::string(transport_name), route = network_route] {
1882*d9f75844SAndroid Build Coastguard Worker         RTC_DCHECK_RUN_ON(&thread_checker_);
1883*d9f75844SAndroid Build Coastguard Worker         webrtc::RtpTransportControllerSendInterface* transport =
1884*d9f75844SAndroid Build Coastguard Worker             call_->GetTransportControllerSend();
1885*d9f75844SAndroid Build Coastguard Worker         transport->OnNetworkRouteChanged(name, route);
1886*d9f75844SAndroid Build Coastguard Worker         transport->OnTransportOverheadChanged(route.packet_overhead);
1887*d9f75844SAndroid Build Coastguard Worker       }));
1888*d9f75844SAndroid Build Coastguard Worker }
1889*d9f75844SAndroid Build Coastguard Worker 
SetInterface(NetworkInterface * iface)1890*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::SetInterface(NetworkInterface* iface) {
1891*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&network_thread_checker_);
1892*d9f75844SAndroid Build Coastguard Worker   MediaChannel::SetInterface(iface);
1893*d9f75844SAndroid Build Coastguard Worker   // Set the RTP recv/send buffer to a bigger size.
1894*d9f75844SAndroid Build Coastguard Worker   MediaChannel::SetOption(NetworkInterface::ST_RTP, rtc::Socket::OPT_RCVBUF,
1895*d9f75844SAndroid Build Coastguard Worker                           kVideoRtpRecvBufferSize);
1896*d9f75844SAndroid Build Coastguard Worker 
1897*d9f75844SAndroid Build Coastguard Worker   // Speculative change to increase the outbound socket buffer size.
1898*d9f75844SAndroid Build Coastguard Worker   // In b/15152257, we are seeing a significant number of packets discarded
1899*d9f75844SAndroid Build Coastguard Worker   // due to lack of socket buffer space, although it's not yet clear what the
1900*d9f75844SAndroid Build Coastguard Worker   // ideal value should be.
1901*d9f75844SAndroid Build Coastguard Worker   const std::string group_name_send_buf_size =
1902*d9f75844SAndroid Build Coastguard Worker       call_->trials().Lookup("WebRTC-SendBufferSizeBytes");
1903*d9f75844SAndroid Build Coastguard Worker   int send_buffer_size = kVideoRtpSendBufferSize;
1904*d9f75844SAndroid Build Coastguard Worker   if (!group_name_send_buf_size.empty() &&
1905*d9f75844SAndroid Build Coastguard Worker       (sscanf(group_name_send_buf_size.c_str(), "%d", &send_buffer_size) != 1 ||
1906*d9f75844SAndroid Build Coastguard Worker        send_buffer_size <= 0)) {
1907*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_WARNING) << "Invalid send buffer size: "
1908*d9f75844SAndroid Build Coastguard Worker                         << group_name_send_buf_size;
1909*d9f75844SAndroid Build Coastguard Worker     send_buffer_size = kVideoRtpSendBufferSize;
1910*d9f75844SAndroid Build Coastguard Worker   }
1911*d9f75844SAndroid Build Coastguard Worker 
1912*d9f75844SAndroid Build Coastguard Worker   MediaChannel::SetOption(NetworkInterface::ST_RTP, rtc::Socket::OPT_SNDBUF,
1913*d9f75844SAndroid Build Coastguard Worker                           send_buffer_size);
1914*d9f75844SAndroid Build Coastguard Worker }
1915*d9f75844SAndroid Build Coastguard Worker 
SetFrameDecryptor(uint32_t ssrc,rtc::scoped_refptr<webrtc::FrameDecryptorInterface> frame_decryptor)1916*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::SetFrameDecryptor(
1917*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
1918*d9f75844SAndroid Build Coastguard Worker     rtc::scoped_refptr<webrtc::FrameDecryptorInterface> frame_decryptor) {
1919*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1920*d9f75844SAndroid Build Coastguard Worker   auto matching_stream = receive_streams_.find(ssrc);
1921*d9f75844SAndroid Build Coastguard Worker   if (matching_stream != receive_streams_.end()) {
1922*d9f75844SAndroid Build Coastguard Worker     matching_stream->second->SetFrameDecryptor(frame_decryptor);
1923*d9f75844SAndroid Build Coastguard Worker   }
1924*d9f75844SAndroid Build Coastguard Worker }
1925*d9f75844SAndroid Build Coastguard Worker 
SetFrameEncryptor(uint32_t ssrc,rtc::scoped_refptr<webrtc::FrameEncryptorInterface> frame_encryptor)1926*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::SetFrameEncryptor(
1927*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
1928*d9f75844SAndroid Build Coastguard Worker     rtc::scoped_refptr<webrtc::FrameEncryptorInterface> frame_encryptor) {
1929*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1930*d9f75844SAndroid Build Coastguard Worker   auto matching_stream = send_streams_.find(ssrc);
1931*d9f75844SAndroid Build Coastguard Worker   if (matching_stream != send_streams_.end()) {
1932*d9f75844SAndroid Build Coastguard Worker     matching_stream->second->SetFrameEncryptor(frame_encryptor);
1933*d9f75844SAndroid Build Coastguard Worker   } else {
1934*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "No stream found to attach frame encryptor";
1935*d9f75844SAndroid Build Coastguard Worker   }
1936*d9f75844SAndroid Build Coastguard Worker }
1937*d9f75844SAndroid Build Coastguard Worker 
SetEncoderSelector(uint32_t ssrc,webrtc::VideoEncoderFactory::EncoderSelectorInterface * encoder_selector)1938*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::SetEncoderSelector(
1939*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
1940*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoEncoderFactory::EncoderSelectorInterface* encoder_selector) {
1941*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1942*d9f75844SAndroid Build Coastguard Worker   auto matching_stream = send_streams_.find(ssrc);
1943*d9f75844SAndroid Build Coastguard Worker   if (matching_stream != send_streams_.end()) {
1944*d9f75844SAndroid Build Coastguard Worker     matching_stream->second->SetEncoderSelector(encoder_selector);
1945*d9f75844SAndroid Build Coastguard Worker   } else {
1946*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "No stream found to attach encoder selector";
1947*d9f75844SAndroid Build Coastguard Worker   }
1948*d9f75844SAndroid Build Coastguard Worker }
1949*d9f75844SAndroid Build Coastguard Worker 
SetVideoCodecSwitchingEnabled(bool enabled)1950*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::SetVideoCodecSwitchingEnabled(bool enabled) {
1951*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1952*d9f75844SAndroid Build Coastguard Worker   allow_codec_switching_ = enabled;
1953*d9f75844SAndroid Build Coastguard Worker   if (allow_codec_switching_) {
1954*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_INFO) << "Encoder switching enabled.";
1955*d9f75844SAndroid Build Coastguard Worker   }
1956*d9f75844SAndroid Build Coastguard Worker }
1957*d9f75844SAndroid Build Coastguard Worker 
SetBaseMinimumPlayoutDelayMs(uint32_t ssrc,int delay_ms)1958*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::SetBaseMinimumPlayoutDelayMs(uint32_t ssrc,
1959*d9f75844SAndroid Build Coastguard Worker                                                       int delay_ms) {
1960*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1961*d9f75844SAndroid Build Coastguard Worker   absl::optional<uint32_t> default_ssrc = GetDefaultReceiveStreamSsrc();
1962*d9f75844SAndroid Build Coastguard Worker 
1963*d9f75844SAndroid Build Coastguard Worker   // SSRC of 0 represents the default receive stream.
1964*d9f75844SAndroid Build Coastguard Worker   if (ssrc == 0) {
1965*d9f75844SAndroid Build Coastguard Worker     default_recv_base_minimum_delay_ms_ = delay_ms;
1966*d9f75844SAndroid Build Coastguard Worker   }
1967*d9f75844SAndroid Build Coastguard Worker 
1968*d9f75844SAndroid Build Coastguard Worker   if (ssrc == 0 && !default_ssrc) {
1969*d9f75844SAndroid Build Coastguard Worker     return true;
1970*d9f75844SAndroid Build Coastguard Worker   }
1971*d9f75844SAndroid Build Coastguard Worker 
1972*d9f75844SAndroid Build Coastguard Worker   if (ssrc == 0 && default_ssrc) {
1973*d9f75844SAndroid Build Coastguard Worker     ssrc = default_ssrc.value();
1974*d9f75844SAndroid Build Coastguard Worker   }
1975*d9f75844SAndroid Build Coastguard Worker 
1976*d9f75844SAndroid Build Coastguard Worker   auto stream = receive_streams_.find(ssrc);
1977*d9f75844SAndroid Build Coastguard Worker   if (stream != receive_streams_.end()) {
1978*d9f75844SAndroid Build Coastguard Worker     stream->second->SetBaseMinimumPlayoutDelayMs(delay_ms);
1979*d9f75844SAndroid Build Coastguard Worker     return true;
1980*d9f75844SAndroid Build Coastguard Worker   } else {
1981*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "No stream found to set base minimum playout delay";
1982*d9f75844SAndroid Build Coastguard Worker     return false;
1983*d9f75844SAndroid Build Coastguard Worker   }
1984*d9f75844SAndroid Build Coastguard Worker }
1985*d9f75844SAndroid Build Coastguard Worker 
GetBaseMinimumPlayoutDelayMs(uint32_t ssrc) const1986*d9f75844SAndroid Build Coastguard Worker absl::optional<int> WebRtcVideoChannel::GetBaseMinimumPlayoutDelayMs(
1987*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc) const {
1988*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
1989*d9f75844SAndroid Build Coastguard Worker   // SSRC of 0 represents the default receive stream.
1990*d9f75844SAndroid Build Coastguard Worker   if (ssrc == 0) {
1991*d9f75844SAndroid Build Coastguard Worker     return default_recv_base_minimum_delay_ms_;
1992*d9f75844SAndroid Build Coastguard Worker   }
1993*d9f75844SAndroid Build Coastguard Worker 
1994*d9f75844SAndroid Build Coastguard Worker   auto stream = receive_streams_.find(ssrc);
1995*d9f75844SAndroid Build Coastguard Worker   if (stream != receive_streams_.end()) {
1996*d9f75844SAndroid Build Coastguard Worker     return stream->second->GetBaseMinimumPlayoutDelayMs();
1997*d9f75844SAndroid Build Coastguard Worker   } else {
1998*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "No stream found to get base minimum playout delay";
1999*d9f75844SAndroid Build Coastguard Worker     return absl::nullopt;
2000*d9f75844SAndroid Build Coastguard Worker   }
2001*d9f75844SAndroid Build Coastguard Worker }
2002*d9f75844SAndroid Build Coastguard Worker 
GetDefaultReceiveStreamSsrc()2003*d9f75844SAndroid Build Coastguard Worker absl::optional<uint32_t> WebRtcVideoChannel::GetDefaultReceiveStreamSsrc() {
2004*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2005*d9f75844SAndroid Build Coastguard Worker   absl::optional<uint32_t> ssrc;
2006*d9f75844SAndroid Build Coastguard Worker   for (auto it = receive_streams_.begin(); it != receive_streams_.end(); ++it) {
2007*d9f75844SAndroid Build Coastguard Worker     if (it->second->IsDefaultStream()) {
2008*d9f75844SAndroid Build Coastguard Worker       ssrc.emplace(it->first);
2009*d9f75844SAndroid Build Coastguard Worker       break;
2010*d9f75844SAndroid Build Coastguard Worker     }
2011*d9f75844SAndroid Build Coastguard Worker   }
2012*d9f75844SAndroid Build Coastguard Worker   return ssrc;
2013*d9f75844SAndroid Build Coastguard Worker }
2014*d9f75844SAndroid Build Coastguard Worker 
GetSources(uint32_t ssrc) const2015*d9f75844SAndroid Build Coastguard Worker std::vector<webrtc::RtpSource> WebRtcVideoChannel::GetSources(
2016*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc) const {
2017*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2018*d9f75844SAndroid Build Coastguard Worker   auto it = receive_streams_.find(ssrc);
2019*d9f75844SAndroid Build Coastguard Worker   if (it == receive_streams_.end()) {
2020*d9f75844SAndroid Build Coastguard Worker     // TODO(bugs.webrtc.org/9781): Investigate standard compliance
2021*d9f75844SAndroid Build Coastguard Worker     // with sources for streams that has been removed.
2022*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "Attempting to get contributing sources for SSRC:"
2023*d9f75844SAndroid Build Coastguard Worker                       << ssrc << " which doesn't exist.";
2024*d9f75844SAndroid Build Coastguard Worker     return {};
2025*d9f75844SAndroid Build Coastguard Worker   }
2026*d9f75844SAndroid Build Coastguard Worker   return it->second->GetSources();
2027*d9f75844SAndroid Build Coastguard Worker }
2028*d9f75844SAndroid Build Coastguard Worker 
SendRtp(const uint8_t * data,size_t len,const webrtc::PacketOptions & options)2029*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::SendRtp(const uint8_t* data,
2030*d9f75844SAndroid Build Coastguard Worker                                  size_t len,
2031*d9f75844SAndroid Build Coastguard Worker                                  const webrtc::PacketOptions& options) {
2032*d9f75844SAndroid Build Coastguard Worker   MediaChannel::SendRtp(data, len, options);
2033*d9f75844SAndroid Build Coastguard Worker   return true;
2034*d9f75844SAndroid Build Coastguard Worker }
2035*d9f75844SAndroid Build Coastguard Worker 
SendRtcp(const uint8_t * data,size_t len)2036*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::SendRtcp(const uint8_t* data, size_t len) {
2037*d9f75844SAndroid Build Coastguard Worker   MediaChannel::SendRtcp(data, len);
2038*d9f75844SAndroid Build Coastguard Worker   return true;
2039*d9f75844SAndroid Build Coastguard Worker }
2040*d9f75844SAndroid Build Coastguard Worker 
2041*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoSendStream::VideoSendStreamParameters::
VideoSendStreamParameters(webrtc::VideoSendStream::Config config,const VideoOptions & options,int max_bitrate_bps,const absl::optional<VideoCodecSettings> & codec_settings)2042*d9f75844SAndroid Build Coastguard Worker     VideoSendStreamParameters(
2043*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoSendStream::Config config,
2044*d9f75844SAndroid Build Coastguard Worker         const VideoOptions& options,
2045*d9f75844SAndroid Build Coastguard Worker         int max_bitrate_bps,
2046*d9f75844SAndroid Build Coastguard Worker         const absl::optional<VideoCodecSettings>& codec_settings)
2047*d9f75844SAndroid Build Coastguard Worker     : config(std::move(config)),
2048*d9f75844SAndroid Build Coastguard Worker       options(options),
2049*d9f75844SAndroid Build Coastguard Worker       max_bitrate_bps(max_bitrate_bps),
2050*d9f75844SAndroid Build Coastguard Worker       conference_mode(false),
2051*d9f75844SAndroid Build Coastguard Worker       codec_settings(codec_settings) {}
2052*d9f75844SAndroid Build Coastguard Worker 
WebRtcVideoSendStream(webrtc::Call * call,const StreamParams & sp,webrtc::VideoSendStream::Config config,const VideoOptions & options,bool enable_cpu_overuse_detection,int max_bitrate_bps,const absl::optional<VideoCodecSettings> & codec_settings,const absl::optional<std::vector<webrtc::RtpExtension>> & rtp_extensions,const VideoSendParameters & send_params)2053*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoSendStream::WebRtcVideoSendStream(
2054*d9f75844SAndroid Build Coastguard Worker     webrtc::Call* call,
2055*d9f75844SAndroid Build Coastguard Worker     const StreamParams& sp,
2056*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoSendStream::Config config,
2057*d9f75844SAndroid Build Coastguard Worker     const VideoOptions& options,
2058*d9f75844SAndroid Build Coastguard Worker     bool enable_cpu_overuse_detection,
2059*d9f75844SAndroid Build Coastguard Worker     int max_bitrate_bps,
2060*d9f75844SAndroid Build Coastguard Worker     const absl::optional<VideoCodecSettings>& codec_settings,
2061*d9f75844SAndroid Build Coastguard Worker     const absl::optional<std::vector<webrtc::RtpExtension>>& rtp_extensions,
2062*d9f75844SAndroid Build Coastguard Worker     // TODO(deadbeef): Don't duplicate information between send_params,
2063*d9f75844SAndroid Build Coastguard Worker     // rtp_extensions, options, etc.
2064*d9f75844SAndroid Build Coastguard Worker     const VideoSendParameters& send_params)
2065*d9f75844SAndroid Build Coastguard Worker     : worker_thread_(call->worker_thread()),
2066*d9f75844SAndroid Build Coastguard Worker       ssrcs_(sp.ssrcs),
2067*d9f75844SAndroid Build Coastguard Worker       ssrc_groups_(sp.ssrc_groups),
2068*d9f75844SAndroid Build Coastguard Worker       call_(call),
2069*d9f75844SAndroid Build Coastguard Worker       enable_cpu_overuse_detection_(enable_cpu_overuse_detection),
2070*d9f75844SAndroid Build Coastguard Worker       source_(nullptr),
2071*d9f75844SAndroid Build Coastguard Worker       stream_(nullptr),
2072*d9f75844SAndroid Build Coastguard Worker       parameters_(std::move(config), options, max_bitrate_bps, codec_settings),
2073*d9f75844SAndroid Build Coastguard Worker       rtp_parameters_(CreateRtpParametersWithEncodings(sp)),
2074*d9f75844SAndroid Build Coastguard Worker       sending_(false),
2075*d9f75844SAndroid Build Coastguard Worker       disable_automatic_resize_(
2076*d9f75844SAndroid Build Coastguard Worker           IsEnabled(call->trials(), "WebRTC-Video-DisableAutomaticResize")) {
2077*d9f75844SAndroid Build Coastguard Worker   // Maximum packet size may come in RtpConfig from external transport, for
2078*d9f75844SAndroid Build Coastguard Worker   // example from QuicTransportInterface implementation, so do not exceed
2079*d9f75844SAndroid Build Coastguard Worker   // given max_packet_size.
2080*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.max_packet_size =
2081*d9f75844SAndroid Build Coastguard Worker       std::min<size_t>(parameters_.config.rtp.max_packet_size, kVideoMtu);
2082*d9f75844SAndroid Build Coastguard Worker   parameters_.conference_mode = send_params.conference_mode;
2083*d9f75844SAndroid Build Coastguard Worker 
2084*d9f75844SAndroid Build Coastguard Worker   sp.GetPrimarySsrcs(&parameters_.config.rtp.ssrcs);
2085*d9f75844SAndroid Build Coastguard Worker 
2086*d9f75844SAndroid Build Coastguard Worker   // ValidateStreamParams should prevent this from happening.
2087*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK(!parameters_.config.rtp.ssrcs.empty());
2088*d9f75844SAndroid Build Coastguard Worker   rtp_parameters_.encodings[0].ssrc = parameters_.config.rtp.ssrcs[0];
2089*d9f75844SAndroid Build Coastguard Worker 
2090*d9f75844SAndroid Build Coastguard Worker   // RTX.
2091*d9f75844SAndroid Build Coastguard Worker   sp.GetFidSsrcs(parameters_.config.rtp.ssrcs,
2092*d9f75844SAndroid Build Coastguard Worker                  &parameters_.config.rtp.rtx.ssrcs);
2093*d9f75844SAndroid Build Coastguard Worker 
2094*d9f75844SAndroid Build Coastguard Worker   // FlexFEC SSRCs.
2095*d9f75844SAndroid Build Coastguard Worker   // TODO(brandtr): This code needs to be generalized when we add support for
2096*d9f75844SAndroid Build Coastguard Worker   // multistream protection.
2097*d9f75844SAndroid Build Coastguard Worker   if (IsEnabled(call_->trials(), "WebRTC-FlexFEC-03")) {
2098*d9f75844SAndroid Build Coastguard Worker     uint32_t flexfec_ssrc;
2099*d9f75844SAndroid Build Coastguard Worker     bool flexfec_enabled = false;
2100*d9f75844SAndroid Build Coastguard Worker     for (uint32_t primary_ssrc : parameters_.config.rtp.ssrcs) {
2101*d9f75844SAndroid Build Coastguard Worker       if (sp.GetFecFrSsrc(primary_ssrc, &flexfec_ssrc)) {
2102*d9f75844SAndroid Build Coastguard Worker         if (flexfec_enabled) {
2103*d9f75844SAndroid Build Coastguard Worker           RTC_LOG(LS_INFO)
2104*d9f75844SAndroid Build Coastguard Worker               << "Multiple FlexFEC streams in local SDP, but "
2105*d9f75844SAndroid Build Coastguard Worker                  "our implementation only supports a single FlexFEC "
2106*d9f75844SAndroid Build Coastguard Worker                  "stream. Will not enable FlexFEC for proposed "
2107*d9f75844SAndroid Build Coastguard Worker                  "stream with SSRC: "
2108*d9f75844SAndroid Build Coastguard Worker               << flexfec_ssrc << ".";
2109*d9f75844SAndroid Build Coastguard Worker           continue;
2110*d9f75844SAndroid Build Coastguard Worker         }
2111*d9f75844SAndroid Build Coastguard Worker 
2112*d9f75844SAndroid Build Coastguard Worker         flexfec_enabled = true;
2113*d9f75844SAndroid Build Coastguard Worker         parameters_.config.rtp.flexfec.ssrc = flexfec_ssrc;
2114*d9f75844SAndroid Build Coastguard Worker         parameters_.config.rtp.flexfec.protected_media_ssrcs = {primary_ssrc};
2115*d9f75844SAndroid Build Coastguard Worker       }
2116*d9f75844SAndroid Build Coastguard Worker     }
2117*d9f75844SAndroid Build Coastguard Worker   }
2118*d9f75844SAndroid Build Coastguard Worker 
2119*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.c_name = sp.cname;
2120*d9f75844SAndroid Build Coastguard Worker   if (rtp_extensions) {
2121*d9f75844SAndroid Build Coastguard Worker     parameters_.config.rtp.extensions = *rtp_extensions;
2122*d9f75844SAndroid Build Coastguard Worker     rtp_parameters_.header_extensions = *rtp_extensions;
2123*d9f75844SAndroid Build Coastguard Worker   }
2124*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.rtcp_mode = send_params.rtcp.reduced_size
2125*d9f75844SAndroid Build Coastguard Worker                                          ? webrtc::RtcpMode::kReducedSize
2126*d9f75844SAndroid Build Coastguard Worker                                          : webrtc::RtcpMode::kCompound;
2127*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.mid = send_params.mid;
2128*d9f75844SAndroid Build Coastguard Worker   rtp_parameters_.rtcp.reduced_size = send_params.rtcp.reduced_size;
2129*d9f75844SAndroid Build Coastguard Worker 
2130*d9f75844SAndroid Build Coastguard Worker   if (codec_settings) {
2131*d9f75844SAndroid Build Coastguard Worker     SetCodec(*codec_settings);
2132*d9f75844SAndroid Build Coastguard Worker   }
2133*d9f75844SAndroid Build Coastguard Worker }
2134*d9f75844SAndroid Build Coastguard Worker 
~WebRtcVideoSendStream()2135*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoSendStream::~WebRtcVideoSendStream() {
2136*d9f75844SAndroid Build Coastguard Worker   if (stream_ != NULL) {
2137*d9f75844SAndroid Build Coastguard Worker     call_->DestroyVideoSendStream(stream_);
2138*d9f75844SAndroid Build Coastguard Worker   }
2139*d9f75844SAndroid Build Coastguard Worker }
2140*d9f75844SAndroid Build Coastguard Worker 
SetVideoSend(const VideoOptions * options,rtc::VideoSourceInterface<webrtc::VideoFrame> * source)2141*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::WebRtcVideoSendStream::SetVideoSend(
2142*d9f75844SAndroid Build Coastguard Worker     const VideoOptions* options,
2143*d9f75844SAndroid Build Coastguard Worker     rtc::VideoSourceInterface<webrtc::VideoFrame>* source) {
2144*d9f75844SAndroid Build Coastguard Worker   TRACE_EVENT0("webrtc", "WebRtcVideoSendStream::SetVideoSend");
2145*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2146*d9f75844SAndroid Build Coastguard Worker 
2147*d9f75844SAndroid Build Coastguard Worker   if (options) {
2148*d9f75844SAndroid Build Coastguard Worker     VideoOptions old_options = parameters_.options;
2149*d9f75844SAndroid Build Coastguard Worker     parameters_.options.SetAll(*options);
2150*d9f75844SAndroid Build Coastguard Worker     if (parameters_.options.is_screencast.value_or(false) !=
2151*d9f75844SAndroid Build Coastguard Worker             old_options.is_screencast.value_or(false) &&
2152*d9f75844SAndroid Build Coastguard Worker         parameters_.codec_settings) {
2153*d9f75844SAndroid Build Coastguard Worker       // If screen content settings change, we may need to recreate the codec
2154*d9f75844SAndroid Build Coastguard Worker       // instance so that the correct type is used.
2155*d9f75844SAndroid Build Coastguard Worker 
2156*d9f75844SAndroid Build Coastguard Worker       SetCodec(*parameters_.codec_settings);
2157*d9f75844SAndroid Build Coastguard Worker       // Mark screenshare parameter as being updated, then test for any other
2158*d9f75844SAndroid Build Coastguard Worker       // changes that may require codec reconfiguration.
2159*d9f75844SAndroid Build Coastguard Worker       old_options.is_screencast = options->is_screencast;
2160*d9f75844SAndroid Build Coastguard Worker     }
2161*d9f75844SAndroid Build Coastguard Worker     if (parameters_.options != old_options) {
2162*d9f75844SAndroid Build Coastguard Worker       ReconfigureEncoder(nullptr);
2163*d9f75844SAndroid Build Coastguard Worker     }
2164*d9f75844SAndroid Build Coastguard Worker   }
2165*d9f75844SAndroid Build Coastguard Worker 
2166*d9f75844SAndroid Build Coastguard Worker   if (source_ && stream_) {
2167*d9f75844SAndroid Build Coastguard Worker     stream_->SetSource(nullptr, webrtc::DegradationPreference::DISABLED);
2168*d9f75844SAndroid Build Coastguard Worker   }
2169*d9f75844SAndroid Build Coastguard Worker   // Switch to the new source.
2170*d9f75844SAndroid Build Coastguard Worker   source_ = source;
2171*d9f75844SAndroid Build Coastguard Worker   if (source && stream_) {
2172*d9f75844SAndroid Build Coastguard Worker     stream_->SetSource(source_, GetDegradationPreference());
2173*d9f75844SAndroid Build Coastguard Worker   }
2174*d9f75844SAndroid Build Coastguard Worker   return true;
2175*d9f75844SAndroid Build Coastguard Worker }
2176*d9f75844SAndroid Build Coastguard Worker 
2177*d9f75844SAndroid Build Coastguard Worker webrtc::DegradationPreference
GetDegradationPreference() const2178*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoSendStream::GetDegradationPreference() const {
2179*d9f75844SAndroid Build Coastguard Worker   // Do not adapt resolution for screen content as this will likely
2180*d9f75844SAndroid Build Coastguard Worker   // result in blurry and unreadable text.
2181*d9f75844SAndroid Build Coastguard Worker   // `this` acts like a VideoSource to make sure SinkWants are handled on the
2182*d9f75844SAndroid Build Coastguard Worker   // correct thread.
2183*d9f75844SAndroid Build Coastguard Worker   if (!enable_cpu_overuse_detection_) {
2184*d9f75844SAndroid Build Coastguard Worker     return webrtc::DegradationPreference::DISABLED;
2185*d9f75844SAndroid Build Coastguard Worker   }
2186*d9f75844SAndroid Build Coastguard Worker 
2187*d9f75844SAndroid Build Coastguard Worker   webrtc::DegradationPreference degradation_preference;
2188*d9f75844SAndroid Build Coastguard Worker   if (rtp_parameters_.degradation_preference.has_value()) {
2189*d9f75844SAndroid Build Coastguard Worker     degradation_preference = *rtp_parameters_.degradation_preference;
2190*d9f75844SAndroid Build Coastguard Worker   } else {
2191*d9f75844SAndroid Build Coastguard Worker     if (parameters_.options.content_hint ==
2192*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoTrackInterface::ContentHint::kFluid) {
2193*d9f75844SAndroid Build Coastguard Worker       degradation_preference =
2194*d9f75844SAndroid Build Coastguard Worker           webrtc::DegradationPreference::MAINTAIN_FRAMERATE;
2195*d9f75844SAndroid Build Coastguard Worker     } else if (parameters_.options.is_screencast.value_or(false) ||
2196*d9f75844SAndroid Build Coastguard Worker                parameters_.options.content_hint ==
2197*d9f75844SAndroid Build Coastguard Worker                    webrtc::VideoTrackInterface::ContentHint::kDetailed ||
2198*d9f75844SAndroid Build Coastguard Worker                parameters_.options.content_hint ==
2199*d9f75844SAndroid Build Coastguard Worker                    webrtc::VideoTrackInterface::ContentHint::kText) {
2200*d9f75844SAndroid Build Coastguard Worker       degradation_preference =
2201*d9f75844SAndroid Build Coastguard Worker           webrtc::DegradationPreference::MAINTAIN_RESOLUTION;
2202*d9f75844SAndroid Build Coastguard Worker     } else if (IsEnabled(call_->trials(), "WebRTC-Video-BalancedDegradation")) {
2203*d9f75844SAndroid Build Coastguard Worker       // Standard wants balanced by default, but it needs to be tuned first.
2204*d9f75844SAndroid Build Coastguard Worker       degradation_preference = webrtc::DegradationPreference::BALANCED;
2205*d9f75844SAndroid Build Coastguard Worker     } else {
2206*d9f75844SAndroid Build Coastguard Worker       // Keep MAINTAIN_FRAMERATE by default until BALANCED has been tuned for
2207*d9f75844SAndroid Build Coastguard Worker       // all codecs and launched.
2208*d9f75844SAndroid Build Coastguard Worker       degradation_preference =
2209*d9f75844SAndroid Build Coastguard Worker           webrtc::DegradationPreference::MAINTAIN_FRAMERATE;
2210*d9f75844SAndroid Build Coastguard Worker     }
2211*d9f75844SAndroid Build Coastguard Worker   }
2212*d9f75844SAndroid Build Coastguard Worker 
2213*d9f75844SAndroid Build Coastguard Worker   return degradation_preference;
2214*d9f75844SAndroid Build Coastguard Worker }
2215*d9f75844SAndroid Build Coastguard Worker 
2216*d9f75844SAndroid Build Coastguard Worker const std::vector<uint32_t>&
GetSsrcs() const2217*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoSendStream::GetSsrcs() const {
2218*d9f75844SAndroid Build Coastguard Worker   return ssrcs_;
2219*d9f75844SAndroid Build Coastguard Worker }
2220*d9f75844SAndroid Build Coastguard Worker 
SetCodec(const VideoCodecSettings & codec_settings)2221*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::SetCodec(
2222*d9f75844SAndroid Build Coastguard Worker     const VideoCodecSettings& codec_settings) {
2223*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2224*d9f75844SAndroid Build Coastguard Worker   parameters_.encoder_config = CreateVideoEncoderConfig(codec_settings.codec);
2225*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_GT(parameters_.encoder_config.number_of_streams, 0);
2226*d9f75844SAndroid Build Coastguard Worker 
2227*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.payload_name = codec_settings.codec.name;
2228*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.payload_type = codec_settings.codec.id;
2229*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.raw_payload =
2230*d9f75844SAndroid Build Coastguard Worker       codec_settings.codec.packetization == kPacketizationParamRaw;
2231*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.ulpfec = codec_settings.ulpfec;
2232*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.flexfec.payload_type =
2233*d9f75844SAndroid Build Coastguard Worker       codec_settings.flexfec_payload_type;
2234*d9f75844SAndroid Build Coastguard Worker 
2235*d9f75844SAndroid Build Coastguard Worker   // Set RTX payload type if RTX is enabled.
2236*d9f75844SAndroid Build Coastguard Worker   if (!parameters_.config.rtp.rtx.ssrcs.empty()) {
2237*d9f75844SAndroid Build Coastguard Worker     if (codec_settings.rtx_payload_type == -1) {
2238*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_WARNING)
2239*d9f75844SAndroid Build Coastguard Worker           << "RTX SSRCs configured but there's no configured RTX "
2240*d9f75844SAndroid Build Coastguard Worker              "payload type. Ignoring.";
2241*d9f75844SAndroid Build Coastguard Worker       parameters_.config.rtp.rtx.ssrcs.clear();
2242*d9f75844SAndroid Build Coastguard Worker     } else {
2243*d9f75844SAndroid Build Coastguard Worker       parameters_.config.rtp.rtx.payload_type = codec_settings.rtx_payload_type;
2244*d9f75844SAndroid Build Coastguard Worker     }
2245*d9f75844SAndroid Build Coastguard Worker   }
2246*d9f75844SAndroid Build Coastguard Worker 
2247*d9f75844SAndroid Build Coastguard Worker   const bool has_lntf = HasLntf(codec_settings.codec);
2248*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.lntf.enabled = has_lntf;
2249*d9f75844SAndroid Build Coastguard Worker   parameters_.config.encoder_settings.capabilities.loss_notification = has_lntf;
2250*d9f75844SAndroid Build Coastguard Worker 
2251*d9f75844SAndroid Build Coastguard Worker   parameters_.config.rtp.nack.rtp_history_ms =
2252*d9f75844SAndroid Build Coastguard Worker       HasNack(codec_settings.codec) ? kNackHistoryMs : 0;
2253*d9f75844SAndroid Build Coastguard Worker 
2254*d9f75844SAndroid Build Coastguard Worker   parameters_.codec_settings = codec_settings;
2255*d9f75844SAndroid Build Coastguard Worker 
2256*d9f75844SAndroid Build Coastguard Worker   // TODO(bugs.webrtc.org/8830): Avoid recreation, it should be enough to call
2257*d9f75844SAndroid Build Coastguard Worker   // ReconfigureEncoder.
2258*d9f75844SAndroid Build Coastguard Worker   RTC_LOG(LS_INFO) << "RecreateWebRtcStream (send) because of SetCodec.";
2259*d9f75844SAndroid Build Coastguard Worker   RecreateWebRtcStream();
2260*d9f75844SAndroid Build Coastguard Worker }
2261*d9f75844SAndroid Build Coastguard Worker 
SetSendParameters(const ChangedSendParameters & params)2262*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::SetSendParameters(
2263*d9f75844SAndroid Build Coastguard Worker     const ChangedSendParameters& params) {
2264*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2265*d9f75844SAndroid Build Coastguard Worker   // `recreate_stream` means construction-time parameters have changed and the
2266*d9f75844SAndroid Build Coastguard Worker   // sending stream needs to be reset with the new config.
2267*d9f75844SAndroid Build Coastguard Worker   bool recreate_stream = false;
2268*d9f75844SAndroid Build Coastguard Worker   if (params.rtcp_mode) {
2269*d9f75844SAndroid Build Coastguard Worker     parameters_.config.rtp.rtcp_mode = *params.rtcp_mode;
2270*d9f75844SAndroid Build Coastguard Worker     rtp_parameters_.rtcp.reduced_size =
2271*d9f75844SAndroid Build Coastguard Worker         parameters_.config.rtp.rtcp_mode == webrtc::RtcpMode::kReducedSize;
2272*d9f75844SAndroid Build Coastguard Worker     recreate_stream = true;
2273*d9f75844SAndroid Build Coastguard Worker   }
2274*d9f75844SAndroid Build Coastguard Worker   if (params.extmap_allow_mixed) {
2275*d9f75844SAndroid Build Coastguard Worker     parameters_.config.rtp.extmap_allow_mixed = *params.extmap_allow_mixed;
2276*d9f75844SAndroid Build Coastguard Worker     recreate_stream = true;
2277*d9f75844SAndroid Build Coastguard Worker   }
2278*d9f75844SAndroid Build Coastguard Worker   if (params.rtp_header_extensions) {
2279*d9f75844SAndroid Build Coastguard Worker     parameters_.config.rtp.extensions = *params.rtp_header_extensions;
2280*d9f75844SAndroid Build Coastguard Worker     rtp_parameters_.header_extensions = *params.rtp_header_extensions;
2281*d9f75844SAndroid Build Coastguard Worker     recreate_stream = true;
2282*d9f75844SAndroid Build Coastguard Worker   }
2283*d9f75844SAndroid Build Coastguard Worker   if (params.mid) {
2284*d9f75844SAndroid Build Coastguard Worker     parameters_.config.rtp.mid = *params.mid;
2285*d9f75844SAndroid Build Coastguard Worker     recreate_stream = true;
2286*d9f75844SAndroid Build Coastguard Worker   }
2287*d9f75844SAndroid Build Coastguard Worker   if (params.max_bandwidth_bps) {
2288*d9f75844SAndroid Build Coastguard Worker     parameters_.max_bitrate_bps = *params.max_bandwidth_bps;
2289*d9f75844SAndroid Build Coastguard Worker     ReconfigureEncoder(nullptr);
2290*d9f75844SAndroid Build Coastguard Worker   }
2291*d9f75844SAndroid Build Coastguard Worker   if (params.conference_mode) {
2292*d9f75844SAndroid Build Coastguard Worker     parameters_.conference_mode = *params.conference_mode;
2293*d9f75844SAndroid Build Coastguard Worker   }
2294*d9f75844SAndroid Build Coastguard Worker 
2295*d9f75844SAndroid Build Coastguard Worker   // Set codecs and options.
2296*d9f75844SAndroid Build Coastguard Worker   if (params.send_codec) {
2297*d9f75844SAndroid Build Coastguard Worker     SetCodec(*params.send_codec);
2298*d9f75844SAndroid Build Coastguard Worker     recreate_stream = false;  // SetCodec has already recreated the stream.
2299*d9f75844SAndroid Build Coastguard Worker   } else if (params.conference_mode && parameters_.codec_settings) {
2300*d9f75844SAndroid Build Coastguard Worker     SetCodec(*parameters_.codec_settings);
2301*d9f75844SAndroid Build Coastguard Worker     recreate_stream = false;  // SetCodec has already recreated the stream.
2302*d9f75844SAndroid Build Coastguard Worker   }
2303*d9f75844SAndroid Build Coastguard Worker   if (recreate_stream) {
2304*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_INFO)
2305*d9f75844SAndroid Build Coastguard Worker         << "RecreateWebRtcStream (send) because of SetSendParameters";
2306*d9f75844SAndroid Build Coastguard Worker     RecreateWebRtcStream();
2307*d9f75844SAndroid Build Coastguard Worker   }
2308*d9f75844SAndroid Build Coastguard Worker }
2309*d9f75844SAndroid Build Coastguard Worker 
SetRtpParameters(const webrtc::RtpParameters & new_parameters,webrtc::SetParametersCallback callback)2310*d9f75844SAndroid Build Coastguard Worker webrtc::RTCError WebRtcVideoChannel::WebRtcVideoSendStream::SetRtpParameters(
2311*d9f75844SAndroid Build Coastguard Worker     const webrtc::RtpParameters& new_parameters,
2312*d9f75844SAndroid Build Coastguard Worker     webrtc::SetParametersCallback callback) {
2313*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2314*d9f75844SAndroid Build Coastguard Worker   // This is checked higher in the stack (RtpSender), so this is only checking
2315*d9f75844SAndroid Build Coastguard Worker   // for users accessing the private APIs or tests, not specification
2316*d9f75844SAndroid Build Coastguard Worker   // conformance.
2317*d9f75844SAndroid Build Coastguard Worker   // TODO(orphis): Migrate tests to later make this a DCHECK only
2318*d9f75844SAndroid Build Coastguard Worker   webrtc::RTCError error = CheckRtpParametersInvalidModificationAndValues(
2319*d9f75844SAndroid Build Coastguard Worker       rtp_parameters_, new_parameters);
2320*d9f75844SAndroid Build Coastguard Worker   if (!error.ok()) {
2321*d9f75844SAndroid Build Coastguard Worker     // Error is propagated to the callback at a higher level
2322*d9f75844SAndroid Build Coastguard Worker     return error;
2323*d9f75844SAndroid Build Coastguard Worker   }
2324*d9f75844SAndroid Build Coastguard Worker 
2325*d9f75844SAndroid Build Coastguard Worker   bool new_param = false;
2326*d9f75844SAndroid Build Coastguard Worker   for (size_t i = 0; i < rtp_parameters_.encodings.size(); ++i) {
2327*d9f75844SAndroid Build Coastguard Worker     if ((new_parameters.encodings[i].min_bitrate_bps !=
2328*d9f75844SAndroid Build Coastguard Worker          rtp_parameters_.encodings[i].min_bitrate_bps) ||
2329*d9f75844SAndroid Build Coastguard Worker         (new_parameters.encodings[i].max_bitrate_bps !=
2330*d9f75844SAndroid Build Coastguard Worker          rtp_parameters_.encodings[i].max_bitrate_bps) ||
2331*d9f75844SAndroid Build Coastguard Worker         (new_parameters.encodings[i].max_framerate !=
2332*d9f75844SAndroid Build Coastguard Worker          rtp_parameters_.encodings[i].max_framerate) ||
2333*d9f75844SAndroid Build Coastguard Worker         (new_parameters.encodings[i].scale_resolution_down_by !=
2334*d9f75844SAndroid Build Coastguard Worker          rtp_parameters_.encodings[i].scale_resolution_down_by) ||
2335*d9f75844SAndroid Build Coastguard Worker         (new_parameters.encodings[i].num_temporal_layers !=
2336*d9f75844SAndroid Build Coastguard Worker          rtp_parameters_.encodings[i].num_temporal_layers) ||
2337*d9f75844SAndroid Build Coastguard Worker         (new_parameters.encodings[i].requested_resolution !=
2338*d9f75844SAndroid Build Coastguard Worker          rtp_parameters_.encodings[i].requested_resolution)) {
2339*d9f75844SAndroid Build Coastguard Worker       new_param = true;
2340*d9f75844SAndroid Build Coastguard Worker       break;
2341*d9f75844SAndroid Build Coastguard Worker     }
2342*d9f75844SAndroid Build Coastguard Worker   }
2343*d9f75844SAndroid Build Coastguard Worker 
2344*d9f75844SAndroid Build Coastguard Worker   bool new_degradation_preference = false;
2345*d9f75844SAndroid Build Coastguard Worker   if (new_parameters.degradation_preference !=
2346*d9f75844SAndroid Build Coastguard Worker       rtp_parameters_.degradation_preference) {
2347*d9f75844SAndroid Build Coastguard Worker     new_degradation_preference = true;
2348*d9f75844SAndroid Build Coastguard Worker   }
2349*d9f75844SAndroid Build Coastguard Worker 
2350*d9f75844SAndroid Build Coastguard Worker   // Some fields (e.g. bitrate priority) only need to update the bitrate
2351*d9f75844SAndroid Build Coastguard Worker   // allocator which is updated via ReconfigureEncoder (however, note that the
2352*d9f75844SAndroid Build Coastguard Worker   // actual encoder should only be reconfigured if needed).
2353*d9f75844SAndroid Build Coastguard Worker   bool reconfigure_encoder = new_param ||
2354*d9f75844SAndroid Build Coastguard Worker                              (new_parameters.encodings[0].bitrate_priority !=
2355*d9f75844SAndroid Build Coastguard Worker                               rtp_parameters_.encodings[0].bitrate_priority) ||
2356*d9f75844SAndroid Build Coastguard Worker                              new_parameters.encodings[0].scalability_mode !=
2357*d9f75844SAndroid Build Coastguard Worker                                  rtp_parameters_.encodings[0].scalability_mode;
2358*d9f75844SAndroid Build Coastguard Worker 
2359*d9f75844SAndroid Build Coastguard Worker   // Note that the simulcast encoder adapter relies on the fact that layers
2360*d9f75844SAndroid Build Coastguard Worker   // de/activation triggers encoder reinitialization.
2361*d9f75844SAndroid Build Coastguard Worker   bool new_send_state = false;
2362*d9f75844SAndroid Build Coastguard Worker   for (size_t i = 0; i < rtp_parameters_.encodings.size(); ++i) {
2363*d9f75844SAndroid Build Coastguard Worker     bool new_active = IsLayerActive(new_parameters.encodings[i]);
2364*d9f75844SAndroid Build Coastguard Worker     bool old_active = IsLayerActive(rtp_parameters_.encodings[i]);
2365*d9f75844SAndroid Build Coastguard Worker     if (new_active != old_active) {
2366*d9f75844SAndroid Build Coastguard Worker       new_send_state = true;
2367*d9f75844SAndroid Build Coastguard Worker     }
2368*d9f75844SAndroid Build Coastguard Worker   }
2369*d9f75844SAndroid Build Coastguard Worker   rtp_parameters_ = new_parameters;
2370*d9f75844SAndroid Build Coastguard Worker   // Codecs are currently handled at the WebRtcVideoChannel level.
2371*d9f75844SAndroid Build Coastguard Worker   rtp_parameters_.codecs.clear();
2372*d9f75844SAndroid Build Coastguard Worker   if (reconfigure_encoder || new_send_state) {
2373*d9f75844SAndroid Build Coastguard Worker     // Callback responsibility is delegated to ReconfigureEncoder()
2374*d9f75844SAndroid Build Coastguard Worker     ReconfigureEncoder(std::move(callback));
2375*d9f75844SAndroid Build Coastguard Worker     callback = nullptr;
2376*d9f75844SAndroid Build Coastguard Worker   }
2377*d9f75844SAndroid Build Coastguard Worker   if (new_send_state) {
2378*d9f75844SAndroid Build Coastguard Worker     UpdateSendState();
2379*d9f75844SAndroid Build Coastguard Worker   }
2380*d9f75844SAndroid Build Coastguard Worker   if (new_degradation_preference) {
2381*d9f75844SAndroid Build Coastguard Worker     if (source_ && stream_) {
2382*d9f75844SAndroid Build Coastguard Worker       stream_->SetSource(source_, GetDegradationPreference());
2383*d9f75844SAndroid Build Coastguard Worker     }
2384*d9f75844SAndroid Build Coastguard Worker   }
2385*d9f75844SAndroid Build Coastguard Worker   return webrtc::InvokeSetParametersCallback(callback, webrtc::RTCError::OK());
2386*d9f75844SAndroid Build Coastguard Worker }
2387*d9f75844SAndroid Build Coastguard Worker 
2388*d9f75844SAndroid Build Coastguard Worker webrtc::RtpParameters
GetRtpParameters() const2389*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoSendStream::GetRtpParameters() const {
2390*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2391*d9f75844SAndroid Build Coastguard Worker   return rtp_parameters_;
2392*d9f75844SAndroid Build Coastguard Worker }
2393*d9f75844SAndroid Build Coastguard Worker 
SetFrameEncryptor(rtc::scoped_refptr<webrtc::FrameEncryptorInterface> frame_encryptor)2394*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::SetFrameEncryptor(
2395*d9f75844SAndroid Build Coastguard Worker     rtc::scoped_refptr<webrtc::FrameEncryptorInterface> frame_encryptor) {
2396*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2397*d9f75844SAndroid Build Coastguard Worker   parameters_.config.frame_encryptor = frame_encryptor;
2398*d9f75844SAndroid Build Coastguard Worker   if (stream_) {
2399*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_INFO)
2400*d9f75844SAndroid Build Coastguard Worker         << "RecreateWebRtcStream (send) because of SetFrameEncryptor, ssrc="
2401*d9f75844SAndroid Build Coastguard Worker         << parameters_.config.rtp.ssrcs[0];
2402*d9f75844SAndroid Build Coastguard Worker     RecreateWebRtcStream();
2403*d9f75844SAndroid Build Coastguard Worker   }
2404*d9f75844SAndroid Build Coastguard Worker }
2405*d9f75844SAndroid Build Coastguard Worker 
SetEncoderSelector(webrtc::VideoEncoderFactory::EncoderSelectorInterface * encoder_selector)2406*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::SetEncoderSelector(
2407*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoEncoderFactory::EncoderSelectorInterface* encoder_selector) {
2408*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2409*d9f75844SAndroid Build Coastguard Worker   parameters_.config.encoder_selector = encoder_selector;
2410*d9f75844SAndroid Build Coastguard Worker   if (stream_) {
2411*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_INFO)
2412*d9f75844SAndroid Build Coastguard Worker         << "RecreateWebRtcStream (send) because of SetEncoderSelector, ssrc="
2413*d9f75844SAndroid Build Coastguard Worker         << parameters_.config.rtp.ssrcs[0];
2414*d9f75844SAndroid Build Coastguard Worker     RecreateWebRtcStream();
2415*d9f75844SAndroid Build Coastguard Worker   }
2416*d9f75844SAndroid Build Coastguard Worker }
2417*d9f75844SAndroid Build Coastguard Worker 
UpdateSendState()2418*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::UpdateSendState() {
2419*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2420*d9f75844SAndroid Build Coastguard Worker   if (sending_) {
2421*d9f75844SAndroid Build Coastguard Worker     RTC_DCHECK(stream_ != nullptr);
2422*d9f75844SAndroid Build Coastguard Worker     size_t num_layers = rtp_parameters_.encodings.size();
2423*d9f75844SAndroid Build Coastguard Worker     if (parameters_.encoder_config.number_of_streams == 1) {
2424*d9f75844SAndroid Build Coastguard Worker       // SVC is used. Only one simulcast layer is present.
2425*d9f75844SAndroid Build Coastguard Worker       num_layers = 1;
2426*d9f75844SAndroid Build Coastguard Worker     }
2427*d9f75844SAndroid Build Coastguard Worker     std::vector<bool> active_layers(num_layers);
2428*d9f75844SAndroid Build Coastguard Worker     for (size_t i = 0; i < num_layers; ++i) {
2429*d9f75844SAndroid Build Coastguard Worker       active_layers[i] = IsLayerActive(rtp_parameters_.encodings[i]);
2430*d9f75844SAndroid Build Coastguard Worker     }
2431*d9f75844SAndroid Build Coastguard Worker     if (parameters_.encoder_config.number_of_streams == 1 &&
2432*d9f75844SAndroid Build Coastguard Worker         rtp_parameters_.encodings.size() > 1) {
2433*d9f75844SAndroid Build Coastguard Worker       // SVC is used.
2434*d9f75844SAndroid Build Coastguard Worker       // The only present simulcast layer should be active if any of the
2435*d9f75844SAndroid Build Coastguard Worker       // configured SVC layers is active.
2436*d9f75844SAndroid Build Coastguard Worker       active_layers[0] =
2437*d9f75844SAndroid Build Coastguard Worker           absl::c_any_of(rtp_parameters_.encodings,
2438*d9f75844SAndroid Build Coastguard Worker                          [](const auto& encoding) { return encoding.active; });
2439*d9f75844SAndroid Build Coastguard Worker     }
2440*d9f75844SAndroid Build Coastguard Worker     // This updates what simulcast layers are sending, and possibly starts
2441*d9f75844SAndroid Build Coastguard Worker     // or stops the VideoSendStream.
2442*d9f75844SAndroid Build Coastguard Worker     stream_->StartPerRtpStream(active_layers);
2443*d9f75844SAndroid Build Coastguard Worker   } else {
2444*d9f75844SAndroid Build Coastguard Worker     if (stream_ != nullptr) {
2445*d9f75844SAndroid Build Coastguard Worker       stream_->Stop();
2446*d9f75844SAndroid Build Coastguard Worker     }
2447*d9f75844SAndroid Build Coastguard Worker   }
2448*d9f75844SAndroid Build Coastguard Worker }
2449*d9f75844SAndroid Build Coastguard Worker 
2450*d9f75844SAndroid Build Coastguard Worker webrtc::VideoEncoderConfig
CreateVideoEncoderConfig(const VideoCodec & codec) const2451*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoSendStream::CreateVideoEncoderConfig(
2452*d9f75844SAndroid Build Coastguard Worker     const VideoCodec& codec) const {
2453*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2454*d9f75844SAndroid Build Coastguard Worker   webrtc::VideoEncoderConfig encoder_config;
2455*d9f75844SAndroid Build Coastguard Worker   encoder_config.codec_type = webrtc::PayloadStringToCodecType(codec.name);
2456*d9f75844SAndroid Build Coastguard Worker   encoder_config.video_format =
2457*d9f75844SAndroid Build Coastguard Worker       webrtc::SdpVideoFormat(codec.name, codec.params);
2458*d9f75844SAndroid Build Coastguard Worker 
2459*d9f75844SAndroid Build Coastguard Worker   bool is_screencast = parameters_.options.is_screencast.value_or(false);
2460*d9f75844SAndroid Build Coastguard Worker   if (is_screencast) {
2461*d9f75844SAndroid Build Coastguard Worker     encoder_config.min_transmit_bitrate_bps =
2462*d9f75844SAndroid Build Coastguard Worker         1000 * parameters_.options.screencast_min_bitrate_kbps.value_or(0);
2463*d9f75844SAndroid Build Coastguard Worker     encoder_config.content_type =
2464*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoEncoderConfig::ContentType::kScreen;
2465*d9f75844SAndroid Build Coastguard Worker   } else {
2466*d9f75844SAndroid Build Coastguard Worker     encoder_config.min_transmit_bitrate_bps = 0;
2467*d9f75844SAndroid Build Coastguard Worker     encoder_config.content_type =
2468*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoEncoderConfig::ContentType::kRealtimeVideo;
2469*d9f75844SAndroid Build Coastguard Worker   }
2470*d9f75844SAndroid Build Coastguard Worker 
2471*d9f75844SAndroid Build Coastguard Worker   // By default, the stream count for the codec configuration should match the
2472*d9f75844SAndroid Build Coastguard Worker   // number of negotiated ssrcs. But if the codec is disabled for simulcast
2473*d9f75844SAndroid Build Coastguard Worker   // or a screencast (and not in simulcast screenshare experiment), only
2474*d9f75844SAndroid Build Coastguard Worker   // configure a single stream.
2475*d9f75844SAndroid Build Coastguard Worker   encoder_config.number_of_streams = parameters_.config.rtp.ssrcs.size();
2476*d9f75844SAndroid Build Coastguard Worker   if (IsCodecDisabledForSimulcast(codec.name, call_->trials())) {
2477*d9f75844SAndroid Build Coastguard Worker     encoder_config.number_of_streams = 1;
2478*d9f75844SAndroid Build Coastguard Worker   }
2479*d9f75844SAndroid Build Coastguard Worker 
2480*d9f75844SAndroid Build Coastguard Worker   // parameters_.max_bitrate comes from the max bitrate set at the SDP
2481*d9f75844SAndroid Build Coastguard Worker   // (m-section) level with the attribute "b=AS." Note that we override this
2482*d9f75844SAndroid Build Coastguard Worker   // value below if the RtpParameters max bitrate set with
2483*d9f75844SAndroid Build Coastguard Worker   // RtpSender::SetParameters has a lower value.
2484*d9f75844SAndroid Build Coastguard Worker   int stream_max_bitrate = parameters_.max_bitrate_bps;
2485*d9f75844SAndroid Build Coastguard Worker   // When simulcast is enabled (when there are multiple encodings),
2486*d9f75844SAndroid Build Coastguard Worker   // encodings[i].max_bitrate_bps will be enforced by
2487*d9f75844SAndroid Build Coastguard Worker   // encoder_config.simulcast_layers[i].max_bitrate_bps. Otherwise, it's
2488*d9f75844SAndroid Build Coastguard Worker   // enforced by stream_max_bitrate, taking the minimum of the two maximums
2489*d9f75844SAndroid Build Coastguard Worker   // (one coming from SDP, the other coming from RtpParameters).
2490*d9f75844SAndroid Build Coastguard Worker   if (rtp_parameters_.encodings[0].max_bitrate_bps &&
2491*d9f75844SAndroid Build Coastguard Worker       rtp_parameters_.encodings.size() == 1) {
2492*d9f75844SAndroid Build Coastguard Worker     stream_max_bitrate =
2493*d9f75844SAndroid Build Coastguard Worker         MinPositive(*(rtp_parameters_.encodings[0].max_bitrate_bps),
2494*d9f75844SAndroid Build Coastguard Worker                     parameters_.max_bitrate_bps);
2495*d9f75844SAndroid Build Coastguard Worker   }
2496*d9f75844SAndroid Build Coastguard Worker 
2497*d9f75844SAndroid Build Coastguard Worker   // The codec max bitrate comes from the "x-google-max-bitrate" parameter
2498*d9f75844SAndroid Build Coastguard Worker   // attribute set in the SDP for a specific codec. As done in
2499*d9f75844SAndroid Build Coastguard Worker   // WebRtcVideoChannel::SetSendParameters, this value does not override the
2500*d9f75844SAndroid Build Coastguard Worker   // stream max_bitrate set above.
2501*d9f75844SAndroid Build Coastguard Worker   int codec_max_bitrate_kbps;
2502*d9f75844SAndroid Build Coastguard Worker   if (codec.GetParam(kCodecParamMaxBitrate, &codec_max_bitrate_kbps) &&
2503*d9f75844SAndroid Build Coastguard Worker       stream_max_bitrate == -1) {
2504*d9f75844SAndroid Build Coastguard Worker     stream_max_bitrate = codec_max_bitrate_kbps * 1000;
2505*d9f75844SAndroid Build Coastguard Worker   }
2506*d9f75844SAndroid Build Coastguard Worker   encoder_config.max_bitrate_bps = stream_max_bitrate;
2507*d9f75844SAndroid Build Coastguard Worker 
2508*d9f75844SAndroid Build Coastguard Worker   // The encoder config's default bitrate priority is set to 1.0,
2509*d9f75844SAndroid Build Coastguard Worker   // unless it is set through the sender's encoding parameters.
2510*d9f75844SAndroid Build Coastguard Worker   // The bitrate priority, which is used in the bitrate allocation, is done
2511*d9f75844SAndroid Build Coastguard Worker   // on a per sender basis, so we use the first encoding's value.
2512*d9f75844SAndroid Build Coastguard Worker   encoder_config.bitrate_priority =
2513*d9f75844SAndroid Build Coastguard Worker       rtp_parameters_.encodings[0].bitrate_priority;
2514*d9f75844SAndroid Build Coastguard Worker 
2515*d9f75844SAndroid Build Coastguard Worker   // Application-controlled state is held in the encoder_config's
2516*d9f75844SAndroid Build Coastguard Worker   // simulcast_layers. Currently this is used to control which simulcast layers
2517*d9f75844SAndroid Build Coastguard Worker   // are active and for configuring the min/max bitrate and max framerate.
2518*d9f75844SAndroid Build Coastguard Worker   // The encoder_config's simulcast_layers is also used for non-simulcast (when
2519*d9f75844SAndroid Build Coastguard Worker   // there is a single layer).
2520*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_GE(rtp_parameters_.encodings.size(),
2521*d9f75844SAndroid Build Coastguard Worker                 encoder_config.number_of_streams);
2522*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_GT(encoder_config.number_of_streams, 0);
2523*d9f75844SAndroid Build Coastguard Worker 
2524*d9f75844SAndroid Build Coastguard Worker   // Copy all provided constraints.
2525*d9f75844SAndroid Build Coastguard Worker   encoder_config.simulcast_layers.resize(rtp_parameters_.encodings.size());
2526*d9f75844SAndroid Build Coastguard Worker   for (size_t i = 0; i < encoder_config.simulcast_layers.size(); ++i) {
2527*d9f75844SAndroid Build Coastguard Worker     encoder_config.simulcast_layers[i].active =
2528*d9f75844SAndroid Build Coastguard Worker         rtp_parameters_.encodings[i].active;
2529*d9f75844SAndroid Build Coastguard Worker     encoder_config.simulcast_layers[i].scalability_mode =
2530*d9f75844SAndroid Build Coastguard Worker         webrtc::ScalabilityModeFromString(
2531*d9f75844SAndroid Build Coastguard Worker             rtp_parameters_.encodings[i].scalability_mode.value_or(""));
2532*d9f75844SAndroid Build Coastguard Worker     if (rtp_parameters_.encodings[i].min_bitrate_bps) {
2533*d9f75844SAndroid Build Coastguard Worker       encoder_config.simulcast_layers[i].min_bitrate_bps =
2534*d9f75844SAndroid Build Coastguard Worker           *rtp_parameters_.encodings[i].min_bitrate_bps;
2535*d9f75844SAndroid Build Coastguard Worker     }
2536*d9f75844SAndroid Build Coastguard Worker     if (rtp_parameters_.encodings[i].max_bitrate_bps) {
2537*d9f75844SAndroid Build Coastguard Worker       encoder_config.simulcast_layers[i].max_bitrate_bps =
2538*d9f75844SAndroid Build Coastguard Worker           *rtp_parameters_.encodings[i].max_bitrate_bps;
2539*d9f75844SAndroid Build Coastguard Worker     }
2540*d9f75844SAndroid Build Coastguard Worker     if (rtp_parameters_.encodings[i].max_framerate) {
2541*d9f75844SAndroid Build Coastguard Worker       encoder_config.simulcast_layers[i].max_framerate =
2542*d9f75844SAndroid Build Coastguard Worker           *rtp_parameters_.encodings[i].max_framerate;
2543*d9f75844SAndroid Build Coastguard Worker     }
2544*d9f75844SAndroid Build Coastguard Worker     if (rtp_parameters_.encodings[i].scale_resolution_down_by) {
2545*d9f75844SAndroid Build Coastguard Worker       encoder_config.simulcast_layers[i].scale_resolution_down_by =
2546*d9f75844SAndroid Build Coastguard Worker           *rtp_parameters_.encodings[i].scale_resolution_down_by;
2547*d9f75844SAndroid Build Coastguard Worker     }
2548*d9f75844SAndroid Build Coastguard Worker     if (rtp_parameters_.encodings[i].num_temporal_layers) {
2549*d9f75844SAndroid Build Coastguard Worker       encoder_config.simulcast_layers[i].num_temporal_layers =
2550*d9f75844SAndroid Build Coastguard Worker           *rtp_parameters_.encodings[i].num_temporal_layers;
2551*d9f75844SAndroid Build Coastguard Worker     }
2552*d9f75844SAndroid Build Coastguard Worker     encoder_config.simulcast_layers[i].requested_resolution =
2553*d9f75844SAndroid Build Coastguard Worker         rtp_parameters_.encodings[i].requested_resolution;
2554*d9f75844SAndroid Build Coastguard Worker   }
2555*d9f75844SAndroid Build Coastguard Worker 
2556*d9f75844SAndroid Build Coastguard Worker   encoder_config.legacy_conference_mode = parameters_.conference_mode;
2557*d9f75844SAndroid Build Coastguard Worker 
2558*d9f75844SAndroid Build Coastguard Worker   encoder_config.is_quality_scaling_allowed =
2559*d9f75844SAndroid Build Coastguard Worker       !disable_automatic_resize_ && !is_screencast &&
2560*d9f75844SAndroid Build Coastguard Worker       (parameters_.config.rtp.ssrcs.size() == 1 ||
2561*d9f75844SAndroid Build Coastguard Worker        NumActiveStreams(rtp_parameters_) == 1);
2562*d9f75844SAndroid Build Coastguard Worker 
2563*d9f75844SAndroid Build Coastguard Worker   // Ensure frame dropping is always enabled.
2564*d9f75844SAndroid Build Coastguard Worker   encoder_config.frame_drop_enabled = true;
2565*d9f75844SAndroid Build Coastguard Worker 
2566*d9f75844SAndroid Build Coastguard Worker   int max_qp = kDefaultQpMax;
2567*d9f75844SAndroid Build Coastguard Worker   codec.GetParam(kCodecParamMaxQuantization, &max_qp);
2568*d9f75844SAndroid Build Coastguard Worker   encoder_config.max_qp = max_qp;
2569*d9f75844SAndroid Build Coastguard Worker 
2570*d9f75844SAndroid Build Coastguard Worker   return encoder_config;
2571*d9f75844SAndroid Build Coastguard Worker }
2572*d9f75844SAndroid Build Coastguard Worker 
ReconfigureEncoder(webrtc::SetParametersCallback callback)2573*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::ReconfigureEncoder(
2574*d9f75844SAndroid Build Coastguard Worker     webrtc::SetParametersCallback callback) {
2575*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2576*d9f75844SAndroid Build Coastguard Worker   if (!stream_) {
2577*d9f75844SAndroid Build Coastguard Worker     // The webrtc::VideoSendStream `stream_` has not yet been created but other
2578*d9f75844SAndroid Build Coastguard Worker     // parameters has changed.
2579*d9f75844SAndroid Build Coastguard Worker     webrtc::InvokeSetParametersCallback(callback, webrtc::RTCError::OK());
2580*d9f75844SAndroid Build Coastguard Worker     return;
2581*d9f75844SAndroid Build Coastguard Worker   }
2582*d9f75844SAndroid Build Coastguard Worker 
2583*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_GT(parameters_.encoder_config.number_of_streams, 0);
2584*d9f75844SAndroid Build Coastguard Worker 
2585*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK(parameters_.codec_settings);
2586*d9f75844SAndroid Build Coastguard Worker   VideoCodecSettings codec_settings = *parameters_.codec_settings;
2587*d9f75844SAndroid Build Coastguard Worker 
2588*d9f75844SAndroid Build Coastguard Worker   webrtc::VideoEncoderConfig encoder_config =
2589*d9f75844SAndroid Build Coastguard Worker       CreateVideoEncoderConfig(codec_settings.codec);
2590*d9f75844SAndroid Build Coastguard Worker 
2591*d9f75844SAndroid Build Coastguard Worker   encoder_config.encoder_specific_settings =
2592*d9f75844SAndroid Build Coastguard Worker       ConfigureVideoEncoderSettings(codec_settings.codec);
2593*d9f75844SAndroid Build Coastguard Worker 
2594*d9f75844SAndroid Build Coastguard Worker   stream_->ReconfigureVideoEncoder(encoder_config.Copy(), std::move(callback));
2595*d9f75844SAndroid Build Coastguard Worker 
2596*d9f75844SAndroid Build Coastguard Worker   encoder_config.encoder_specific_settings = NULL;
2597*d9f75844SAndroid Build Coastguard Worker 
2598*d9f75844SAndroid Build Coastguard Worker   parameters_.encoder_config = std::move(encoder_config);
2599*d9f75844SAndroid Build Coastguard Worker }
2600*d9f75844SAndroid Build Coastguard Worker 
SetSend(bool send)2601*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::SetSend(bool send) {
2602*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2603*d9f75844SAndroid Build Coastguard Worker   sending_ = send;
2604*d9f75844SAndroid Build Coastguard Worker   UpdateSendState();
2605*d9f75844SAndroid Build Coastguard Worker }
2606*d9f75844SAndroid Build Coastguard Worker 
2607*d9f75844SAndroid Build Coastguard Worker std::vector<VideoSenderInfo>
GetPerLayerVideoSenderInfos(bool log_stats)2608*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoSendStream::GetPerLayerVideoSenderInfos(
2609*d9f75844SAndroid Build Coastguard Worker     bool log_stats) {
2610*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2611*d9f75844SAndroid Build Coastguard Worker   VideoSenderInfo common_info;
2612*d9f75844SAndroid Build Coastguard Worker   if (parameters_.codec_settings) {
2613*d9f75844SAndroid Build Coastguard Worker     common_info.codec_name = parameters_.codec_settings->codec.name;
2614*d9f75844SAndroid Build Coastguard Worker     common_info.codec_payload_type = parameters_.codec_settings->codec.id;
2615*d9f75844SAndroid Build Coastguard Worker   }
2616*d9f75844SAndroid Build Coastguard Worker   std::vector<VideoSenderInfo> infos;
2617*d9f75844SAndroid Build Coastguard Worker   webrtc::VideoSendStream::Stats stats;
2618*d9f75844SAndroid Build Coastguard Worker   if (stream_ == nullptr) {
2619*d9f75844SAndroid Build Coastguard Worker     for (uint32_t ssrc : parameters_.config.rtp.ssrcs) {
2620*d9f75844SAndroid Build Coastguard Worker       common_info.add_ssrc(ssrc);
2621*d9f75844SAndroid Build Coastguard Worker     }
2622*d9f75844SAndroid Build Coastguard Worker     infos.push_back(common_info);
2623*d9f75844SAndroid Build Coastguard Worker     return infos;
2624*d9f75844SAndroid Build Coastguard Worker   } else {
2625*d9f75844SAndroid Build Coastguard Worker     stats = stream_->GetStats();
2626*d9f75844SAndroid Build Coastguard Worker     if (log_stats)
2627*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_INFO) << stats.ToString(rtc::TimeMillis());
2628*d9f75844SAndroid Build Coastguard Worker 
2629*d9f75844SAndroid Build Coastguard Worker     // Metrics that are in common for all substreams.
2630*d9f75844SAndroid Build Coastguard Worker     common_info.adapt_changes = stats.number_of_cpu_adapt_changes;
2631*d9f75844SAndroid Build Coastguard Worker     common_info.adapt_reason =
2632*d9f75844SAndroid Build Coastguard Worker         stats.cpu_limited_resolution ? ADAPTREASON_CPU : ADAPTREASON_NONE;
2633*d9f75844SAndroid Build Coastguard Worker     common_info.has_entered_low_resolution = stats.has_entered_low_resolution;
2634*d9f75844SAndroid Build Coastguard Worker 
2635*d9f75844SAndroid Build Coastguard Worker     // Get bandwidth limitation info from stream_->GetStats().
2636*d9f75844SAndroid Build Coastguard Worker     // Input resolution (output from video_adapter) can be further scaled down
2637*d9f75844SAndroid Build Coastguard Worker     // or higher video layer(s) can be dropped due to bitrate constraints.
2638*d9f75844SAndroid Build Coastguard Worker     // Note, adapt_changes only include changes from the video_adapter.
2639*d9f75844SAndroid Build Coastguard Worker     if (stats.bw_limited_resolution)
2640*d9f75844SAndroid Build Coastguard Worker       common_info.adapt_reason |= ADAPTREASON_BANDWIDTH;
2641*d9f75844SAndroid Build Coastguard Worker 
2642*d9f75844SAndroid Build Coastguard Worker     common_info.quality_limitation_reason = stats.quality_limitation_reason;
2643*d9f75844SAndroid Build Coastguard Worker     common_info.quality_limitation_durations_ms =
2644*d9f75844SAndroid Build Coastguard Worker         stats.quality_limitation_durations_ms;
2645*d9f75844SAndroid Build Coastguard Worker     common_info.quality_limitation_resolution_changes =
2646*d9f75844SAndroid Build Coastguard Worker         stats.quality_limitation_resolution_changes;
2647*d9f75844SAndroid Build Coastguard Worker     common_info.encoder_implementation_name = stats.encoder_implementation_name;
2648*d9f75844SAndroid Build Coastguard Worker     common_info.target_bitrate = stats.target_media_bitrate_bps;
2649*d9f75844SAndroid Build Coastguard Worker     common_info.ssrc_groups = ssrc_groups_;
2650*d9f75844SAndroid Build Coastguard Worker     common_info.frames = stats.frames;
2651*d9f75844SAndroid Build Coastguard Worker     common_info.framerate_input = stats.input_frame_rate;
2652*d9f75844SAndroid Build Coastguard Worker     common_info.avg_encode_ms = stats.avg_encode_time_ms;
2653*d9f75844SAndroid Build Coastguard Worker     common_info.encode_usage_percent = stats.encode_usage_percent;
2654*d9f75844SAndroid Build Coastguard Worker     common_info.nominal_bitrate = stats.media_bitrate_bps;
2655*d9f75844SAndroid Build Coastguard Worker     common_info.content_type = stats.content_type;
2656*d9f75844SAndroid Build Coastguard Worker     common_info.aggregated_framerate_sent = stats.encode_frame_rate;
2657*d9f75844SAndroid Build Coastguard Worker     common_info.aggregated_huge_frames_sent = stats.huge_frames_sent;
2658*d9f75844SAndroid Build Coastguard Worker     common_info.power_efficient_encoder = stats.power_efficient_encoder;
2659*d9f75844SAndroid Build Coastguard Worker 
2660*d9f75844SAndroid Build Coastguard Worker     // The normal case is that substreams are present, handled below. But if
2661*d9f75844SAndroid Build Coastguard Worker     // substreams are missing (can happen before negotiated/connected where we
2662*d9f75844SAndroid Build Coastguard Worker     // have no stats yet) a single outbound-rtp is created representing any and
2663*d9f75844SAndroid Build Coastguard Worker     // all layers.
2664*d9f75844SAndroid Build Coastguard Worker     if (stats.substreams.empty()) {
2665*d9f75844SAndroid Build Coastguard Worker       for (uint32_t ssrc : parameters_.config.rtp.ssrcs) {
2666*d9f75844SAndroid Build Coastguard Worker         common_info.add_ssrc(ssrc);
2667*d9f75844SAndroid Build Coastguard Worker       }
2668*d9f75844SAndroid Build Coastguard Worker       common_info.active =
2669*d9f75844SAndroid Build Coastguard Worker           IsActiveFromEncodings(absl::nullopt, rtp_parameters_.encodings);
2670*d9f75844SAndroid Build Coastguard Worker       common_info.framerate_sent = stats.encode_frame_rate;
2671*d9f75844SAndroid Build Coastguard Worker       common_info.frames_encoded = stats.frames_encoded;
2672*d9f75844SAndroid Build Coastguard Worker       common_info.total_encode_time_ms = stats.total_encode_time_ms;
2673*d9f75844SAndroid Build Coastguard Worker       common_info.total_encoded_bytes_target = stats.total_encoded_bytes_target;
2674*d9f75844SAndroid Build Coastguard Worker       common_info.frames_sent = stats.frames_encoded;
2675*d9f75844SAndroid Build Coastguard Worker       common_info.huge_frames_sent = stats.huge_frames_sent;
2676*d9f75844SAndroid Build Coastguard Worker       infos.push_back(common_info);
2677*d9f75844SAndroid Build Coastguard Worker       return infos;
2678*d9f75844SAndroid Build Coastguard Worker     }
2679*d9f75844SAndroid Build Coastguard Worker   }
2680*d9f75844SAndroid Build Coastguard Worker   // Merge `stats.substreams`, which may contain additional SSRCs for RTX or
2681*d9f75844SAndroid Build Coastguard Worker   // Flexfec, with media SSRCs. This results in a set of substreams that match
2682*d9f75844SAndroid Build Coastguard Worker   // with the outbound-rtp stats objects.
2683*d9f75844SAndroid Build Coastguard Worker   auto outbound_rtp_substreams =
2684*d9f75844SAndroid Build Coastguard Worker       MergeInfoAboutOutboundRtpSubstreams(stats.substreams);
2685*d9f75844SAndroid Build Coastguard Worker   // If SVC is used, one stream is configured but multiple encodings exist. This
2686*d9f75844SAndroid Build Coastguard Worker   // is not spec-compliant, but it is how we've implemented SVC so this affects
2687*d9f75844SAndroid Build Coastguard Worker   // how the RTP stream's "active" value is determined.
2688*d9f75844SAndroid Build Coastguard Worker   bool is_svc = (parameters_.encoder_config.number_of_streams == 1 &&
2689*d9f75844SAndroid Build Coastguard Worker                  rtp_parameters_.encodings.size() > 1);
2690*d9f75844SAndroid Build Coastguard Worker   for (const auto& pair : outbound_rtp_substreams) {
2691*d9f75844SAndroid Build Coastguard Worker     auto info = common_info;
2692*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc = pair.first;
2693*d9f75844SAndroid Build Coastguard Worker     info.add_ssrc(ssrc);
2694*d9f75844SAndroid Build Coastguard Worker     info.rid = parameters_.config.rtp.GetRidForSsrc(ssrc);
2695*d9f75844SAndroid Build Coastguard Worker     info.active = IsActiveFromEncodings(
2696*d9f75844SAndroid Build Coastguard Worker         !is_svc ? absl::optional<uint32_t>(ssrc) : absl::nullopt,
2697*d9f75844SAndroid Build Coastguard Worker         rtp_parameters_.encodings);
2698*d9f75844SAndroid Build Coastguard Worker     auto stream_stats = pair.second;
2699*d9f75844SAndroid Build Coastguard Worker     RTC_DCHECK_EQ(stream_stats.type,
2700*d9f75844SAndroid Build Coastguard Worker                   webrtc::VideoSendStream::StreamStats::StreamType::kMedia);
2701*d9f75844SAndroid Build Coastguard Worker     info.payload_bytes_sent = stream_stats.rtp_stats.transmitted.payload_bytes;
2702*d9f75844SAndroid Build Coastguard Worker     info.header_and_padding_bytes_sent =
2703*d9f75844SAndroid Build Coastguard Worker         stream_stats.rtp_stats.transmitted.header_bytes +
2704*d9f75844SAndroid Build Coastguard Worker         stream_stats.rtp_stats.transmitted.padding_bytes;
2705*d9f75844SAndroid Build Coastguard Worker     info.packets_sent = stream_stats.rtp_stats.transmitted.packets;
2706*d9f75844SAndroid Build Coastguard Worker     info.total_packet_send_delay +=
2707*d9f75844SAndroid Build Coastguard Worker         stream_stats.rtp_stats.transmitted.total_packet_delay;
2708*d9f75844SAndroid Build Coastguard Worker     info.send_frame_width = stream_stats.width;
2709*d9f75844SAndroid Build Coastguard Worker     info.send_frame_height = stream_stats.height;
2710*d9f75844SAndroid Build Coastguard Worker     info.key_frames_encoded = stream_stats.frame_counts.key_frames;
2711*d9f75844SAndroid Build Coastguard Worker     info.framerate_sent = stream_stats.encode_frame_rate;
2712*d9f75844SAndroid Build Coastguard Worker     info.frames_encoded = stream_stats.frames_encoded;
2713*d9f75844SAndroid Build Coastguard Worker     info.frames_sent = stream_stats.frames_encoded;
2714*d9f75844SAndroid Build Coastguard Worker     info.retransmitted_bytes_sent =
2715*d9f75844SAndroid Build Coastguard Worker         stream_stats.rtp_stats.retransmitted.payload_bytes;
2716*d9f75844SAndroid Build Coastguard Worker     info.retransmitted_packets_sent =
2717*d9f75844SAndroid Build Coastguard Worker         stream_stats.rtp_stats.retransmitted.packets;
2718*d9f75844SAndroid Build Coastguard Worker     info.firs_rcvd = stream_stats.rtcp_packet_type_counts.fir_packets;
2719*d9f75844SAndroid Build Coastguard Worker     info.nacks_rcvd = stream_stats.rtcp_packet_type_counts.nack_packets;
2720*d9f75844SAndroid Build Coastguard Worker     info.plis_rcvd = stream_stats.rtcp_packet_type_counts.pli_packets;
2721*d9f75844SAndroid Build Coastguard Worker     if (stream_stats.report_block_data.has_value()) {
2722*d9f75844SAndroid Build Coastguard Worker       info.packets_lost =
2723*d9f75844SAndroid Build Coastguard Worker           stream_stats.report_block_data->report_block().packets_lost;
2724*d9f75844SAndroid Build Coastguard Worker       info.fraction_lost =
2725*d9f75844SAndroid Build Coastguard Worker           static_cast<float>(
2726*d9f75844SAndroid Build Coastguard Worker               stream_stats.report_block_data->report_block().fraction_lost) /
2727*d9f75844SAndroid Build Coastguard Worker           (1 << 8);
2728*d9f75844SAndroid Build Coastguard Worker       info.report_block_datas.push_back(*stream_stats.report_block_data);
2729*d9f75844SAndroid Build Coastguard Worker     }
2730*d9f75844SAndroid Build Coastguard Worker     info.qp_sum = stream_stats.qp_sum;
2731*d9f75844SAndroid Build Coastguard Worker     info.total_encode_time_ms = stream_stats.total_encode_time_ms;
2732*d9f75844SAndroid Build Coastguard Worker     info.total_encoded_bytes_target = stream_stats.total_encoded_bytes_target;
2733*d9f75844SAndroid Build Coastguard Worker     info.huge_frames_sent = stream_stats.huge_frames_sent;
2734*d9f75844SAndroid Build Coastguard Worker     infos.push_back(info);
2735*d9f75844SAndroid Build Coastguard Worker   }
2736*d9f75844SAndroid Build Coastguard Worker   return infos;
2737*d9f75844SAndroid Build Coastguard Worker }
2738*d9f75844SAndroid Build Coastguard Worker 
2739*d9f75844SAndroid Build Coastguard Worker VideoSenderInfo
GetAggregatedVideoSenderInfo(const std::vector<VideoSenderInfo> & infos) const2740*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoSendStream::GetAggregatedVideoSenderInfo(
2741*d9f75844SAndroid Build Coastguard Worker     const std::vector<VideoSenderInfo>& infos) const {
2742*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2743*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK(!infos.empty());
2744*d9f75844SAndroid Build Coastguard Worker   if (infos.size() == 1) {
2745*d9f75844SAndroid Build Coastguard Worker     return infos[0];
2746*d9f75844SAndroid Build Coastguard Worker   }
2747*d9f75844SAndroid Build Coastguard Worker   VideoSenderInfo info = infos[0];
2748*d9f75844SAndroid Build Coastguard Worker   info.local_stats.clear();
2749*d9f75844SAndroid Build Coastguard Worker   for (uint32_t ssrc : parameters_.config.rtp.ssrcs) {
2750*d9f75844SAndroid Build Coastguard Worker     info.add_ssrc(ssrc);
2751*d9f75844SAndroid Build Coastguard Worker   }
2752*d9f75844SAndroid Build Coastguard Worker   info.framerate_sent = info.aggregated_framerate_sent;
2753*d9f75844SAndroid Build Coastguard Worker   info.huge_frames_sent = info.aggregated_huge_frames_sent;
2754*d9f75844SAndroid Build Coastguard Worker 
2755*d9f75844SAndroid Build Coastguard Worker   for (size_t i = 1; i < infos.size(); i++) {
2756*d9f75844SAndroid Build Coastguard Worker     info.key_frames_encoded += infos[i].key_frames_encoded;
2757*d9f75844SAndroid Build Coastguard Worker     info.payload_bytes_sent += infos[i].payload_bytes_sent;
2758*d9f75844SAndroid Build Coastguard Worker     info.header_and_padding_bytes_sent +=
2759*d9f75844SAndroid Build Coastguard Worker         infos[i].header_and_padding_bytes_sent;
2760*d9f75844SAndroid Build Coastguard Worker     info.packets_sent += infos[i].packets_sent;
2761*d9f75844SAndroid Build Coastguard Worker     info.total_packet_send_delay += infos[i].total_packet_send_delay;
2762*d9f75844SAndroid Build Coastguard Worker     info.retransmitted_bytes_sent += infos[i].retransmitted_bytes_sent;
2763*d9f75844SAndroid Build Coastguard Worker     info.retransmitted_packets_sent += infos[i].retransmitted_packets_sent;
2764*d9f75844SAndroid Build Coastguard Worker     info.packets_lost += infos[i].packets_lost;
2765*d9f75844SAndroid Build Coastguard Worker     if (infos[i].send_frame_width > info.send_frame_width)
2766*d9f75844SAndroid Build Coastguard Worker       info.send_frame_width = infos[i].send_frame_width;
2767*d9f75844SAndroid Build Coastguard Worker     if (infos[i].send_frame_height > info.send_frame_height)
2768*d9f75844SAndroid Build Coastguard Worker       info.send_frame_height = infos[i].send_frame_height;
2769*d9f75844SAndroid Build Coastguard Worker     info.firs_rcvd += infos[i].firs_rcvd;
2770*d9f75844SAndroid Build Coastguard Worker     info.nacks_rcvd += infos[i].nacks_rcvd;
2771*d9f75844SAndroid Build Coastguard Worker     info.plis_rcvd += infos[i].plis_rcvd;
2772*d9f75844SAndroid Build Coastguard Worker     if (infos[i].report_block_datas.size())
2773*d9f75844SAndroid Build Coastguard Worker       info.report_block_datas.push_back(infos[i].report_block_datas[0]);
2774*d9f75844SAndroid Build Coastguard Worker     if (infos[i].qp_sum) {
2775*d9f75844SAndroid Build Coastguard Worker       if (!info.qp_sum) {
2776*d9f75844SAndroid Build Coastguard Worker         info.qp_sum = 0;
2777*d9f75844SAndroid Build Coastguard Worker       }
2778*d9f75844SAndroid Build Coastguard Worker       info.qp_sum = *info.qp_sum + *infos[i].qp_sum;
2779*d9f75844SAndroid Build Coastguard Worker     }
2780*d9f75844SAndroid Build Coastguard Worker     info.frames_encoded += infos[i].frames_encoded;
2781*d9f75844SAndroid Build Coastguard Worker     info.frames_sent += infos[i].frames_sent;
2782*d9f75844SAndroid Build Coastguard Worker     info.total_encode_time_ms += infos[i].total_encode_time_ms;
2783*d9f75844SAndroid Build Coastguard Worker     info.total_encoded_bytes_target += infos[i].total_encoded_bytes_target;
2784*d9f75844SAndroid Build Coastguard Worker   }
2785*d9f75844SAndroid Build Coastguard Worker   return info;
2786*d9f75844SAndroid Build Coastguard Worker }
2787*d9f75844SAndroid Build Coastguard Worker 
FillBitrateInfo(BandwidthEstimationInfo * bwe_info)2788*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::FillBitrateInfo(
2789*d9f75844SAndroid Build Coastguard Worker     BandwidthEstimationInfo* bwe_info) {
2790*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2791*d9f75844SAndroid Build Coastguard Worker   if (stream_ == NULL) {
2792*d9f75844SAndroid Build Coastguard Worker     return;
2793*d9f75844SAndroid Build Coastguard Worker   }
2794*d9f75844SAndroid Build Coastguard Worker   webrtc::VideoSendStream::Stats stats = stream_->GetStats();
2795*d9f75844SAndroid Build Coastguard Worker   for (std::map<uint32_t, webrtc::VideoSendStream::StreamStats>::iterator it =
2796*d9f75844SAndroid Build Coastguard Worker            stats.substreams.begin();
2797*d9f75844SAndroid Build Coastguard Worker        it != stats.substreams.end(); ++it) {
2798*d9f75844SAndroid Build Coastguard Worker     bwe_info->transmit_bitrate += it->second.total_bitrate_bps;
2799*d9f75844SAndroid Build Coastguard Worker     bwe_info->retransmit_bitrate += it->second.retransmit_bitrate_bps;
2800*d9f75844SAndroid Build Coastguard Worker   }
2801*d9f75844SAndroid Build Coastguard Worker   bwe_info->target_enc_bitrate += stats.target_media_bitrate_bps;
2802*d9f75844SAndroid Build Coastguard Worker   bwe_info->actual_enc_bitrate += stats.media_bitrate_bps;
2803*d9f75844SAndroid Build Coastguard Worker }
2804*d9f75844SAndroid Build Coastguard Worker 
2805*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::
SetEncoderToPacketizerFrameTransformer(rtc::scoped_refptr<webrtc::FrameTransformerInterface> frame_transformer)2806*d9f75844SAndroid Build Coastguard Worker     SetEncoderToPacketizerFrameTransformer(
2807*d9f75844SAndroid Build Coastguard Worker         rtc::scoped_refptr<webrtc::FrameTransformerInterface>
2808*d9f75844SAndroid Build Coastguard Worker             frame_transformer) {
2809*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2810*d9f75844SAndroid Build Coastguard Worker   parameters_.config.frame_transformer = std::move(frame_transformer);
2811*d9f75844SAndroid Build Coastguard Worker   if (stream_)
2812*d9f75844SAndroid Build Coastguard Worker     RecreateWebRtcStream();
2813*d9f75844SAndroid Build Coastguard Worker }
2814*d9f75844SAndroid Build Coastguard Worker 
RecreateWebRtcStream()2815*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::RecreateWebRtcStream() {
2816*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2817*d9f75844SAndroid Build Coastguard Worker   if (stream_ != NULL) {
2818*d9f75844SAndroid Build Coastguard Worker     call_->DestroyVideoSendStream(stream_);
2819*d9f75844SAndroid Build Coastguard Worker   }
2820*d9f75844SAndroid Build Coastguard Worker 
2821*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK(parameters_.codec_settings);
2822*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_EQ((parameters_.encoder_config.content_type ==
2823*d9f75844SAndroid Build Coastguard Worker                  webrtc::VideoEncoderConfig::ContentType::kScreen),
2824*d9f75844SAndroid Build Coastguard Worker                 parameters_.options.is_screencast.value_or(false))
2825*d9f75844SAndroid Build Coastguard Worker       << "encoder content type inconsistent with screencast option";
2826*d9f75844SAndroid Build Coastguard Worker   parameters_.encoder_config.encoder_specific_settings =
2827*d9f75844SAndroid Build Coastguard Worker       ConfigureVideoEncoderSettings(parameters_.codec_settings->codec);
2828*d9f75844SAndroid Build Coastguard Worker 
2829*d9f75844SAndroid Build Coastguard Worker   webrtc::VideoSendStream::Config config = parameters_.config.Copy();
2830*d9f75844SAndroid Build Coastguard Worker   if (!config.rtp.rtx.ssrcs.empty() && config.rtp.rtx.payload_type == -1) {
2831*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_WARNING) << "RTX SSRCs configured but there's no configured RTX "
2832*d9f75844SAndroid Build Coastguard Worker                            "payload type the set codec. Ignoring RTX.";
2833*d9f75844SAndroid Build Coastguard Worker     config.rtp.rtx.ssrcs.clear();
2834*d9f75844SAndroid Build Coastguard Worker   }
2835*d9f75844SAndroid Build Coastguard Worker   if (parameters_.encoder_config.number_of_streams == 1) {
2836*d9f75844SAndroid Build Coastguard Worker     // SVC is used instead of simulcast. Remove unnecessary SSRCs.
2837*d9f75844SAndroid Build Coastguard Worker     if (config.rtp.ssrcs.size() > 1) {
2838*d9f75844SAndroid Build Coastguard Worker       config.rtp.ssrcs.resize(1);
2839*d9f75844SAndroid Build Coastguard Worker       if (config.rtp.rtx.ssrcs.size() > 1) {
2840*d9f75844SAndroid Build Coastguard Worker         config.rtp.rtx.ssrcs.resize(1);
2841*d9f75844SAndroid Build Coastguard Worker       }
2842*d9f75844SAndroid Build Coastguard Worker     }
2843*d9f75844SAndroid Build Coastguard Worker   }
2844*d9f75844SAndroid Build Coastguard Worker   stream_ = call_->CreateVideoSendStream(std::move(config),
2845*d9f75844SAndroid Build Coastguard Worker                                          parameters_.encoder_config.Copy());
2846*d9f75844SAndroid Build Coastguard Worker 
2847*d9f75844SAndroid Build Coastguard Worker   parameters_.encoder_config.encoder_specific_settings = NULL;
2848*d9f75844SAndroid Build Coastguard Worker 
2849*d9f75844SAndroid Build Coastguard Worker   // Calls stream_->StartPerRtpStream() to start the VideoSendStream
2850*d9f75844SAndroid Build Coastguard Worker   // if necessary conditions are met.
2851*d9f75844SAndroid Build Coastguard Worker   UpdateSendState();
2852*d9f75844SAndroid Build Coastguard Worker 
2853*d9f75844SAndroid Build Coastguard Worker   // Attach the source after starting the send stream to prevent frames from
2854*d9f75844SAndroid Build Coastguard Worker   // being injected into a not-yet initializated video stream encoder.
2855*d9f75844SAndroid Build Coastguard Worker   if (source_) {
2856*d9f75844SAndroid Build Coastguard Worker     stream_->SetSource(source_, GetDegradationPreference());
2857*d9f75844SAndroid Build Coastguard Worker   }
2858*d9f75844SAndroid Build Coastguard Worker }
2859*d9f75844SAndroid Build Coastguard Worker 
GenerateKeyFrame(const std::vector<std::string> & rids)2860*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoSendStream::GenerateKeyFrame(
2861*d9f75844SAndroid Build Coastguard Worker     const std::vector<std::string>& rids) {
2862*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
2863*d9f75844SAndroid Build Coastguard Worker   if (stream_ != NULL) {
2864*d9f75844SAndroid Build Coastguard Worker     stream_->GenerateKeyFrame(rids);
2865*d9f75844SAndroid Build Coastguard Worker   } else {
2866*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_WARNING)
2867*d9f75844SAndroid Build Coastguard Worker         << "Absent send stream; ignoring request to generate keyframe.";
2868*d9f75844SAndroid Build Coastguard Worker   }
2869*d9f75844SAndroid Build Coastguard Worker }
2870*d9f75844SAndroid Build Coastguard Worker 
WebRtcVideoReceiveStream(WebRtcVideoChannel * channel,webrtc::Call * call,const StreamParams & sp,webrtc::VideoReceiveStreamInterface::Config config,bool default_stream,const std::vector<VideoCodecSettings> & recv_codecs,const webrtc::FlexfecReceiveStream::Config & flexfec_config)2871*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoReceiveStream::WebRtcVideoReceiveStream(
2872*d9f75844SAndroid Build Coastguard Worker     WebRtcVideoChannel* channel,
2873*d9f75844SAndroid Build Coastguard Worker     webrtc::Call* call,
2874*d9f75844SAndroid Build Coastguard Worker     const StreamParams& sp,
2875*d9f75844SAndroid Build Coastguard Worker     webrtc::VideoReceiveStreamInterface::Config config,
2876*d9f75844SAndroid Build Coastguard Worker     bool default_stream,
2877*d9f75844SAndroid Build Coastguard Worker     const std::vector<VideoCodecSettings>& recv_codecs,
2878*d9f75844SAndroid Build Coastguard Worker     const webrtc::FlexfecReceiveStream::Config& flexfec_config)
2879*d9f75844SAndroid Build Coastguard Worker     : channel_(channel),
2880*d9f75844SAndroid Build Coastguard Worker       call_(call),
2881*d9f75844SAndroid Build Coastguard Worker       stream_params_(sp),
2882*d9f75844SAndroid Build Coastguard Worker       stream_(NULL),
2883*d9f75844SAndroid Build Coastguard Worker       default_stream_(default_stream),
2884*d9f75844SAndroid Build Coastguard Worker       config_(std::move(config)),
2885*d9f75844SAndroid Build Coastguard Worker       flexfec_config_(flexfec_config),
2886*d9f75844SAndroid Build Coastguard Worker       flexfec_stream_(nullptr),
2887*d9f75844SAndroid Build Coastguard Worker       sink_(NULL),
2888*d9f75844SAndroid Build Coastguard Worker       first_frame_timestamp_(-1),
2889*d9f75844SAndroid Build Coastguard Worker       estimated_remote_start_ntp_time_ms_(0) {
2890*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(config_.decoder_factory);
2891*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(config_.decoders.empty())
2892*d9f75844SAndroid Build Coastguard Worker       << "Decoder info is supplied via `recv_codecs`";
2893*d9f75844SAndroid Build Coastguard Worker 
2894*d9f75844SAndroid Build Coastguard Worker   ExtractCodecInformation(recv_codecs, config_.rtp.rtx_associated_payload_types,
2895*d9f75844SAndroid Build Coastguard Worker                           config_.rtp.raw_payload_types, config_.decoders);
2896*d9f75844SAndroid Build Coastguard Worker   const VideoCodecSettings& codec = recv_codecs.front();
2897*d9f75844SAndroid Build Coastguard Worker   config_.rtp.ulpfec_payload_type = codec.ulpfec.ulpfec_payload_type;
2898*d9f75844SAndroid Build Coastguard Worker   config_.rtp.red_payload_type = codec.ulpfec.red_payload_type;
2899*d9f75844SAndroid Build Coastguard Worker   config_.rtp.lntf.enabled = HasLntf(codec.codec);
2900*d9f75844SAndroid Build Coastguard Worker   config_.rtp.nack.rtp_history_ms = HasNack(codec.codec) ? kNackHistoryMs : 0;
2901*d9f75844SAndroid Build Coastguard Worker   if (codec.rtx_time != -1 && config_.rtp.nack.rtp_history_ms != 0) {
2902*d9f75844SAndroid Build Coastguard Worker     config_.rtp.nack.rtp_history_ms = codec.rtx_time;
2903*d9f75844SAndroid Build Coastguard Worker   }
2904*d9f75844SAndroid Build Coastguard Worker 
2905*d9f75844SAndroid Build Coastguard Worker   config_.rtp.rtcp_xr.receiver_reference_time_report = HasRrtr(codec.codec);
2906*d9f75844SAndroid Build Coastguard Worker 
2907*d9f75844SAndroid Build Coastguard Worker   if (codec.ulpfec.red_rtx_payload_type != -1) {
2908*d9f75844SAndroid Build Coastguard Worker     config_.rtp
2909*d9f75844SAndroid Build Coastguard Worker         .rtx_associated_payload_types[codec.ulpfec.red_rtx_payload_type] =
2910*d9f75844SAndroid Build Coastguard Worker         codec.ulpfec.red_payload_type;
2911*d9f75844SAndroid Build Coastguard Worker   }
2912*d9f75844SAndroid Build Coastguard Worker 
2913*d9f75844SAndroid Build Coastguard Worker   config_.renderer = this;
2914*d9f75844SAndroid Build Coastguard Worker   flexfec_config_.payload_type = flexfec_config.payload_type;
2915*d9f75844SAndroid Build Coastguard Worker 
2916*d9f75844SAndroid Build Coastguard Worker   CreateReceiveStream();
2917*d9f75844SAndroid Build Coastguard Worker   StartReceiveStream();
2918*d9f75844SAndroid Build Coastguard Worker }
2919*d9f75844SAndroid Build Coastguard Worker 
~WebRtcVideoReceiveStream()2920*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoReceiveStream::~WebRtcVideoReceiveStream() {
2921*d9f75844SAndroid Build Coastguard Worker   call_->DestroyVideoReceiveStream(stream_);
2922*d9f75844SAndroid Build Coastguard Worker   if (flexfec_stream_)
2923*d9f75844SAndroid Build Coastguard Worker     call_->DestroyFlexfecReceiveStream(flexfec_stream_);
2924*d9f75844SAndroid Build Coastguard Worker }
2925*d9f75844SAndroid Build Coastguard Worker 
2926*d9f75844SAndroid Build Coastguard Worker webrtc::VideoReceiveStreamInterface&
stream()2927*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoReceiveStream::stream() {
2928*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(stream_);
2929*d9f75844SAndroid Build Coastguard Worker   return *stream_;
2930*d9f75844SAndroid Build Coastguard Worker }
2931*d9f75844SAndroid Build Coastguard Worker 
2932*d9f75844SAndroid Build Coastguard Worker webrtc::FlexfecReceiveStream*
flexfec_stream()2933*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoReceiveStream::flexfec_stream() {
2934*d9f75844SAndroid Build Coastguard Worker   return flexfec_stream_;
2935*d9f75844SAndroid Build Coastguard Worker }
2936*d9f75844SAndroid Build Coastguard Worker 
2937*d9f75844SAndroid Build Coastguard Worker const std::vector<uint32_t>&
GetSsrcs() const2938*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoReceiveStream::GetSsrcs() const {
2939*d9f75844SAndroid Build Coastguard Worker   return stream_params_.ssrcs;
2940*d9f75844SAndroid Build Coastguard Worker }
2941*d9f75844SAndroid Build Coastguard Worker 
2942*d9f75844SAndroid Build Coastguard Worker std::vector<webrtc::RtpSource>
GetSources()2943*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoReceiveStream::GetSources() {
2944*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(stream_);
2945*d9f75844SAndroid Build Coastguard Worker   return stream_->GetSources();
2946*d9f75844SAndroid Build Coastguard Worker }
2947*d9f75844SAndroid Build Coastguard Worker 
2948*d9f75844SAndroid Build Coastguard Worker webrtc::RtpParameters
GetRtpParameters() const2949*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoReceiveStream::GetRtpParameters() const {
2950*d9f75844SAndroid Build Coastguard Worker   webrtc::RtpParameters rtp_parameters;
2951*d9f75844SAndroid Build Coastguard Worker 
2952*d9f75844SAndroid Build Coastguard Worker   std::vector<uint32_t> primary_ssrcs;
2953*d9f75844SAndroid Build Coastguard Worker   stream_params_.GetPrimarySsrcs(&primary_ssrcs);
2954*d9f75844SAndroid Build Coastguard Worker   for (uint32_t ssrc : primary_ssrcs) {
2955*d9f75844SAndroid Build Coastguard Worker     rtp_parameters.encodings.emplace_back();
2956*d9f75844SAndroid Build Coastguard Worker     rtp_parameters.encodings.back().ssrc = ssrc;
2957*d9f75844SAndroid Build Coastguard Worker   }
2958*d9f75844SAndroid Build Coastguard Worker 
2959*d9f75844SAndroid Build Coastguard Worker   rtp_parameters.header_extensions = config_.rtp.extensions;
2960*d9f75844SAndroid Build Coastguard Worker   rtp_parameters.rtcp.reduced_size =
2961*d9f75844SAndroid Build Coastguard Worker       config_.rtp.rtcp_mode == webrtc::RtcpMode::kReducedSize;
2962*d9f75844SAndroid Build Coastguard Worker 
2963*d9f75844SAndroid Build Coastguard Worker   return rtp_parameters;
2964*d9f75844SAndroid Build Coastguard Worker }
2965*d9f75844SAndroid Build Coastguard Worker 
ReconfigureCodecs(const std::vector<VideoCodecSettings> & recv_codecs)2966*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::WebRtcVideoReceiveStream::ReconfigureCodecs(
2967*d9f75844SAndroid Build Coastguard Worker     const std::vector<VideoCodecSettings>& recv_codecs) {
2968*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(stream_);
2969*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(!recv_codecs.empty());
2970*d9f75844SAndroid Build Coastguard Worker 
2971*d9f75844SAndroid Build Coastguard Worker   std::map<int, int> rtx_associated_payload_types;
2972*d9f75844SAndroid Build Coastguard Worker   std::set<int> raw_payload_types;
2973*d9f75844SAndroid Build Coastguard Worker   std::vector<webrtc::VideoReceiveStreamInterface::Decoder> decoders;
2974*d9f75844SAndroid Build Coastguard Worker   ExtractCodecInformation(recv_codecs, rtx_associated_payload_types,
2975*d9f75844SAndroid Build Coastguard Worker                           raw_payload_types, decoders);
2976*d9f75844SAndroid Build Coastguard Worker 
2977*d9f75844SAndroid Build Coastguard Worker   const auto& codec = recv_codecs.front();
2978*d9f75844SAndroid Build Coastguard Worker 
2979*d9f75844SAndroid Build Coastguard Worker   if (config_.rtp.red_payload_type != codec.ulpfec.red_payload_type ||
2980*d9f75844SAndroid Build Coastguard Worker       config_.rtp.ulpfec_payload_type != codec.ulpfec.ulpfec_payload_type) {
2981*d9f75844SAndroid Build Coastguard Worker     config_.rtp.ulpfec_payload_type = codec.ulpfec.ulpfec_payload_type;
2982*d9f75844SAndroid Build Coastguard Worker     config_.rtp.red_payload_type = codec.ulpfec.red_payload_type;
2983*d9f75844SAndroid Build Coastguard Worker     stream_->SetProtectionPayloadTypes(config_.rtp.red_payload_type,
2984*d9f75844SAndroid Build Coastguard Worker                                        config_.rtp.ulpfec_payload_type);
2985*d9f75844SAndroid Build Coastguard Worker   }
2986*d9f75844SAndroid Build Coastguard Worker 
2987*d9f75844SAndroid Build Coastguard Worker   const bool has_lntf = HasLntf(codec.codec);
2988*d9f75844SAndroid Build Coastguard Worker   if (config_.rtp.lntf.enabled != has_lntf) {
2989*d9f75844SAndroid Build Coastguard Worker     config_.rtp.lntf.enabled = has_lntf;
2990*d9f75844SAndroid Build Coastguard Worker     stream_->SetLossNotificationEnabled(has_lntf);
2991*d9f75844SAndroid Build Coastguard Worker   }
2992*d9f75844SAndroid Build Coastguard Worker 
2993*d9f75844SAndroid Build Coastguard Worker   int new_history_ms = config_.rtp.nack.rtp_history_ms;
2994*d9f75844SAndroid Build Coastguard Worker   const int rtp_history_ms = HasNack(codec.codec) ? kNackHistoryMs : 0;
2995*d9f75844SAndroid Build Coastguard Worker   if (rtp_history_ms != config_.rtp.nack.rtp_history_ms) {
2996*d9f75844SAndroid Build Coastguard Worker     new_history_ms = rtp_history_ms;
2997*d9f75844SAndroid Build Coastguard Worker   }
2998*d9f75844SAndroid Build Coastguard Worker 
2999*d9f75844SAndroid Build Coastguard Worker   // The rtx-time parameter can be used to override the hardcoded default for
3000*d9f75844SAndroid Build Coastguard Worker   // the NACK buffer length.
3001*d9f75844SAndroid Build Coastguard Worker   if (codec.rtx_time != -1 && new_history_ms != 0) {
3002*d9f75844SAndroid Build Coastguard Worker     new_history_ms = codec.rtx_time;
3003*d9f75844SAndroid Build Coastguard Worker   }
3004*d9f75844SAndroid Build Coastguard Worker 
3005*d9f75844SAndroid Build Coastguard Worker   if (config_.rtp.nack.rtp_history_ms != new_history_ms) {
3006*d9f75844SAndroid Build Coastguard Worker     config_.rtp.nack.rtp_history_ms = new_history_ms;
3007*d9f75844SAndroid Build Coastguard Worker     stream_->SetNackHistory(webrtc::TimeDelta::Millis(new_history_ms));
3008*d9f75844SAndroid Build Coastguard Worker   }
3009*d9f75844SAndroid Build Coastguard Worker 
3010*d9f75844SAndroid Build Coastguard Worker   const bool has_rtr = HasRrtr(codec.codec);
3011*d9f75844SAndroid Build Coastguard Worker   if (has_rtr != config_.rtp.rtcp_xr.receiver_reference_time_report) {
3012*d9f75844SAndroid Build Coastguard Worker     config_.rtp.rtcp_xr.receiver_reference_time_report = has_rtr;
3013*d9f75844SAndroid Build Coastguard Worker     stream_->SetRtcpXr(config_.rtp.rtcp_xr);
3014*d9f75844SAndroid Build Coastguard Worker   }
3015*d9f75844SAndroid Build Coastguard Worker 
3016*d9f75844SAndroid Build Coastguard Worker   if (codec.ulpfec.red_rtx_payload_type != -1) {
3017*d9f75844SAndroid Build Coastguard Worker     rtx_associated_payload_types[codec.ulpfec.red_rtx_payload_type] =
3018*d9f75844SAndroid Build Coastguard Worker         codec.ulpfec.red_payload_type;
3019*d9f75844SAndroid Build Coastguard Worker   }
3020*d9f75844SAndroid Build Coastguard Worker 
3021*d9f75844SAndroid Build Coastguard Worker   if (config_.rtp.rtx_associated_payload_types !=
3022*d9f75844SAndroid Build Coastguard Worker       rtx_associated_payload_types) {
3023*d9f75844SAndroid Build Coastguard Worker     stream_->SetAssociatedPayloadTypes(rtx_associated_payload_types);
3024*d9f75844SAndroid Build Coastguard Worker     rtx_associated_payload_types.swap(config_.rtp.rtx_associated_payload_types);
3025*d9f75844SAndroid Build Coastguard Worker   }
3026*d9f75844SAndroid Build Coastguard Worker 
3027*d9f75844SAndroid Build Coastguard Worker   bool recreate_needed = false;
3028*d9f75844SAndroid Build Coastguard Worker 
3029*d9f75844SAndroid Build Coastguard Worker   if (raw_payload_types != config_.rtp.raw_payload_types) {
3030*d9f75844SAndroid Build Coastguard Worker     raw_payload_types.swap(config_.rtp.raw_payload_types);
3031*d9f75844SAndroid Build Coastguard Worker     recreate_needed = true;
3032*d9f75844SAndroid Build Coastguard Worker   }
3033*d9f75844SAndroid Build Coastguard Worker 
3034*d9f75844SAndroid Build Coastguard Worker   if (decoders != config_.decoders) {
3035*d9f75844SAndroid Build Coastguard Worker     decoders.swap(config_.decoders);
3036*d9f75844SAndroid Build Coastguard Worker     recreate_needed = true;
3037*d9f75844SAndroid Build Coastguard Worker   }
3038*d9f75844SAndroid Build Coastguard Worker 
3039*d9f75844SAndroid Build Coastguard Worker   return recreate_needed;
3040*d9f75844SAndroid Build Coastguard Worker }
3041*d9f75844SAndroid Build Coastguard Worker 
SetFeedbackParameters(bool lntf_enabled,bool nack_enabled,bool transport_cc_enabled,webrtc::RtcpMode rtcp_mode,int rtx_time)3042*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::SetFeedbackParameters(
3043*d9f75844SAndroid Build Coastguard Worker     bool lntf_enabled,
3044*d9f75844SAndroid Build Coastguard Worker     bool nack_enabled,
3045*d9f75844SAndroid Build Coastguard Worker     bool transport_cc_enabled,
3046*d9f75844SAndroid Build Coastguard Worker     webrtc::RtcpMode rtcp_mode,
3047*d9f75844SAndroid Build Coastguard Worker     int rtx_time) {
3048*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(stream_);
3049*d9f75844SAndroid Build Coastguard Worker 
3050*d9f75844SAndroid Build Coastguard Worker   if (config_.rtp.rtcp_mode != rtcp_mode) {
3051*d9f75844SAndroid Build Coastguard Worker     config_.rtp.rtcp_mode = rtcp_mode;
3052*d9f75844SAndroid Build Coastguard Worker     stream_->SetRtcpMode(rtcp_mode);
3053*d9f75844SAndroid Build Coastguard Worker 
3054*d9f75844SAndroid Build Coastguard Worker     flexfec_config_.rtcp_mode = rtcp_mode;
3055*d9f75844SAndroid Build Coastguard Worker     if (flexfec_stream_) {
3056*d9f75844SAndroid Build Coastguard Worker       flexfec_stream_->SetRtcpMode(rtcp_mode);
3057*d9f75844SAndroid Build Coastguard Worker     }
3058*d9f75844SAndroid Build Coastguard Worker   }
3059*d9f75844SAndroid Build Coastguard Worker 
3060*d9f75844SAndroid Build Coastguard Worker   if (config_.rtp.transport_cc != transport_cc_enabled) {
3061*d9f75844SAndroid Build Coastguard Worker     config_.rtp.transport_cc = transport_cc_enabled;
3062*d9f75844SAndroid Build Coastguard Worker     stream_->SetTransportCc(transport_cc_enabled);
3063*d9f75844SAndroid Build Coastguard Worker     // TODO(brandtr): We should be spec-compliant and set `transport_cc` here
3064*d9f75844SAndroid Build Coastguard Worker     // based on the rtcp-fb for the FlexFEC codec, not the media codec.
3065*d9f75844SAndroid Build Coastguard Worker     flexfec_config_.rtp.transport_cc = transport_cc_enabled;
3066*d9f75844SAndroid Build Coastguard Worker     if (flexfec_stream_) {
3067*d9f75844SAndroid Build Coastguard Worker       flexfec_stream_->SetTransportCc(transport_cc_enabled);
3068*d9f75844SAndroid Build Coastguard Worker     }
3069*d9f75844SAndroid Build Coastguard Worker   }
3070*d9f75844SAndroid Build Coastguard Worker 
3071*d9f75844SAndroid Build Coastguard Worker   config_.rtp.lntf.enabled = lntf_enabled;
3072*d9f75844SAndroid Build Coastguard Worker   stream_->SetLossNotificationEnabled(lntf_enabled);
3073*d9f75844SAndroid Build Coastguard Worker 
3074*d9f75844SAndroid Build Coastguard Worker   int nack_history_ms =
3075*d9f75844SAndroid Build Coastguard Worker       nack_enabled ? rtx_time != -1 ? rtx_time : kNackHistoryMs : 0;
3076*d9f75844SAndroid Build Coastguard Worker   config_.rtp.nack.rtp_history_ms = nack_history_ms;
3077*d9f75844SAndroid Build Coastguard Worker   stream_->SetNackHistory(webrtc::TimeDelta::Millis(nack_history_ms));
3078*d9f75844SAndroid Build Coastguard Worker }
3079*d9f75844SAndroid Build Coastguard Worker 
SetFlexFecPayload(int payload_type)3080*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::SetFlexFecPayload(
3081*d9f75844SAndroid Build Coastguard Worker     int payload_type) {
3082*d9f75844SAndroid Build Coastguard Worker   // TODO(bugs.webrtc.org/11993, tommi): See if it is better to always have a
3083*d9f75844SAndroid Build Coastguard Worker   // flexfec stream object around and instead of recreating the video stream,
3084*d9f75844SAndroid Build Coastguard Worker   // reconfigure the flexfec object from within the rtp callback (soon to be on
3085*d9f75844SAndroid Build Coastguard Worker   // the network thread).
3086*d9f75844SAndroid Build Coastguard Worker   if (flexfec_stream_) {
3087*d9f75844SAndroid Build Coastguard Worker     if (flexfec_stream_->payload_type() == payload_type) {
3088*d9f75844SAndroid Build Coastguard Worker       RTC_DCHECK_EQ(flexfec_config_.payload_type, payload_type);
3089*d9f75844SAndroid Build Coastguard Worker       return;
3090*d9f75844SAndroid Build Coastguard Worker     }
3091*d9f75844SAndroid Build Coastguard Worker 
3092*d9f75844SAndroid Build Coastguard Worker     flexfec_config_.payload_type = payload_type;
3093*d9f75844SAndroid Build Coastguard Worker     flexfec_stream_->SetPayloadType(payload_type);
3094*d9f75844SAndroid Build Coastguard Worker 
3095*d9f75844SAndroid Build Coastguard Worker     if (payload_type == -1) {
3096*d9f75844SAndroid Build Coastguard Worker       stream_->SetFlexFecProtection(nullptr);
3097*d9f75844SAndroid Build Coastguard Worker       call_->DestroyFlexfecReceiveStream(flexfec_stream_);
3098*d9f75844SAndroid Build Coastguard Worker       flexfec_stream_ = nullptr;
3099*d9f75844SAndroid Build Coastguard Worker     }
3100*d9f75844SAndroid Build Coastguard Worker   } else if (payload_type != -1) {
3101*d9f75844SAndroid Build Coastguard Worker     flexfec_config_.payload_type = payload_type;
3102*d9f75844SAndroid Build Coastguard Worker     if (flexfec_config_.IsCompleteAndEnabled()) {
3103*d9f75844SAndroid Build Coastguard Worker       flexfec_stream_ = call_->CreateFlexfecReceiveStream(flexfec_config_);
3104*d9f75844SAndroid Build Coastguard Worker       stream_->SetFlexFecProtection(flexfec_stream_);
3105*d9f75844SAndroid Build Coastguard Worker     }
3106*d9f75844SAndroid Build Coastguard Worker   } else {
3107*d9f75844SAndroid Build Coastguard Worker     // Noop. No flexfec stream exists and "new" payload_type == -1.
3108*d9f75844SAndroid Build Coastguard Worker     RTC_DCHECK(!flexfec_config_.IsCompleteAndEnabled());
3109*d9f75844SAndroid Build Coastguard Worker     flexfec_config_.payload_type = payload_type;
3110*d9f75844SAndroid Build Coastguard Worker   }
3111*d9f75844SAndroid Build Coastguard Worker }
3112*d9f75844SAndroid Build Coastguard Worker 
SetRecvParameters(const ChangedRecvParameters & params)3113*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::SetRecvParameters(
3114*d9f75844SAndroid Build Coastguard Worker     const ChangedRecvParameters& params) {
3115*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(stream_);
3116*d9f75844SAndroid Build Coastguard Worker   bool video_needs_recreation = false;
3117*d9f75844SAndroid Build Coastguard Worker   if (params.codec_settings) {
3118*d9f75844SAndroid Build Coastguard Worker     video_needs_recreation = ReconfigureCodecs(*params.codec_settings);
3119*d9f75844SAndroid Build Coastguard Worker   }
3120*d9f75844SAndroid Build Coastguard Worker 
3121*d9f75844SAndroid Build Coastguard Worker   if (params.rtp_header_extensions) {
3122*d9f75844SAndroid Build Coastguard Worker     if (config_.rtp.extensions != *params.rtp_header_extensions) {
3123*d9f75844SAndroid Build Coastguard Worker       config_.rtp.extensions = *params.rtp_header_extensions;
3124*d9f75844SAndroid Build Coastguard Worker       stream_->SetRtpExtensions(config_.rtp.extensions);
3125*d9f75844SAndroid Build Coastguard Worker     }
3126*d9f75844SAndroid Build Coastguard Worker 
3127*d9f75844SAndroid Build Coastguard Worker     if (flexfec_config_.rtp.extensions != *params.rtp_header_extensions) {
3128*d9f75844SAndroid Build Coastguard Worker       flexfec_config_.rtp.extensions = *params.rtp_header_extensions;
3129*d9f75844SAndroid Build Coastguard Worker       if (flexfec_stream_) {
3130*d9f75844SAndroid Build Coastguard Worker         flexfec_stream_->SetRtpExtensions(flexfec_config_.rtp.extensions);
3131*d9f75844SAndroid Build Coastguard Worker       }
3132*d9f75844SAndroid Build Coastguard Worker     }
3133*d9f75844SAndroid Build Coastguard Worker   }
3134*d9f75844SAndroid Build Coastguard Worker 
3135*d9f75844SAndroid Build Coastguard Worker   if (params.flexfec_payload_type)
3136*d9f75844SAndroid Build Coastguard Worker     SetFlexFecPayload(*params.flexfec_payload_type);
3137*d9f75844SAndroid Build Coastguard Worker 
3138*d9f75844SAndroid Build Coastguard Worker   if (video_needs_recreation) {
3139*d9f75844SAndroid Build Coastguard Worker     RecreateReceiveStream();
3140*d9f75844SAndroid Build Coastguard Worker   } else {
3141*d9f75844SAndroid Build Coastguard Worker     RTC_DLOG_F(LS_INFO) << "No receive stream recreate needed.";
3142*d9f75844SAndroid Build Coastguard Worker   }
3143*d9f75844SAndroid Build Coastguard Worker }
3144*d9f75844SAndroid Build Coastguard Worker 
RecreateReceiveStream()3145*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::RecreateReceiveStream() {
3146*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(stream_);
3147*d9f75844SAndroid Build Coastguard Worker   absl::optional<int> base_minimum_playout_delay_ms;
3148*d9f75844SAndroid Build Coastguard Worker   absl::optional<webrtc::VideoReceiveStreamInterface::RecordingState>
3149*d9f75844SAndroid Build Coastguard Worker       recording_state;
3150*d9f75844SAndroid Build Coastguard Worker   if (stream_) {
3151*d9f75844SAndroid Build Coastguard Worker     base_minimum_playout_delay_ms = stream_->GetBaseMinimumPlayoutDelayMs();
3152*d9f75844SAndroid Build Coastguard Worker     recording_state = stream_->SetAndGetRecordingState(
3153*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoReceiveStreamInterface::RecordingState(),
3154*d9f75844SAndroid Build Coastguard Worker         /*generate_key_frame=*/false);
3155*d9f75844SAndroid Build Coastguard Worker     call_->DestroyVideoReceiveStream(stream_);
3156*d9f75844SAndroid Build Coastguard Worker     stream_ = nullptr;
3157*d9f75844SAndroid Build Coastguard Worker   }
3158*d9f75844SAndroid Build Coastguard Worker 
3159*d9f75844SAndroid Build Coastguard Worker   if (flexfec_stream_) {
3160*d9f75844SAndroid Build Coastguard Worker     call_->DestroyFlexfecReceiveStream(flexfec_stream_);
3161*d9f75844SAndroid Build Coastguard Worker     flexfec_stream_ = nullptr;
3162*d9f75844SAndroid Build Coastguard Worker   }
3163*d9f75844SAndroid Build Coastguard Worker 
3164*d9f75844SAndroid Build Coastguard Worker   CreateReceiveStream();
3165*d9f75844SAndroid Build Coastguard Worker 
3166*d9f75844SAndroid Build Coastguard Worker   if (base_minimum_playout_delay_ms) {
3167*d9f75844SAndroid Build Coastguard Worker     stream_->SetBaseMinimumPlayoutDelayMs(
3168*d9f75844SAndroid Build Coastguard Worker         base_minimum_playout_delay_ms.value());
3169*d9f75844SAndroid Build Coastguard Worker   }
3170*d9f75844SAndroid Build Coastguard Worker   if (recording_state) {
3171*d9f75844SAndroid Build Coastguard Worker     stream_->SetAndGetRecordingState(std::move(*recording_state),
3172*d9f75844SAndroid Build Coastguard Worker                                      /*generate_key_frame=*/false);
3173*d9f75844SAndroid Build Coastguard Worker   }
3174*d9f75844SAndroid Build Coastguard Worker 
3175*d9f75844SAndroid Build Coastguard Worker   StartReceiveStream();
3176*d9f75844SAndroid Build Coastguard Worker }
3177*d9f75844SAndroid Build Coastguard Worker 
CreateReceiveStream()3178*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::CreateReceiveStream() {
3179*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(!stream_);
3180*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(!flexfec_stream_);
3181*d9f75844SAndroid Build Coastguard Worker   if (flexfec_config_.IsCompleteAndEnabled()) {
3182*d9f75844SAndroid Build Coastguard Worker     flexfec_stream_ = call_->CreateFlexfecReceiveStream(flexfec_config_);
3183*d9f75844SAndroid Build Coastguard Worker   }
3184*d9f75844SAndroid Build Coastguard Worker 
3185*d9f75844SAndroid Build Coastguard Worker   webrtc::VideoReceiveStreamInterface::Config config = config_.Copy();
3186*d9f75844SAndroid Build Coastguard Worker   config.rtp.protected_by_flexfec = (flexfec_stream_ != nullptr);
3187*d9f75844SAndroid Build Coastguard Worker   config.rtp.packet_sink_ = flexfec_stream_;
3188*d9f75844SAndroid Build Coastguard Worker   stream_ = call_->CreateVideoReceiveStream(std::move(config));
3189*d9f75844SAndroid Build Coastguard Worker }
3190*d9f75844SAndroid Build Coastguard Worker 
StartReceiveStream()3191*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::StartReceiveStream() {
3192*d9f75844SAndroid Build Coastguard Worker   stream_->Start();
3193*d9f75844SAndroid Build Coastguard Worker   if (IsEnabled(call_->trials(), "WebRTC-Video-BufferPacketsWithUnknownSsrc")) {
3194*d9f75844SAndroid Build Coastguard Worker     channel_->BackfillBufferedPackets(stream_params_.ssrcs);
3195*d9f75844SAndroid Build Coastguard Worker   }
3196*d9f75844SAndroid Build Coastguard Worker }
3197*d9f75844SAndroid Build Coastguard Worker 
OnFrame(const webrtc::VideoFrame & frame)3198*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::OnFrame(
3199*d9f75844SAndroid Build Coastguard Worker     const webrtc::VideoFrame& frame) {
3200*d9f75844SAndroid Build Coastguard Worker   webrtc::MutexLock lock(&sink_lock_);
3201*d9f75844SAndroid Build Coastguard Worker 
3202*d9f75844SAndroid Build Coastguard Worker   int64_t time_now_ms = rtc::TimeMillis();
3203*d9f75844SAndroid Build Coastguard Worker   if (first_frame_timestamp_ < 0)
3204*d9f75844SAndroid Build Coastguard Worker     first_frame_timestamp_ = time_now_ms;
3205*d9f75844SAndroid Build Coastguard Worker   int64_t elapsed_time_ms = time_now_ms - first_frame_timestamp_;
3206*d9f75844SAndroid Build Coastguard Worker   if (frame.ntp_time_ms() > 0)
3207*d9f75844SAndroid Build Coastguard Worker     estimated_remote_start_ntp_time_ms_ = frame.ntp_time_ms() - elapsed_time_ms;
3208*d9f75844SAndroid Build Coastguard Worker 
3209*d9f75844SAndroid Build Coastguard Worker   if (sink_ == NULL) {
3210*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_WARNING)
3211*d9f75844SAndroid Build Coastguard Worker         << "VideoReceiveStreamInterface not connected to a VideoSink.";
3212*d9f75844SAndroid Build Coastguard Worker     return;
3213*d9f75844SAndroid Build Coastguard Worker   }
3214*d9f75844SAndroid Build Coastguard Worker 
3215*d9f75844SAndroid Build Coastguard Worker   sink_->OnFrame(frame);
3216*d9f75844SAndroid Build Coastguard Worker }
3217*d9f75844SAndroid Build Coastguard Worker 
IsDefaultStream() const3218*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::WebRtcVideoReceiveStream::IsDefaultStream() const {
3219*d9f75844SAndroid Build Coastguard Worker   return default_stream_;
3220*d9f75844SAndroid Build Coastguard Worker }
3221*d9f75844SAndroid Build Coastguard Worker 
SetFrameDecryptor(rtc::scoped_refptr<webrtc::FrameDecryptorInterface> frame_decryptor)3222*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::SetFrameDecryptor(
3223*d9f75844SAndroid Build Coastguard Worker     rtc::scoped_refptr<webrtc::FrameDecryptorInterface> frame_decryptor) {
3224*d9f75844SAndroid Build Coastguard Worker   config_.frame_decryptor = frame_decryptor;
3225*d9f75844SAndroid Build Coastguard Worker   if (stream_) {
3226*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_INFO)
3227*d9f75844SAndroid Build Coastguard Worker         << "Setting FrameDecryptor (recv) because of SetFrameDecryptor, "
3228*d9f75844SAndroid Build Coastguard Worker            "remote_ssrc="
3229*d9f75844SAndroid Build Coastguard Worker         << config_.rtp.remote_ssrc;
3230*d9f75844SAndroid Build Coastguard Worker     stream_->SetFrameDecryptor(frame_decryptor);
3231*d9f75844SAndroid Build Coastguard Worker   }
3232*d9f75844SAndroid Build Coastguard Worker }
3233*d9f75844SAndroid Build Coastguard Worker 
SetBaseMinimumPlayoutDelayMs(int delay_ms)3234*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::WebRtcVideoReceiveStream::SetBaseMinimumPlayoutDelayMs(
3235*d9f75844SAndroid Build Coastguard Worker     int delay_ms) {
3236*d9f75844SAndroid Build Coastguard Worker   return stream_ ? stream_->SetBaseMinimumPlayoutDelayMs(delay_ms) : false;
3237*d9f75844SAndroid Build Coastguard Worker }
3238*d9f75844SAndroid Build Coastguard Worker 
GetBaseMinimumPlayoutDelayMs() const3239*d9f75844SAndroid Build Coastguard Worker int WebRtcVideoChannel::WebRtcVideoReceiveStream::GetBaseMinimumPlayoutDelayMs()
3240*d9f75844SAndroid Build Coastguard Worker     const {
3241*d9f75844SAndroid Build Coastguard Worker   return stream_ ? stream_->GetBaseMinimumPlayoutDelayMs() : 0;
3242*d9f75844SAndroid Build Coastguard Worker }
3243*d9f75844SAndroid Build Coastguard Worker 
SetSink(rtc::VideoSinkInterface<webrtc::VideoFrame> * sink)3244*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::SetSink(
3245*d9f75844SAndroid Build Coastguard Worker     rtc::VideoSinkInterface<webrtc::VideoFrame>* sink) {
3246*d9f75844SAndroid Build Coastguard Worker   webrtc::MutexLock lock(&sink_lock_);
3247*d9f75844SAndroid Build Coastguard Worker   sink_ = sink;
3248*d9f75844SAndroid Build Coastguard Worker }
3249*d9f75844SAndroid Build Coastguard Worker 
3250*d9f75844SAndroid Build Coastguard Worker VideoReceiverInfo
GetVideoReceiverInfo(bool log_stats)3251*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoReceiveStream::GetVideoReceiverInfo(
3252*d9f75844SAndroid Build Coastguard Worker     bool log_stats) {
3253*d9f75844SAndroid Build Coastguard Worker   VideoReceiverInfo info;
3254*d9f75844SAndroid Build Coastguard Worker   info.ssrc_groups = stream_params_.ssrc_groups;
3255*d9f75844SAndroid Build Coastguard Worker   info.add_ssrc(config_.rtp.remote_ssrc);
3256*d9f75844SAndroid Build Coastguard Worker   webrtc::VideoReceiveStreamInterface::Stats stats = stream_->GetStats();
3257*d9f75844SAndroid Build Coastguard Worker   info.decoder_implementation_name = stats.decoder_implementation_name;
3258*d9f75844SAndroid Build Coastguard Worker   info.power_efficient_decoder = stats.power_efficient_decoder;
3259*d9f75844SAndroid Build Coastguard Worker   if (stats.current_payload_type != -1) {
3260*d9f75844SAndroid Build Coastguard Worker     info.codec_payload_type = stats.current_payload_type;
3261*d9f75844SAndroid Build Coastguard Worker     auto decoder_it = absl::c_find_if(config_.decoders, [&](const auto& d) {
3262*d9f75844SAndroid Build Coastguard Worker       return d.payload_type == stats.current_payload_type;
3263*d9f75844SAndroid Build Coastguard Worker     });
3264*d9f75844SAndroid Build Coastguard Worker     if (decoder_it != config_.decoders.end())
3265*d9f75844SAndroid Build Coastguard Worker       info.codec_name = decoder_it->video_format.name;
3266*d9f75844SAndroid Build Coastguard Worker   }
3267*d9f75844SAndroid Build Coastguard Worker   info.payload_bytes_rcvd = stats.rtp_stats.packet_counter.payload_bytes;
3268*d9f75844SAndroid Build Coastguard Worker   info.header_and_padding_bytes_rcvd =
3269*d9f75844SAndroid Build Coastguard Worker       stats.rtp_stats.packet_counter.header_bytes +
3270*d9f75844SAndroid Build Coastguard Worker       stats.rtp_stats.packet_counter.padding_bytes;
3271*d9f75844SAndroid Build Coastguard Worker   info.packets_rcvd = stats.rtp_stats.packet_counter.packets;
3272*d9f75844SAndroid Build Coastguard Worker   info.packets_lost = stats.rtp_stats.packets_lost;
3273*d9f75844SAndroid Build Coastguard Worker   info.jitter_ms = stats.rtp_stats.jitter / (kVideoCodecClockrate / 1000);
3274*d9f75844SAndroid Build Coastguard Worker 
3275*d9f75844SAndroid Build Coastguard Worker   info.framerate_rcvd = stats.network_frame_rate;
3276*d9f75844SAndroid Build Coastguard Worker   info.framerate_decoded = stats.decode_frame_rate;
3277*d9f75844SAndroid Build Coastguard Worker   info.framerate_output = stats.render_frame_rate;
3278*d9f75844SAndroid Build Coastguard Worker   info.frame_width = stats.width;
3279*d9f75844SAndroid Build Coastguard Worker   info.frame_height = stats.height;
3280*d9f75844SAndroid Build Coastguard Worker 
3281*d9f75844SAndroid Build Coastguard Worker   {
3282*d9f75844SAndroid Build Coastguard Worker     webrtc::MutexLock frame_cs(&sink_lock_);
3283*d9f75844SAndroid Build Coastguard Worker     info.capture_start_ntp_time_ms = estimated_remote_start_ntp_time_ms_;
3284*d9f75844SAndroid Build Coastguard Worker   }
3285*d9f75844SAndroid Build Coastguard Worker 
3286*d9f75844SAndroid Build Coastguard Worker   info.decode_ms = stats.decode_ms;
3287*d9f75844SAndroid Build Coastguard Worker   info.max_decode_ms = stats.max_decode_ms;
3288*d9f75844SAndroid Build Coastguard Worker   info.current_delay_ms = stats.current_delay_ms;
3289*d9f75844SAndroid Build Coastguard Worker   info.target_delay_ms = stats.target_delay_ms;
3290*d9f75844SAndroid Build Coastguard Worker   info.jitter_buffer_ms = stats.jitter_buffer_ms;
3291*d9f75844SAndroid Build Coastguard Worker   info.jitter_buffer_delay_seconds = stats.jitter_buffer_delay_seconds;
3292*d9f75844SAndroid Build Coastguard Worker   info.jitter_buffer_emitted_count = stats.jitter_buffer_emitted_count;
3293*d9f75844SAndroid Build Coastguard Worker   info.min_playout_delay_ms = stats.min_playout_delay_ms;
3294*d9f75844SAndroid Build Coastguard Worker   info.render_delay_ms = stats.render_delay_ms;
3295*d9f75844SAndroid Build Coastguard Worker   info.frames_received =
3296*d9f75844SAndroid Build Coastguard Worker       stats.frame_counts.key_frames + stats.frame_counts.delta_frames;
3297*d9f75844SAndroid Build Coastguard Worker   info.frames_dropped = stats.frames_dropped;
3298*d9f75844SAndroid Build Coastguard Worker   info.frames_decoded = stats.frames_decoded;
3299*d9f75844SAndroid Build Coastguard Worker   info.key_frames_decoded = stats.frame_counts.key_frames;
3300*d9f75844SAndroid Build Coastguard Worker   info.frames_rendered = stats.frames_rendered;
3301*d9f75844SAndroid Build Coastguard Worker   info.qp_sum = stats.qp_sum;
3302*d9f75844SAndroid Build Coastguard Worker   info.total_decode_time = stats.total_decode_time;
3303*d9f75844SAndroid Build Coastguard Worker   info.total_processing_delay = stats.total_processing_delay;
3304*d9f75844SAndroid Build Coastguard Worker   info.total_assembly_time = stats.total_assembly_time;
3305*d9f75844SAndroid Build Coastguard Worker   info.frames_assembled_from_multiple_packets =
3306*d9f75844SAndroid Build Coastguard Worker       stats.frames_assembled_from_multiple_packets;
3307*d9f75844SAndroid Build Coastguard Worker   info.last_packet_received_timestamp_ms =
3308*d9f75844SAndroid Build Coastguard Worker       stats.rtp_stats.last_packet_received_timestamp_ms;
3309*d9f75844SAndroid Build Coastguard Worker   info.estimated_playout_ntp_timestamp_ms =
3310*d9f75844SAndroid Build Coastguard Worker       stats.estimated_playout_ntp_timestamp_ms;
3311*d9f75844SAndroid Build Coastguard Worker   info.first_frame_received_to_decoded_ms =
3312*d9f75844SAndroid Build Coastguard Worker       stats.first_frame_received_to_decoded_ms;
3313*d9f75844SAndroid Build Coastguard Worker   info.total_inter_frame_delay = stats.total_inter_frame_delay;
3314*d9f75844SAndroid Build Coastguard Worker   info.total_squared_inter_frame_delay = stats.total_squared_inter_frame_delay;
3315*d9f75844SAndroid Build Coastguard Worker   info.interframe_delay_max_ms = stats.interframe_delay_max_ms;
3316*d9f75844SAndroid Build Coastguard Worker   info.freeze_count = stats.freeze_count;
3317*d9f75844SAndroid Build Coastguard Worker   info.pause_count = stats.pause_count;
3318*d9f75844SAndroid Build Coastguard Worker   info.total_freezes_duration_ms = stats.total_freezes_duration_ms;
3319*d9f75844SAndroid Build Coastguard Worker   info.total_pauses_duration_ms = stats.total_pauses_duration_ms;
3320*d9f75844SAndroid Build Coastguard Worker 
3321*d9f75844SAndroid Build Coastguard Worker   info.content_type = stats.content_type;
3322*d9f75844SAndroid Build Coastguard Worker 
3323*d9f75844SAndroid Build Coastguard Worker   info.firs_sent = stats.rtcp_packet_type_counts.fir_packets;
3324*d9f75844SAndroid Build Coastguard Worker   info.plis_sent = stats.rtcp_packet_type_counts.pli_packets;
3325*d9f75844SAndroid Build Coastguard Worker   info.nacks_sent = stats.rtcp_packet_type_counts.nack_packets;
3326*d9f75844SAndroid Build Coastguard Worker   // TODO(bugs.webrtc.org/10662): Add stats for LNTF.
3327*d9f75844SAndroid Build Coastguard Worker 
3328*d9f75844SAndroid Build Coastguard Worker   info.timing_frame_info = stats.timing_frame_info;
3329*d9f75844SAndroid Build Coastguard Worker 
3330*d9f75844SAndroid Build Coastguard Worker   if (log_stats)
3331*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_INFO) << stats.ToString(rtc::TimeMillis());
3332*d9f75844SAndroid Build Coastguard Worker 
3333*d9f75844SAndroid Build Coastguard Worker   return info;
3334*d9f75844SAndroid Build Coastguard Worker }
3335*d9f75844SAndroid Build Coastguard Worker 
3336*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::
SetRecordableEncodedFrameCallback(std::function<void (const webrtc::RecordableEncodedFrame &)> callback)3337*d9f75844SAndroid Build Coastguard Worker     SetRecordableEncodedFrameCallback(
3338*d9f75844SAndroid Build Coastguard Worker         std::function<void(const webrtc::RecordableEncodedFrame&)> callback) {
3339*d9f75844SAndroid Build Coastguard Worker   if (stream_) {
3340*d9f75844SAndroid Build Coastguard Worker     stream_->SetAndGetRecordingState(
3341*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoReceiveStreamInterface::RecordingState(
3342*d9f75844SAndroid Build Coastguard Worker             std::move(callback)),
3343*d9f75844SAndroid Build Coastguard Worker         /*generate_key_frame=*/true);
3344*d9f75844SAndroid Build Coastguard Worker   } else {
3345*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "Absent receive stream; ignoring setting encoded "
3346*d9f75844SAndroid Build Coastguard Worker                          "frame sink";
3347*d9f75844SAndroid Build Coastguard Worker   }
3348*d9f75844SAndroid Build Coastguard Worker }
3349*d9f75844SAndroid Build Coastguard Worker 
3350*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::
ClearRecordableEncodedFrameCallback()3351*d9f75844SAndroid Build Coastguard Worker     ClearRecordableEncodedFrameCallback() {
3352*d9f75844SAndroid Build Coastguard Worker   if (stream_) {
3353*d9f75844SAndroid Build Coastguard Worker     stream_->SetAndGetRecordingState(
3354*d9f75844SAndroid Build Coastguard Worker         webrtc::VideoReceiveStreamInterface::RecordingState(),
3355*d9f75844SAndroid Build Coastguard Worker         /*generate_key_frame=*/false);
3356*d9f75844SAndroid Build Coastguard Worker   } else {
3357*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "Absent receive stream; ignoring clearing encoded "
3358*d9f75844SAndroid Build Coastguard Worker                          "frame sink";
3359*d9f75844SAndroid Build Coastguard Worker   }
3360*d9f75844SAndroid Build Coastguard Worker }
3361*d9f75844SAndroid Build Coastguard Worker 
GenerateKeyFrame()3362*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::GenerateKeyFrame() {
3363*d9f75844SAndroid Build Coastguard Worker   if (stream_) {
3364*d9f75844SAndroid Build Coastguard Worker     stream_->GenerateKeyFrame();
3365*d9f75844SAndroid Build Coastguard Worker   } else {
3366*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR)
3367*d9f75844SAndroid Build Coastguard Worker         << "Absent receive stream; ignoring key frame generation request.";
3368*d9f75844SAndroid Build Coastguard Worker   }
3369*d9f75844SAndroid Build Coastguard Worker }
3370*d9f75844SAndroid Build Coastguard Worker 
3371*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::
SetDepacketizerToDecoderFrameTransformer(rtc::scoped_refptr<webrtc::FrameTransformerInterface> frame_transformer)3372*d9f75844SAndroid Build Coastguard Worker     SetDepacketizerToDecoderFrameTransformer(
3373*d9f75844SAndroid Build Coastguard Worker         rtc::scoped_refptr<webrtc::FrameTransformerInterface>
3374*d9f75844SAndroid Build Coastguard Worker             frame_transformer) {
3375*d9f75844SAndroid Build Coastguard Worker   config_.frame_transformer = frame_transformer;
3376*d9f75844SAndroid Build Coastguard Worker   if (stream_)
3377*d9f75844SAndroid Build Coastguard Worker     stream_->SetDepacketizerToDecoderFrameTransformer(frame_transformer);
3378*d9f75844SAndroid Build Coastguard Worker }
3379*d9f75844SAndroid Build Coastguard Worker 
SetLocalSsrc(uint32_t ssrc)3380*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::WebRtcVideoReceiveStream::SetLocalSsrc(uint32_t ssrc) {
3381*d9f75844SAndroid Build Coastguard Worker   config_.rtp.local_ssrc = ssrc;
3382*d9f75844SAndroid Build Coastguard Worker   call_->OnLocalSsrcUpdated(stream(), ssrc);
3383*d9f75844SAndroid Build Coastguard Worker   if (flexfec_stream_)
3384*d9f75844SAndroid Build Coastguard Worker     call_->OnLocalSsrcUpdated(*flexfec_stream_, ssrc);
3385*d9f75844SAndroid Build Coastguard Worker }
3386*d9f75844SAndroid Build Coastguard Worker 
VideoCodecSettings()3387*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::VideoCodecSettings::VideoCodecSettings()
3388*d9f75844SAndroid Build Coastguard Worker     : flexfec_payload_type(-1), rtx_payload_type(-1), rtx_time(-1) {}
3389*d9f75844SAndroid Build Coastguard Worker 
operator ==(const WebRtcVideoChannel::VideoCodecSettings & other) const3390*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::VideoCodecSettings::operator==(
3391*d9f75844SAndroid Build Coastguard Worker     const WebRtcVideoChannel::VideoCodecSettings& other) const {
3392*d9f75844SAndroid Build Coastguard Worker   return codec == other.codec && ulpfec == other.ulpfec &&
3393*d9f75844SAndroid Build Coastguard Worker          flexfec_payload_type == other.flexfec_payload_type &&
3394*d9f75844SAndroid Build Coastguard Worker          rtx_payload_type == other.rtx_payload_type &&
3395*d9f75844SAndroid Build Coastguard Worker          rtx_time == other.rtx_time;
3396*d9f75844SAndroid Build Coastguard Worker }
3397*d9f75844SAndroid Build Coastguard Worker 
EqualsDisregardingFlexfec(const WebRtcVideoChannel::VideoCodecSettings & a,const WebRtcVideoChannel::VideoCodecSettings & b)3398*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::VideoCodecSettings::EqualsDisregardingFlexfec(
3399*d9f75844SAndroid Build Coastguard Worker     const WebRtcVideoChannel::VideoCodecSettings& a,
3400*d9f75844SAndroid Build Coastguard Worker     const WebRtcVideoChannel::VideoCodecSettings& b) {
3401*d9f75844SAndroid Build Coastguard Worker   return a.codec == b.codec && a.ulpfec == b.ulpfec &&
3402*d9f75844SAndroid Build Coastguard Worker          a.rtx_payload_type == b.rtx_payload_type && a.rtx_time == b.rtx_time;
3403*d9f75844SAndroid Build Coastguard Worker }
3404*d9f75844SAndroid Build Coastguard Worker 
operator !=(const WebRtcVideoChannel::VideoCodecSettings & other) const3405*d9f75844SAndroid Build Coastguard Worker bool WebRtcVideoChannel::VideoCodecSettings::operator!=(
3406*d9f75844SAndroid Build Coastguard Worker     const WebRtcVideoChannel::VideoCodecSettings& other) const {
3407*d9f75844SAndroid Build Coastguard Worker   return !(*this == other);
3408*d9f75844SAndroid Build Coastguard Worker }
3409*d9f75844SAndroid Build Coastguard Worker 
3410*d9f75844SAndroid Build Coastguard Worker std::vector<WebRtcVideoChannel::VideoCodecSettings>
MapCodecs(const std::vector<VideoCodec> & codecs)3411*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::MapCodecs(const std::vector<VideoCodec>& codecs) {
3412*d9f75844SAndroid Build Coastguard Worker   if (codecs.empty()) {
3413*d9f75844SAndroid Build Coastguard Worker     return {};
3414*d9f75844SAndroid Build Coastguard Worker   }
3415*d9f75844SAndroid Build Coastguard Worker 
3416*d9f75844SAndroid Build Coastguard Worker   std::vector<VideoCodecSettings> video_codecs;
3417*d9f75844SAndroid Build Coastguard Worker   std::map<int, VideoCodec::CodecType> payload_codec_type;
3418*d9f75844SAndroid Build Coastguard Worker   // `rtx_mapping` maps video payload type to rtx payload type.
3419*d9f75844SAndroid Build Coastguard Worker   std::map<int, int> rtx_mapping;
3420*d9f75844SAndroid Build Coastguard Worker   std::map<int, int> rtx_time_mapping;
3421*d9f75844SAndroid Build Coastguard Worker 
3422*d9f75844SAndroid Build Coastguard Worker   webrtc::UlpfecConfig ulpfec_config;
3423*d9f75844SAndroid Build Coastguard Worker   absl::optional<int> flexfec_payload_type;
3424*d9f75844SAndroid Build Coastguard Worker 
3425*d9f75844SAndroid Build Coastguard Worker   for (const VideoCodec& in_codec : codecs) {
3426*d9f75844SAndroid Build Coastguard Worker     const int payload_type = in_codec.id;
3427*d9f75844SAndroid Build Coastguard Worker 
3428*d9f75844SAndroid Build Coastguard Worker     if (payload_codec_type.find(payload_type) != payload_codec_type.end()) {
3429*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_ERROR) << "Payload type already registered: "
3430*d9f75844SAndroid Build Coastguard Worker                         << in_codec.ToString();
3431*d9f75844SAndroid Build Coastguard Worker       return {};
3432*d9f75844SAndroid Build Coastguard Worker     }
3433*d9f75844SAndroid Build Coastguard Worker     payload_codec_type[payload_type] = in_codec.GetCodecType();
3434*d9f75844SAndroid Build Coastguard Worker 
3435*d9f75844SAndroid Build Coastguard Worker     switch (in_codec.GetCodecType()) {
3436*d9f75844SAndroid Build Coastguard Worker       case VideoCodec::CODEC_RED: {
3437*d9f75844SAndroid Build Coastguard Worker         if (ulpfec_config.red_payload_type != -1) {
3438*d9f75844SAndroid Build Coastguard Worker           RTC_LOG(LS_ERROR)
3439*d9f75844SAndroid Build Coastguard Worker               << "Duplicate RED codec: ignoring PT=" << payload_type
3440*d9f75844SAndroid Build Coastguard Worker               << " in favor of PT=" << ulpfec_config.red_payload_type
3441*d9f75844SAndroid Build Coastguard Worker               << " which was specified first.";
3442*d9f75844SAndroid Build Coastguard Worker           break;
3443*d9f75844SAndroid Build Coastguard Worker         }
3444*d9f75844SAndroid Build Coastguard Worker         ulpfec_config.red_payload_type = payload_type;
3445*d9f75844SAndroid Build Coastguard Worker         break;
3446*d9f75844SAndroid Build Coastguard Worker       }
3447*d9f75844SAndroid Build Coastguard Worker 
3448*d9f75844SAndroid Build Coastguard Worker       case VideoCodec::CODEC_ULPFEC: {
3449*d9f75844SAndroid Build Coastguard Worker         if (ulpfec_config.ulpfec_payload_type != -1) {
3450*d9f75844SAndroid Build Coastguard Worker           RTC_LOG(LS_ERROR)
3451*d9f75844SAndroid Build Coastguard Worker               << "Duplicate ULPFEC codec: ignoring PT=" << payload_type
3452*d9f75844SAndroid Build Coastguard Worker               << " in favor of PT=" << ulpfec_config.ulpfec_payload_type
3453*d9f75844SAndroid Build Coastguard Worker               << " which was specified first.";
3454*d9f75844SAndroid Build Coastguard Worker           break;
3455*d9f75844SAndroid Build Coastguard Worker         }
3456*d9f75844SAndroid Build Coastguard Worker         ulpfec_config.ulpfec_payload_type = payload_type;
3457*d9f75844SAndroid Build Coastguard Worker         break;
3458*d9f75844SAndroid Build Coastguard Worker       }
3459*d9f75844SAndroid Build Coastguard Worker 
3460*d9f75844SAndroid Build Coastguard Worker       case VideoCodec::CODEC_FLEXFEC: {
3461*d9f75844SAndroid Build Coastguard Worker         if (flexfec_payload_type) {
3462*d9f75844SAndroid Build Coastguard Worker           RTC_LOG(LS_ERROR)
3463*d9f75844SAndroid Build Coastguard Worker               << "Duplicate FLEXFEC codec: ignoring PT=" << payload_type
3464*d9f75844SAndroid Build Coastguard Worker               << " in favor of PT=" << *flexfec_payload_type
3465*d9f75844SAndroid Build Coastguard Worker               << " which was specified first.";
3466*d9f75844SAndroid Build Coastguard Worker           break;
3467*d9f75844SAndroid Build Coastguard Worker         }
3468*d9f75844SAndroid Build Coastguard Worker         flexfec_payload_type = payload_type;
3469*d9f75844SAndroid Build Coastguard Worker         break;
3470*d9f75844SAndroid Build Coastguard Worker       }
3471*d9f75844SAndroid Build Coastguard Worker 
3472*d9f75844SAndroid Build Coastguard Worker       case VideoCodec::CODEC_RTX: {
3473*d9f75844SAndroid Build Coastguard Worker         int associated_payload_type;
3474*d9f75844SAndroid Build Coastguard Worker         if (!in_codec.GetParam(kCodecParamAssociatedPayloadType,
3475*d9f75844SAndroid Build Coastguard Worker                                &associated_payload_type) ||
3476*d9f75844SAndroid Build Coastguard Worker             !IsValidRtpPayloadType(associated_payload_type)) {
3477*d9f75844SAndroid Build Coastguard Worker           RTC_LOG(LS_ERROR)
3478*d9f75844SAndroid Build Coastguard Worker               << "RTX codec with invalid or no associated payload type: "
3479*d9f75844SAndroid Build Coastguard Worker               << in_codec.ToString();
3480*d9f75844SAndroid Build Coastguard Worker           return {};
3481*d9f75844SAndroid Build Coastguard Worker         }
3482*d9f75844SAndroid Build Coastguard Worker         int rtx_time;
3483*d9f75844SAndroid Build Coastguard Worker         if (in_codec.GetParam(kCodecParamRtxTime, &rtx_time) && rtx_time > 0) {
3484*d9f75844SAndroid Build Coastguard Worker           rtx_time_mapping[associated_payload_type] = rtx_time;
3485*d9f75844SAndroid Build Coastguard Worker         }
3486*d9f75844SAndroid Build Coastguard Worker         rtx_mapping[associated_payload_type] = payload_type;
3487*d9f75844SAndroid Build Coastguard Worker         break;
3488*d9f75844SAndroid Build Coastguard Worker       }
3489*d9f75844SAndroid Build Coastguard Worker 
3490*d9f75844SAndroid Build Coastguard Worker       case VideoCodec::CODEC_VIDEO: {
3491*d9f75844SAndroid Build Coastguard Worker         video_codecs.emplace_back();
3492*d9f75844SAndroid Build Coastguard Worker         video_codecs.back().codec = in_codec;
3493*d9f75844SAndroid Build Coastguard Worker         break;
3494*d9f75844SAndroid Build Coastguard Worker       }
3495*d9f75844SAndroid Build Coastguard Worker     }
3496*d9f75844SAndroid Build Coastguard Worker   }
3497*d9f75844SAndroid Build Coastguard Worker 
3498*d9f75844SAndroid Build Coastguard Worker   // One of these codecs should have been a video codec. Only having FEC
3499*d9f75844SAndroid Build Coastguard Worker   // parameters into this code is a logic error.
3500*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(!video_codecs.empty());
3501*d9f75844SAndroid Build Coastguard Worker 
3502*d9f75844SAndroid Build Coastguard Worker   for (const auto& entry : rtx_mapping) {
3503*d9f75844SAndroid Build Coastguard Worker     const int associated_payload_type = entry.first;
3504*d9f75844SAndroid Build Coastguard Worker     const int rtx_payload_type = entry.second;
3505*d9f75844SAndroid Build Coastguard Worker     auto it = payload_codec_type.find(associated_payload_type);
3506*d9f75844SAndroid Build Coastguard Worker     if (it == payload_codec_type.end()) {
3507*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_ERROR) << "RTX codec (PT=" << rtx_payload_type
3508*d9f75844SAndroid Build Coastguard Worker                         << ") mapped to PT=" << associated_payload_type
3509*d9f75844SAndroid Build Coastguard Worker                         << " which is not in the codec list.";
3510*d9f75844SAndroid Build Coastguard Worker       return {};
3511*d9f75844SAndroid Build Coastguard Worker     }
3512*d9f75844SAndroid Build Coastguard Worker     const VideoCodec::CodecType associated_codec_type = it->second;
3513*d9f75844SAndroid Build Coastguard Worker     if (associated_codec_type != VideoCodec::CODEC_VIDEO &&
3514*d9f75844SAndroid Build Coastguard Worker         associated_codec_type != VideoCodec::CODEC_RED) {
3515*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_ERROR)
3516*d9f75844SAndroid Build Coastguard Worker           << "RTX PT=" << rtx_payload_type
3517*d9f75844SAndroid Build Coastguard Worker           << " not mapped to regular video codec or RED codec (PT="
3518*d9f75844SAndroid Build Coastguard Worker           << associated_payload_type << ").";
3519*d9f75844SAndroid Build Coastguard Worker       return {};
3520*d9f75844SAndroid Build Coastguard Worker     }
3521*d9f75844SAndroid Build Coastguard Worker 
3522*d9f75844SAndroid Build Coastguard Worker     if (associated_payload_type == ulpfec_config.red_payload_type) {
3523*d9f75844SAndroid Build Coastguard Worker       ulpfec_config.red_rtx_payload_type = rtx_payload_type;
3524*d9f75844SAndroid Build Coastguard Worker     }
3525*d9f75844SAndroid Build Coastguard Worker   }
3526*d9f75844SAndroid Build Coastguard Worker 
3527*d9f75844SAndroid Build Coastguard Worker   for (VideoCodecSettings& codec_settings : video_codecs) {
3528*d9f75844SAndroid Build Coastguard Worker     const int payload_type = codec_settings.codec.id;
3529*d9f75844SAndroid Build Coastguard Worker     codec_settings.ulpfec = ulpfec_config;
3530*d9f75844SAndroid Build Coastguard Worker     codec_settings.flexfec_payload_type = flexfec_payload_type.value_or(-1);
3531*d9f75844SAndroid Build Coastguard Worker     auto it = rtx_mapping.find(payload_type);
3532*d9f75844SAndroid Build Coastguard Worker     if (it != rtx_mapping.end()) {
3533*d9f75844SAndroid Build Coastguard Worker       const int rtx_payload_type = it->second;
3534*d9f75844SAndroid Build Coastguard Worker       codec_settings.rtx_payload_type = rtx_payload_type;
3535*d9f75844SAndroid Build Coastguard Worker 
3536*d9f75844SAndroid Build Coastguard Worker       auto rtx_time_it = rtx_time_mapping.find(payload_type);
3537*d9f75844SAndroid Build Coastguard Worker       if (rtx_time_it != rtx_time_mapping.end()) {
3538*d9f75844SAndroid Build Coastguard Worker         const int rtx_time = rtx_time_it->second;
3539*d9f75844SAndroid Build Coastguard Worker         if (rtx_time < kNackHistoryMs) {
3540*d9f75844SAndroid Build Coastguard Worker           codec_settings.rtx_time = rtx_time;
3541*d9f75844SAndroid Build Coastguard Worker         } else {
3542*d9f75844SAndroid Build Coastguard Worker           codec_settings.rtx_time = kNackHistoryMs;
3543*d9f75844SAndroid Build Coastguard Worker         }
3544*d9f75844SAndroid Build Coastguard Worker       }
3545*d9f75844SAndroid Build Coastguard Worker     }
3546*d9f75844SAndroid Build Coastguard Worker   }
3547*d9f75844SAndroid Build Coastguard Worker 
3548*d9f75844SAndroid Build Coastguard Worker   return video_codecs;
3549*d9f75844SAndroid Build Coastguard Worker }
3550*d9f75844SAndroid Build Coastguard Worker 
3551*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::WebRtcVideoReceiveStream*
FindReceiveStream(uint32_t ssrc)3552*d9f75844SAndroid Build Coastguard Worker WebRtcVideoChannel::FindReceiveStream(uint32_t ssrc) {
3553*d9f75844SAndroid Build Coastguard Worker   if (ssrc == 0) {
3554*d9f75844SAndroid Build Coastguard Worker     absl::optional<uint32_t> default_ssrc = GetDefaultReceiveStreamSsrc();
3555*d9f75844SAndroid Build Coastguard Worker     if (!default_ssrc) {
3556*d9f75844SAndroid Build Coastguard Worker       return nullptr;
3557*d9f75844SAndroid Build Coastguard Worker     }
3558*d9f75844SAndroid Build Coastguard Worker     ssrc = *default_ssrc;
3559*d9f75844SAndroid Build Coastguard Worker   }
3560*d9f75844SAndroid Build Coastguard Worker   auto it = receive_streams_.find(ssrc);
3561*d9f75844SAndroid Build Coastguard Worker   if (it != receive_streams_.end()) {
3562*d9f75844SAndroid Build Coastguard Worker     return it->second;
3563*d9f75844SAndroid Build Coastguard Worker   }
3564*d9f75844SAndroid Build Coastguard Worker   return nullptr;
3565*d9f75844SAndroid Build Coastguard Worker }
3566*d9f75844SAndroid Build Coastguard Worker 
SetRecordableEncodedFrameCallback(uint32_t ssrc,std::function<void (const webrtc::RecordableEncodedFrame &)> callback)3567*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::SetRecordableEncodedFrameCallback(
3568*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
3569*d9f75844SAndroid Build Coastguard Worker     std::function<void(const webrtc::RecordableEncodedFrame&)> callback) {
3570*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
3571*d9f75844SAndroid Build Coastguard Worker   WebRtcVideoReceiveStream* stream = FindReceiveStream(ssrc);
3572*d9f75844SAndroid Build Coastguard Worker   if (stream) {
3573*d9f75844SAndroid Build Coastguard Worker     stream->SetRecordableEncodedFrameCallback(std::move(callback));
3574*d9f75844SAndroid Build Coastguard Worker   } else {
3575*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "Absent receive stream; ignoring setting encoded "
3576*d9f75844SAndroid Build Coastguard Worker                          "frame sink for ssrc "
3577*d9f75844SAndroid Build Coastguard Worker                       << ssrc;
3578*d9f75844SAndroid Build Coastguard Worker   }
3579*d9f75844SAndroid Build Coastguard Worker }
3580*d9f75844SAndroid Build Coastguard Worker 
ClearRecordableEncodedFrameCallback(uint32_t ssrc)3581*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::ClearRecordableEncodedFrameCallback(uint32_t ssrc) {
3582*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
3583*d9f75844SAndroid Build Coastguard Worker   WebRtcVideoReceiveStream* stream = FindReceiveStream(ssrc);
3584*d9f75844SAndroid Build Coastguard Worker   if (stream) {
3585*d9f75844SAndroid Build Coastguard Worker     stream->ClearRecordableEncodedFrameCallback();
3586*d9f75844SAndroid Build Coastguard Worker   } else {
3587*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "Absent receive stream; ignoring clearing encoded "
3588*d9f75844SAndroid Build Coastguard Worker                          "frame sink for ssrc "
3589*d9f75844SAndroid Build Coastguard Worker                       << ssrc;
3590*d9f75844SAndroid Build Coastguard Worker   }
3591*d9f75844SAndroid Build Coastguard Worker }
3592*d9f75844SAndroid Build Coastguard Worker 
RequestRecvKeyFrame(uint32_t ssrc)3593*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::RequestRecvKeyFrame(uint32_t ssrc) {
3594*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
3595*d9f75844SAndroid Build Coastguard Worker   WebRtcVideoReceiveStream* stream = FindReceiveStream(ssrc);
3596*d9f75844SAndroid Build Coastguard Worker   if (stream) {
3597*d9f75844SAndroid Build Coastguard Worker     return stream->GenerateKeyFrame();
3598*d9f75844SAndroid Build Coastguard Worker   } else {
3599*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR)
3600*d9f75844SAndroid Build Coastguard Worker         << "Absent receive stream; ignoring key frame generation for ssrc "
3601*d9f75844SAndroid Build Coastguard Worker         << ssrc;
3602*d9f75844SAndroid Build Coastguard Worker   }
3603*d9f75844SAndroid Build Coastguard Worker }
3604*d9f75844SAndroid Build Coastguard Worker 
GenerateSendKeyFrame(uint32_t ssrc,const std::vector<std::string> & rids)3605*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::GenerateSendKeyFrame(
3606*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
3607*d9f75844SAndroid Build Coastguard Worker     const std::vector<std::string>& rids) {
3608*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
3609*d9f75844SAndroid Build Coastguard Worker   auto it = send_streams_.find(ssrc);
3610*d9f75844SAndroid Build Coastguard Worker   if (it != send_streams_.end()) {
3611*d9f75844SAndroid Build Coastguard Worker     it->second->GenerateKeyFrame(rids);
3612*d9f75844SAndroid Build Coastguard Worker   } else {
3613*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR)
3614*d9f75844SAndroid Build Coastguard Worker         << "Absent send stream; ignoring key frame generation for ssrc "
3615*d9f75844SAndroid Build Coastguard Worker         << ssrc;
3616*d9f75844SAndroid Build Coastguard Worker   }
3617*d9f75844SAndroid Build Coastguard Worker }
3618*d9f75844SAndroid Build Coastguard Worker 
SetEncoderToPacketizerFrameTransformer(uint32_t ssrc,rtc::scoped_refptr<webrtc::FrameTransformerInterface> frame_transformer)3619*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::SetEncoderToPacketizerFrameTransformer(
3620*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
3621*d9f75844SAndroid Build Coastguard Worker     rtc::scoped_refptr<webrtc::FrameTransformerInterface> frame_transformer) {
3622*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
3623*d9f75844SAndroid Build Coastguard Worker   auto matching_stream = send_streams_.find(ssrc);
3624*d9f75844SAndroid Build Coastguard Worker   if (matching_stream != send_streams_.end()) {
3625*d9f75844SAndroid Build Coastguard Worker     matching_stream->second->SetEncoderToPacketizerFrameTransformer(
3626*d9f75844SAndroid Build Coastguard Worker         std::move(frame_transformer));
3627*d9f75844SAndroid Build Coastguard Worker   }
3628*d9f75844SAndroid Build Coastguard Worker }
3629*d9f75844SAndroid Build Coastguard Worker 
SetDepacketizerToDecoderFrameTransformer(uint32_t ssrc,rtc::scoped_refptr<webrtc::FrameTransformerInterface> frame_transformer)3630*d9f75844SAndroid Build Coastguard Worker void WebRtcVideoChannel::SetDepacketizerToDecoderFrameTransformer(
3631*d9f75844SAndroid Build Coastguard Worker     uint32_t ssrc,
3632*d9f75844SAndroid Build Coastguard Worker     rtc::scoped_refptr<webrtc::FrameTransformerInterface> frame_transformer) {
3633*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(frame_transformer);
3634*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&thread_checker_);
3635*d9f75844SAndroid Build Coastguard Worker   if (ssrc == 0) {
3636*d9f75844SAndroid Build Coastguard Worker     // If the receiver is unsignaled, save the frame transformer and set it when
3637*d9f75844SAndroid Build Coastguard Worker     // the stream is associated with an ssrc.
3638*d9f75844SAndroid Build Coastguard Worker     unsignaled_frame_transformer_ = std::move(frame_transformer);
3639*d9f75844SAndroid Build Coastguard Worker     return;
3640*d9f75844SAndroid Build Coastguard Worker   }
3641*d9f75844SAndroid Build Coastguard Worker 
3642*d9f75844SAndroid Build Coastguard Worker   auto matching_stream = receive_streams_.find(ssrc);
3643*d9f75844SAndroid Build Coastguard Worker   if (matching_stream != receive_streams_.end()) {
3644*d9f75844SAndroid Build Coastguard Worker     matching_stream->second->SetDepacketizerToDecoderFrameTransformer(
3645*d9f75844SAndroid Build Coastguard Worker         std::move(frame_transformer));
3646*d9f75844SAndroid Build Coastguard Worker   }
3647*d9f75844SAndroid Build Coastguard Worker }
3648*d9f75844SAndroid Build Coastguard Worker 
3649*d9f75844SAndroid Build Coastguard Worker }  // namespace cricket
3650