xref: /aosp_15_r20/external/webrtc/common_video/bitrate_adjuster.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright 2016 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "common_video/include/bitrate_adjuster.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include <algorithm>
14*d9f75844SAndroid Build Coastguard Worker #include <cmath>
15*d9f75844SAndroid Build Coastguard Worker 
16*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/logging.h"
17*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/time_utils.h"
18*d9f75844SAndroid Build Coastguard Worker 
19*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
20*d9f75844SAndroid Build Coastguard Worker 
21*d9f75844SAndroid Build Coastguard Worker // Update bitrate at most once every second.
22*d9f75844SAndroid Build Coastguard Worker const uint32_t BitrateAdjuster::kBitrateUpdateIntervalMs = 1000;
23*d9f75844SAndroid Build Coastguard Worker 
24*d9f75844SAndroid Build Coastguard Worker // Update bitrate at most once every 30 frames.
25*d9f75844SAndroid Build Coastguard Worker const uint32_t BitrateAdjuster::kBitrateUpdateFrameInterval = 30;
26*d9f75844SAndroid Build Coastguard Worker 
27*d9f75844SAndroid Build Coastguard Worker // 10 percent of original.
28*d9f75844SAndroid Build Coastguard Worker const float BitrateAdjuster::kBitrateTolerancePct = .1f;
29*d9f75844SAndroid Build Coastguard Worker 
30*d9f75844SAndroid Build Coastguard Worker const float BitrateAdjuster::kBytesPerMsToBitsPerSecond = 8 * 1000;
31*d9f75844SAndroid Build Coastguard Worker 
BitrateAdjuster(float min_adjusted_bitrate_pct,float max_adjusted_bitrate_pct)32*d9f75844SAndroid Build Coastguard Worker BitrateAdjuster::BitrateAdjuster(float min_adjusted_bitrate_pct,
33*d9f75844SAndroid Build Coastguard Worker                                  float max_adjusted_bitrate_pct)
34*d9f75844SAndroid Build Coastguard Worker     : min_adjusted_bitrate_pct_(min_adjusted_bitrate_pct),
35*d9f75844SAndroid Build Coastguard Worker       max_adjusted_bitrate_pct_(max_adjusted_bitrate_pct),
36*d9f75844SAndroid Build Coastguard Worker       bitrate_tracker_(1.5 * kBitrateUpdateIntervalMs,
37*d9f75844SAndroid Build Coastguard Worker                        kBytesPerMsToBitsPerSecond) {
38*d9f75844SAndroid Build Coastguard Worker   Reset();
39*d9f75844SAndroid Build Coastguard Worker }
40*d9f75844SAndroid Build Coastguard Worker 
SetTargetBitrateBps(uint32_t bitrate_bps)41*d9f75844SAndroid Build Coastguard Worker void BitrateAdjuster::SetTargetBitrateBps(uint32_t bitrate_bps) {
42*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
43*d9f75844SAndroid Build Coastguard Worker   // If the change in target bitrate is large, update the adjusted bitrate
44*d9f75844SAndroid Build Coastguard Worker   // immediately since it's likely we have gained or lost a sizeable amount of
45*d9f75844SAndroid Build Coastguard Worker   // bandwidth and we'll want to respond quickly.
46*d9f75844SAndroid Build Coastguard Worker   // If the change in target bitrate fits within the existing tolerance of
47*d9f75844SAndroid Build Coastguard Worker   // encoder output, wait for the next adjustment time to preserve
48*d9f75844SAndroid Build Coastguard Worker   // existing penalties and not forcibly reset the adjusted bitrate to target.
49*d9f75844SAndroid Build Coastguard Worker   // However, if we received many small deltas within an update time
50*d9f75844SAndroid Build Coastguard Worker   // window and one of them exceeds the tolerance when compared to the last
51*d9f75844SAndroid Build Coastguard Worker   // target we updated against, treat it as a large change in target bitrate.
52*d9f75844SAndroid Build Coastguard Worker   if (!IsWithinTolerance(bitrate_bps, target_bitrate_bps_) ||
53*d9f75844SAndroid Build Coastguard Worker       !IsWithinTolerance(bitrate_bps, last_adjusted_target_bitrate_bps_)) {
54*d9f75844SAndroid Build Coastguard Worker     adjusted_bitrate_bps_ = bitrate_bps;
55*d9f75844SAndroid Build Coastguard Worker     last_adjusted_target_bitrate_bps_ = bitrate_bps;
56*d9f75844SAndroid Build Coastguard Worker   }
57*d9f75844SAndroid Build Coastguard Worker   target_bitrate_bps_ = bitrate_bps;
58*d9f75844SAndroid Build Coastguard Worker }
59*d9f75844SAndroid Build Coastguard Worker 
GetTargetBitrateBps() const60*d9f75844SAndroid Build Coastguard Worker uint32_t BitrateAdjuster::GetTargetBitrateBps() const {
61*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
62*d9f75844SAndroid Build Coastguard Worker   return target_bitrate_bps_;
63*d9f75844SAndroid Build Coastguard Worker }
64*d9f75844SAndroid Build Coastguard Worker 
GetAdjustedBitrateBps() const65*d9f75844SAndroid Build Coastguard Worker uint32_t BitrateAdjuster::GetAdjustedBitrateBps() const {
66*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
67*d9f75844SAndroid Build Coastguard Worker   return adjusted_bitrate_bps_;
68*d9f75844SAndroid Build Coastguard Worker }
69*d9f75844SAndroid Build Coastguard Worker 
GetEstimatedBitrateBps()70*d9f75844SAndroid Build Coastguard Worker absl::optional<uint32_t> BitrateAdjuster::GetEstimatedBitrateBps() {
71*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
72*d9f75844SAndroid Build Coastguard Worker   return bitrate_tracker_.Rate(rtc::TimeMillis());
73*d9f75844SAndroid Build Coastguard Worker }
74*d9f75844SAndroid Build Coastguard Worker 
Update(size_t frame_size)75*d9f75844SAndroid Build Coastguard Worker void BitrateAdjuster::Update(size_t frame_size) {
76*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
77*d9f75844SAndroid Build Coastguard Worker   uint32_t current_time_ms = rtc::TimeMillis();
78*d9f75844SAndroid Build Coastguard Worker   bitrate_tracker_.Update(frame_size, current_time_ms);
79*d9f75844SAndroid Build Coastguard Worker   UpdateBitrate(current_time_ms);
80*d9f75844SAndroid Build Coastguard Worker }
81*d9f75844SAndroid Build Coastguard Worker 
IsWithinTolerance(uint32_t bitrate_bps,uint32_t target_bitrate_bps)82*d9f75844SAndroid Build Coastguard Worker bool BitrateAdjuster::IsWithinTolerance(uint32_t bitrate_bps,
83*d9f75844SAndroid Build Coastguard Worker                                         uint32_t target_bitrate_bps) {
84*d9f75844SAndroid Build Coastguard Worker   if (target_bitrate_bps == 0) {
85*d9f75844SAndroid Build Coastguard Worker     return false;
86*d9f75844SAndroid Build Coastguard Worker   }
87*d9f75844SAndroid Build Coastguard Worker   float delta = std::abs(static_cast<float>(bitrate_bps) -
88*d9f75844SAndroid Build Coastguard Worker                          static_cast<float>(target_bitrate_bps));
89*d9f75844SAndroid Build Coastguard Worker   float delta_pct = delta / target_bitrate_bps;
90*d9f75844SAndroid Build Coastguard Worker   return delta_pct < kBitrateTolerancePct;
91*d9f75844SAndroid Build Coastguard Worker }
92*d9f75844SAndroid Build Coastguard Worker 
GetMinAdjustedBitrateBps() const93*d9f75844SAndroid Build Coastguard Worker uint32_t BitrateAdjuster::GetMinAdjustedBitrateBps() const {
94*d9f75844SAndroid Build Coastguard Worker   return min_adjusted_bitrate_pct_ * target_bitrate_bps_;
95*d9f75844SAndroid Build Coastguard Worker }
96*d9f75844SAndroid Build Coastguard Worker 
GetMaxAdjustedBitrateBps() const97*d9f75844SAndroid Build Coastguard Worker uint32_t BitrateAdjuster::GetMaxAdjustedBitrateBps() const {
98*d9f75844SAndroid Build Coastguard Worker   return max_adjusted_bitrate_pct_ * target_bitrate_bps_;
99*d9f75844SAndroid Build Coastguard Worker }
100*d9f75844SAndroid Build Coastguard Worker 
101*d9f75844SAndroid Build Coastguard Worker // Only safe to call this after Update calls have stopped
Reset()102*d9f75844SAndroid Build Coastguard Worker void BitrateAdjuster::Reset() {
103*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
104*d9f75844SAndroid Build Coastguard Worker   target_bitrate_bps_ = 0;
105*d9f75844SAndroid Build Coastguard Worker   adjusted_bitrate_bps_ = 0;
106*d9f75844SAndroid Build Coastguard Worker   last_adjusted_target_bitrate_bps_ = 0;
107*d9f75844SAndroid Build Coastguard Worker   last_bitrate_update_time_ms_ = 0;
108*d9f75844SAndroid Build Coastguard Worker   frames_since_last_update_ = 0;
109*d9f75844SAndroid Build Coastguard Worker   bitrate_tracker_.Reset();
110*d9f75844SAndroid Build Coastguard Worker }
111*d9f75844SAndroid Build Coastguard Worker 
UpdateBitrate(uint32_t current_time_ms)112*d9f75844SAndroid Build Coastguard Worker void BitrateAdjuster::UpdateBitrate(uint32_t current_time_ms) {
113*d9f75844SAndroid Build Coastguard Worker   uint32_t time_since_last_update_ms =
114*d9f75844SAndroid Build Coastguard Worker       current_time_ms - last_bitrate_update_time_ms_;
115*d9f75844SAndroid Build Coastguard Worker   // Don't attempt to update bitrate unless enough time and frames have passed.
116*d9f75844SAndroid Build Coastguard Worker   ++frames_since_last_update_;
117*d9f75844SAndroid Build Coastguard Worker   if (time_since_last_update_ms < kBitrateUpdateIntervalMs ||
118*d9f75844SAndroid Build Coastguard Worker       frames_since_last_update_ < kBitrateUpdateFrameInterval) {
119*d9f75844SAndroid Build Coastguard Worker     return;
120*d9f75844SAndroid Build Coastguard Worker   }
121*d9f75844SAndroid Build Coastguard Worker   float target_bitrate_bps = target_bitrate_bps_;
122*d9f75844SAndroid Build Coastguard Worker   float estimated_bitrate_bps =
123*d9f75844SAndroid Build Coastguard Worker       bitrate_tracker_.Rate(current_time_ms).value_or(target_bitrate_bps);
124*d9f75844SAndroid Build Coastguard Worker   float error = target_bitrate_bps - estimated_bitrate_bps;
125*d9f75844SAndroid Build Coastguard Worker 
126*d9f75844SAndroid Build Coastguard Worker   // Adjust if we've overshot by any amount or if we've undershot too much.
127*d9f75844SAndroid Build Coastguard Worker   if (estimated_bitrate_bps > target_bitrate_bps ||
128*d9f75844SAndroid Build Coastguard Worker       error > kBitrateTolerancePct * target_bitrate_bps) {
129*d9f75844SAndroid Build Coastguard Worker     // Adjust the bitrate by a fraction of the error.
130*d9f75844SAndroid Build Coastguard Worker     float adjustment = .5 * error;
131*d9f75844SAndroid Build Coastguard Worker     float adjusted_bitrate_bps = target_bitrate_bps + adjustment;
132*d9f75844SAndroid Build Coastguard Worker 
133*d9f75844SAndroid Build Coastguard Worker     // Clamp the adjustment.
134*d9f75844SAndroid Build Coastguard Worker     float min_bitrate_bps = GetMinAdjustedBitrateBps();
135*d9f75844SAndroid Build Coastguard Worker     float max_bitrate_bps = GetMaxAdjustedBitrateBps();
136*d9f75844SAndroid Build Coastguard Worker     adjusted_bitrate_bps = std::max(adjusted_bitrate_bps, min_bitrate_bps);
137*d9f75844SAndroid Build Coastguard Worker     adjusted_bitrate_bps = std::min(adjusted_bitrate_bps, max_bitrate_bps);
138*d9f75844SAndroid Build Coastguard Worker 
139*d9f75844SAndroid Build Coastguard Worker     // Set the adjustment if it's not already set.
140*d9f75844SAndroid Build Coastguard Worker     float last_adjusted_bitrate_bps = adjusted_bitrate_bps_;
141*d9f75844SAndroid Build Coastguard Worker     if (adjusted_bitrate_bps != last_adjusted_bitrate_bps) {
142*d9f75844SAndroid Build Coastguard Worker       RTC_LOG(LS_VERBOSE) << "Adjusting encoder bitrate:"
143*d9f75844SAndroid Build Coastguard Worker                              "\n  target_bitrate:"
144*d9f75844SAndroid Build Coastguard Worker                           << static_cast<uint32_t>(target_bitrate_bps)
145*d9f75844SAndroid Build Coastguard Worker                           << "\n  estimated_bitrate:"
146*d9f75844SAndroid Build Coastguard Worker                           << static_cast<uint32_t>(estimated_bitrate_bps)
147*d9f75844SAndroid Build Coastguard Worker                           << "\n  last_adjusted_bitrate:"
148*d9f75844SAndroid Build Coastguard Worker                           << static_cast<uint32_t>(last_adjusted_bitrate_bps)
149*d9f75844SAndroid Build Coastguard Worker                           << "\n  adjusted_bitrate:"
150*d9f75844SAndroid Build Coastguard Worker                           << static_cast<uint32_t>(adjusted_bitrate_bps);
151*d9f75844SAndroid Build Coastguard Worker       adjusted_bitrate_bps_ = adjusted_bitrate_bps;
152*d9f75844SAndroid Build Coastguard Worker     }
153*d9f75844SAndroid Build Coastguard Worker   }
154*d9f75844SAndroid Build Coastguard Worker   last_bitrate_update_time_ms_ = current_time_ms;
155*d9f75844SAndroid Build Coastguard Worker   frames_since_last_update_ = 0;
156*d9f75844SAndroid Build Coastguard Worker   last_adjusted_target_bitrate_bps_ = target_bitrate_bps_;
157*d9f75844SAndroid Build Coastguard Worker }
158*d9f75844SAndroid Build Coastguard Worker 
159*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
160