1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright 2016 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "common_video/include/bitrate_adjuster.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include <algorithm>
14*d9f75844SAndroid Build Coastguard Worker #include <cmath>
15*d9f75844SAndroid Build Coastguard Worker
16*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/logging.h"
17*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/time_utils.h"
18*d9f75844SAndroid Build Coastguard Worker
19*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
20*d9f75844SAndroid Build Coastguard Worker
21*d9f75844SAndroid Build Coastguard Worker // Update bitrate at most once every second.
22*d9f75844SAndroid Build Coastguard Worker const uint32_t BitrateAdjuster::kBitrateUpdateIntervalMs = 1000;
23*d9f75844SAndroid Build Coastguard Worker
24*d9f75844SAndroid Build Coastguard Worker // Update bitrate at most once every 30 frames.
25*d9f75844SAndroid Build Coastguard Worker const uint32_t BitrateAdjuster::kBitrateUpdateFrameInterval = 30;
26*d9f75844SAndroid Build Coastguard Worker
27*d9f75844SAndroid Build Coastguard Worker // 10 percent of original.
28*d9f75844SAndroid Build Coastguard Worker const float BitrateAdjuster::kBitrateTolerancePct = .1f;
29*d9f75844SAndroid Build Coastguard Worker
30*d9f75844SAndroid Build Coastguard Worker const float BitrateAdjuster::kBytesPerMsToBitsPerSecond = 8 * 1000;
31*d9f75844SAndroid Build Coastguard Worker
BitrateAdjuster(float min_adjusted_bitrate_pct,float max_adjusted_bitrate_pct)32*d9f75844SAndroid Build Coastguard Worker BitrateAdjuster::BitrateAdjuster(float min_adjusted_bitrate_pct,
33*d9f75844SAndroid Build Coastguard Worker float max_adjusted_bitrate_pct)
34*d9f75844SAndroid Build Coastguard Worker : min_adjusted_bitrate_pct_(min_adjusted_bitrate_pct),
35*d9f75844SAndroid Build Coastguard Worker max_adjusted_bitrate_pct_(max_adjusted_bitrate_pct),
36*d9f75844SAndroid Build Coastguard Worker bitrate_tracker_(1.5 * kBitrateUpdateIntervalMs,
37*d9f75844SAndroid Build Coastguard Worker kBytesPerMsToBitsPerSecond) {
38*d9f75844SAndroid Build Coastguard Worker Reset();
39*d9f75844SAndroid Build Coastguard Worker }
40*d9f75844SAndroid Build Coastguard Worker
SetTargetBitrateBps(uint32_t bitrate_bps)41*d9f75844SAndroid Build Coastguard Worker void BitrateAdjuster::SetTargetBitrateBps(uint32_t bitrate_bps) {
42*d9f75844SAndroid Build Coastguard Worker MutexLock lock(&mutex_);
43*d9f75844SAndroid Build Coastguard Worker // If the change in target bitrate is large, update the adjusted bitrate
44*d9f75844SAndroid Build Coastguard Worker // immediately since it's likely we have gained or lost a sizeable amount of
45*d9f75844SAndroid Build Coastguard Worker // bandwidth and we'll want to respond quickly.
46*d9f75844SAndroid Build Coastguard Worker // If the change in target bitrate fits within the existing tolerance of
47*d9f75844SAndroid Build Coastguard Worker // encoder output, wait for the next adjustment time to preserve
48*d9f75844SAndroid Build Coastguard Worker // existing penalties and not forcibly reset the adjusted bitrate to target.
49*d9f75844SAndroid Build Coastguard Worker // However, if we received many small deltas within an update time
50*d9f75844SAndroid Build Coastguard Worker // window and one of them exceeds the tolerance when compared to the last
51*d9f75844SAndroid Build Coastguard Worker // target we updated against, treat it as a large change in target bitrate.
52*d9f75844SAndroid Build Coastguard Worker if (!IsWithinTolerance(bitrate_bps, target_bitrate_bps_) ||
53*d9f75844SAndroid Build Coastguard Worker !IsWithinTolerance(bitrate_bps, last_adjusted_target_bitrate_bps_)) {
54*d9f75844SAndroid Build Coastguard Worker adjusted_bitrate_bps_ = bitrate_bps;
55*d9f75844SAndroid Build Coastguard Worker last_adjusted_target_bitrate_bps_ = bitrate_bps;
56*d9f75844SAndroid Build Coastguard Worker }
57*d9f75844SAndroid Build Coastguard Worker target_bitrate_bps_ = bitrate_bps;
58*d9f75844SAndroid Build Coastguard Worker }
59*d9f75844SAndroid Build Coastguard Worker
GetTargetBitrateBps() const60*d9f75844SAndroid Build Coastguard Worker uint32_t BitrateAdjuster::GetTargetBitrateBps() const {
61*d9f75844SAndroid Build Coastguard Worker MutexLock lock(&mutex_);
62*d9f75844SAndroid Build Coastguard Worker return target_bitrate_bps_;
63*d9f75844SAndroid Build Coastguard Worker }
64*d9f75844SAndroid Build Coastguard Worker
GetAdjustedBitrateBps() const65*d9f75844SAndroid Build Coastguard Worker uint32_t BitrateAdjuster::GetAdjustedBitrateBps() const {
66*d9f75844SAndroid Build Coastguard Worker MutexLock lock(&mutex_);
67*d9f75844SAndroid Build Coastguard Worker return adjusted_bitrate_bps_;
68*d9f75844SAndroid Build Coastguard Worker }
69*d9f75844SAndroid Build Coastguard Worker
GetEstimatedBitrateBps()70*d9f75844SAndroid Build Coastguard Worker absl::optional<uint32_t> BitrateAdjuster::GetEstimatedBitrateBps() {
71*d9f75844SAndroid Build Coastguard Worker MutexLock lock(&mutex_);
72*d9f75844SAndroid Build Coastguard Worker return bitrate_tracker_.Rate(rtc::TimeMillis());
73*d9f75844SAndroid Build Coastguard Worker }
74*d9f75844SAndroid Build Coastguard Worker
Update(size_t frame_size)75*d9f75844SAndroid Build Coastguard Worker void BitrateAdjuster::Update(size_t frame_size) {
76*d9f75844SAndroid Build Coastguard Worker MutexLock lock(&mutex_);
77*d9f75844SAndroid Build Coastguard Worker uint32_t current_time_ms = rtc::TimeMillis();
78*d9f75844SAndroid Build Coastguard Worker bitrate_tracker_.Update(frame_size, current_time_ms);
79*d9f75844SAndroid Build Coastguard Worker UpdateBitrate(current_time_ms);
80*d9f75844SAndroid Build Coastguard Worker }
81*d9f75844SAndroid Build Coastguard Worker
IsWithinTolerance(uint32_t bitrate_bps,uint32_t target_bitrate_bps)82*d9f75844SAndroid Build Coastguard Worker bool BitrateAdjuster::IsWithinTolerance(uint32_t bitrate_bps,
83*d9f75844SAndroid Build Coastguard Worker uint32_t target_bitrate_bps) {
84*d9f75844SAndroid Build Coastguard Worker if (target_bitrate_bps == 0) {
85*d9f75844SAndroid Build Coastguard Worker return false;
86*d9f75844SAndroid Build Coastguard Worker }
87*d9f75844SAndroid Build Coastguard Worker float delta = std::abs(static_cast<float>(bitrate_bps) -
88*d9f75844SAndroid Build Coastguard Worker static_cast<float>(target_bitrate_bps));
89*d9f75844SAndroid Build Coastguard Worker float delta_pct = delta / target_bitrate_bps;
90*d9f75844SAndroid Build Coastguard Worker return delta_pct < kBitrateTolerancePct;
91*d9f75844SAndroid Build Coastguard Worker }
92*d9f75844SAndroid Build Coastguard Worker
GetMinAdjustedBitrateBps() const93*d9f75844SAndroid Build Coastguard Worker uint32_t BitrateAdjuster::GetMinAdjustedBitrateBps() const {
94*d9f75844SAndroid Build Coastguard Worker return min_adjusted_bitrate_pct_ * target_bitrate_bps_;
95*d9f75844SAndroid Build Coastguard Worker }
96*d9f75844SAndroid Build Coastguard Worker
GetMaxAdjustedBitrateBps() const97*d9f75844SAndroid Build Coastguard Worker uint32_t BitrateAdjuster::GetMaxAdjustedBitrateBps() const {
98*d9f75844SAndroid Build Coastguard Worker return max_adjusted_bitrate_pct_ * target_bitrate_bps_;
99*d9f75844SAndroid Build Coastguard Worker }
100*d9f75844SAndroid Build Coastguard Worker
101*d9f75844SAndroid Build Coastguard Worker // Only safe to call this after Update calls have stopped
Reset()102*d9f75844SAndroid Build Coastguard Worker void BitrateAdjuster::Reset() {
103*d9f75844SAndroid Build Coastguard Worker MutexLock lock(&mutex_);
104*d9f75844SAndroid Build Coastguard Worker target_bitrate_bps_ = 0;
105*d9f75844SAndroid Build Coastguard Worker adjusted_bitrate_bps_ = 0;
106*d9f75844SAndroid Build Coastguard Worker last_adjusted_target_bitrate_bps_ = 0;
107*d9f75844SAndroid Build Coastguard Worker last_bitrate_update_time_ms_ = 0;
108*d9f75844SAndroid Build Coastguard Worker frames_since_last_update_ = 0;
109*d9f75844SAndroid Build Coastguard Worker bitrate_tracker_.Reset();
110*d9f75844SAndroid Build Coastguard Worker }
111*d9f75844SAndroid Build Coastguard Worker
UpdateBitrate(uint32_t current_time_ms)112*d9f75844SAndroid Build Coastguard Worker void BitrateAdjuster::UpdateBitrate(uint32_t current_time_ms) {
113*d9f75844SAndroid Build Coastguard Worker uint32_t time_since_last_update_ms =
114*d9f75844SAndroid Build Coastguard Worker current_time_ms - last_bitrate_update_time_ms_;
115*d9f75844SAndroid Build Coastguard Worker // Don't attempt to update bitrate unless enough time and frames have passed.
116*d9f75844SAndroid Build Coastguard Worker ++frames_since_last_update_;
117*d9f75844SAndroid Build Coastguard Worker if (time_since_last_update_ms < kBitrateUpdateIntervalMs ||
118*d9f75844SAndroid Build Coastguard Worker frames_since_last_update_ < kBitrateUpdateFrameInterval) {
119*d9f75844SAndroid Build Coastguard Worker return;
120*d9f75844SAndroid Build Coastguard Worker }
121*d9f75844SAndroid Build Coastguard Worker float target_bitrate_bps = target_bitrate_bps_;
122*d9f75844SAndroid Build Coastguard Worker float estimated_bitrate_bps =
123*d9f75844SAndroid Build Coastguard Worker bitrate_tracker_.Rate(current_time_ms).value_or(target_bitrate_bps);
124*d9f75844SAndroid Build Coastguard Worker float error = target_bitrate_bps - estimated_bitrate_bps;
125*d9f75844SAndroid Build Coastguard Worker
126*d9f75844SAndroid Build Coastguard Worker // Adjust if we've overshot by any amount or if we've undershot too much.
127*d9f75844SAndroid Build Coastguard Worker if (estimated_bitrate_bps > target_bitrate_bps ||
128*d9f75844SAndroid Build Coastguard Worker error > kBitrateTolerancePct * target_bitrate_bps) {
129*d9f75844SAndroid Build Coastguard Worker // Adjust the bitrate by a fraction of the error.
130*d9f75844SAndroid Build Coastguard Worker float adjustment = .5 * error;
131*d9f75844SAndroid Build Coastguard Worker float adjusted_bitrate_bps = target_bitrate_bps + adjustment;
132*d9f75844SAndroid Build Coastguard Worker
133*d9f75844SAndroid Build Coastguard Worker // Clamp the adjustment.
134*d9f75844SAndroid Build Coastguard Worker float min_bitrate_bps = GetMinAdjustedBitrateBps();
135*d9f75844SAndroid Build Coastguard Worker float max_bitrate_bps = GetMaxAdjustedBitrateBps();
136*d9f75844SAndroid Build Coastguard Worker adjusted_bitrate_bps = std::max(adjusted_bitrate_bps, min_bitrate_bps);
137*d9f75844SAndroid Build Coastguard Worker adjusted_bitrate_bps = std::min(adjusted_bitrate_bps, max_bitrate_bps);
138*d9f75844SAndroid Build Coastguard Worker
139*d9f75844SAndroid Build Coastguard Worker // Set the adjustment if it's not already set.
140*d9f75844SAndroid Build Coastguard Worker float last_adjusted_bitrate_bps = adjusted_bitrate_bps_;
141*d9f75844SAndroid Build Coastguard Worker if (adjusted_bitrate_bps != last_adjusted_bitrate_bps) {
142*d9f75844SAndroid Build Coastguard Worker RTC_LOG(LS_VERBOSE) << "Adjusting encoder bitrate:"
143*d9f75844SAndroid Build Coastguard Worker "\n target_bitrate:"
144*d9f75844SAndroid Build Coastguard Worker << static_cast<uint32_t>(target_bitrate_bps)
145*d9f75844SAndroid Build Coastguard Worker << "\n estimated_bitrate:"
146*d9f75844SAndroid Build Coastguard Worker << static_cast<uint32_t>(estimated_bitrate_bps)
147*d9f75844SAndroid Build Coastguard Worker << "\n last_adjusted_bitrate:"
148*d9f75844SAndroid Build Coastguard Worker << static_cast<uint32_t>(last_adjusted_bitrate_bps)
149*d9f75844SAndroid Build Coastguard Worker << "\n adjusted_bitrate:"
150*d9f75844SAndroid Build Coastguard Worker << static_cast<uint32_t>(adjusted_bitrate_bps);
151*d9f75844SAndroid Build Coastguard Worker adjusted_bitrate_bps_ = adjusted_bitrate_bps;
152*d9f75844SAndroid Build Coastguard Worker }
153*d9f75844SAndroid Build Coastguard Worker }
154*d9f75844SAndroid Build Coastguard Worker last_bitrate_update_time_ms_ = current_time_ms;
155*d9f75844SAndroid Build Coastguard Worker frames_since_last_update_ = 0;
156*d9f75844SAndroid Build Coastguard Worker last_adjusted_target_bitrate_bps_ = target_bitrate_bps_;
157*d9f75844SAndroid Build Coastguard Worker }
158*d9f75844SAndroid Build Coastguard Worker
159*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
160