xref: /aosp_15_r20/external/webrtc/video/encoder_overshoot_detector.h (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2019 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #ifndef VIDEO_ENCODER_OVERSHOOT_DETECTOR_H_
12*d9f75844SAndroid Build Coastguard Worker #define VIDEO_ENCODER_OVERSHOOT_DETECTOR_H_
13*d9f75844SAndroid Build Coastguard Worker 
14*d9f75844SAndroid Build Coastguard Worker #include <deque>
15*d9f75844SAndroid Build Coastguard Worker 
16*d9f75844SAndroid Build Coastguard Worker #include "absl/types/optional.h"
17*d9f75844SAndroid Build Coastguard Worker #include "api/units/data_rate.h"
18*d9f75844SAndroid Build Coastguard Worker 
19*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
20*d9f75844SAndroid Build Coastguard Worker 
21*d9f75844SAndroid Build Coastguard Worker class EncoderOvershootDetector {
22*d9f75844SAndroid Build Coastguard Worker  public:
23*d9f75844SAndroid Build Coastguard Worker   explicit EncoderOvershootDetector(int64_t window_size_ms);
24*d9f75844SAndroid Build Coastguard Worker   ~EncoderOvershootDetector();
25*d9f75844SAndroid Build Coastguard Worker 
26*d9f75844SAndroid Build Coastguard Worker   void SetTargetRate(DataRate target_bitrate,
27*d9f75844SAndroid Build Coastguard Worker                      double target_framerate_fps,
28*d9f75844SAndroid Build Coastguard Worker                      int64_t time_ms);
29*d9f75844SAndroid Build Coastguard Worker   // A frame has been encoded or dropped. `bytes` == 0 indicates a drop.
30*d9f75844SAndroid Build Coastguard Worker   void OnEncodedFrame(size_t bytes, int64_t time_ms);
31*d9f75844SAndroid Build Coastguard Worker   // This utilization factor reaches 1.0 only if the encoder produces encoded
32*d9f75844SAndroid Build Coastguard Worker   // frame in such a way that they can be sent onto the network at
33*d9f75844SAndroid Build Coastguard Worker   // `target_bitrate` without building growing queues.
34*d9f75844SAndroid Build Coastguard Worker   absl::optional<double> GetNetworkRateUtilizationFactor(int64_t time_ms);
35*d9f75844SAndroid Build Coastguard Worker   // This utilization factor is based just on actual encoded frame sizes in
36*d9f75844SAndroid Build Coastguard Worker   // relation to ideal sizes. An undershoot may be compensated by an
37*d9f75844SAndroid Build Coastguard Worker   // overshoot so that the average over time is close to `target_bitrate`.
38*d9f75844SAndroid Build Coastguard Worker   absl::optional<double> GetMediaRateUtilizationFactor(int64_t time_ms);
39*d9f75844SAndroid Build Coastguard Worker   void Reset();
40*d9f75844SAndroid Build Coastguard Worker 
41*d9f75844SAndroid Build Coastguard Worker  private:
42*d9f75844SAndroid Build Coastguard Worker   int64_t IdealFrameSizeBits() const;
43*d9f75844SAndroid Build Coastguard Worker   void LeakBits(int64_t time_ms);
44*d9f75844SAndroid Build Coastguard Worker   void CullOldUpdates(int64_t time_ms);
45*d9f75844SAndroid Build Coastguard Worker   // Updates provided buffer and checks if overuse ensues, returns
46*d9f75844SAndroid Build Coastguard Worker   // the calculated utilization factor for this frame.
47*d9f75844SAndroid Build Coastguard Worker   double HandleEncodedFrame(size_t frame_size_bits,
48*d9f75844SAndroid Build Coastguard Worker                             int64_t ideal_frame_size_bits,
49*d9f75844SAndroid Build Coastguard Worker                             int64_t time_ms,
50*d9f75844SAndroid Build Coastguard Worker                             int64_t* buffer_level_bits) const;
51*d9f75844SAndroid Build Coastguard Worker 
52*d9f75844SAndroid Build Coastguard Worker   const int64_t window_size_ms_;
53*d9f75844SAndroid Build Coastguard Worker   int64_t time_last_update_ms_;
54*d9f75844SAndroid Build Coastguard Worker   struct BitrateUpdate {
BitrateUpdateBitrateUpdate55*d9f75844SAndroid Build Coastguard Worker     BitrateUpdate(double network_utilization_factor,
56*d9f75844SAndroid Build Coastguard Worker                   double media_utilization_factor,
57*d9f75844SAndroid Build Coastguard Worker                   int64_t update_time_ms)
58*d9f75844SAndroid Build Coastguard Worker         : network_utilization_factor(network_utilization_factor),
59*d9f75844SAndroid Build Coastguard Worker           media_utilization_factor(media_utilization_factor),
60*d9f75844SAndroid Build Coastguard Worker           update_time_ms(update_time_ms) {}
61*d9f75844SAndroid Build Coastguard Worker     // The utilization factor based on strict network rate.
62*d9f75844SAndroid Build Coastguard Worker     double network_utilization_factor;
63*d9f75844SAndroid Build Coastguard Worker     // The utilization based on average media rate.
64*d9f75844SAndroid Build Coastguard Worker     double media_utilization_factor;
65*d9f75844SAndroid Build Coastguard Worker     int64_t update_time_ms;
66*d9f75844SAndroid Build Coastguard Worker   };
67*d9f75844SAndroid Build Coastguard Worker   std::deque<BitrateUpdate> utilization_factors_;
68*d9f75844SAndroid Build Coastguard Worker   double sum_network_utilization_factors_;
69*d9f75844SAndroid Build Coastguard Worker   double sum_media_utilization_factors_;
70*d9f75844SAndroid Build Coastguard Worker   DataRate target_bitrate_;
71*d9f75844SAndroid Build Coastguard Worker   double target_framerate_fps_;
72*d9f75844SAndroid Build Coastguard Worker   int64_t network_buffer_level_bits_;
73*d9f75844SAndroid Build Coastguard Worker   int64_t media_buffer_level_bits_;
74*d9f75844SAndroid Build Coastguard Worker };
75*d9f75844SAndroid Build Coastguard Worker 
76*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
77*d9f75844SAndroid Build Coastguard Worker 
78*d9f75844SAndroid Build Coastguard Worker #endif  // VIDEO_ENCODER_OVERSHOOT_DETECTOR_H_
79