1*d9f75844SAndroid Build Coastguard Worker /* 2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2019 The WebRTC project authors. All Rights Reserved. 3*d9f75844SAndroid Build Coastguard Worker * 4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license 5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source 6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found 7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may 8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree. 9*d9f75844SAndroid Build Coastguard Worker */ 10*d9f75844SAndroid Build Coastguard Worker 11*d9f75844SAndroid Build Coastguard Worker #ifndef VIDEO_ENCODER_OVERSHOOT_DETECTOR_H_ 12*d9f75844SAndroid Build Coastguard Worker #define VIDEO_ENCODER_OVERSHOOT_DETECTOR_H_ 13*d9f75844SAndroid Build Coastguard Worker 14*d9f75844SAndroid Build Coastguard Worker #include <deque> 15*d9f75844SAndroid Build Coastguard Worker 16*d9f75844SAndroid Build Coastguard Worker #include "absl/types/optional.h" 17*d9f75844SAndroid Build Coastguard Worker #include "api/units/data_rate.h" 18*d9f75844SAndroid Build Coastguard Worker 19*d9f75844SAndroid Build Coastguard Worker namespace webrtc { 20*d9f75844SAndroid Build Coastguard Worker 21*d9f75844SAndroid Build Coastguard Worker class EncoderOvershootDetector { 22*d9f75844SAndroid Build Coastguard Worker public: 23*d9f75844SAndroid Build Coastguard Worker explicit EncoderOvershootDetector(int64_t window_size_ms); 24*d9f75844SAndroid Build Coastguard Worker ~EncoderOvershootDetector(); 25*d9f75844SAndroid Build Coastguard Worker 26*d9f75844SAndroid Build Coastguard Worker void SetTargetRate(DataRate target_bitrate, 27*d9f75844SAndroid Build Coastguard Worker double target_framerate_fps, 28*d9f75844SAndroid Build Coastguard Worker int64_t time_ms); 29*d9f75844SAndroid Build Coastguard Worker // A frame has been encoded or dropped. `bytes` == 0 indicates a drop. 30*d9f75844SAndroid Build Coastguard Worker void OnEncodedFrame(size_t bytes, int64_t time_ms); 31*d9f75844SAndroid Build Coastguard Worker // This utilization factor reaches 1.0 only if the encoder produces encoded 32*d9f75844SAndroid Build Coastguard Worker // frame in such a way that they can be sent onto the network at 33*d9f75844SAndroid Build Coastguard Worker // `target_bitrate` without building growing queues. 34*d9f75844SAndroid Build Coastguard Worker absl::optional<double> GetNetworkRateUtilizationFactor(int64_t time_ms); 35*d9f75844SAndroid Build Coastguard Worker // This utilization factor is based just on actual encoded frame sizes in 36*d9f75844SAndroid Build Coastguard Worker // relation to ideal sizes. An undershoot may be compensated by an 37*d9f75844SAndroid Build Coastguard Worker // overshoot so that the average over time is close to `target_bitrate`. 38*d9f75844SAndroid Build Coastguard Worker absl::optional<double> GetMediaRateUtilizationFactor(int64_t time_ms); 39*d9f75844SAndroid Build Coastguard Worker void Reset(); 40*d9f75844SAndroid Build Coastguard Worker 41*d9f75844SAndroid Build Coastguard Worker private: 42*d9f75844SAndroid Build Coastguard Worker int64_t IdealFrameSizeBits() const; 43*d9f75844SAndroid Build Coastguard Worker void LeakBits(int64_t time_ms); 44*d9f75844SAndroid Build Coastguard Worker void CullOldUpdates(int64_t time_ms); 45*d9f75844SAndroid Build Coastguard Worker // Updates provided buffer and checks if overuse ensues, returns 46*d9f75844SAndroid Build Coastguard Worker // the calculated utilization factor for this frame. 47*d9f75844SAndroid Build Coastguard Worker double HandleEncodedFrame(size_t frame_size_bits, 48*d9f75844SAndroid Build Coastguard Worker int64_t ideal_frame_size_bits, 49*d9f75844SAndroid Build Coastguard Worker int64_t time_ms, 50*d9f75844SAndroid Build Coastguard Worker int64_t* buffer_level_bits) const; 51*d9f75844SAndroid Build Coastguard Worker 52*d9f75844SAndroid Build Coastguard Worker const int64_t window_size_ms_; 53*d9f75844SAndroid Build Coastguard Worker int64_t time_last_update_ms_; 54*d9f75844SAndroid Build Coastguard Worker struct BitrateUpdate { BitrateUpdateBitrateUpdate55*d9f75844SAndroid Build Coastguard Worker BitrateUpdate(double network_utilization_factor, 56*d9f75844SAndroid Build Coastguard Worker double media_utilization_factor, 57*d9f75844SAndroid Build Coastguard Worker int64_t update_time_ms) 58*d9f75844SAndroid Build Coastguard Worker : network_utilization_factor(network_utilization_factor), 59*d9f75844SAndroid Build Coastguard Worker media_utilization_factor(media_utilization_factor), 60*d9f75844SAndroid Build Coastguard Worker update_time_ms(update_time_ms) {} 61*d9f75844SAndroid Build Coastguard Worker // The utilization factor based on strict network rate. 62*d9f75844SAndroid Build Coastguard Worker double network_utilization_factor; 63*d9f75844SAndroid Build Coastguard Worker // The utilization based on average media rate. 64*d9f75844SAndroid Build Coastguard Worker double media_utilization_factor; 65*d9f75844SAndroid Build Coastguard Worker int64_t update_time_ms; 66*d9f75844SAndroid Build Coastguard Worker }; 67*d9f75844SAndroid Build Coastguard Worker std::deque<BitrateUpdate> utilization_factors_; 68*d9f75844SAndroid Build Coastguard Worker double sum_network_utilization_factors_; 69*d9f75844SAndroid Build Coastguard Worker double sum_media_utilization_factors_; 70*d9f75844SAndroid Build Coastguard Worker DataRate target_bitrate_; 71*d9f75844SAndroid Build Coastguard Worker double target_framerate_fps_; 72*d9f75844SAndroid Build Coastguard Worker int64_t network_buffer_level_bits_; 73*d9f75844SAndroid Build Coastguard Worker int64_t media_buffer_level_bits_; 74*d9f75844SAndroid Build Coastguard Worker }; 75*d9f75844SAndroid Build Coastguard Worker 76*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc 77*d9f75844SAndroid Build Coastguard Worker 78*d9f75844SAndroid Build Coastguard Worker #endif // VIDEO_ENCODER_OVERSHOOT_DETECTOR_H_ 79