xref: /aosp_15_r20/external/webrtc/common_video/framerate_controller_unittest.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright 2021 The WebRTC Project Authors. All rights reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "common_video/framerate_controller.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include <limits>
14*d9f75844SAndroid Build Coastguard Worker 
15*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/time_utils.h"
16*d9f75844SAndroid Build Coastguard Worker #include "test/gtest.h"
17*d9f75844SAndroid Build Coastguard Worker 
18*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
19*d9f75844SAndroid Build Coastguard Worker namespace {
20*d9f75844SAndroid Build Coastguard Worker constexpr int kInputFps = 30;
21*d9f75844SAndroid Build Coastguard Worker constexpr int kNumFrames = 60;
22*d9f75844SAndroid Build Coastguard Worker }  // namespace
23*d9f75844SAndroid Build Coastguard Worker 
24*d9f75844SAndroid Build Coastguard Worker class FramerateControllerTest : public ::testing::Test {
25*d9f75844SAndroid Build Coastguard Worker  protected:
GetNextTimestampNs()26*d9f75844SAndroid Build Coastguard Worker   int64_t GetNextTimestampNs() {
27*d9f75844SAndroid Build Coastguard Worker     int64_t interval_us = rtc::kNumMicrosecsPerSec / kInputFps;
28*d9f75844SAndroid Build Coastguard Worker     next_timestamp_us_ += interval_us;
29*d9f75844SAndroid Build Coastguard Worker     return next_timestamp_us_ * rtc::kNumNanosecsPerMicrosec;
30*d9f75844SAndroid Build Coastguard Worker   }
31*d9f75844SAndroid Build Coastguard Worker 
32*d9f75844SAndroid Build Coastguard Worker   int64_t next_timestamp_us_ = rtc::TimeMicros();
33*d9f75844SAndroid Build Coastguard Worker   FramerateController controller_;
34*d9f75844SAndroid Build Coastguard Worker };
35*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,NoFramesDroppedIfNothingRequested)36*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, NoFramesDroppedIfNothingRequested) {
37*d9f75844SAndroid Build Coastguard Worker   // Default max framerate is maxdouble.
38*d9f75844SAndroid Build Coastguard Worker   for (int i = 1; i < kNumFrames; ++i)
39*d9f75844SAndroid Build Coastguard Worker     EXPECT_FALSE(controller_.ShouldDropFrame(GetNextTimestampNs()));
40*d9f75844SAndroid Build Coastguard Worker }
41*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,AllFramesDroppedIfZeroRequested)42*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, AllFramesDroppedIfZeroRequested) {
43*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(0);
44*d9f75844SAndroid Build Coastguard Worker 
45*d9f75844SAndroid Build Coastguard Worker   for (int i = 1; i < kNumFrames; ++i)
46*d9f75844SAndroid Build Coastguard Worker     EXPECT_TRUE(controller_.ShouldDropFrame(GetNextTimestampNs()));
47*d9f75844SAndroid Build Coastguard Worker }
48*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,AllFramesDroppedIfNegativeRequested)49*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, AllFramesDroppedIfNegativeRequested) {
50*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(-1);
51*d9f75844SAndroid Build Coastguard Worker 
52*d9f75844SAndroid Build Coastguard Worker   for (int i = 1; i < kNumFrames; ++i)
53*d9f75844SAndroid Build Coastguard Worker     EXPECT_TRUE(controller_.ShouldDropFrame(GetNextTimestampNs()));
54*d9f75844SAndroid Build Coastguard Worker }
55*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,EverySecondFrameDroppedIfHalfRequested)56*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, EverySecondFrameDroppedIfHalfRequested) {
57*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(kInputFps / 2);
58*d9f75844SAndroid Build Coastguard Worker 
59*d9f75844SAndroid Build Coastguard Worker   // The first frame should not be dropped.
60*d9f75844SAndroid Build Coastguard Worker   for (int i = 1; i < kNumFrames; ++i)
61*d9f75844SAndroid Build Coastguard Worker     EXPECT_EQ(i % 2 == 0, controller_.ShouldDropFrame(GetNextTimestampNs()));
62*d9f75844SAndroid Build Coastguard Worker }
63*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,EveryThirdFrameDroppedIfTwoThirdsRequested)64*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, EveryThirdFrameDroppedIfTwoThirdsRequested) {
65*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(kInputFps * 2 / 3);
66*d9f75844SAndroid Build Coastguard Worker 
67*d9f75844SAndroid Build Coastguard Worker   // The first frame should not be dropped.
68*d9f75844SAndroid Build Coastguard Worker   for (int i = 1; i < kNumFrames; ++i)
69*d9f75844SAndroid Build Coastguard Worker     EXPECT_EQ(i % 3 == 0, controller_.ShouldDropFrame(GetNextTimestampNs()));
70*d9f75844SAndroid Build Coastguard Worker }
71*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,NoFrameDroppedIfTwiceRequested)72*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, NoFrameDroppedIfTwiceRequested) {
73*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(kInputFps * 2);
74*d9f75844SAndroid Build Coastguard Worker 
75*d9f75844SAndroid Build Coastguard Worker   for (int i = 1; i < kNumFrames; ++i)
76*d9f75844SAndroid Build Coastguard Worker     EXPECT_FALSE(controller_.ShouldDropFrame(GetNextTimestampNs()));
77*d9f75844SAndroid Build Coastguard Worker }
78*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,TestAverageFramerate)79*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, TestAverageFramerate) {
80*d9f75844SAndroid Build Coastguard Worker   const double kMaxFps = 18.2;
81*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(kMaxFps);
82*d9f75844SAndroid Build Coastguard Worker 
83*d9f75844SAndroid Build Coastguard Worker   const int kNumSec = 10;
84*d9f75844SAndroid Build Coastguard Worker   int frames_kept = 0;
85*d9f75844SAndroid Build Coastguard Worker   for (int i = 0; i < kInputFps * kNumSec; ++i) {
86*d9f75844SAndroid Build Coastguard Worker     if (!controller_.ShouldDropFrame(GetNextTimestampNs()))
87*d9f75844SAndroid Build Coastguard Worker       ++frames_kept;
88*d9f75844SAndroid Build Coastguard Worker   }
89*d9f75844SAndroid Build Coastguard Worker   double average_fps = static_cast<double>(frames_kept) / kNumSec;
90*d9f75844SAndroid Build Coastguard Worker   EXPECT_NEAR(kMaxFps, average_fps, 0.01);
91*d9f75844SAndroid Build Coastguard Worker }
92*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,NoFrameDroppedForLargeTimestampOffset)93*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, NoFrameDroppedForLargeTimestampOffset) {
94*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(kInputFps);
95*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller_.ShouldDropFrame(0));
96*d9f75844SAndroid Build Coastguard Worker 
97*d9f75844SAndroid Build Coastguard Worker   const int64_t kLargeOffsetNs = -987654321LL * 1000;
98*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller_.ShouldDropFrame(kLargeOffsetNs));
99*d9f75844SAndroid Build Coastguard Worker 
100*d9f75844SAndroid Build Coastguard Worker   int64_t input_interval_ns = rtc::kNumNanosecsPerSec / kInputFps;
101*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller_.ShouldDropFrame(kLargeOffsetNs + input_interval_ns));
102*d9f75844SAndroid Build Coastguard Worker }
103*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,NoFrameDroppedIfInputWithJitterRequested)104*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, NoFrameDroppedIfInputWithJitterRequested) {
105*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(kInputFps);
106*d9f75844SAndroid Build Coastguard Worker 
107*d9f75844SAndroid Build Coastguard Worker   // Input fps with jitter.
108*d9f75844SAndroid Build Coastguard Worker   int64_t input_interval_ns = rtc::kNumNanosecsPerSec / kInputFps;
109*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 0 / 10));
110*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 10 / 10 - 1));
111*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 25 / 10));
112*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 30 / 10));
113*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 35 / 10));
114*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 50 / 10));
115*d9f75844SAndroid Build Coastguard Worker }
116*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,FrameDroppedWhenReductionRequested)117*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, FrameDroppedWhenReductionRequested) {
118*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(kInputFps);
119*d9f75844SAndroid Build Coastguard Worker 
120*d9f75844SAndroid Build Coastguard Worker   // Expect no frame drop.
121*d9f75844SAndroid Build Coastguard Worker   for (int i = 1; i < kNumFrames; ++i)
122*d9f75844SAndroid Build Coastguard Worker     EXPECT_FALSE(controller_.ShouldDropFrame(GetNextTimestampNs()));
123*d9f75844SAndroid Build Coastguard Worker 
124*d9f75844SAndroid Build Coastguard Worker   // Reduce max frame rate.
125*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(kInputFps / 2);
126*d9f75844SAndroid Build Coastguard Worker 
127*d9f75844SAndroid Build Coastguard Worker   // Verify that every other frame is dropped.
128*d9f75844SAndroid Build Coastguard Worker   for (int i = 1; i < kNumFrames; ++i)
129*d9f75844SAndroid Build Coastguard Worker     EXPECT_EQ(i % 2 == 0, controller_.ShouldDropFrame(GetNextTimestampNs()));
130*d9f75844SAndroid Build Coastguard Worker }
131*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,NoFramesDroppedAfterReset)132*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, NoFramesDroppedAfterReset) {
133*d9f75844SAndroid Build Coastguard Worker   controller_.SetMaxFramerate(0);
134*d9f75844SAndroid Build Coastguard Worker 
135*d9f75844SAndroid Build Coastguard Worker   // All frames dropped.
136*d9f75844SAndroid Build Coastguard Worker   for (int i = 1; i < kNumFrames; ++i)
137*d9f75844SAndroid Build Coastguard Worker     EXPECT_TRUE(controller_.ShouldDropFrame(GetNextTimestampNs()));
138*d9f75844SAndroid Build Coastguard Worker 
139*d9f75844SAndroid Build Coastguard Worker   controller_.Reset();
140*d9f75844SAndroid Build Coastguard Worker 
141*d9f75844SAndroid Build Coastguard Worker   // Expect no frame drop after reset.
142*d9f75844SAndroid Build Coastguard Worker   for (int i = 1; i < kNumFrames; ++i)
143*d9f75844SAndroid Build Coastguard Worker     EXPECT_FALSE(controller_.ShouldDropFrame(GetNextTimestampNs()));
144*d9f75844SAndroid Build Coastguard Worker }
145*d9f75844SAndroid Build Coastguard Worker 
TEST_F(FramerateControllerTest,TestKeepFrame)146*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, TestKeepFrame) {
147*d9f75844SAndroid Build Coastguard Worker   FramerateController controller(kInputFps / 2);
148*d9f75844SAndroid Build Coastguard Worker 
149*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller.ShouldDropFrame(GetNextTimestampNs()));
150*d9f75844SAndroid Build Coastguard Worker   EXPECT_TRUE(controller.ShouldDropFrame(GetNextTimestampNs()));
151*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller.ShouldDropFrame(GetNextTimestampNs()));
152*d9f75844SAndroid Build Coastguard Worker   EXPECT_TRUE(controller.ShouldDropFrame(GetNextTimestampNs()));
153*d9f75844SAndroid Build Coastguard Worker   EXPECT_FALSE(controller.ShouldDropFrame(GetNextTimestampNs()));
154*d9f75844SAndroid Build Coastguard Worker 
155*d9f75844SAndroid Build Coastguard Worker   // Next frame should be dropped.
156*d9f75844SAndroid Build Coastguard Worker   // Keep this frame (e.g. in case of a key frame).
157*d9f75844SAndroid Build Coastguard Worker   controller.KeepFrame(GetNextTimestampNs());
158*d9f75844SAndroid Build Coastguard Worker   // Expect next frame to be dropped instead.
159*d9f75844SAndroid Build Coastguard Worker   EXPECT_TRUE(controller.ShouldDropFrame(GetNextTimestampNs()));
160*d9f75844SAndroid Build Coastguard Worker }
161*d9f75844SAndroid Build Coastguard Worker 
162*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
163