1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright 2021 The WebRTC Project Authors. All rights reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "common_video/framerate_controller.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include <limits>
14*d9f75844SAndroid Build Coastguard Worker
15*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/time_utils.h"
16*d9f75844SAndroid Build Coastguard Worker #include "test/gtest.h"
17*d9f75844SAndroid Build Coastguard Worker
18*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
19*d9f75844SAndroid Build Coastguard Worker namespace {
20*d9f75844SAndroid Build Coastguard Worker constexpr int kInputFps = 30;
21*d9f75844SAndroid Build Coastguard Worker constexpr int kNumFrames = 60;
22*d9f75844SAndroid Build Coastguard Worker } // namespace
23*d9f75844SAndroid Build Coastguard Worker
24*d9f75844SAndroid Build Coastguard Worker class FramerateControllerTest : public ::testing::Test {
25*d9f75844SAndroid Build Coastguard Worker protected:
GetNextTimestampNs()26*d9f75844SAndroid Build Coastguard Worker int64_t GetNextTimestampNs() {
27*d9f75844SAndroid Build Coastguard Worker int64_t interval_us = rtc::kNumMicrosecsPerSec / kInputFps;
28*d9f75844SAndroid Build Coastguard Worker next_timestamp_us_ += interval_us;
29*d9f75844SAndroid Build Coastguard Worker return next_timestamp_us_ * rtc::kNumNanosecsPerMicrosec;
30*d9f75844SAndroid Build Coastguard Worker }
31*d9f75844SAndroid Build Coastguard Worker
32*d9f75844SAndroid Build Coastguard Worker int64_t next_timestamp_us_ = rtc::TimeMicros();
33*d9f75844SAndroid Build Coastguard Worker FramerateController controller_;
34*d9f75844SAndroid Build Coastguard Worker };
35*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,NoFramesDroppedIfNothingRequested)36*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, NoFramesDroppedIfNothingRequested) {
37*d9f75844SAndroid Build Coastguard Worker // Default max framerate is maxdouble.
38*d9f75844SAndroid Build Coastguard Worker for (int i = 1; i < kNumFrames; ++i)
39*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(GetNextTimestampNs()));
40*d9f75844SAndroid Build Coastguard Worker }
41*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,AllFramesDroppedIfZeroRequested)42*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, AllFramesDroppedIfZeroRequested) {
43*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(0);
44*d9f75844SAndroid Build Coastguard Worker
45*d9f75844SAndroid Build Coastguard Worker for (int i = 1; i < kNumFrames; ++i)
46*d9f75844SAndroid Build Coastguard Worker EXPECT_TRUE(controller_.ShouldDropFrame(GetNextTimestampNs()));
47*d9f75844SAndroid Build Coastguard Worker }
48*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,AllFramesDroppedIfNegativeRequested)49*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, AllFramesDroppedIfNegativeRequested) {
50*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(-1);
51*d9f75844SAndroid Build Coastguard Worker
52*d9f75844SAndroid Build Coastguard Worker for (int i = 1; i < kNumFrames; ++i)
53*d9f75844SAndroid Build Coastguard Worker EXPECT_TRUE(controller_.ShouldDropFrame(GetNextTimestampNs()));
54*d9f75844SAndroid Build Coastguard Worker }
55*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,EverySecondFrameDroppedIfHalfRequested)56*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, EverySecondFrameDroppedIfHalfRequested) {
57*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(kInputFps / 2);
58*d9f75844SAndroid Build Coastguard Worker
59*d9f75844SAndroid Build Coastguard Worker // The first frame should not be dropped.
60*d9f75844SAndroid Build Coastguard Worker for (int i = 1; i < kNumFrames; ++i)
61*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(i % 2 == 0, controller_.ShouldDropFrame(GetNextTimestampNs()));
62*d9f75844SAndroid Build Coastguard Worker }
63*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,EveryThirdFrameDroppedIfTwoThirdsRequested)64*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, EveryThirdFrameDroppedIfTwoThirdsRequested) {
65*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(kInputFps * 2 / 3);
66*d9f75844SAndroid Build Coastguard Worker
67*d9f75844SAndroid Build Coastguard Worker // The first frame should not be dropped.
68*d9f75844SAndroid Build Coastguard Worker for (int i = 1; i < kNumFrames; ++i)
69*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(i % 3 == 0, controller_.ShouldDropFrame(GetNextTimestampNs()));
70*d9f75844SAndroid Build Coastguard Worker }
71*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,NoFrameDroppedIfTwiceRequested)72*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, NoFrameDroppedIfTwiceRequested) {
73*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(kInputFps * 2);
74*d9f75844SAndroid Build Coastguard Worker
75*d9f75844SAndroid Build Coastguard Worker for (int i = 1; i < kNumFrames; ++i)
76*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(GetNextTimestampNs()));
77*d9f75844SAndroid Build Coastguard Worker }
78*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,TestAverageFramerate)79*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, TestAverageFramerate) {
80*d9f75844SAndroid Build Coastguard Worker const double kMaxFps = 18.2;
81*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(kMaxFps);
82*d9f75844SAndroid Build Coastguard Worker
83*d9f75844SAndroid Build Coastguard Worker const int kNumSec = 10;
84*d9f75844SAndroid Build Coastguard Worker int frames_kept = 0;
85*d9f75844SAndroid Build Coastguard Worker for (int i = 0; i < kInputFps * kNumSec; ++i) {
86*d9f75844SAndroid Build Coastguard Worker if (!controller_.ShouldDropFrame(GetNextTimestampNs()))
87*d9f75844SAndroid Build Coastguard Worker ++frames_kept;
88*d9f75844SAndroid Build Coastguard Worker }
89*d9f75844SAndroid Build Coastguard Worker double average_fps = static_cast<double>(frames_kept) / kNumSec;
90*d9f75844SAndroid Build Coastguard Worker EXPECT_NEAR(kMaxFps, average_fps, 0.01);
91*d9f75844SAndroid Build Coastguard Worker }
92*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,NoFrameDroppedForLargeTimestampOffset)93*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, NoFrameDroppedForLargeTimestampOffset) {
94*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(kInputFps);
95*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(0));
96*d9f75844SAndroid Build Coastguard Worker
97*d9f75844SAndroid Build Coastguard Worker const int64_t kLargeOffsetNs = -987654321LL * 1000;
98*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(kLargeOffsetNs));
99*d9f75844SAndroid Build Coastguard Worker
100*d9f75844SAndroid Build Coastguard Worker int64_t input_interval_ns = rtc::kNumNanosecsPerSec / kInputFps;
101*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(kLargeOffsetNs + input_interval_ns));
102*d9f75844SAndroid Build Coastguard Worker }
103*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,NoFrameDroppedIfInputWithJitterRequested)104*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, NoFrameDroppedIfInputWithJitterRequested) {
105*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(kInputFps);
106*d9f75844SAndroid Build Coastguard Worker
107*d9f75844SAndroid Build Coastguard Worker // Input fps with jitter.
108*d9f75844SAndroid Build Coastguard Worker int64_t input_interval_ns = rtc::kNumNanosecsPerSec / kInputFps;
109*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 0 / 10));
110*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 10 / 10 - 1));
111*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 25 / 10));
112*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 30 / 10));
113*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 35 / 10));
114*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(input_interval_ns * 50 / 10));
115*d9f75844SAndroid Build Coastguard Worker }
116*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,FrameDroppedWhenReductionRequested)117*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, FrameDroppedWhenReductionRequested) {
118*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(kInputFps);
119*d9f75844SAndroid Build Coastguard Worker
120*d9f75844SAndroid Build Coastguard Worker // Expect no frame drop.
121*d9f75844SAndroid Build Coastguard Worker for (int i = 1; i < kNumFrames; ++i)
122*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(GetNextTimestampNs()));
123*d9f75844SAndroid Build Coastguard Worker
124*d9f75844SAndroid Build Coastguard Worker // Reduce max frame rate.
125*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(kInputFps / 2);
126*d9f75844SAndroid Build Coastguard Worker
127*d9f75844SAndroid Build Coastguard Worker // Verify that every other frame is dropped.
128*d9f75844SAndroid Build Coastguard Worker for (int i = 1; i < kNumFrames; ++i)
129*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(i % 2 == 0, controller_.ShouldDropFrame(GetNextTimestampNs()));
130*d9f75844SAndroid Build Coastguard Worker }
131*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,NoFramesDroppedAfterReset)132*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, NoFramesDroppedAfterReset) {
133*d9f75844SAndroid Build Coastguard Worker controller_.SetMaxFramerate(0);
134*d9f75844SAndroid Build Coastguard Worker
135*d9f75844SAndroid Build Coastguard Worker // All frames dropped.
136*d9f75844SAndroid Build Coastguard Worker for (int i = 1; i < kNumFrames; ++i)
137*d9f75844SAndroid Build Coastguard Worker EXPECT_TRUE(controller_.ShouldDropFrame(GetNextTimestampNs()));
138*d9f75844SAndroid Build Coastguard Worker
139*d9f75844SAndroid Build Coastguard Worker controller_.Reset();
140*d9f75844SAndroid Build Coastguard Worker
141*d9f75844SAndroid Build Coastguard Worker // Expect no frame drop after reset.
142*d9f75844SAndroid Build Coastguard Worker for (int i = 1; i < kNumFrames; ++i)
143*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller_.ShouldDropFrame(GetNextTimestampNs()));
144*d9f75844SAndroid Build Coastguard Worker }
145*d9f75844SAndroid Build Coastguard Worker
TEST_F(FramerateControllerTest,TestKeepFrame)146*d9f75844SAndroid Build Coastguard Worker TEST_F(FramerateControllerTest, TestKeepFrame) {
147*d9f75844SAndroid Build Coastguard Worker FramerateController controller(kInputFps / 2);
148*d9f75844SAndroid Build Coastguard Worker
149*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller.ShouldDropFrame(GetNextTimestampNs()));
150*d9f75844SAndroid Build Coastguard Worker EXPECT_TRUE(controller.ShouldDropFrame(GetNextTimestampNs()));
151*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller.ShouldDropFrame(GetNextTimestampNs()));
152*d9f75844SAndroid Build Coastguard Worker EXPECT_TRUE(controller.ShouldDropFrame(GetNextTimestampNs()));
153*d9f75844SAndroid Build Coastguard Worker EXPECT_FALSE(controller.ShouldDropFrame(GetNextTimestampNs()));
154*d9f75844SAndroid Build Coastguard Worker
155*d9f75844SAndroid Build Coastguard Worker // Next frame should be dropped.
156*d9f75844SAndroid Build Coastguard Worker // Keep this frame (e.g. in case of a key frame).
157*d9f75844SAndroid Build Coastguard Worker controller.KeepFrame(GetNextTimestampNs());
158*d9f75844SAndroid Build Coastguard Worker // Expect next frame to be dropped instead.
159*d9f75844SAndroid Build Coastguard Worker EXPECT_TRUE(controller.ShouldDropFrame(GetNextTimestampNs()));
160*d9f75844SAndroid Build Coastguard Worker }
161*d9f75844SAndroid Build Coastguard Worker
162*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
163