xref: /aosp_15_r20/external/webrtc/test/test_video_capturer.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "test/test_video_capturer.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include <algorithm>
14*d9f75844SAndroid Build Coastguard Worker 
15*d9f75844SAndroid Build Coastguard Worker #include "api/scoped_refptr.h"
16*d9f75844SAndroid Build Coastguard Worker #include "api/video/i420_buffer.h"
17*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_frame_buffer.h"
18*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_rotation.h"
19*d9f75844SAndroid Build Coastguard Worker 
20*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
21*d9f75844SAndroid Build Coastguard Worker namespace test {
22*d9f75844SAndroid Build Coastguard Worker TestVideoCapturer::~TestVideoCapturer() = default;
23*d9f75844SAndroid Build Coastguard Worker 
OnOutputFormatRequest(int width,int height,const absl::optional<int> & max_fps)24*d9f75844SAndroid Build Coastguard Worker void TestVideoCapturer::OnOutputFormatRequest(
25*d9f75844SAndroid Build Coastguard Worker     int width,
26*d9f75844SAndroid Build Coastguard Worker     int height,
27*d9f75844SAndroid Build Coastguard Worker     const absl::optional<int>& max_fps) {
28*d9f75844SAndroid Build Coastguard Worker   absl::optional<std::pair<int, int>> target_aspect_ratio =
29*d9f75844SAndroid Build Coastguard Worker       std::make_pair(width, height);
30*d9f75844SAndroid Build Coastguard Worker   absl::optional<int> max_pixel_count = width * height;
31*d9f75844SAndroid Build Coastguard Worker   video_adapter_.OnOutputFormatRequest(target_aspect_ratio, max_pixel_count,
32*d9f75844SAndroid Build Coastguard Worker                                        max_fps);
33*d9f75844SAndroid Build Coastguard Worker }
34*d9f75844SAndroid Build Coastguard Worker 
OnFrame(const VideoFrame & original_frame)35*d9f75844SAndroid Build Coastguard Worker void TestVideoCapturer::OnFrame(const VideoFrame& original_frame) {
36*d9f75844SAndroid Build Coastguard Worker   int cropped_width = 0;
37*d9f75844SAndroid Build Coastguard Worker   int cropped_height = 0;
38*d9f75844SAndroid Build Coastguard Worker   int out_width = 0;
39*d9f75844SAndroid Build Coastguard Worker   int out_height = 0;
40*d9f75844SAndroid Build Coastguard Worker 
41*d9f75844SAndroid Build Coastguard Worker   VideoFrame frame = MaybePreprocess(original_frame);
42*d9f75844SAndroid Build Coastguard Worker 
43*d9f75844SAndroid Build Coastguard Worker   if (!video_adapter_.AdaptFrameResolution(
44*d9f75844SAndroid Build Coastguard Worker           frame.width(), frame.height(), frame.timestamp_us() * 1000,
45*d9f75844SAndroid Build Coastguard Worker           &cropped_width, &cropped_height, &out_width, &out_height)) {
46*d9f75844SAndroid Build Coastguard Worker     // Drop frame in order to respect frame rate constraint.
47*d9f75844SAndroid Build Coastguard Worker     return;
48*d9f75844SAndroid Build Coastguard Worker   }
49*d9f75844SAndroid Build Coastguard Worker 
50*d9f75844SAndroid Build Coastguard Worker   if (out_height != frame.height() || out_width != frame.width()) {
51*d9f75844SAndroid Build Coastguard Worker     // Video adapter has requested a down-scale. Allocate a new buffer and
52*d9f75844SAndroid Build Coastguard Worker     // return scaled version.
53*d9f75844SAndroid Build Coastguard Worker     // For simplicity, only scale here without cropping.
54*d9f75844SAndroid Build Coastguard Worker     rtc::scoped_refptr<I420Buffer> scaled_buffer =
55*d9f75844SAndroid Build Coastguard Worker         I420Buffer::Create(out_width, out_height);
56*d9f75844SAndroid Build Coastguard Worker     scaled_buffer->ScaleFrom(*frame.video_frame_buffer()->ToI420());
57*d9f75844SAndroid Build Coastguard Worker     VideoFrame::Builder new_frame_builder =
58*d9f75844SAndroid Build Coastguard Worker         VideoFrame::Builder()
59*d9f75844SAndroid Build Coastguard Worker             .set_video_frame_buffer(scaled_buffer)
60*d9f75844SAndroid Build Coastguard Worker             .set_rotation(kVideoRotation_0)
61*d9f75844SAndroid Build Coastguard Worker             .set_timestamp_us(frame.timestamp_us())
62*d9f75844SAndroid Build Coastguard Worker             .set_id(frame.id());
63*d9f75844SAndroid Build Coastguard Worker     if (frame.has_update_rect()) {
64*d9f75844SAndroid Build Coastguard Worker       VideoFrame::UpdateRect new_rect = frame.update_rect().ScaleWithFrame(
65*d9f75844SAndroid Build Coastguard Worker           frame.width(), frame.height(), 0, 0, frame.width(), frame.height(),
66*d9f75844SAndroid Build Coastguard Worker           out_width, out_height);
67*d9f75844SAndroid Build Coastguard Worker       new_frame_builder.set_update_rect(new_rect);
68*d9f75844SAndroid Build Coastguard Worker     }
69*d9f75844SAndroid Build Coastguard Worker     broadcaster_.OnFrame(new_frame_builder.build());
70*d9f75844SAndroid Build Coastguard Worker 
71*d9f75844SAndroid Build Coastguard Worker   } else {
72*d9f75844SAndroid Build Coastguard Worker     // No adaptations needed, just return the frame as is.
73*d9f75844SAndroid Build Coastguard Worker     broadcaster_.OnFrame(frame);
74*d9f75844SAndroid Build Coastguard Worker   }
75*d9f75844SAndroid Build Coastguard Worker }
76*d9f75844SAndroid Build Coastguard Worker 
GetSinkWants()77*d9f75844SAndroid Build Coastguard Worker rtc::VideoSinkWants TestVideoCapturer::GetSinkWants() {
78*d9f75844SAndroid Build Coastguard Worker   return broadcaster_.wants();
79*d9f75844SAndroid Build Coastguard Worker }
80*d9f75844SAndroid Build Coastguard Worker 
AddOrUpdateSink(rtc::VideoSinkInterface<VideoFrame> * sink,const rtc::VideoSinkWants & wants)81*d9f75844SAndroid Build Coastguard Worker void TestVideoCapturer::AddOrUpdateSink(
82*d9f75844SAndroid Build Coastguard Worker     rtc::VideoSinkInterface<VideoFrame>* sink,
83*d9f75844SAndroid Build Coastguard Worker     const rtc::VideoSinkWants& wants) {
84*d9f75844SAndroid Build Coastguard Worker   broadcaster_.AddOrUpdateSink(sink, wants);
85*d9f75844SAndroid Build Coastguard Worker   UpdateVideoAdapter();
86*d9f75844SAndroid Build Coastguard Worker }
87*d9f75844SAndroid Build Coastguard Worker 
RemoveSink(rtc::VideoSinkInterface<VideoFrame> * sink)88*d9f75844SAndroid Build Coastguard Worker void TestVideoCapturer::RemoveSink(rtc::VideoSinkInterface<VideoFrame>* sink) {
89*d9f75844SAndroid Build Coastguard Worker   broadcaster_.RemoveSink(sink);
90*d9f75844SAndroid Build Coastguard Worker   UpdateVideoAdapter();
91*d9f75844SAndroid Build Coastguard Worker }
92*d9f75844SAndroid Build Coastguard Worker 
UpdateVideoAdapter()93*d9f75844SAndroid Build Coastguard Worker void TestVideoCapturer::UpdateVideoAdapter() {
94*d9f75844SAndroid Build Coastguard Worker   video_adapter_.OnSinkWants(broadcaster_.wants());
95*d9f75844SAndroid Build Coastguard Worker }
96*d9f75844SAndroid Build Coastguard Worker 
MaybePreprocess(const VideoFrame & frame)97*d9f75844SAndroid Build Coastguard Worker VideoFrame TestVideoCapturer::MaybePreprocess(const VideoFrame& frame) {
98*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&lock_);
99*d9f75844SAndroid Build Coastguard Worker   if (preprocessor_ != nullptr) {
100*d9f75844SAndroid Build Coastguard Worker     return preprocessor_->Preprocess(frame);
101*d9f75844SAndroid Build Coastguard Worker   } else {
102*d9f75844SAndroid Build Coastguard Worker     return frame;
103*d9f75844SAndroid Build Coastguard Worker   }
104*d9f75844SAndroid Build Coastguard Worker }
105*d9f75844SAndroid Build Coastguard Worker 
106*d9f75844SAndroid Build Coastguard Worker }  // namespace test
107*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
108