1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "test/test_video_capturer.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include <algorithm>
14*d9f75844SAndroid Build Coastguard Worker
15*d9f75844SAndroid Build Coastguard Worker #include "api/scoped_refptr.h"
16*d9f75844SAndroid Build Coastguard Worker #include "api/video/i420_buffer.h"
17*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_frame_buffer.h"
18*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_rotation.h"
19*d9f75844SAndroid Build Coastguard Worker
20*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
21*d9f75844SAndroid Build Coastguard Worker namespace test {
22*d9f75844SAndroid Build Coastguard Worker TestVideoCapturer::~TestVideoCapturer() = default;
23*d9f75844SAndroid Build Coastguard Worker
OnOutputFormatRequest(int width,int height,const absl::optional<int> & max_fps)24*d9f75844SAndroid Build Coastguard Worker void TestVideoCapturer::OnOutputFormatRequest(
25*d9f75844SAndroid Build Coastguard Worker int width,
26*d9f75844SAndroid Build Coastguard Worker int height,
27*d9f75844SAndroid Build Coastguard Worker const absl::optional<int>& max_fps) {
28*d9f75844SAndroid Build Coastguard Worker absl::optional<std::pair<int, int>> target_aspect_ratio =
29*d9f75844SAndroid Build Coastguard Worker std::make_pair(width, height);
30*d9f75844SAndroid Build Coastguard Worker absl::optional<int> max_pixel_count = width * height;
31*d9f75844SAndroid Build Coastguard Worker video_adapter_.OnOutputFormatRequest(target_aspect_ratio, max_pixel_count,
32*d9f75844SAndroid Build Coastguard Worker max_fps);
33*d9f75844SAndroid Build Coastguard Worker }
34*d9f75844SAndroid Build Coastguard Worker
OnFrame(const VideoFrame & original_frame)35*d9f75844SAndroid Build Coastguard Worker void TestVideoCapturer::OnFrame(const VideoFrame& original_frame) {
36*d9f75844SAndroid Build Coastguard Worker int cropped_width = 0;
37*d9f75844SAndroid Build Coastguard Worker int cropped_height = 0;
38*d9f75844SAndroid Build Coastguard Worker int out_width = 0;
39*d9f75844SAndroid Build Coastguard Worker int out_height = 0;
40*d9f75844SAndroid Build Coastguard Worker
41*d9f75844SAndroid Build Coastguard Worker VideoFrame frame = MaybePreprocess(original_frame);
42*d9f75844SAndroid Build Coastguard Worker
43*d9f75844SAndroid Build Coastguard Worker if (!video_adapter_.AdaptFrameResolution(
44*d9f75844SAndroid Build Coastguard Worker frame.width(), frame.height(), frame.timestamp_us() * 1000,
45*d9f75844SAndroid Build Coastguard Worker &cropped_width, &cropped_height, &out_width, &out_height)) {
46*d9f75844SAndroid Build Coastguard Worker // Drop frame in order to respect frame rate constraint.
47*d9f75844SAndroid Build Coastguard Worker return;
48*d9f75844SAndroid Build Coastguard Worker }
49*d9f75844SAndroid Build Coastguard Worker
50*d9f75844SAndroid Build Coastguard Worker if (out_height != frame.height() || out_width != frame.width()) {
51*d9f75844SAndroid Build Coastguard Worker // Video adapter has requested a down-scale. Allocate a new buffer and
52*d9f75844SAndroid Build Coastguard Worker // return scaled version.
53*d9f75844SAndroid Build Coastguard Worker // For simplicity, only scale here without cropping.
54*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420Buffer> scaled_buffer =
55*d9f75844SAndroid Build Coastguard Worker I420Buffer::Create(out_width, out_height);
56*d9f75844SAndroid Build Coastguard Worker scaled_buffer->ScaleFrom(*frame.video_frame_buffer()->ToI420());
57*d9f75844SAndroid Build Coastguard Worker VideoFrame::Builder new_frame_builder =
58*d9f75844SAndroid Build Coastguard Worker VideoFrame::Builder()
59*d9f75844SAndroid Build Coastguard Worker .set_video_frame_buffer(scaled_buffer)
60*d9f75844SAndroid Build Coastguard Worker .set_rotation(kVideoRotation_0)
61*d9f75844SAndroid Build Coastguard Worker .set_timestamp_us(frame.timestamp_us())
62*d9f75844SAndroid Build Coastguard Worker .set_id(frame.id());
63*d9f75844SAndroid Build Coastguard Worker if (frame.has_update_rect()) {
64*d9f75844SAndroid Build Coastguard Worker VideoFrame::UpdateRect new_rect = frame.update_rect().ScaleWithFrame(
65*d9f75844SAndroid Build Coastguard Worker frame.width(), frame.height(), 0, 0, frame.width(), frame.height(),
66*d9f75844SAndroid Build Coastguard Worker out_width, out_height);
67*d9f75844SAndroid Build Coastguard Worker new_frame_builder.set_update_rect(new_rect);
68*d9f75844SAndroid Build Coastguard Worker }
69*d9f75844SAndroid Build Coastguard Worker broadcaster_.OnFrame(new_frame_builder.build());
70*d9f75844SAndroid Build Coastguard Worker
71*d9f75844SAndroid Build Coastguard Worker } else {
72*d9f75844SAndroid Build Coastguard Worker // No adaptations needed, just return the frame as is.
73*d9f75844SAndroid Build Coastguard Worker broadcaster_.OnFrame(frame);
74*d9f75844SAndroid Build Coastguard Worker }
75*d9f75844SAndroid Build Coastguard Worker }
76*d9f75844SAndroid Build Coastguard Worker
GetSinkWants()77*d9f75844SAndroid Build Coastguard Worker rtc::VideoSinkWants TestVideoCapturer::GetSinkWants() {
78*d9f75844SAndroid Build Coastguard Worker return broadcaster_.wants();
79*d9f75844SAndroid Build Coastguard Worker }
80*d9f75844SAndroid Build Coastguard Worker
AddOrUpdateSink(rtc::VideoSinkInterface<VideoFrame> * sink,const rtc::VideoSinkWants & wants)81*d9f75844SAndroid Build Coastguard Worker void TestVideoCapturer::AddOrUpdateSink(
82*d9f75844SAndroid Build Coastguard Worker rtc::VideoSinkInterface<VideoFrame>* sink,
83*d9f75844SAndroid Build Coastguard Worker const rtc::VideoSinkWants& wants) {
84*d9f75844SAndroid Build Coastguard Worker broadcaster_.AddOrUpdateSink(sink, wants);
85*d9f75844SAndroid Build Coastguard Worker UpdateVideoAdapter();
86*d9f75844SAndroid Build Coastguard Worker }
87*d9f75844SAndroid Build Coastguard Worker
RemoveSink(rtc::VideoSinkInterface<VideoFrame> * sink)88*d9f75844SAndroid Build Coastguard Worker void TestVideoCapturer::RemoveSink(rtc::VideoSinkInterface<VideoFrame>* sink) {
89*d9f75844SAndroid Build Coastguard Worker broadcaster_.RemoveSink(sink);
90*d9f75844SAndroid Build Coastguard Worker UpdateVideoAdapter();
91*d9f75844SAndroid Build Coastguard Worker }
92*d9f75844SAndroid Build Coastguard Worker
UpdateVideoAdapter()93*d9f75844SAndroid Build Coastguard Worker void TestVideoCapturer::UpdateVideoAdapter() {
94*d9f75844SAndroid Build Coastguard Worker video_adapter_.OnSinkWants(broadcaster_.wants());
95*d9f75844SAndroid Build Coastguard Worker }
96*d9f75844SAndroid Build Coastguard Worker
MaybePreprocess(const VideoFrame & frame)97*d9f75844SAndroid Build Coastguard Worker VideoFrame TestVideoCapturer::MaybePreprocess(const VideoFrame& frame) {
98*d9f75844SAndroid Build Coastguard Worker MutexLock lock(&lock_);
99*d9f75844SAndroid Build Coastguard Worker if (preprocessor_ != nullptr) {
100*d9f75844SAndroid Build Coastguard Worker return preprocessor_->Preprocess(frame);
101*d9f75844SAndroid Build Coastguard Worker } else {
102*d9f75844SAndroid Build Coastguard Worker return frame;
103*d9f75844SAndroid Build Coastguard Worker }
104*d9f75844SAndroid Build Coastguard Worker }
105*d9f75844SAndroid Build Coastguard Worker
106*d9f75844SAndroid Build Coastguard Worker } // namespace test
107*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
108