1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker #include "api/video/i010_buffer.h"
11*d9f75844SAndroid Build Coastguard Worker
12*d9f75844SAndroid Build Coastguard Worker #include <utility>
13*d9f75844SAndroid Build Coastguard Worker
14*d9f75844SAndroid Build Coastguard Worker #include "api/make_ref_counted.h"
15*d9f75844SAndroid Build Coastguard Worker #include "api/video/i420_buffer.h"
16*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
17*d9f75844SAndroid Build Coastguard Worker #include "third_party/libyuv/include/libyuv/convert.h"
18*d9f75844SAndroid Build Coastguard Worker #include "third_party/libyuv/include/libyuv/scale.h"
19*d9f75844SAndroid Build Coastguard Worker
20*d9f75844SAndroid Build Coastguard Worker // Aligning pointer to 64 bytes for improved performance, e.g. use SIMD.
21*d9f75844SAndroid Build Coastguard Worker static const int kBufferAlignment = 64;
22*d9f75844SAndroid Build Coastguard Worker static const int kBytesPerPixel = 2;
23*d9f75844SAndroid Build Coastguard Worker
24*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
25*d9f75844SAndroid Build Coastguard Worker
26*d9f75844SAndroid Build Coastguard Worker namespace {
27*d9f75844SAndroid Build Coastguard Worker
I010DataSize(int height,int stride_y,int stride_u,int stride_v)28*d9f75844SAndroid Build Coastguard Worker int I010DataSize(int height, int stride_y, int stride_u, int stride_v) {
29*d9f75844SAndroid Build Coastguard Worker return kBytesPerPixel *
30*d9f75844SAndroid Build Coastguard Worker (stride_y * height + (stride_u + stride_v) * ((height + 1) / 2));
31*d9f75844SAndroid Build Coastguard Worker }
32*d9f75844SAndroid Build Coastguard Worker
33*d9f75844SAndroid Build Coastguard Worker } // namespace
34*d9f75844SAndroid Build Coastguard Worker
I010Buffer(int width,int height,int stride_y,int stride_u,int stride_v)35*d9f75844SAndroid Build Coastguard Worker I010Buffer::I010Buffer(int width,
36*d9f75844SAndroid Build Coastguard Worker int height,
37*d9f75844SAndroid Build Coastguard Worker int stride_y,
38*d9f75844SAndroid Build Coastguard Worker int stride_u,
39*d9f75844SAndroid Build Coastguard Worker int stride_v)
40*d9f75844SAndroid Build Coastguard Worker : width_(width),
41*d9f75844SAndroid Build Coastguard Worker height_(height),
42*d9f75844SAndroid Build Coastguard Worker stride_y_(stride_y),
43*d9f75844SAndroid Build Coastguard Worker stride_u_(stride_u),
44*d9f75844SAndroid Build Coastguard Worker stride_v_(stride_v),
45*d9f75844SAndroid Build Coastguard Worker data_(static_cast<uint16_t*>(
46*d9f75844SAndroid Build Coastguard Worker AlignedMalloc(I010DataSize(height, stride_y, stride_u, stride_v),
47*d9f75844SAndroid Build Coastguard Worker kBufferAlignment))) {
48*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GT(width, 0);
49*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GT(height, 0);
50*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GE(stride_y, width);
51*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GE(stride_u, (width + 1) / 2);
52*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GE(stride_v, (width + 1) / 2);
53*d9f75844SAndroid Build Coastguard Worker }
54*d9f75844SAndroid Build Coastguard Worker
~I010Buffer()55*d9f75844SAndroid Build Coastguard Worker I010Buffer::~I010Buffer() {}
56*d9f75844SAndroid Build Coastguard Worker
57*d9f75844SAndroid Build Coastguard Worker // static
Create(int width,int height)58*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I010Buffer> I010Buffer::Create(int width, int height) {
59*d9f75844SAndroid Build Coastguard Worker return rtc::make_ref_counted<I010Buffer>(width, height, width,
60*d9f75844SAndroid Build Coastguard Worker (width + 1) / 2, (width + 1) / 2);
61*d9f75844SAndroid Build Coastguard Worker }
62*d9f75844SAndroid Build Coastguard Worker
63*d9f75844SAndroid Build Coastguard Worker // static
Copy(const I010BufferInterface & source)64*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I010Buffer> I010Buffer::Copy(
65*d9f75844SAndroid Build Coastguard Worker const I010BufferInterface& source) {
66*d9f75844SAndroid Build Coastguard Worker const int width = source.width();
67*d9f75844SAndroid Build Coastguard Worker const int height = source.height();
68*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I010Buffer> buffer = Create(width, height);
69*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_EQ(
70*d9f75844SAndroid Build Coastguard Worker 0, libyuv::I010Copy(
71*d9f75844SAndroid Build Coastguard Worker source.DataY(), source.StrideY(), source.DataU(), source.StrideU(),
72*d9f75844SAndroid Build Coastguard Worker source.DataV(), source.StrideV(), buffer->MutableDataY(),
73*d9f75844SAndroid Build Coastguard Worker buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(),
74*d9f75844SAndroid Build Coastguard Worker buffer->MutableDataV(), buffer->StrideV(), width, height));
75*d9f75844SAndroid Build Coastguard Worker return buffer;
76*d9f75844SAndroid Build Coastguard Worker }
77*d9f75844SAndroid Build Coastguard Worker
78*d9f75844SAndroid Build Coastguard Worker // static
Copy(const I420BufferInterface & source)79*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I010Buffer> I010Buffer::Copy(
80*d9f75844SAndroid Build Coastguard Worker const I420BufferInterface& source) {
81*d9f75844SAndroid Build Coastguard Worker const int width = source.width();
82*d9f75844SAndroid Build Coastguard Worker const int height = source.height();
83*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I010Buffer> buffer = Create(width, height);
84*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_EQ(
85*d9f75844SAndroid Build Coastguard Worker 0, libyuv::I420ToI010(
86*d9f75844SAndroid Build Coastguard Worker source.DataY(), source.StrideY(), source.DataU(), source.StrideU(),
87*d9f75844SAndroid Build Coastguard Worker source.DataV(), source.StrideV(), buffer->MutableDataY(),
88*d9f75844SAndroid Build Coastguard Worker buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(),
89*d9f75844SAndroid Build Coastguard Worker buffer->MutableDataV(), buffer->StrideV(), width, height));
90*d9f75844SAndroid Build Coastguard Worker return buffer;
91*d9f75844SAndroid Build Coastguard Worker }
92*d9f75844SAndroid Build Coastguard Worker
93*d9f75844SAndroid Build Coastguard Worker // static
Rotate(const I010BufferInterface & src,VideoRotation rotation)94*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I010Buffer> I010Buffer::Rotate(
95*d9f75844SAndroid Build Coastguard Worker const I010BufferInterface& src,
96*d9f75844SAndroid Build Coastguard Worker VideoRotation rotation) {
97*d9f75844SAndroid Build Coastguard Worker if (rotation == webrtc::kVideoRotation_0)
98*d9f75844SAndroid Build Coastguard Worker return Copy(src);
99*d9f75844SAndroid Build Coastguard Worker
100*d9f75844SAndroid Build Coastguard Worker RTC_CHECK(src.DataY());
101*d9f75844SAndroid Build Coastguard Worker RTC_CHECK(src.DataU());
102*d9f75844SAndroid Build Coastguard Worker RTC_CHECK(src.DataV());
103*d9f75844SAndroid Build Coastguard Worker int rotated_width = src.width();
104*d9f75844SAndroid Build Coastguard Worker int rotated_height = src.height();
105*d9f75844SAndroid Build Coastguard Worker if (rotation == webrtc::kVideoRotation_90 ||
106*d9f75844SAndroid Build Coastguard Worker rotation == webrtc::kVideoRotation_270) {
107*d9f75844SAndroid Build Coastguard Worker std::swap(rotated_width, rotated_height);
108*d9f75844SAndroid Build Coastguard Worker }
109*d9f75844SAndroid Build Coastguard Worker
110*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<webrtc::I010Buffer> buffer =
111*d9f75844SAndroid Build Coastguard Worker Create(rotated_width, rotated_height);
112*d9f75844SAndroid Build Coastguard Worker // TODO(emircan): Remove this when there is libyuv::I010Rotate().
113*d9f75844SAndroid Build Coastguard Worker for (int x = 0; x < src.width(); x++) {
114*d9f75844SAndroid Build Coastguard Worker for (int y = 0; y < src.height(); y++) {
115*d9f75844SAndroid Build Coastguard Worker int dest_x = x;
116*d9f75844SAndroid Build Coastguard Worker int dest_y = y;
117*d9f75844SAndroid Build Coastguard Worker switch (rotation) {
118*d9f75844SAndroid Build Coastguard Worker // This case is covered by the early return.
119*d9f75844SAndroid Build Coastguard Worker case webrtc::kVideoRotation_0:
120*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_NOTREACHED();
121*d9f75844SAndroid Build Coastguard Worker break;
122*d9f75844SAndroid Build Coastguard Worker case webrtc::kVideoRotation_90:
123*d9f75844SAndroid Build Coastguard Worker dest_x = src.height() - y - 1;
124*d9f75844SAndroid Build Coastguard Worker dest_y = x;
125*d9f75844SAndroid Build Coastguard Worker break;
126*d9f75844SAndroid Build Coastguard Worker case webrtc::kVideoRotation_180:
127*d9f75844SAndroid Build Coastguard Worker dest_x = src.width() - x - 1;
128*d9f75844SAndroid Build Coastguard Worker dest_y = src.height() - y - 1;
129*d9f75844SAndroid Build Coastguard Worker break;
130*d9f75844SAndroid Build Coastguard Worker case webrtc::kVideoRotation_270:
131*d9f75844SAndroid Build Coastguard Worker dest_x = y;
132*d9f75844SAndroid Build Coastguard Worker dest_y = src.width() - x - 1;
133*d9f75844SAndroid Build Coastguard Worker break;
134*d9f75844SAndroid Build Coastguard Worker }
135*d9f75844SAndroid Build Coastguard Worker buffer->MutableDataY()[dest_x + buffer->StrideY() * dest_y] =
136*d9f75844SAndroid Build Coastguard Worker src.DataY()[x + src.StrideY() * y];
137*d9f75844SAndroid Build Coastguard Worker dest_x /= 2;
138*d9f75844SAndroid Build Coastguard Worker dest_y /= 2;
139*d9f75844SAndroid Build Coastguard Worker int src_x = x / 2;
140*d9f75844SAndroid Build Coastguard Worker int src_y = y / 2;
141*d9f75844SAndroid Build Coastguard Worker buffer->MutableDataU()[dest_x + buffer->StrideU() * dest_y] =
142*d9f75844SAndroid Build Coastguard Worker src.DataU()[src_x + src.StrideU() * src_y];
143*d9f75844SAndroid Build Coastguard Worker buffer->MutableDataV()[dest_x + buffer->StrideV() * dest_y] =
144*d9f75844SAndroid Build Coastguard Worker src.DataV()[src_x + src.StrideV() * src_y];
145*d9f75844SAndroid Build Coastguard Worker }
146*d9f75844SAndroid Build Coastguard Worker }
147*d9f75844SAndroid Build Coastguard Worker return buffer;
148*d9f75844SAndroid Build Coastguard Worker }
149*d9f75844SAndroid Build Coastguard Worker
ToI420()150*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420BufferInterface> I010Buffer::ToI420() {
151*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420Buffer> i420_buffer =
152*d9f75844SAndroid Build Coastguard Worker I420Buffer::Create(width(), height());
153*d9f75844SAndroid Build Coastguard Worker libyuv::I010ToI420(DataY(), StrideY(), DataU(), StrideU(), DataV(), StrideV(),
154*d9f75844SAndroid Build Coastguard Worker i420_buffer->MutableDataY(), i420_buffer->StrideY(),
155*d9f75844SAndroid Build Coastguard Worker i420_buffer->MutableDataU(), i420_buffer->StrideU(),
156*d9f75844SAndroid Build Coastguard Worker i420_buffer->MutableDataV(), i420_buffer->StrideV(),
157*d9f75844SAndroid Build Coastguard Worker width(), height());
158*d9f75844SAndroid Build Coastguard Worker return i420_buffer;
159*d9f75844SAndroid Build Coastguard Worker }
160*d9f75844SAndroid Build Coastguard Worker
width() const161*d9f75844SAndroid Build Coastguard Worker int I010Buffer::width() const {
162*d9f75844SAndroid Build Coastguard Worker return width_;
163*d9f75844SAndroid Build Coastguard Worker }
164*d9f75844SAndroid Build Coastguard Worker
height() const165*d9f75844SAndroid Build Coastguard Worker int I010Buffer::height() const {
166*d9f75844SAndroid Build Coastguard Worker return height_;
167*d9f75844SAndroid Build Coastguard Worker }
168*d9f75844SAndroid Build Coastguard Worker
DataY() const169*d9f75844SAndroid Build Coastguard Worker const uint16_t* I010Buffer::DataY() const {
170*d9f75844SAndroid Build Coastguard Worker return data_.get();
171*d9f75844SAndroid Build Coastguard Worker }
DataU() const172*d9f75844SAndroid Build Coastguard Worker const uint16_t* I010Buffer::DataU() const {
173*d9f75844SAndroid Build Coastguard Worker return data_.get() + stride_y_ * height_;
174*d9f75844SAndroid Build Coastguard Worker }
DataV() const175*d9f75844SAndroid Build Coastguard Worker const uint16_t* I010Buffer::DataV() const {
176*d9f75844SAndroid Build Coastguard Worker return data_.get() + stride_y_ * height_ + stride_u_ * ((height_ + 1) / 2);
177*d9f75844SAndroid Build Coastguard Worker }
178*d9f75844SAndroid Build Coastguard Worker
StrideY() const179*d9f75844SAndroid Build Coastguard Worker int I010Buffer::StrideY() const {
180*d9f75844SAndroid Build Coastguard Worker return stride_y_;
181*d9f75844SAndroid Build Coastguard Worker }
StrideU() const182*d9f75844SAndroid Build Coastguard Worker int I010Buffer::StrideU() const {
183*d9f75844SAndroid Build Coastguard Worker return stride_u_;
184*d9f75844SAndroid Build Coastguard Worker }
StrideV() const185*d9f75844SAndroid Build Coastguard Worker int I010Buffer::StrideV() const {
186*d9f75844SAndroid Build Coastguard Worker return stride_v_;
187*d9f75844SAndroid Build Coastguard Worker }
188*d9f75844SAndroid Build Coastguard Worker
MutableDataY()189*d9f75844SAndroid Build Coastguard Worker uint16_t* I010Buffer::MutableDataY() {
190*d9f75844SAndroid Build Coastguard Worker return const_cast<uint16_t*>(DataY());
191*d9f75844SAndroid Build Coastguard Worker }
MutableDataU()192*d9f75844SAndroid Build Coastguard Worker uint16_t* I010Buffer::MutableDataU() {
193*d9f75844SAndroid Build Coastguard Worker return const_cast<uint16_t*>(DataU());
194*d9f75844SAndroid Build Coastguard Worker }
MutableDataV()195*d9f75844SAndroid Build Coastguard Worker uint16_t* I010Buffer::MutableDataV() {
196*d9f75844SAndroid Build Coastguard Worker return const_cast<uint16_t*>(DataV());
197*d9f75844SAndroid Build Coastguard Worker }
198*d9f75844SAndroid Build Coastguard Worker
CropAndScaleFrom(const I010BufferInterface & src,int offset_x,int offset_y,int crop_width,int crop_height)199*d9f75844SAndroid Build Coastguard Worker void I010Buffer::CropAndScaleFrom(const I010BufferInterface& src,
200*d9f75844SAndroid Build Coastguard Worker int offset_x,
201*d9f75844SAndroid Build Coastguard Worker int offset_y,
202*d9f75844SAndroid Build Coastguard Worker int crop_width,
203*d9f75844SAndroid Build Coastguard Worker int crop_height) {
204*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_LE(crop_width, src.width());
205*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_LE(crop_height, src.height());
206*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_LE(crop_width + offset_x, src.width());
207*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_LE(crop_height + offset_y, src.height());
208*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_GE(offset_x, 0);
209*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_GE(offset_y, 0);
210*d9f75844SAndroid Build Coastguard Worker
211*d9f75844SAndroid Build Coastguard Worker // Make sure offset is even so that u/v plane becomes aligned.
212*d9f75844SAndroid Build Coastguard Worker const int uv_offset_x = offset_x / 2;
213*d9f75844SAndroid Build Coastguard Worker const int uv_offset_y = offset_y / 2;
214*d9f75844SAndroid Build Coastguard Worker offset_x = uv_offset_x * 2;
215*d9f75844SAndroid Build Coastguard Worker offset_y = uv_offset_y * 2;
216*d9f75844SAndroid Build Coastguard Worker
217*d9f75844SAndroid Build Coastguard Worker const uint16_t* y_plane = src.DataY() + src.StrideY() * offset_y + offset_x;
218*d9f75844SAndroid Build Coastguard Worker const uint16_t* u_plane =
219*d9f75844SAndroid Build Coastguard Worker src.DataU() + src.StrideU() * uv_offset_y + uv_offset_x;
220*d9f75844SAndroid Build Coastguard Worker const uint16_t* v_plane =
221*d9f75844SAndroid Build Coastguard Worker src.DataV() + src.StrideV() * uv_offset_y + uv_offset_x;
222*d9f75844SAndroid Build Coastguard Worker int res = libyuv::I420Scale_16(
223*d9f75844SAndroid Build Coastguard Worker y_plane, src.StrideY(), u_plane, src.StrideU(), v_plane, src.StrideV(),
224*d9f75844SAndroid Build Coastguard Worker crop_width, crop_height, MutableDataY(), StrideY(), MutableDataU(),
225*d9f75844SAndroid Build Coastguard Worker StrideU(), MutableDataV(), StrideV(), width(), height(),
226*d9f75844SAndroid Build Coastguard Worker libyuv::kFilterBox);
227*d9f75844SAndroid Build Coastguard Worker
228*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_EQ(res, 0);
229*d9f75844SAndroid Build Coastguard Worker }
230*d9f75844SAndroid Build Coastguard Worker
ScaleFrom(const I010BufferInterface & src)231*d9f75844SAndroid Build Coastguard Worker void I010Buffer::ScaleFrom(const I010BufferInterface& src) {
232*d9f75844SAndroid Build Coastguard Worker CropAndScaleFrom(src, 0, 0, src.width(), src.height());
233*d9f75844SAndroid Build Coastguard Worker }
234*d9f75844SAndroid Build Coastguard Worker
235*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
236