xref: /aosp_15_r20/external/webrtc/api/video/i422_buffer.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2021 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker #include "api/video/i422_buffer.h"
11*d9f75844SAndroid Build Coastguard Worker 
12*d9f75844SAndroid Build Coastguard Worker #include <string.h>
13*d9f75844SAndroid Build Coastguard Worker 
14*d9f75844SAndroid Build Coastguard Worker #include <algorithm>
15*d9f75844SAndroid Build Coastguard Worker #include <utility>
16*d9f75844SAndroid Build Coastguard Worker 
17*d9f75844SAndroid Build Coastguard Worker #include "api/make_ref_counted.h"
18*d9f75844SAndroid Build Coastguard Worker #include "api/video/i420_buffer.h"
19*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
20*d9f75844SAndroid Build Coastguard Worker #include "third_party/libyuv/include/libyuv/convert.h"
21*d9f75844SAndroid Build Coastguard Worker #include "third_party/libyuv/include/libyuv/planar_functions.h"
22*d9f75844SAndroid Build Coastguard Worker #include "third_party/libyuv/include/libyuv/scale.h"
23*d9f75844SAndroid Build Coastguard Worker 
24*d9f75844SAndroid Build Coastguard Worker // Aligning pointer to 64 bytes for improved performance, e.g. use SIMD.
25*d9f75844SAndroid Build Coastguard Worker static const int kBufferAlignment = 64;
26*d9f75844SAndroid Build Coastguard Worker 
27*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
28*d9f75844SAndroid Build Coastguard Worker 
29*d9f75844SAndroid Build Coastguard Worker namespace {
30*d9f75844SAndroid Build Coastguard Worker 
I422DataSize(int height,int stride_y,int stride_u,int stride_v)31*d9f75844SAndroid Build Coastguard Worker int I422DataSize(int height, int stride_y, int stride_u, int stride_v) {
32*d9f75844SAndroid Build Coastguard Worker   return stride_y * height + stride_u * height + stride_v * height;
33*d9f75844SAndroid Build Coastguard Worker }
34*d9f75844SAndroid Build Coastguard Worker }  // namespace
35*d9f75844SAndroid Build Coastguard Worker 
I422Buffer(int width,int height)36*d9f75844SAndroid Build Coastguard Worker I422Buffer::I422Buffer(int width, int height)
37*d9f75844SAndroid Build Coastguard Worker     : I422Buffer(width, height, width, (width + 1) / 2, (width + 1) / 2) {}
38*d9f75844SAndroid Build Coastguard Worker 
I422Buffer(int width,int height,int stride_y,int stride_u,int stride_v)39*d9f75844SAndroid Build Coastguard Worker I422Buffer::I422Buffer(int width,
40*d9f75844SAndroid Build Coastguard Worker                        int height,
41*d9f75844SAndroid Build Coastguard Worker                        int stride_y,
42*d9f75844SAndroid Build Coastguard Worker                        int stride_u,
43*d9f75844SAndroid Build Coastguard Worker                        int stride_v)
44*d9f75844SAndroid Build Coastguard Worker     : width_(width),
45*d9f75844SAndroid Build Coastguard Worker       height_(height),
46*d9f75844SAndroid Build Coastguard Worker       stride_y_(stride_y),
47*d9f75844SAndroid Build Coastguard Worker       stride_u_(stride_u),
48*d9f75844SAndroid Build Coastguard Worker       stride_v_(stride_v),
49*d9f75844SAndroid Build Coastguard Worker       data_(static_cast<uint8_t*>(
50*d9f75844SAndroid Build Coastguard Worker           AlignedMalloc(I422DataSize(height, stride_y, stride_u, stride_v),
51*d9f75844SAndroid Build Coastguard Worker                         kBufferAlignment))) {
52*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_GT(width, 0);
53*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_GT(height, 0);
54*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_GE(stride_y, width);
55*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_GE(stride_u, (width + 1) / 2);
56*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_GE(stride_v, (width + 1) / 2);
57*d9f75844SAndroid Build Coastguard Worker }
58*d9f75844SAndroid Build Coastguard Worker 
~I422Buffer()59*d9f75844SAndroid Build Coastguard Worker I422Buffer::~I422Buffer() {}
60*d9f75844SAndroid Build Coastguard Worker 
61*d9f75844SAndroid Build Coastguard Worker // static
Create(int width,int height)62*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I422Buffer> I422Buffer::Create(int width, int height) {
63*d9f75844SAndroid Build Coastguard Worker   return rtc::make_ref_counted<I422Buffer>(width, height);
64*d9f75844SAndroid Build Coastguard Worker }
65*d9f75844SAndroid Build Coastguard Worker 
66*d9f75844SAndroid Build Coastguard Worker // static
Create(int width,int height,int stride_y,int stride_u,int stride_v)67*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I422Buffer> I422Buffer::Create(int width,
68*d9f75844SAndroid Build Coastguard Worker                                                   int height,
69*d9f75844SAndroid Build Coastguard Worker                                                   int stride_y,
70*d9f75844SAndroid Build Coastguard Worker                                                   int stride_u,
71*d9f75844SAndroid Build Coastguard Worker                                                   int stride_v) {
72*d9f75844SAndroid Build Coastguard Worker   return rtc::make_ref_counted<I422Buffer>(width, height, stride_y, stride_u,
73*d9f75844SAndroid Build Coastguard Worker                                            stride_v);
74*d9f75844SAndroid Build Coastguard Worker }
75*d9f75844SAndroid Build Coastguard Worker 
76*d9f75844SAndroid Build Coastguard Worker // static
Copy(const I422BufferInterface & source)77*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I422Buffer> I422Buffer::Copy(
78*d9f75844SAndroid Build Coastguard Worker     const I422BufferInterface& source) {
79*d9f75844SAndroid Build Coastguard Worker   return Copy(source.width(), source.height(), source.DataY(), source.StrideY(),
80*d9f75844SAndroid Build Coastguard Worker               source.DataU(), source.StrideU(), source.DataV(),
81*d9f75844SAndroid Build Coastguard Worker               source.StrideV());
82*d9f75844SAndroid Build Coastguard Worker }
83*d9f75844SAndroid Build Coastguard Worker 
84*d9f75844SAndroid Build Coastguard Worker // static
Copy(const I420BufferInterface & source)85*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I422Buffer> I422Buffer::Copy(
86*d9f75844SAndroid Build Coastguard Worker     const I420BufferInterface& source) {
87*d9f75844SAndroid Build Coastguard Worker   const int width = source.width();
88*d9f75844SAndroid Build Coastguard Worker   const int height = source.height();
89*d9f75844SAndroid Build Coastguard Worker   rtc::scoped_refptr<I422Buffer> buffer = Create(width, height);
90*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK_EQ(
91*d9f75844SAndroid Build Coastguard Worker       0, libyuv::I420ToI422(
92*d9f75844SAndroid Build Coastguard Worker              source.DataY(), source.StrideY(), source.DataU(), source.StrideU(),
93*d9f75844SAndroid Build Coastguard Worker              source.DataV(), source.StrideV(), buffer->MutableDataY(),
94*d9f75844SAndroid Build Coastguard Worker              buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(),
95*d9f75844SAndroid Build Coastguard Worker              buffer->MutableDataV(), buffer->StrideV(), width, height));
96*d9f75844SAndroid Build Coastguard Worker   return buffer;
97*d9f75844SAndroid Build Coastguard Worker }
98*d9f75844SAndroid Build Coastguard Worker 
99*d9f75844SAndroid Build Coastguard Worker // static
Copy(int width,int height,const uint8_t * data_y,int stride_y,const uint8_t * data_u,int stride_u,const uint8_t * data_v,int stride_v)100*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I422Buffer> I422Buffer::Copy(int width,
101*d9f75844SAndroid Build Coastguard Worker                                                 int height,
102*d9f75844SAndroid Build Coastguard Worker                                                 const uint8_t* data_y,
103*d9f75844SAndroid Build Coastguard Worker                                                 int stride_y,
104*d9f75844SAndroid Build Coastguard Worker                                                 const uint8_t* data_u,
105*d9f75844SAndroid Build Coastguard Worker                                                 int stride_u,
106*d9f75844SAndroid Build Coastguard Worker                                                 const uint8_t* data_v,
107*d9f75844SAndroid Build Coastguard Worker                                                 int stride_v) {
108*d9f75844SAndroid Build Coastguard Worker   // Note: May use different strides than the input data.
109*d9f75844SAndroid Build Coastguard Worker   rtc::scoped_refptr<I422Buffer> buffer = Create(width, height);
110*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK_EQ(0, libyuv::I422Copy(data_y, stride_y, data_u, stride_u, data_v,
111*d9f75844SAndroid Build Coastguard Worker                                    stride_v, buffer->MutableDataY(),
112*d9f75844SAndroid Build Coastguard Worker                                    buffer->StrideY(), buffer->MutableDataU(),
113*d9f75844SAndroid Build Coastguard Worker                                    buffer->StrideU(), buffer->MutableDataV(),
114*d9f75844SAndroid Build Coastguard Worker                                    buffer->StrideV(), width, height));
115*d9f75844SAndroid Build Coastguard Worker   return buffer;
116*d9f75844SAndroid Build Coastguard Worker }
117*d9f75844SAndroid Build Coastguard Worker 
118*d9f75844SAndroid Build Coastguard Worker // static
Rotate(const I422BufferInterface & src,VideoRotation rotation)119*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I422Buffer> I422Buffer::Rotate(
120*d9f75844SAndroid Build Coastguard Worker     const I422BufferInterface& src,
121*d9f75844SAndroid Build Coastguard Worker     VideoRotation rotation) {
122*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK(src.DataY());
123*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK(src.DataU());
124*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK(src.DataV());
125*d9f75844SAndroid Build Coastguard Worker 
126*d9f75844SAndroid Build Coastguard Worker   int rotated_width = src.width();
127*d9f75844SAndroid Build Coastguard Worker   int rotated_height = src.height();
128*d9f75844SAndroid Build Coastguard Worker   if (rotation == webrtc::kVideoRotation_90 ||
129*d9f75844SAndroid Build Coastguard Worker       rotation == webrtc::kVideoRotation_270) {
130*d9f75844SAndroid Build Coastguard Worker     std::swap(rotated_width, rotated_height);
131*d9f75844SAndroid Build Coastguard Worker   }
132*d9f75844SAndroid Build Coastguard Worker 
133*d9f75844SAndroid Build Coastguard Worker   rtc::scoped_refptr<webrtc::I422Buffer> buffer =
134*d9f75844SAndroid Build Coastguard Worker       I422Buffer::Create(rotated_width, rotated_height);
135*d9f75844SAndroid Build Coastguard Worker 
136*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK_EQ(0,
137*d9f75844SAndroid Build Coastguard Worker                libyuv::I422Rotate(
138*d9f75844SAndroid Build Coastguard Worker                    src.DataY(), src.StrideY(), src.DataU(), src.StrideU(),
139*d9f75844SAndroid Build Coastguard Worker                    src.DataV(), src.StrideV(), buffer->MutableDataY(),
140*d9f75844SAndroid Build Coastguard Worker                    buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(),
141*d9f75844SAndroid Build Coastguard Worker                    buffer->MutableDataV(), buffer->StrideV(), src.width(),
142*d9f75844SAndroid Build Coastguard Worker                    src.height(), static_cast<libyuv::RotationMode>(rotation)));
143*d9f75844SAndroid Build Coastguard Worker 
144*d9f75844SAndroid Build Coastguard Worker   return buffer;
145*d9f75844SAndroid Build Coastguard Worker }
146*d9f75844SAndroid Build Coastguard Worker 
ToI420()147*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420BufferInterface> I422Buffer::ToI420() {
148*d9f75844SAndroid Build Coastguard Worker   rtc::scoped_refptr<I420Buffer> i420_buffer =
149*d9f75844SAndroid Build Coastguard Worker       I420Buffer::Create(width(), height());
150*d9f75844SAndroid Build Coastguard Worker   libyuv::I422ToI420(DataY(), StrideY(), DataU(), StrideU(), DataV(), StrideV(),
151*d9f75844SAndroid Build Coastguard Worker                      i420_buffer->MutableDataY(), i420_buffer->StrideY(),
152*d9f75844SAndroid Build Coastguard Worker                      i420_buffer->MutableDataU(), i420_buffer->StrideU(),
153*d9f75844SAndroid Build Coastguard Worker                      i420_buffer->MutableDataV(), i420_buffer->StrideV(),
154*d9f75844SAndroid Build Coastguard Worker                      width(), height());
155*d9f75844SAndroid Build Coastguard Worker   return i420_buffer;
156*d9f75844SAndroid Build Coastguard Worker }
157*d9f75844SAndroid Build Coastguard Worker 
InitializeData()158*d9f75844SAndroid Build Coastguard Worker void I422Buffer::InitializeData() {
159*d9f75844SAndroid Build Coastguard Worker   memset(data_.get(), 0,
160*d9f75844SAndroid Build Coastguard Worker          I422DataSize(height_, stride_y_, stride_u_, stride_v_));
161*d9f75844SAndroid Build Coastguard Worker }
162*d9f75844SAndroid Build Coastguard Worker 
width() const163*d9f75844SAndroid Build Coastguard Worker int I422Buffer::width() const {
164*d9f75844SAndroid Build Coastguard Worker   return width_;
165*d9f75844SAndroid Build Coastguard Worker }
166*d9f75844SAndroid Build Coastguard Worker 
height() const167*d9f75844SAndroid Build Coastguard Worker int I422Buffer::height() const {
168*d9f75844SAndroid Build Coastguard Worker   return height_;
169*d9f75844SAndroid Build Coastguard Worker }
170*d9f75844SAndroid Build Coastguard Worker 
DataY() const171*d9f75844SAndroid Build Coastguard Worker const uint8_t* I422Buffer::DataY() const {
172*d9f75844SAndroid Build Coastguard Worker   return data_.get();
173*d9f75844SAndroid Build Coastguard Worker }
DataU() const174*d9f75844SAndroid Build Coastguard Worker const uint8_t* I422Buffer::DataU() const {
175*d9f75844SAndroid Build Coastguard Worker   return data_.get() + stride_y_ * height_;
176*d9f75844SAndroid Build Coastguard Worker }
DataV() const177*d9f75844SAndroid Build Coastguard Worker const uint8_t* I422Buffer::DataV() const {
178*d9f75844SAndroid Build Coastguard Worker   return data_.get() + stride_y_ * height_ + stride_u_ * height_;
179*d9f75844SAndroid Build Coastguard Worker }
180*d9f75844SAndroid Build Coastguard Worker 
StrideY() const181*d9f75844SAndroid Build Coastguard Worker int I422Buffer::StrideY() const {
182*d9f75844SAndroid Build Coastguard Worker   return stride_y_;
183*d9f75844SAndroid Build Coastguard Worker }
StrideU() const184*d9f75844SAndroid Build Coastguard Worker int I422Buffer::StrideU() const {
185*d9f75844SAndroid Build Coastguard Worker   return stride_u_;
186*d9f75844SAndroid Build Coastguard Worker }
StrideV() const187*d9f75844SAndroid Build Coastguard Worker int I422Buffer::StrideV() const {
188*d9f75844SAndroid Build Coastguard Worker   return stride_v_;
189*d9f75844SAndroid Build Coastguard Worker }
190*d9f75844SAndroid Build Coastguard Worker 
MutableDataY()191*d9f75844SAndroid Build Coastguard Worker uint8_t* I422Buffer::MutableDataY() {
192*d9f75844SAndroid Build Coastguard Worker   return const_cast<uint8_t*>(DataY());
193*d9f75844SAndroid Build Coastguard Worker }
MutableDataU()194*d9f75844SAndroid Build Coastguard Worker uint8_t* I422Buffer::MutableDataU() {
195*d9f75844SAndroid Build Coastguard Worker   return const_cast<uint8_t*>(DataU());
196*d9f75844SAndroid Build Coastguard Worker }
MutableDataV()197*d9f75844SAndroid Build Coastguard Worker uint8_t* I422Buffer::MutableDataV() {
198*d9f75844SAndroid Build Coastguard Worker   return const_cast<uint8_t*>(DataV());
199*d9f75844SAndroid Build Coastguard Worker }
200*d9f75844SAndroid Build Coastguard Worker 
CropAndScaleFrom(const I422BufferInterface & src,int offset_x,int offset_y,int crop_width,int crop_height)201*d9f75844SAndroid Build Coastguard Worker void I422Buffer::CropAndScaleFrom(const I422BufferInterface& src,
202*d9f75844SAndroid Build Coastguard Worker                                   int offset_x,
203*d9f75844SAndroid Build Coastguard Worker                                   int offset_y,
204*d9f75844SAndroid Build Coastguard Worker                                   int crop_width,
205*d9f75844SAndroid Build Coastguard Worker                                   int crop_height) {
206*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK_LE(crop_width, src.width());
207*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK_LE(crop_height, src.height());
208*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK_LE(crop_width + offset_x, src.width());
209*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK_LE(crop_height + offset_y, src.height());
210*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK_GE(offset_x, 0);
211*d9f75844SAndroid Build Coastguard Worker   RTC_CHECK_GE(offset_y, 0);
212*d9f75844SAndroid Build Coastguard Worker 
213*d9f75844SAndroid Build Coastguard Worker   // Make sure offset is even so that u/v plane becomes aligned.
214*d9f75844SAndroid Build Coastguard Worker   const int uv_offset_x = offset_x / 2;
215*d9f75844SAndroid Build Coastguard Worker   const int uv_offset_y = offset_y;
216*d9f75844SAndroid Build Coastguard Worker   offset_x = uv_offset_x * 2;
217*d9f75844SAndroid Build Coastguard Worker 
218*d9f75844SAndroid Build Coastguard Worker   const uint8_t* y_plane = src.DataY() + src.StrideY() * offset_y + offset_x;
219*d9f75844SAndroid Build Coastguard Worker   const uint8_t* u_plane =
220*d9f75844SAndroid Build Coastguard Worker       src.DataU() + src.StrideU() * uv_offset_y + uv_offset_x;
221*d9f75844SAndroid Build Coastguard Worker   const uint8_t* v_plane =
222*d9f75844SAndroid Build Coastguard Worker       src.DataV() + src.StrideV() * uv_offset_y + uv_offset_x;
223*d9f75844SAndroid Build Coastguard Worker 
224*d9f75844SAndroid Build Coastguard Worker   int res =
225*d9f75844SAndroid Build Coastguard Worker       libyuv::I422Scale(y_plane, src.StrideY(), u_plane, src.StrideU(), v_plane,
226*d9f75844SAndroid Build Coastguard Worker                         src.StrideV(), crop_width, crop_height, MutableDataY(),
227*d9f75844SAndroid Build Coastguard Worker                         StrideY(), MutableDataU(), StrideU(), MutableDataV(),
228*d9f75844SAndroid Build Coastguard Worker                         StrideV(), width(), height(), libyuv::kFilterBox);
229*d9f75844SAndroid Build Coastguard Worker 
230*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_EQ(res, 0);
231*d9f75844SAndroid Build Coastguard Worker }
232*d9f75844SAndroid Build Coastguard Worker 
233*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
234