/* * Copyright (c) 2022 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "api/video/i210_buffer.h" #include #include "api/make_ref_counted.h" #include "api/video/i420_buffer.h" #include "api/video/i422_buffer.h" #include "rtc_base/checks.h" #include "third_party/libyuv/include/libyuv/convert.h" #include "third_party/libyuv/include/libyuv/scale.h" // Aligning pointer to 64 bytes for improved performance, e.g. use SIMD. static const int kBufferAlignment = 64; static const int kBytesPerPixel = 2; namespace webrtc { namespace { int I210DataSize(int height, int stride_y, int stride_u, int stride_v) { return kBytesPerPixel * (stride_y * height + stride_u * height + stride_v * height); } void webrtcRotatePlane90_16(const uint16_t* src, int src_stride, uint16_t* dst, int dst_stride, int width, int height) { for (int x = 0; x < width; x++) { for (int y = 0; y < height; y++) { int dest_x = height - y - 1; int dest_y = x; dst[dest_x + dst_stride * dest_y] = src[x + src_stride * y]; } } } void webrtcRotatePlane180_16(const uint16_t* src, int src_stride, uint16_t* dst, int dst_stride, int width, int height) { for (int x = 0; x < width; x++) { for (int y = 0; y < height; y++) { int dest_x = width - x - 1; int dest_y = height - y - 1; dst[dest_x + dst_stride * dest_y] = src[x + src_stride * y]; } } } void webrtcRotatePlane270_16(const uint16_t* src, int src_stride, uint16_t* dst, int dst_stride, int width, int height) { for (int x = 0; x < width; x++) { for (int y = 0; y < height; y++) { int dest_x = y; int dest_y = width - x - 1; dst[dest_x + dst_stride * dest_y] = src[x + src_stride * y]; } } } // TODO(sergio.garcia.murillo@gmail.com): Remove as soon it is available in // libyuv. Due to the rotate&scale required, this function may not be merged in // to libyuv inmediatelly. // https://bugs.chromium.org/p/libyuv/issues/detail?id=926 // This method assumes continuous allocation of the y-plane, possibly clobbering // any padding between pixel rows. int webrtcI210Rotate(const uint16_t* src_y, int src_stride_y, const uint16_t* src_u, int src_stride_u, const uint16_t* src_v, int src_stride_v, uint16_t* dst_y, int dst_stride_y, uint16_t* dst_u, int dst_stride_u, uint16_t* dst_v, int dst_stride_v, int width, int height, enum libyuv::RotationMode mode) { int halfwidth = (width + 1) >> 1; int halfheight = (height + 1) >> 1; if (!src_y || !src_u || !src_v || width <= 0 || height == 0 || !dst_y || !dst_u || !dst_v || dst_stride_y < 0) { return -1; } // Negative height means invert the image. if (height < 0) { height = -height; src_y = src_y + (height - 1) * src_stride_y; src_u = src_u + (height - 1) * src_stride_u; src_v = src_v + (height - 1) * src_stride_v; src_stride_y = -src_stride_y; src_stride_u = -src_stride_u; src_stride_v = -src_stride_v; } switch (mode) { case libyuv::kRotate0: // copy frame libyuv::CopyPlane_16(src_y, src_stride_y, dst_y, dst_stride_y, width, height); libyuv::CopyPlane_16(src_u, src_stride_u, dst_u, dst_stride_u, halfwidth, height); libyuv::CopyPlane_16(src_v, src_stride_v, dst_v, dst_stride_v, halfwidth, height); return 0; case libyuv::kRotate90: // We need to rotate and rescale, we use plane Y as temporal storage. webrtcRotatePlane90_16(src_u, src_stride_u, dst_y, height, halfwidth, height); libyuv::ScalePlane_16(dst_y, height, height, halfwidth, dst_u, halfheight, halfheight, width, libyuv::kFilterBilinear); webrtcRotatePlane90_16(src_v, src_stride_v, dst_y, height, halfwidth, height); libyuv::ScalePlane_16(dst_y, height, height, halfwidth, dst_v, halfheight, halfheight, width, libyuv::kFilterLinear); webrtcRotatePlane90_16(src_y, src_stride_y, dst_y, dst_stride_y, width, height); return 0; case libyuv::kRotate270: // We need to rotate and rescale, we use plane Y as temporal storage. webrtcRotatePlane270_16(src_u, src_stride_u, dst_y, height, halfwidth, height); libyuv::ScalePlane_16(dst_y, height, height, halfwidth, dst_u, halfheight, halfheight, width, libyuv::kFilterBilinear); webrtcRotatePlane270_16(src_v, src_stride_v, dst_y, height, halfwidth, height); libyuv::ScalePlane_16(dst_y, height, height, halfwidth, dst_v, halfheight, halfheight, width, libyuv::kFilterLinear); webrtcRotatePlane270_16(src_y, src_stride_y, dst_y, dst_stride_y, width, height); return 0; case libyuv::kRotate180: webrtcRotatePlane180_16(src_y, src_stride_y, dst_y, dst_stride_y, width, height); webrtcRotatePlane180_16(src_u, src_stride_u, dst_u, dst_stride_u, halfwidth, height); webrtcRotatePlane180_16(src_v, src_stride_v, dst_v, dst_stride_v, halfwidth, height); return 0; default: break; } return -1; } } // namespace I210Buffer::I210Buffer(int width, int height, int stride_y, int stride_u, int stride_v) : width_(width), height_(height), stride_y_(stride_y), stride_u_(stride_u), stride_v_(stride_v), data_(static_cast( AlignedMalloc(I210DataSize(height, stride_y, stride_u, stride_v), kBufferAlignment))) { RTC_DCHECK_GT(width, 0); RTC_DCHECK_GT(height, 0); RTC_DCHECK_GE(stride_y, width); RTC_DCHECK_GE(stride_u, (width + 1) / 2); RTC_DCHECK_GE(stride_v, (width + 1) / 2); } I210Buffer::~I210Buffer() {} // static rtc::scoped_refptr I210Buffer::Create(int width, int height) { return rtc::make_ref_counted(width, height, width, (width + 1) / 2, (width + 1) / 2); } // static rtc::scoped_refptr I210Buffer::Copy( const I210BufferInterface& source) { const int width = source.width(); const int height = source.height(); rtc::scoped_refptr buffer = Create(width, height); RTC_CHECK_EQ( 0, libyuv::I210Copy( source.DataY(), source.StrideY(), source.DataU(), source.StrideU(), source.DataV(), source.StrideV(), buffer->MutableDataY(), buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(), buffer->MutableDataV(), buffer->StrideV(), width, height)); return buffer; } // static rtc::scoped_refptr I210Buffer::Copy( const I420BufferInterface& source) { const int width = source.width(); const int height = source.height(); auto i422buffer = I422Buffer::Copy(source); rtc::scoped_refptr buffer = Create(width, height); RTC_CHECK_EQ(0, libyuv::I422ToI210(i422buffer->DataY(), i422buffer->StrideY(), i422buffer->DataU(), i422buffer->StrideU(), i422buffer->DataV(), i422buffer->StrideV(), buffer->MutableDataY(), buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(), buffer->MutableDataV(), buffer->StrideV(), width, height)); return buffer; } // static rtc::scoped_refptr I210Buffer::Rotate( const I210BufferInterface& src, VideoRotation rotation) { RTC_CHECK(src.DataY()); RTC_CHECK(src.DataU()); RTC_CHECK(src.DataV()); int rotated_width = src.width(); int rotated_height = src.height(); if (rotation == webrtc::kVideoRotation_90 || rotation == webrtc::kVideoRotation_270) { std::swap(rotated_width, rotated_height); } rtc::scoped_refptr buffer = I210Buffer::Create(rotated_width, rotated_height); RTC_CHECK_EQ(0, webrtcI210Rotate( src.DataY(), src.StrideY(), src.DataU(), src.StrideU(), src.DataV(), src.StrideV(), buffer->MutableDataY(), buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(), buffer->MutableDataV(), buffer->StrideV(), src.width(), src.height(), static_cast(rotation))); return buffer; } rtc::scoped_refptr I210Buffer::ToI420() { rtc::scoped_refptr i420_buffer = I420Buffer::Create(width(), height()); libyuv::I210ToI420(DataY(), StrideY(), DataU(), StrideU(), DataV(), StrideV(), i420_buffer->MutableDataY(), i420_buffer->StrideY(), i420_buffer->MutableDataU(), i420_buffer->StrideU(), i420_buffer->MutableDataV(), i420_buffer->StrideV(), width(), height()); return i420_buffer; } int I210Buffer::width() const { return width_; } int I210Buffer::height() const { return height_; } const uint16_t* I210Buffer::DataY() const { return data_.get(); } const uint16_t* I210Buffer::DataU() const { return data_.get() + stride_y_ * height_; } const uint16_t* I210Buffer::DataV() const { return data_.get() + stride_y_ * height_ + stride_u_ * height_; } int I210Buffer::StrideY() const { return stride_y_; } int I210Buffer::StrideU() const { return stride_u_; } int I210Buffer::StrideV() const { return stride_v_; } uint16_t* I210Buffer::MutableDataY() { return const_cast(DataY()); } uint16_t* I210Buffer::MutableDataU() { return const_cast(DataU()); } uint16_t* I210Buffer::MutableDataV() { return const_cast(DataV()); } void I210Buffer::CropAndScaleFrom(const I210BufferInterface& src, int offset_x, int offset_y, int crop_width, int crop_height) { RTC_CHECK_LE(crop_width, src.width()); RTC_CHECK_LE(crop_height, src.height()); RTC_CHECK_LE(crop_width + offset_x, src.width()); RTC_CHECK_LE(crop_height + offset_y, src.height()); RTC_CHECK_GE(offset_x, 0); RTC_CHECK_GE(offset_y, 0); RTC_CHECK_GE(crop_width, 0); RTC_CHECK_GE(crop_height, 0); // Make sure offset is even so that u/v plane becomes aligned. const int uv_offset_x = offset_x / 2; const int uv_offset_y = offset_y; offset_x = uv_offset_x * 2; const uint16_t* y_plane = src.DataY() + src.StrideY() * offset_y + offset_x; const uint16_t* u_plane = src.DataU() + src.StrideU() * uv_offset_y + uv_offset_x; const uint16_t* v_plane = src.DataV() + src.StrideV() * uv_offset_y + uv_offset_x; int res = libyuv::I422Scale_16( y_plane, src.StrideY(), u_plane, src.StrideU(), v_plane, src.StrideV(), crop_width, crop_height, MutableDataY(), StrideY(), MutableDataU(), StrideU(), MutableDataV(), StrideV(), width(), height(), libyuv::kFilterBox); RTC_DCHECK_EQ(res, 0); } void I210Buffer::ScaleFrom(const I210BufferInterface& src) { CropAndScaleFrom(src, 0, 0, src.width(), src.height()); } } // namespace webrtc