/* * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "api/video/i420_buffer.h" #include #include #include #include "rtc_base/checks.h" #include "rtc_base/ref_counted_object.h" #include "third_party/libyuv/include/libyuv/convert.h" #include "third_party/libyuv/include/libyuv/planar_functions.h" #include "third_party/libyuv/include/libyuv/scale.h" // Aligning pointer to 64 bytes for improved performance, e.g. use SIMD. static const int kBufferAlignment = 64; namespace webrtc { namespace { int I420DataSize(int height, int stride_y, int stride_u, int stride_v) { return stride_y * height + (stride_u + stride_v) * ((height + 1) / 2); } } // namespace I420Buffer::I420Buffer(int width, int height) : I420Buffer(width, height, width, (width + 1) / 2, (width + 1) / 2) {} I420Buffer::I420Buffer(int width, int height, int stride_y, int stride_u, int stride_v) : width_(width), height_(height), stride_y_(stride_y), stride_u_(stride_u), stride_v_(stride_v), data_(static_cast( AlignedMalloc(I420DataSize(height, stride_y, stride_u, stride_v), kBufferAlignment))) { RTC_DCHECK_GT(width, 0); RTC_DCHECK_GT(height, 0); RTC_DCHECK_GE(stride_y, width); RTC_DCHECK_GE(stride_u, (width + 1) / 2); RTC_DCHECK_GE(stride_v, (width + 1) / 2); } I420Buffer::~I420Buffer() {} // static rtc::scoped_refptr I420Buffer::Create(int width, int height) { return new rtc::RefCountedObject(width, height); } // static rtc::scoped_refptr I420Buffer::Create(int width, int height, int stride_y, int stride_u, int stride_v) { return new rtc::RefCountedObject(width, height, stride_y, stride_u, stride_v); } // static rtc::scoped_refptr I420Buffer::Copy( const I420BufferInterface& source) { return Copy(source.width(), source.height(), source.DataY(), source.StrideY(), source.DataU(), source.StrideU(), source.DataV(), source.StrideV()); } // static rtc::scoped_refptr I420Buffer::Copy(int width, int height, const uint8_t* data_y, int stride_y, const uint8_t* data_u, int stride_u, const uint8_t* data_v, int stride_v) { // Note: May use different strides than the input data. rtc::scoped_refptr buffer = Create(width, height); RTC_CHECK_EQ(0, libyuv::I420Copy(data_y, stride_y, data_u, stride_u, data_v, stride_v, buffer->MutableDataY(), buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(), buffer->MutableDataV(), buffer->StrideV(), width, height)); return buffer; } // static rtc::scoped_refptr I420Buffer::Rotate( const I420BufferInterface& src, VideoRotation rotation) { RTC_CHECK(src.DataY()); RTC_CHECK(src.DataU()); RTC_CHECK(src.DataV()); int rotated_width = src.width(); int rotated_height = src.height(); if (rotation == webrtc::kVideoRotation_90 || rotation == webrtc::kVideoRotation_270) { std::swap(rotated_width, rotated_height); } rtc::scoped_refptr buffer = I420Buffer::Create(rotated_width, rotated_height); libyuv::I420Rotate( src.DataY(), src.StrideY(), src.DataU(), src.StrideU(), src.DataV(), src.StrideV(), buffer->MutableDataY(), buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(), buffer->MutableDataV(), buffer->StrideV(), src.width(), src.height(), static_cast(rotation)); return buffer; } void I420Buffer::InitializeData() { memset(data_.get(), 0, I420DataSize(height_, stride_y_, stride_u_, stride_v_)); } int I420Buffer::width() const { return width_; } int I420Buffer::height() const { return height_; } const uint8_t* I420Buffer::DataY() const { return data_.get(); } const uint8_t* I420Buffer::DataU() const { return data_.get() + stride_y_ * height_; } const uint8_t* I420Buffer::DataV() const { return data_.get() + stride_y_ * height_ + stride_u_ * ((height_ + 1) / 2); } int I420Buffer::StrideY() const { return stride_y_; } int I420Buffer::StrideU() const { return stride_u_; } int I420Buffer::StrideV() const { return stride_v_; } uint8_t* I420Buffer::MutableDataY() { return const_cast(DataY()); } uint8_t* I420Buffer::MutableDataU() { return const_cast(DataU()); } uint8_t* I420Buffer::MutableDataV() { return const_cast(DataV()); } // static void I420Buffer::SetBlack(I420Buffer* buffer) { RTC_CHECK(libyuv::I420Rect(buffer->MutableDataY(), buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(), buffer->MutableDataV(), buffer->StrideV(), 0, 0, buffer->width(), buffer->height(), 0, 128, 128) == 0); } void I420Buffer::CropAndScaleFrom(const I420BufferInterface& src, int offset_x, int offset_y, int crop_width, int crop_height) { RTC_CHECK_LE(crop_width, src.width()); RTC_CHECK_LE(crop_height, src.height()); RTC_CHECK_LE(crop_width + offset_x, src.width()); RTC_CHECK_LE(crop_height + offset_y, src.height()); RTC_CHECK_GE(offset_x, 0); RTC_CHECK_GE(offset_y, 0); // Make sure offset is even so that u/v plane becomes aligned. const int uv_offset_x = offset_x / 2; const int uv_offset_y = offset_y / 2; offset_x = uv_offset_x * 2; offset_y = uv_offset_y * 2; const uint8_t* y_plane = src.DataY() + src.StrideY() * offset_y + offset_x; const uint8_t* u_plane = src.DataU() + src.StrideU() * uv_offset_y + uv_offset_x; const uint8_t* v_plane = src.DataV() + src.StrideV() * uv_offset_y + uv_offset_x; int res = libyuv::I420Scale(y_plane, src.StrideY(), u_plane, src.StrideU(), v_plane, src.StrideV(), crop_width, crop_height, MutableDataY(), StrideY(), MutableDataU(), StrideU(), MutableDataV(), StrideV(), width(), height(), libyuv::kFilterBox); RTC_DCHECK_EQ(res, 0); } void I420Buffer::CropAndScaleFrom(const I420BufferInterface& src) { const int crop_width = height() > 0 ? std::min(src.width(), width() * src.height() / height()) : src.width(); const int crop_height = width() > 0 ? std::min(src.height(), height() * src.width() / width()) : src.height(); CropAndScaleFrom(src, (src.width() - crop_width) / 2, (src.height() - crop_height) / 2, crop_width, crop_height); } void I420Buffer::ScaleFrom(const I420BufferInterface& src) { CropAndScaleFrom(src, 0, 0, src.width(), src.height()); } void I420Buffer::PasteFrom(const I420BufferInterface& picture, int offset_col, int offset_row) { RTC_CHECK_LE(picture.width() + offset_col, width()); RTC_CHECK_LE(picture.height() + offset_row, height()); RTC_CHECK_GE(offset_col, 0); RTC_CHECK_GE(offset_row, 0); // Pasted picture has to be aligned so subsumpled UV plane isn't corrupted. RTC_CHECK(offset_col % 2 == 0); RTC_CHECK(offset_row % 2 == 0); RTC_CHECK(picture.width() % 2 == 0 || picture.width() + offset_col == width()); RTC_CHECK(picture.height() % 2 == 0 || picture.height() + offset_row == height()); libyuv::CopyPlane(picture.DataY(), picture.StrideY(), MutableDataY() + StrideY() * offset_row + offset_col, StrideY(), picture.width(), picture.height()); libyuv::CopyPlane( picture.DataU(), picture.StrideU(), MutableDataU() + StrideU() * offset_row / 2 + offset_col / 2, StrideU(), picture.width() / 2, picture.height() / 2); libyuv::CopyPlane( picture.DataV(), picture.StrideV(), MutableDataV() + StrideV() * offset_row / 2 + offset_col / 2, StrideV(), picture.width() / 2, picture.height() / 2); } } // namespace webrtc