1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2021 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker #include "api/video/i444_buffer.h"
11*d9f75844SAndroid Build Coastguard Worker
12*d9f75844SAndroid Build Coastguard Worker #include <string.h>
13*d9f75844SAndroid Build Coastguard Worker
14*d9f75844SAndroid Build Coastguard Worker #include <algorithm>
15*d9f75844SAndroid Build Coastguard Worker #include <utility>
16*d9f75844SAndroid Build Coastguard Worker
17*d9f75844SAndroid Build Coastguard Worker #include "api/make_ref_counted.h"
18*d9f75844SAndroid Build Coastguard Worker #include "api/video/i420_buffer.h"
19*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
20*d9f75844SAndroid Build Coastguard Worker #include "third_party/libyuv/include/libyuv/convert.h"
21*d9f75844SAndroid Build Coastguard Worker #include "third_party/libyuv/include/libyuv/planar_functions.h"
22*d9f75844SAndroid Build Coastguard Worker #include "third_party/libyuv/include/libyuv/scale.h"
23*d9f75844SAndroid Build Coastguard Worker
24*d9f75844SAndroid Build Coastguard Worker // Aligning pointer to 64 bytes for improved performance, e.g. use SIMD.
25*d9f75844SAndroid Build Coastguard Worker static const int kBufferAlignment = 64;
26*d9f75844SAndroid Build Coastguard Worker
27*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
28*d9f75844SAndroid Build Coastguard Worker
29*d9f75844SAndroid Build Coastguard Worker namespace {
30*d9f75844SAndroid Build Coastguard Worker
I444DataSize(int height,int stride_y,int stride_u,int stride_v)31*d9f75844SAndroid Build Coastguard Worker int I444DataSize(int height, int stride_y, int stride_u, int stride_v) {
32*d9f75844SAndroid Build Coastguard Worker return stride_y * height + stride_u * height + stride_v * height;
33*d9f75844SAndroid Build Coastguard Worker }
34*d9f75844SAndroid Build Coastguard Worker
35*d9f75844SAndroid Build Coastguard Worker } // namespace
36*d9f75844SAndroid Build Coastguard Worker
I444Buffer(int width,int height)37*d9f75844SAndroid Build Coastguard Worker I444Buffer::I444Buffer(int width, int height)
38*d9f75844SAndroid Build Coastguard Worker : I444Buffer(width, height, width, (width), (width)) {}
39*d9f75844SAndroid Build Coastguard Worker
I444Buffer(int width,int height,int stride_y,int stride_u,int stride_v)40*d9f75844SAndroid Build Coastguard Worker I444Buffer::I444Buffer(int width,
41*d9f75844SAndroid Build Coastguard Worker int height,
42*d9f75844SAndroid Build Coastguard Worker int stride_y,
43*d9f75844SAndroid Build Coastguard Worker int stride_u,
44*d9f75844SAndroid Build Coastguard Worker int stride_v)
45*d9f75844SAndroid Build Coastguard Worker : width_(width),
46*d9f75844SAndroid Build Coastguard Worker height_(height),
47*d9f75844SAndroid Build Coastguard Worker stride_y_(stride_y),
48*d9f75844SAndroid Build Coastguard Worker stride_u_(stride_u),
49*d9f75844SAndroid Build Coastguard Worker stride_v_(stride_v),
50*d9f75844SAndroid Build Coastguard Worker data_(static_cast<uint8_t*>(
51*d9f75844SAndroid Build Coastguard Worker AlignedMalloc(I444DataSize(height, stride_y, stride_u, stride_v),
52*d9f75844SAndroid Build Coastguard Worker kBufferAlignment))) {
53*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GT(width, 0);
54*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GT(height, 0);
55*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GE(stride_y, width);
56*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GE(stride_u, (width));
57*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GE(stride_v, (width));
58*d9f75844SAndroid Build Coastguard Worker }
59*d9f75844SAndroid Build Coastguard Worker
~I444Buffer()60*d9f75844SAndroid Build Coastguard Worker I444Buffer::~I444Buffer() {}
61*d9f75844SAndroid Build Coastguard Worker
62*d9f75844SAndroid Build Coastguard Worker // static
Create(int width,int height)63*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I444Buffer> I444Buffer::Create(int width, int height) {
64*d9f75844SAndroid Build Coastguard Worker return rtc::make_ref_counted<I444Buffer>(width, height);
65*d9f75844SAndroid Build Coastguard Worker }
66*d9f75844SAndroid Build Coastguard Worker
67*d9f75844SAndroid Build Coastguard Worker // static
Create(int width,int height,int stride_y,int stride_u,int stride_v)68*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I444Buffer> I444Buffer::Create(int width,
69*d9f75844SAndroid Build Coastguard Worker int height,
70*d9f75844SAndroid Build Coastguard Worker int stride_y,
71*d9f75844SAndroid Build Coastguard Worker int stride_u,
72*d9f75844SAndroid Build Coastguard Worker int stride_v) {
73*d9f75844SAndroid Build Coastguard Worker return rtc::make_ref_counted<I444Buffer>(width, height, stride_y, stride_u,
74*d9f75844SAndroid Build Coastguard Worker stride_v);
75*d9f75844SAndroid Build Coastguard Worker }
76*d9f75844SAndroid Build Coastguard Worker
77*d9f75844SAndroid Build Coastguard Worker // static
Copy(const I444BufferInterface & source)78*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I444Buffer> I444Buffer::Copy(
79*d9f75844SAndroid Build Coastguard Worker const I444BufferInterface& source) {
80*d9f75844SAndroid Build Coastguard Worker return Copy(source.width(), source.height(), source.DataY(), source.StrideY(),
81*d9f75844SAndroid Build Coastguard Worker source.DataU(), source.StrideU(), source.DataV(),
82*d9f75844SAndroid Build Coastguard Worker source.StrideV());
83*d9f75844SAndroid Build Coastguard Worker }
84*d9f75844SAndroid Build Coastguard Worker
85*d9f75844SAndroid Build Coastguard Worker // static
Copy(int width,int height,const uint8_t * data_y,int stride_y,const uint8_t * data_u,int stride_u,const uint8_t * data_v,int stride_v)86*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I444Buffer> I444Buffer::Copy(int width,
87*d9f75844SAndroid Build Coastguard Worker int height,
88*d9f75844SAndroid Build Coastguard Worker const uint8_t* data_y,
89*d9f75844SAndroid Build Coastguard Worker int stride_y,
90*d9f75844SAndroid Build Coastguard Worker const uint8_t* data_u,
91*d9f75844SAndroid Build Coastguard Worker int stride_u,
92*d9f75844SAndroid Build Coastguard Worker const uint8_t* data_v,
93*d9f75844SAndroid Build Coastguard Worker int stride_v) {
94*d9f75844SAndroid Build Coastguard Worker // Note: May use different strides than the input data.
95*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I444Buffer> buffer = Create(width, height);
96*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_EQ(0, libyuv::I444Copy(data_y, stride_y, data_u, stride_u, data_v,
97*d9f75844SAndroid Build Coastguard Worker stride_v, buffer->MutableDataY(),
98*d9f75844SAndroid Build Coastguard Worker buffer->StrideY(), buffer->MutableDataU(),
99*d9f75844SAndroid Build Coastguard Worker buffer->StrideU(), buffer->MutableDataV(),
100*d9f75844SAndroid Build Coastguard Worker buffer->StrideV(), width, height));
101*d9f75844SAndroid Build Coastguard Worker return buffer;
102*d9f75844SAndroid Build Coastguard Worker }
103*d9f75844SAndroid Build Coastguard Worker
104*d9f75844SAndroid Build Coastguard Worker // static
Rotate(const I444BufferInterface & src,VideoRotation rotation)105*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I444Buffer> I444Buffer::Rotate(
106*d9f75844SAndroid Build Coastguard Worker const I444BufferInterface& src,
107*d9f75844SAndroid Build Coastguard Worker VideoRotation rotation) {
108*d9f75844SAndroid Build Coastguard Worker RTC_CHECK(src.DataY());
109*d9f75844SAndroid Build Coastguard Worker RTC_CHECK(src.DataU());
110*d9f75844SAndroid Build Coastguard Worker RTC_CHECK(src.DataV());
111*d9f75844SAndroid Build Coastguard Worker
112*d9f75844SAndroid Build Coastguard Worker int rotated_width = src.width();
113*d9f75844SAndroid Build Coastguard Worker int rotated_height = src.height();
114*d9f75844SAndroid Build Coastguard Worker if (rotation == webrtc::kVideoRotation_90 ||
115*d9f75844SAndroid Build Coastguard Worker rotation == webrtc::kVideoRotation_270) {
116*d9f75844SAndroid Build Coastguard Worker std::swap(rotated_width, rotated_height);
117*d9f75844SAndroid Build Coastguard Worker }
118*d9f75844SAndroid Build Coastguard Worker
119*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<webrtc::I444Buffer> buffer =
120*d9f75844SAndroid Build Coastguard Worker I444Buffer::Create(rotated_width, rotated_height);
121*d9f75844SAndroid Build Coastguard Worker
122*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_EQ(0,
123*d9f75844SAndroid Build Coastguard Worker libyuv::I444Rotate(
124*d9f75844SAndroid Build Coastguard Worker src.DataY(), src.StrideY(), src.DataU(), src.StrideU(),
125*d9f75844SAndroid Build Coastguard Worker src.DataV(), src.StrideV(), buffer->MutableDataY(),
126*d9f75844SAndroid Build Coastguard Worker buffer->StrideY(), buffer->MutableDataU(), buffer->StrideU(),
127*d9f75844SAndroid Build Coastguard Worker buffer->MutableDataV(), buffer->StrideV(), src.width(),
128*d9f75844SAndroid Build Coastguard Worker src.height(), static_cast<libyuv::RotationMode>(rotation)));
129*d9f75844SAndroid Build Coastguard Worker
130*d9f75844SAndroid Build Coastguard Worker return buffer;
131*d9f75844SAndroid Build Coastguard Worker }
132*d9f75844SAndroid Build Coastguard Worker
ToI420()133*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420BufferInterface> I444Buffer::ToI420() {
134*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420Buffer> i420_buffer =
135*d9f75844SAndroid Build Coastguard Worker I420Buffer::Create(width(), height());
136*d9f75844SAndroid Build Coastguard Worker libyuv::I444ToI420(DataY(), StrideY(), DataU(), StrideU(), DataV(), StrideV(),
137*d9f75844SAndroid Build Coastguard Worker i420_buffer->MutableDataY(), i420_buffer->StrideY(),
138*d9f75844SAndroid Build Coastguard Worker i420_buffer->MutableDataU(), i420_buffer->StrideU(),
139*d9f75844SAndroid Build Coastguard Worker i420_buffer->MutableDataV(), i420_buffer->StrideV(),
140*d9f75844SAndroid Build Coastguard Worker width(), height());
141*d9f75844SAndroid Build Coastguard Worker return i420_buffer;
142*d9f75844SAndroid Build Coastguard Worker }
143*d9f75844SAndroid Build Coastguard Worker
InitializeData()144*d9f75844SAndroid Build Coastguard Worker void I444Buffer::InitializeData() {
145*d9f75844SAndroid Build Coastguard Worker memset(data_.get(), 0,
146*d9f75844SAndroid Build Coastguard Worker I444DataSize(height_, stride_y_, stride_u_, stride_v_));
147*d9f75844SAndroid Build Coastguard Worker }
148*d9f75844SAndroid Build Coastguard Worker
width() const149*d9f75844SAndroid Build Coastguard Worker int I444Buffer::width() const {
150*d9f75844SAndroid Build Coastguard Worker return width_;
151*d9f75844SAndroid Build Coastguard Worker }
152*d9f75844SAndroid Build Coastguard Worker
height() const153*d9f75844SAndroid Build Coastguard Worker int I444Buffer::height() const {
154*d9f75844SAndroid Build Coastguard Worker return height_;
155*d9f75844SAndroid Build Coastguard Worker }
156*d9f75844SAndroid Build Coastguard Worker
DataY() const157*d9f75844SAndroid Build Coastguard Worker const uint8_t* I444Buffer::DataY() const {
158*d9f75844SAndroid Build Coastguard Worker return data_.get();
159*d9f75844SAndroid Build Coastguard Worker }
DataU() const160*d9f75844SAndroid Build Coastguard Worker const uint8_t* I444Buffer::DataU() const {
161*d9f75844SAndroid Build Coastguard Worker return data_.get() + stride_y_ * height_;
162*d9f75844SAndroid Build Coastguard Worker }
DataV() const163*d9f75844SAndroid Build Coastguard Worker const uint8_t* I444Buffer::DataV() const {
164*d9f75844SAndroid Build Coastguard Worker return data_.get() + stride_y_ * height_ + stride_u_ * ((height_));
165*d9f75844SAndroid Build Coastguard Worker }
166*d9f75844SAndroid Build Coastguard Worker
StrideY() const167*d9f75844SAndroid Build Coastguard Worker int I444Buffer::StrideY() const {
168*d9f75844SAndroid Build Coastguard Worker return stride_y_;
169*d9f75844SAndroid Build Coastguard Worker }
StrideU() const170*d9f75844SAndroid Build Coastguard Worker int I444Buffer::StrideU() const {
171*d9f75844SAndroid Build Coastguard Worker return stride_u_;
172*d9f75844SAndroid Build Coastguard Worker }
StrideV() const173*d9f75844SAndroid Build Coastguard Worker int I444Buffer::StrideV() const {
174*d9f75844SAndroid Build Coastguard Worker return stride_v_;
175*d9f75844SAndroid Build Coastguard Worker }
176*d9f75844SAndroid Build Coastguard Worker
MutableDataY()177*d9f75844SAndroid Build Coastguard Worker uint8_t* I444Buffer::MutableDataY() {
178*d9f75844SAndroid Build Coastguard Worker return const_cast<uint8_t*>(DataY());
179*d9f75844SAndroid Build Coastguard Worker }
MutableDataU()180*d9f75844SAndroid Build Coastguard Worker uint8_t* I444Buffer::MutableDataU() {
181*d9f75844SAndroid Build Coastguard Worker return const_cast<uint8_t*>(DataU());
182*d9f75844SAndroid Build Coastguard Worker }
MutableDataV()183*d9f75844SAndroid Build Coastguard Worker uint8_t* I444Buffer::MutableDataV() {
184*d9f75844SAndroid Build Coastguard Worker return const_cast<uint8_t*>(DataV());
185*d9f75844SAndroid Build Coastguard Worker }
186*d9f75844SAndroid Build Coastguard Worker
CropAndScaleFrom(const I444BufferInterface & src,int offset_x,int offset_y,int crop_width,int crop_height)187*d9f75844SAndroid Build Coastguard Worker void I444Buffer::CropAndScaleFrom(const I444BufferInterface& src,
188*d9f75844SAndroid Build Coastguard Worker int offset_x,
189*d9f75844SAndroid Build Coastguard Worker int offset_y,
190*d9f75844SAndroid Build Coastguard Worker int crop_width,
191*d9f75844SAndroid Build Coastguard Worker int crop_height) {
192*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_LE(crop_width, src.width());
193*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_LE(crop_height, src.height());
194*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_LE(crop_width + offset_x, src.width());
195*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_LE(crop_height + offset_y, src.height());
196*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_GE(offset_x, 0);
197*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_GE(offset_y, 0);
198*d9f75844SAndroid Build Coastguard Worker
199*d9f75844SAndroid Build Coastguard Worker const uint8_t* y_plane = src.DataY() + src.StrideY() * offset_y + offset_x;
200*d9f75844SAndroid Build Coastguard Worker const uint8_t* u_plane = src.DataU() + src.StrideU() * offset_y + offset_x;
201*d9f75844SAndroid Build Coastguard Worker const uint8_t* v_plane = src.DataV() + src.StrideV() * offset_y + offset_x;
202*d9f75844SAndroid Build Coastguard Worker int res =
203*d9f75844SAndroid Build Coastguard Worker libyuv::I444Scale(y_plane, src.StrideY(), u_plane, src.StrideU(), v_plane,
204*d9f75844SAndroid Build Coastguard Worker src.StrideV(), crop_width, crop_height, MutableDataY(),
205*d9f75844SAndroid Build Coastguard Worker StrideY(), MutableDataU(), StrideU(), MutableDataV(),
206*d9f75844SAndroid Build Coastguard Worker StrideV(), width(), height(), libyuv::kFilterBox);
207*d9f75844SAndroid Build Coastguard Worker
208*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_EQ(res, 0);
209*d9f75844SAndroid Build Coastguard Worker }
210*d9f75844SAndroid Build Coastguard Worker
211*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
212