1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2020 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "test/mappable_native_buffer.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include "absl/algorithm/container.h"
14*d9f75844SAndroid Build Coastguard Worker #include "api/video/i420_buffer.h"
15*d9f75844SAndroid Build Coastguard Worker #include "api/video/nv12_buffer.h"
16*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_frame.h"
17*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_rotation.h"
18*d9f75844SAndroid Build Coastguard Worker #include "common_video/include/video_frame_buffer.h"
19*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
20*d9f75844SAndroid Build Coastguard Worker
21*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
22*d9f75844SAndroid Build Coastguard Worker namespace test {
23*d9f75844SAndroid Build Coastguard Worker
24*d9f75844SAndroid Build Coastguard Worker namespace {
25*d9f75844SAndroid Build Coastguard Worker
26*d9f75844SAndroid Build Coastguard Worker class NV12BufferWithDidConvertToI420 : public NV12Buffer {
27*d9f75844SAndroid Build Coastguard Worker public:
NV12BufferWithDidConvertToI420(int width,int height)28*d9f75844SAndroid Build Coastguard Worker NV12BufferWithDidConvertToI420(int width, int height)
29*d9f75844SAndroid Build Coastguard Worker : NV12Buffer(width, height), did_convert_to_i420_(false) {}
30*d9f75844SAndroid Build Coastguard Worker
did_convert_to_i420() const31*d9f75844SAndroid Build Coastguard Worker bool did_convert_to_i420() const { return did_convert_to_i420_; }
32*d9f75844SAndroid Build Coastguard Worker
ToI420()33*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420BufferInterface> ToI420() override {
34*d9f75844SAndroid Build Coastguard Worker did_convert_to_i420_ = true;
35*d9f75844SAndroid Build Coastguard Worker return NV12Buffer::ToI420();
36*d9f75844SAndroid Build Coastguard Worker }
37*d9f75844SAndroid Build Coastguard Worker
38*d9f75844SAndroid Build Coastguard Worker private:
39*d9f75844SAndroid Build Coastguard Worker bool did_convert_to_i420_;
40*d9f75844SAndroid Build Coastguard Worker };
41*d9f75844SAndroid Build Coastguard Worker
42*d9f75844SAndroid Build Coastguard Worker } // namespace
43*d9f75844SAndroid Build Coastguard Worker
CreateMappableNativeFrame(int64_t ntp_time_ms,VideoFrameBuffer::Type mappable_type,int width,int height)44*d9f75844SAndroid Build Coastguard Worker VideoFrame CreateMappableNativeFrame(int64_t ntp_time_ms,
45*d9f75844SAndroid Build Coastguard Worker VideoFrameBuffer::Type mappable_type,
46*d9f75844SAndroid Build Coastguard Worker int width,
47*d9f75844SAndroid Build Coastguard Worker int height) {
48*d9f75844SAndroid Build Coastguard Worker VideoFrame frame =
49*d9f75844SAndroid Build Coastguard Worker VideoFrame::Builder()
50*d9f75844SAndroid Build Coastguard Worker .set_video_frame_buffer(rtc::make_ref_counted<MappableNativeBuffer>(
51*d9f75844SAndroid Build Coastguard Worker mappable_type, width, height))
52*d9f75844SAndroid Build Coastguard Worker .set_timestamp_rtp(99)
53*d9f75844SAndroid Build Coastguard Worker .set_timestamp_ms(99)
54*d9f75844SAndroid Build Coastguard Worker .set_rotation(kVideoRotation_0)
55*d9f75844SAndroid Build Coastguard Worker .build();
56*d9f75844SAndroid Build Coastguard Worker frame.set_ntp_time_ms(ntp_time_ms);
57*d9f75844SAndroid Build Coastguard Worker return frame;
58*d9f75844SAndroid Build Coastguard Worker }
59*d9f75844SAndroid Build Coastguard Worker
GetMappableNativeBufferFromVideoFrame(const VideoFrame & frame)60*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<MappableNativeBuffer> GetMappableNativeBufferFromVideoFrame(
61*d9f75844SAndroid Build Coastguard Worker const VideoFrame& frame) {
62*d9f75844SAndroid Build Coastguard Worker return rtc::scoped_refptr<MappableNativeBuffer>(
63*d9f75844SAndroid Build Coastguard Worker static_cast<MappableNativeBuffer*>(frame.video_frame_buffer().get()));
64*d9f75844SAndroid Build Coastguard Worker }
65*d9f75844SAndroid Build Coastguard Worker
ScaledBuffer(rtc::scoped_refptr<MappableNativeBuffer> parent,int width,int height)66*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::ScaledBuffer::ScaledBuffer(
67*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<MappableNativeBuffer> parent,
68*d9f75844SAndroid Build Coastguard Worker int width,
69*d9f75844SAndroid Build Coastguard Worker int height)
70*d9f75844SAndroid Build Coastguard Worker : parent_(std::move(parent)), width_(width), height_(height) {}
71*d9f75844SAndroid Build Coastguard Worker
~ScaledBuffer()72*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::ScaledBuffer::~ScaledBuffer() {}
73*d9f75844SAndroid Build Coastguard Worker
74*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer>
CropAndScale(int offset_x,int offset_y,int crop_width,int crop_height,int scaled_width,int scaled_height)75*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::ScaledBuffer::CropAndScale(int offset_x,
76*d9f75844SAndroid Build Coastguard Worker int offset_y,
77*d9f75844SAndroid Build Coastguard Worker int crop_width,
78*d9f75844SAndroid Build Coastguard Worker int crop_height,
79*d9f75844SAndroid Build Coastguard Worker int scaled_width,
80*d9f75844SAndroid Build Coastguard Worker int scaled_height) {
81*d9f75844SAndroid Build Coastguard Worker return rtc::make_ref_counted<ScaledBuffer>(parent_, scaled_width,
82*d9f75844SAndroid Build Coastguard Worker scaled_height);
83*d9f75844SAndroid Build Coastguard Worker }
84*d9f75844SAndroid Build Coastguard Worker
85*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420BufferInterface>
ToI420()86*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::ScaledBuffer::ToI420() {
87*d9f75844SAndroid Build Coastguard Worker return parent_->GetOrCreateMappedBuffer(width_, height_)->ToI420();
88*d9f75844SAndroid Build Coastguard Worker }
89*d9f75844SAndroid Build Coastguard Worker
90*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer>
GetMappedFrameBuffer(rtc::ArrayView<VideoFrameBuffer::Type> types)91*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::ScaledBuffer::GetMappedFrameBuffer(
92*d9f75844SAndroid Build Coastguard Worker rtc::ArrayView<VideoFrameBuffer::Type> types) {
93*d9f75844SAndroid Build Coastguard Worker if (absl::c_find(types, parent_->mappable_type_) == types.end())
94*d9f75844SAndroid Build Coastguard Worker return nullptr;
95*d9f75844SAndroid Build Coastguard Worker return parent_->GetOrCreateMappedBuffer(width_, height_);
96*d9f75844SAndroid Build Coastguard Worker }
97*d9f75844SAndroid Build Coastguard Worker
MappableNativeBuffer(VideoFrameBuffer::Type mappable_type,int width,int height)98*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::MappableNativeBuffer(VideoFrameBuffer::Type mappable_type,
99*d9f75844SAndroid Build Coastguard Worker int width,
100*d9f75844SAndroid Build Coastguard Worker int height)
101*d9f75844SAndroid Build Coastguard Worker : mappable_type_(mappable_type), width_(width), height_(height) {
102*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK(mappable_type_ == VideoFrameBuffer::Type::kI420 ||
103*d9f75844SAndroid Build Coastguard Worker mappable_type_ == VideoFrameBuffer::Type::kNV12);
104*d9f75844SAndroid Build Coastguard Worker }
105*d9f75844SAndroid Build Coastguard Worker
~MappableNativeBuffer()106*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::~MappableNativeBuffer() {}
107*d9f75844SAndroid Build Coastguard Worker
CropAndScale(int offset_x,int offset_y,int crop_width,int crop_height,int scaled_width,int scaled_height)108*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer> MappableNativeBuffer::CropAndScale(
109*d9f75844SAndroid Build Coastguard Worker int offset_x,
110*d9f75844SAndroid Build Coastguard Worker int offset_y,
111*d9f75844SAndroid Build Coastguard Worker int crop_width,
112*d9f75844SAndroid Build Coastguard Worker int crop_height,
113*d9f75844SAndroid Build Coastguard Worker int scaled_width,
114*d9f75844SAndroid Build Coastguard Worker int scaled_height) {
115*d9f75844SAndroid Build Coastguard Worker return FullSizeBuffer()->CropAndScale(
116*d9f75844SAndroid Build Coastguard Worker offset_x, offset_y, crop_width, crop_height, scaled_width, scaled_height);
117*d9f75844SAndroid Build Coastguard Worker }
118*d9f75844SAndroid Build Coastguard Worker
ToI420()119*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420BufferInterface> MappableNativeBuffer::ToI420() {
120*d9f75844SAndroid Build Coastguard Worker return FullSizeBuffer()->ToI420();
121*d9f75844SAndroid Build Coastguard Worker }
122*d9f75844SAndroid Build Coastguard Worker
GetMappedFrameBuffer(rtc::ArrayView<VideoFrameBuffer::Type> types)123*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer> MappableNativeBuffer::GetMappedFrameBuffer(
124*d9f75844SAndroid Build Coastguard Worker rtc::ArrayView<VideoFrameBuffer::Type> types) {
125*d9f75844SAndroid Build Coastguard Worker return FullSizeBuffer()->GetMappedFrameBuffer(types);
126*d9f75844SAndroid Build Coastguard Worker }
127*d9f75844SAndroid Build Coastguard Worker
128*d9f75844SAndroid Build Coastguard Worker std::vector<rtc::scoped_refptr<VideoFrameBuffer>>
GetMappedFramedBuffers() const129*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::GetMappedFramedBuffers() const {
130*d9f75844SAndroid Build Coastguard Worker MutexLock lock(&lock_);
131*d9f75844SAndroid Build Coastguard Worker return mapped_buffers_;
132*d9f75844SAndroid Build Coastguard Worker }
133*d9f75844SAndroid Build Coastguard Worker
DidConvertToI420() const134*d9f75844SAndroid Build Coastguard Worker bool MappableNativeBuffer::DidConvertToI420() const {
135*d9f75844SAndroid Build Coastguard Worker if (mappable_type_ != VideoFrameBuffer::Type::kNV12)
136*d9f75844SAndroid Build Coastguard Worker return false;
137*d9f75844SAndroid Build Coastguard Worker MutexLock lock(&lock_);
138*d9f75844SAndroid Build Coastguard Worker for (auto& mapped_buffer : mapped_buffers_) {
139*d9f75844SAndroid Build Coastguard Worker if (static_cast<NV12BufferWithDidConvertToI420*>(mapped_buffer.get())
140*d9f75844SAndroid Build Coastguard Worker ->did_convert_to_i420()) {
141*d9f75844SAndroid Build Coastguard Worker return true;
142*d9f75844SAndroid Build Coastguard Worker }
143*d9f75844SAndroid Build Coastguard Worker }
144*d9f75844SAndroid Build Coastguard Worker return false;
145*d9f75844SAndroid Build Coastguard Worker }
146*d9f75844SAndroid Build Coastguard Worker
147*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<MappableNativeBuffer::ScaledBuffer>
FullSizeBuffer()148*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::FullSizeBuffer() {
149*d9f75844SAndroid Build Coastguard Worker return rtc::make_ref_counted<ScaledBuffer>(
150*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<MappableNativeBuffer>(this), width_, height_);
151*d9f75844SAndroid Build Coastguard Worker }
152*d9f75844SAndroid Build Coastguard Worker
153*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer>
GetOrCreateMappedBuffer(int width,int height)154*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::GetOrCreateMappedBuffer(int width, int height) {
155*d9f75844SAndroid Build Coastguard Worker MutexLock lock(&lock_);
156*d9f75844SAndroid Build Coastguard Worker for (auto& mapped_buffer : mapped_buffers_) {
157*d9f75844SAndroid Build Coastguard Worker if (mapped_buffer->width() == width && mapped_buffer->height() == height) {
158*d9f75844SAndroid Build Coastguard Worker return mapped_buffer;
159*d9f75844SAndroid Build Coastguard Worker }
160*d9f75844SAndroid Build Coastguard Worker }
161*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer> mapped_buffer;
162*d9f75844SAndroid Build Coastguard Worker switch (mappable_type_) {
163*d9f75844SAndroid Build Coastguard Worker case VideoFrameBuffer::Type::kI420: {
164*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420Buffer> i420_buffer =
165*d9f75844SAndroid Build Coastguard Worker I420Buffer::Create(width, height);
166*d9f75844SAndroid Build Coastguard Worker I420Buffer::SetBlack(i420_buffer.get());
167*d9f75844SAndroid Build Coastguard Worker mapped_buffer = i420_buffer;
168*d9f75844SAndroid Build Coastguard Worker break;
169*d9f75844SAndroid Build Coastguard Worker }
170*d9f75844SAndroid Build Coastguard Worker case VideoFrameBuffer::Type::kNV12: {
171*d9f75844SAndroid Build Coastguard Worker auto nv12_buffer =
172*d9f75844SAndroid Build Coastguard Worker rtc::make_ref_counted<NV12BufferWithDidConvertToI420>(width, height);
173*d9f75844SAndroid Build Coastguard Worker nv12_buffer->InitializeData();
174*d9f75844SAndroid Build Coastguard Worker mapped_buffer = std::move(nv12_buffer);
175*d9f75844SAndroid Build Coastguard Worker break;
176*d9f75844SAndroid Build Coastguard Worker }
177*d9f75844SAndroid Build Coastguard Worker default:
178*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_NOTREACHED();
179*d9f75844SAndroid Build Coastguard Worker }
180*d9f75844SAndroid Build Coastguard Worker mapped_buffers_.push_back(mapped_buffer);
181*d9f75844SAndroid Build Coastguard Worker return mapped_buffer;
182*d9f75844SAndroid Build Coastguard Worker }
183*d9f75844SAndroid Build Coastguard Worker
184*d9f75844SAndroid Build Coastguard Worker } // namespace test
185*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
186