xref: /aosp_15_r20/external/webrtc/test/mappable_native_buffer.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2020 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "test/mappable_native_buffer.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include "absl/algorithm/container.h"
14*d9f75844SAndroid Build Coastguard Worker #include "api/video/i420_buffer.h"
15*d9f75844SAndroid Build Coastguard Worker #include "api/video/nv12_buffer.h"
16*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_frame.h"
17*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_rotation.h"
18*d9f75844SAndroid Build Coastguard Worker #include "common_video/include/video_frame_buffer.h"
19*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
20*d9f75844SAndroid Build Coastguard Worker 
21*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
22*d9f75844SAndroid Build Coastguard Worker namespace test {
23*d9f75844SAndroid Build Coastguard Worker 
24*d9f75844SAndroid Build Coastguard Worker namespace {
25*d9f75844SAndroid Build Coastguard Worker 
26*d9f75844SAndroid Build Coastguard Worker class NV12BufferWithDidConvertToI420 : public NV12Buffer {
27*d9f75844SAndroid Build Coastguard Worker  public:
NV12BufferWithDidConvertToI420(int width,int height)28*d9f75844SAndroid Build Coastguard Worker   NV12BufferWithDidConvertToI420(int width, int height)
29*d9f75844SAndroid Build Coastguard Worker       : NV12Buffer(width, height), did_convert_to_i420_(false) {}
30*d9f75844SAndroid Build Coastguard Worker 
did_convert_to_i420() const31*d9f75844SAndroid Build Coastguard Worker   bool did_convert_to_i420() const { return did_convert_to_i420_; }
32*d9f75844SAndroid Build Coastguard Worker 
ToI420()33*d9f75844SAndroid Build Coastguard Worker   rtc::scoped_refptr<I420BufferInterface> ToI420() override {
34*d9f75844SAndroid Build Coastguard Worker     did_convert_to_i420_ = true;
35*d9f75844SAndroid Build Coastguard Worker     return NV12Buffer::ToI420();
36*d9f75844SAndroid Build Coastguard Worker   }
37*d9f75844SAndroid Build Coastguard Worker 
38*d9f75844SAndroid Build Coastguard Worker  private:
39*d9f75844SAndroid Build Coastguard Worker   bool did_convert_to_i420_;
40*d9f75844SAndroid Build Coastguard Worker };
41*d9f75844SAndroid Build Coastguard Worker 
42*d9f75844SAndroid Build Coastguard Worker }  // namespace
43*d9f75844SAndroid Build Coastguard Worker 
CreateMappableNativeFrame(int64_t ntp_time_ms,VideoFrameBuffer::Type mappable_type,int width,int height)44*d9f75844SAndroid Build Coastguard Worker VideoFrame CreateMappableNativeFrame(int64_t ntp_time_ms,
45*d9f75844SAndroid Build Coastguard Worker                                      VideoFrameBuffer::Type mappable_type,
46*d9f75844SAndroid Build Coastguard Worker                                      int width,
47*d9f75844SAndroid Build Coastguard Worker                                      int height) {
48*d9f75844SAndroid Build Coastguard Worker   VideoFrame frame =
49*d9f75844SAndroid Build Coastguard Worker       VideoFrame::Builder()
50*d9f75844SAndroid Build Coastguard Worker           .set_video_frame_buffer(rtc::make_ref_counted<MappableNativeBuffer>(
51*d9f75844SAndroid Build Coastguard Worker               mappable_type, width, height))
52*d9f75844SAndroid Build Coastguard Worker           .set_timestamp_rtp(99)
53*d9f75844SAndroid Build Coastguard Worker           .set_timestamp_ms(99)
54*d9f75844SAndroid Build Coastguard Worker           .set_rotation(kVideoRotation_0)
55*d9f75844SAndroid Build Coastguard Worker           .build();
56*d9f75844SAndroid Build Coastguard Worker   frame.set_ntp_time_ms(ntp_time_ms);
57*d9f75844SAndroid Build Coastguard Worker   return frame;
58*d9f75844SAndroid Build Coastguard Worker }
59*d9f75844SAndroid Build Coastguard Worker 
GetMappableNativeBufferFromVideoFrame(const VideoFrame & frame)60*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<MappableNativeBuffer> GetMappableNativeBufferFromVideoFrame(
61*d9f75844SAndroid Build Coastguard Worker     const VideoFrame& frame) {
62*d9f75844SAndroid Build Coastguard Worker   return rtc::scoped_refptr<MappableNativeBuffer>(
63*d9f75844SAndroid Build Coastguard Worker       static_cast<MappableNativeBuffer*>(frame.video_frame_buffer().get()));
64*d9f75844SAndroid Build Coastguard Worker }
65*d9f75844SAndroid Build Coastguard Worker 
ScaledBuffer(rtc::scoped_refptr<MappableNativeBuffer> parent,int width,int height)66*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::ScaledBuffer::ScaledBuffer(
67*d9f75844SAndroid Build Coastguard Worker     rtc::scoped_refptr<MappableNativeBuffer> parent,
68*d9f75844SAndroid Build Coastguard Worker     int width,
69*d9f75844SAndroid Build Coastguard Worker     int height)
70*d9f75844SAndroid Build Coastguard Worker     : parent_(std::move(parent)), width_(width), height_(height) {}
71*d9f75844SAndroid Build Coastguard Worker 
~ScaledBuffer()72*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::ScaledBuffer::~ScaledBuffer() {}
73*d9f75844SAndroid Build Coastguard Worker 
74*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer>
CropAndScale(int offset_x,int offset_y,int crop_width,int crop_height,int scaled_width,int scaled_height)75*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::ScaledBuffer::CropAndScale(int offset_x,
76*d9f75844SAndroid Build Coastguard Worker                                                  int offset_y,
77*d9f75844SAndroid Build Coastguard Worker                                                  int crop_width,
78*d9f75844SAndroid Build Coastguard Worker                                                  int crop_height,
79*d9f75844SAndroid Build Coastguard Worker                                                  int scaled_width,
80*d9f75844SAndroid Build Coastguard Worker                                                  int scaled_height) {
81*d9f75844SAndroid Build Coastguard Worker   return rtc::make_ref_counted<ScaledBuffer>(parent_, scaled_width,
82*d9f75844SAndroid Build Coastguard Worker                                              scaled_height);
83*d9f75844SAndroid Build Coastguard Worker }
84*d9f75844SAndroid Build Coastguard Worker 
85*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420BufferInterface>
ToI420()86*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::ScaledBuffer::ToI420() {
87*d9f75844SAndroid Build Coastguard Worker   return parent_->GetOrCreateMappedBuffer(width_, height_)->ToI420();
88*d9f75844SAndroid Build Coastguard Worker }
89*d9f75844SAndroid Build Coastguard Worker 
90*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer>
GetMappedFrameBuffer(rtc::ArrayView<VideoFrameBuffer::Type> types)91*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::ScaledBuffer::GetMappedFrameBuffer(
92*d9f75844SAndroid Build Coastguard Worker     rtc::ArrayView<VideoFrameBuffer::Type> types) {
93*d9f75844SAndroid Build Coastguard Worker   if (absl::c_find(types, parent_->mappable_type_) == types.end())
94*d9f75844SAndroid Build Coastguard Worker     return nullptr;
95*d9f75844SAndroid Build Coastguard Worker   return parent_->GetOrCreateMappedBuffer(width_, height_);
96*d9f75844SAndroid Build Coastguard Worker }
97*d9f75844SAndroid Build Coastguard Worker 
MappableNativeBuffer(VideoFrameBuffer::Type mappable_type,int width,int height)98*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::MappableNativeBuffer(VideoFrameBuffer::Type mappable_type,
99*d9f75844SAndroid Build Coastguard Worker                                            int width,
100*d9f75844SAndroid Build Coastguard Worker                                            int height)
101*d9f75844SAndroid Build Coastguard Worker     : mappable_type_(mappable_type), width_(width), height_(height) {
102*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(mappable_type_ == VideoFrameBuffer::Type::kI420 ||
103*d9f75844SAndroid Build Coastguard Worker              mappable_type_ == VideoFrameBuffer::Type::kNV12);
104*d9f75844SAndroid Build Coastguard Worker }
105*d9f75844SAndroid Build Coastguard Worker 
~MappableNativeBuffer()106*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::~MappableNativeBuffer() {}
107*d9f75844SAndroid Build Coastguard Worker 
CropAndScale(int offset_x,int offset_y,int crop_width,int crop_height,int scaled_width,int scaled_height)108*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer> MappableNativeBuffer::CropAndScale(
109*d9f75844SAndroid Build Coastguard Worker     int offset_x,
110*d9f75844SAndroid Build Coastguard Worker     int offset_y,
111*d9f75844SAndroid Build Coastguard Worker     int crop_width,
112*d9f75844SAndroid Build Coastguard Worker     int crop_height,
113*d9f75844SAndroid Build Coastguard Worker     int scaled_width,
114*d9f75844SAndroid Build Coastguard Worker     int scaled_height) {
115*d9f75844SAndroid Build Coastguard Worker   return FullSizeBuffer()->CropAndScale(
116*d9f75844SAndroid Build Coastguard Worker       offset_x, offset_y, crop_width, crop_height, scaled_width, scaled_height);
117*d9f75844SAndroid Build Coastguard Worker }
118*d9f75844SAndroid Build Coastguard Worker 
ToI420()119*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<I420BufferInterface> MappableNativeBuffer::ToI420() {
120*d9f75844SAndroid Build Coastguard Worker   return FullSizeBuffer()->ToI420();
121*d9f75844SAndroid Build Coastguard Worker }
122*d9f75844SAndroid Build Coastguard Worker 
GetMappedFrameBuffer(rtc::ArrayView<VideoFrameBuffer::Type> types)123*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer> MappableNativeBuffer::GetMappedFrameBuffer(
124*d9f75844SAndroid Build Coastguard Worker     rtc::ArrayView<VideoFrameBuffer::Type> types) {
125*d9f75844SAndroid Build Coastguard Worker   return FullSizeBuffer()->GetMappedFrameBuffer(types);
126*d9f75844SAndroid Build Coastguard Worker }
127*d9f75844SAndroid Build Coastguard Worker 
128*d9f75844SAndroid Build Coastguard Worker std::vector<rtc::scoped_refptr<VideoFrameBuffer>>
GetMappedFramedBuffers() const129*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::GetMappedFramedBuffers() const {
130*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&lock_);
131*d9f75844SAndroid Build Coastguard Worker   return mapped_buffers_;
132*d9f75844SAndroid Build Coastguard Worker }
133*d9f75844SAndroid Build Coastguard Worker 
DidConvertToI420() const134*d9f75844SAndroid Build Coastguard Worker bool MappableNativeBuffer::DidConvertToI420() const {
135*d9f75844SAndroid Build Coastguard Worker   if (mappable_type_ != VideoFrameBuffer::Type::kNV12)
136*d9f75844SAndroid Build Coastguard Worker     return false;
137*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&lock_);
138*d9f75844SAndroid Build Coastguard Worker   for (auto& mapped_buffer : mapped_buffers_) {
139*d9f75844SAndroid Build Coastguard Worker     if (static_cast<NV12BufferWithDidConvertToI420*>(mapped_buffer.get())
140*d9f75844SAndroid Build Coastguard Worker             ->did_convert_to_i420()) {
141*d9f75844SAndroid Build Coastguard Worker       return true;
142*d9f75844SAndroid Build Coastguard Worker     }
143*d9f75844SAndroid Build Coastguard Worker   }
144*d9f75844SAndroid Build Coastguard Worker   return false;
145*d9f75844SAndroid Build Coastguard Worker }
146*d9f75844SAndroid Build Coastguard Worker 
147*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<MappableNativeBuffer::ScaledBuffer>
FullSizeBuffer()148*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::FullSizeBuffer() {
149*d9f75844SAndroid Build Coastguard Worker   return rtc::make_ref_counted<ScaledBuffer>(
150*d9f75844SAndroid Build Coastguard Worker       rtc::scoped_refptr<MappableNativeBuffer>(this), width_, height_);
151*d9f75844SAndroid Build Coastguard Worker }
152*d9f75844SAndroid Build Coastguard Worker 
153*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<VideoFrameBuffer>
GetOrCreateMappedBuffer(int width,int height)154*d9f75844SAndroid Build Coastguard Worker MappableNativeBuffer::GetOrCreateMappedBuffer(int width, int height) {
155*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&lock_);
156*d9f75844SAndroid Build Coastguard Worker   for (auto& mapped_buffer : mapped_buffers_) {
157*d9f75844SAndroid Build Coastguard Worker     if (mapped_buffer->width() == width && mapped_buffer->height() == height) {
158*d9f75844SAndroid Build Coastguard Worker       return mapped_buffer;
159*d9f75844SAndroid Build Coastguard Worker     }
160*d9f75844SAndroid Build Coastguard Worker   }
161*d9f75844SAndroid Build Coastguard Worker   rtc::scoped_refptr<VideoFrameBuffer> mapped_buffer;
162*d9f75844SAndroid Build Coastguard Worker   switch (mappable_type_) {
163*d9f75844SAndroid Build Coastguard Worker     case VideoFrameBuffer::Type::kI420: {
164*d9f75844SAndroid Build Coastguard Worker       rtc::scoped_refptr<I420Buffer> i420_buffer =
165*d9f75844SAndroid Build Coastguard Worker           I420Buffer::Create(width, height);
166*d9f75844SAndroid Build Coastguard Worker       I420Buffer::SetBlack(i420_buffer.get());
167*d9f75844SAndroid Build Coastguard Worker       mapped_buffer = i420_buffer;
168*d9f75844SAndroid Build Coastguard Worker       break;
169*d9f75844SAndroid Build Coastguard Worker     }
170*d9f75844SAndroid Build Coastguard Worker     case VideoFrameBuffer::Type::kNV12: {
171*d9f75844SAndroid Build Coastguard Worker       auto nv12_buffer =
172*d9f75844SAndroid Build Coastguard Worker           rtc::make_ref_counted<NV12BufferWithDidConvertToI420>(width, height);
173*d9f75844SAndroid Build Coastguard Worker       nv12_buffer->InitializeData();
174*d9f75844SAndroid Build Coastguard Worker       mapped_buffer = std::move(nv12_buffer);
175*d9f75844SAndroid Build Coastguard Worker       break;
176*d9f75844SAndroid Build Coastguard Worker     }
177*d9f75844SAndroid Build Coastguard Worker     default:
178*d9f75844SAndroid Build Coastguard Worker       RTC_DCHECK_NOTREACHED();
179*d9f75844SAndroid Build Coastguard Worker   }
180*d9f75844SAndroid Build Coastguard Worker   mapped_buffers_.push_back(mapped_buffer);
181*d9f75844SAndroid Build Coastguard Worker   return mapped_buffer;
182*d9f75844SAndroid Build Coastguard Worker }
183*d9f75844SAndroid Build Coastguard Worker 
184*d9f75844SAndroid Build Coastguard Worker }  // namespace test
185*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
186