xref: /aosp_15_r20/external/webrtc/modules/video_coding/decoder_database.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "modules/video_coding/decoder_database.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include <memory>
14*d9f75844SAndroid Build Coastguard Worker #include <utility>
15*d9f75844SAndroid Build Coastguard Worker 
16*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
17*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/logging.h"
18*d9f75844SAndroid Build Coastguard Worker 
19*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
20*d9f75844SAndroid Build Coastguard Worker 
VCMDecoderDatabase()21*d9f75844SAndroid Build Coastguard Worker VCMDecoderDatabase::VCMDecoderDatabase() {
22*d9f75844SAndroid Build Coastguard Worker   decoder_sequence_checker_.Detach();
23*d9f75844SAndroid Build Coastguard Worker }
24*d9f75844SAndroid Build Coastguard Worker 
DeregisterExternalDecoder(uint8_t payload_type)25*d9f75844SAndroid Build Coastguard Worker void VCMDecoderDatabase::DeregisterExternalDecoder(uint8_t payload_type) {
26*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
27*d9f75844SAndroid Build Coastguard Worker   auto it = decoders_.find(payload_type);
28*d9f75844SAndroid Build Coastguard Worker   if (it == decoders_.end()) {
29*d9f75844SAndroid Build Coastguard Worker     return;
30*d9f75844SAndroid Build Coastguard Worker   }
31*d9f75844SAndroid Build Coastguard Worker 
32*d9f75844SAndroid Build Coastguard Worker   // We can't use payload_type to check if the decoder is currently in use,
33*d9f75844SAndroid Build Coastguard Worker   // because payload type may be out of date (e.g. before we decode the first
34*d9f75844SAndroid Build Coastguard Worker   // frame after RegisterReceiveCodec).
35*d9f75844SAndroid Build Coastguard Worker   if (current_decoder_ && current_decoder_->IsSameDecoder(it->second.get())) {
36*d9f75844SAndroid Build Coastguard Worker     // Release it if it was registered and in use.
37*d9f75844SAndroid Build Coastguard Worker     current_decoder_ = absl::nullopt;
38*d9f75844SAndroid Build Coastguard Worker   }
39*d9f75844SAndroid Build Coastguard Worker   decoders_.erase(it);
40*d9f75844SAndroid Build Coastguard Worker }
41*d9f75844SAndroid Build Coastguard Worker 
42*d9f75844SAndroid Build Coastguard Worker // Add the external decoder object to the list of external decoders.
43*d9f75844SAndroid Build Coastguard Worker // Won't be registered as a receive codec until RegisterReceiveCodec is called.
RegisterExternalDecoder(uint8_t payload_type,std::unique_ptr<VideoDecoder> external_decoder)44*d9f75844SAndroid Build Coastguard Worker void VCMDecoderDatabase::RegisterExternalDecoder(
45*d9f75844SAndroid Build Coastguard Worker     uint8_t payload_type,
46*d9f75844SAndroid Build Coastguard Worker     std::unique_ptr<VideoDecoder> external_decoder) {
47*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
48*d9f75844SAndroid Build Coastguard Worker   // If payload value already exists, erase old and insert new.
49*d9f75844SAndroid Build Coastguard Worker   DeregisterExternalDecoder(payload_type);
50*d9f75844SAndroid Build Coastguard Worker   if (external_decoder) {
51*d9f75844SAndroid Build Coastguard Worker     decoders_.emplace(
52*d9f75844SAndroid Build Coastguard Worker         std::make_pair(payload_type, std::move(external_decoder)));
53*d9f75844SAndroid Build Coastguard Worker   }
54*d9f75844SAndroid Build Coastguard Worker }
55*d9f75844SAndroid Build Coastguard Worker 
IsExternalDecoderRegistered(uint8_t payload_type) const56*d9f75844SAndroid Build Coastguard Worker bool VCMDecoderDatabase::IsExternalDecoderRegistered(
57*d9f75844SAndroid Build Coastguard Worker     uint8_t payload_type) const {
58*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
59*d9f75844SAndroid Build Coastguard Worker   return decoders_.find(payload_type) != decoders_.end();
60*d9f75844SAndroid Build Coastguard Worker }
61*d9f75844SAndroid Build Coastguard Worker 
RegisterReceiveCodec(uint8_t payload_type,const VideoDecoder::Settings & settings)62*d9f75844SAndroid Build Coastguard Worker void VCMDecoderDatabase::RegisterReceiveCodec(
63*d9f75844SAndroid Build Coastguard Worker     uint8_t payload_type,
64*d9f75844SAndroid Build Coastguard Worker     const VideoDecoder::Settings& settings) {
65*d9f75844SAndroid Build Coastguard Worker   // If payload value already exists, erase old and insert new.
66*d9f75844SAndroid Build Coastguard Worker   if (payload_type == current_payload_type_) {
67*d9f75844SAndroid Build Coastguard Worker     current_payload_type_ = absl::nullopt;
68*d9f75844SAndroid Build Coastguard Worker   }
69*d9f75844SAndroid Build Coastguard Worker   decoder_settings_[payload_type] = settings;
70*d9f75844SAndroid Build Coastguard Worker }
71*d9f75844SAndroid Build Coastguard Worker 
DeregisterReceiveCodec(uint8_t payload_type)72*d9f75844SAndroid Build Coastguard Worker bool VCMDecoderDatabase::DeregisterReceiveCodec(uint8_t payload_type) {
73*d9f75844SAndroid Build Coastguard Worker   if (decoder_settings_.erase(payload_type) == 0) {
74*d9f75844SAndroid Build Coastguard Worker     return false;
75*d9f75844SAndroid Build Coastguard Worker   }
76*d9f75844SAndroid Build Coastguard Worker   if (payload_type == current_payload_type_) {
77*d9f75844SAndroid Build Coastguard Worker     // This codec is currently in use.
78*d9f75844SAndroid Build Coastguard Worker     current_payload_type_ = absl::nullopt;
79*d9f75844SAndroid Build Coastguard Worker   }
80*d9f75844SAndroid Build Coastguard Worker   return true;
81*d9f75844SAndroid Build Coastguard Worker }
82*d9f75844SAndroid Build Coastguard Worker 
DeregisterReceiveCodecs()83*d9f75844SAndroid Build Coastguard Worker void VCMDecoderDatabase::DeregisterReceiveCodecs() {
84*d9f75844SAndroid Build Coastguard Worker   current_payload_type_ = absl::nullopt;
85*d9f75844SAndroid Build Coastguard Worker   decoder_settings_.clear();
86*d9f75844SAndroid Build Coastguard Worker }
87*d9f75844SAndroid Build Coastguard Worker 
GetDecoder(const VCMEncodedFrame & frame,VCMDecodedFrameCallback * decoded_frame_callback)88*d9f75844SAndroid Build Coastguard Worker VCMGenericDecoder* VCMDecoderDatabase::GetDecoder(
89*d9f75844SAndroid Build Coastguard Worker     const VCMEncodedFrame& frame,
90*d9f75844SAndroid Build Coastguard Worker     VCMDecodedFrameCallback* decoded_frame_callback) {
91*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
92*d9f75844SAndroid Build Coastguard Worker   RTC_DCHECK(decoded_frame_callback->UserReceiveCallback());
93*d9f75844SAndroid Build Coastguard Worker   uint8_t payload_type = frame.PayloadType();
94*d9f75844SAndroid Build Coastguard Worker   if (payload_type == current_payload_type_ || payload_type == 0) {
95*d9f75844SAndroid Build Coastguard Worker     return current_decoder_.has_value() ? &*current_decoder_ : nullptr;
96*d9f75844SAndroid Build Coastguard Worker   }
97*d9f75844SAndroid Build Coastguard Worker   // If decoder exists - delete.
98*d9f75844SAndroid Build Coastguard Worker   if (current_decoder_.has_value()) {
99*d9f75844SAndroid Build Coastguard Worker     current_decoder_ = absl::nullopt;
100*d9f75844SAndroid Build Coastguard Worker     current_payload_type_ = absl::nullopt;
101*d9f75844SAndroid Build Coastguard Worker   }
102*d9f75844SAndroid Build Coastguard Worker 
103*d9f75844SAndroid Build Coastguard Worker   CreateAndInitDecoder(frame);
104*d9f75844SAndroid Build Coastguard Worker   if (current_decoder_ == absl::nullopt) {
105*d9f75844SAndroid Build Coastguard Worker     return nullptr;
106*d9f75844SAndroid Build Coastguard Worker   }
107*d9f75844SAndroid Build Coastguard Worker 
108*d9f75844SAndroid Build Coastguard Worker   VCMReceiveCallback* callback = decoded_frame_callback->UserReceiveCallback();
109*d9f75844SAndroid Build Coastguard Worker   callback->OnIncomingPayloadType(payload_type);
110*d9f75844SAndroid Build Coastguard Worker   if (current_decoder_->RegisterDecodeCompleteCallback(decoded_frame_callback) <
111*d9f75844SAndroid Build Coastguard Worker       0) {
112*d9f75844SAndroid Build Coastguard Worker     current_decoder_ = absl::nullopt;
113*d9f75844SAndroid Build Coastguard Worker     return nullptr;
114*d9f75844SAndroid Build Coastguard Worker   }
115*d9f75844SAndroid Build Coastguard Worker 
116*d9f75844SAndroid Build Coastguard Worker   current_payload_type_ = payload_type;
117*d9f75844SAndroid Build Coastguard Worker   return &*current_decoder_;
118*d9f75844SAndroid Build Coastguard Worker }
119*d9f75844SAndroid Build Coastguard Worker 
CreateAndInitDecoder(const VCMEncodedFrame & frame)120*d9f75844SAndroid Build Coastguard Worker void VCMDecoderDatabase::CreateAndInitDecoder(const VCMEncodedFrame& frame) {
121*d9f75844SAndroid Build Coastguard Worker   uint8_t payload_type = frame.PayloadType();
122*d9f75844SAndroid Build Coastguard Worker   RTC_DLOG(LS_INFO) << "Initializing decoder with payload type '"
123*d9f75844SAndroid Build Coastguard Worker                     << int{payload_type} << "'.";
124*d9f75844SAndroid Build Coastguard Worker   auto decoder_item = decoder_settings_.find(payload_type);
125*d9f75844SAndroid Build Coastguard Worker   if (decoder_item == decoder_settings_.end()) {
126*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "Can't find a decoder associated with payload type: "
127*d9f75844SAndroid Build Coastguard Worker                       << int{payload_type};
128*d9f75844SAndroid Build Coastguard Worker     return;
129*d9f75844SAndroid Build Coastguard Worker   }
130*d9f75844SAndroid Build Coastguard Worker   auto external_dec_item = decoders_.find(payload_type);
131*d9f75844SAndroid Build Coastguard Worker   if (external_dec_item == decoders_.end()) {
132*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "No decoder of this type exists.";
133*d9f75844SAndroid Build Coastguard Worker     return;
134*d9f75844SAndroid Build Coastguard Worker   }
135*d9f75844SAndroid Build Coastguard Worker   current_decoder_.emplace(external_dec_item->second.get());
136*d9f75844SAndroid Build Coastguard Worker 
137*d9f75844SAndroid Build Coastguard Worker   // Copy over input resolutions to prevent codec reinitialization due to
138*d9f75844SAndroid Build Coastguard Worker   // the first frame being of a different resolution than the database values.
139*d9f75844SAndroid Build Coastguard Worker   // This is best effort, since there's no guarantee that width/height have been
140*d9f75844SAndroid Build Coastguard Worker   // parsed yet (and may be zero).
141*d9f75844SAndroid Build Coastguard Worker   RenderResolution frame_resolution(frame.EncodedImage()._encodedWidth,
142*d9f75844SAndroid Build Coastguard Worker                                     frame.EncodedImage()._encodedHeight);
143*d9f75844SAndroid Build Coastguard Worker   if (frame_resolution.Valid()) {
144*d9f75844SAndroid Build Coastguard Worker     decoder_item->second.set_max_render_resolution(frame_resolution);
145*d9f75844SAndroid Build Coastguard Worker   }
146*d9f75844SAndroid Build Coastguard Worker   if (!current_decoder_->Configure(decoder_item->second)) {
147*d9f75844SAndroid Build Coastguard Worker     current_decoder_ = absl::nullopt;
148*d9f75844SAndroid Build Coastguard Worker     RTC_LOG(LS_ERROR) << "Failed to initialize decoder.";
149*d9f75844SAndroid Build Coastguard Worker   }
150*d9f75844SAndroid Build Coastguard Worker }
151*d9f75844SAndroid Build Coastguard Worker 
152*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
153