1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "modules/video_coding/decoder_database.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include <memory>
14*d9f75844SAndroid Build Coastguard Worker #include <utility>
15*d9f75844SAndroid Build Coastguard Worker
16*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
17*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/logging.h"
18*d9f75844SAndroid Build Coastguard Worker
19*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
20*d9f75844SAndroid Build Coastguard Worker
VCMDecoderDatabase()21*d9f75844SAndroid Build Coastguard Worker VCMDecoderDatabase::VCMDecoderDatabase() {
22*d9f75844SAndroid Build Coastguard Worker decoder_sequence_checker_.Detach();
23*d9f75844SAndroid Build Coastguard Worker }
24*d9f75844SAndroid Build Coastguard Worker
DeregisterExternalDecoder(uint8_t payload_type)25*d9f75844SAndroid Build Coastguard Worker void VCMDecoderDatabase::DeregisterExternalDecoder(uint8_t payload_type) {
26*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
27*d9f75844SAndroid Build Coastguard Worker auto it = decoders_.find(payload_type);
28*d9f75844SAndroid Build Coastguard Worker if (it == decoders_.end()) {
29*d9f75844SAndroid Build Coastguard Worker return;
30*d9f75844SAndroid Build Coastguard Worker }
31*d9f75844SAndroid Build Coastguard Worker
32*d9f75844SAndroid Build Coastguard Worker // We can't use payload_type to check if the decoder is currently in use,
33*d9f75844SAndroid Build Coastguard Worker // because payload type may be out of date (e.g. before we decode the first
34*d9f75844SAndroid Build Coastguard Worker // frame after RegisterReceiveCodec).
35*d9f75844SAndroid Build Coastguard Worker if (current_decoder_ && current_decoder_->IsSameDecoder(it->second.get())) {
36*d9f75844SAndroid Build Coastguard Worker // Release it if it was registered and in use.
37*d9f75844SAndroid Build Coastguard Worker current_decoder_ = absl::nullopt;
38*d9f75844SAndroid Build Coastguard Worker }
39*d9f75844SAndroid Build Coastguard Worker decoders_.erase(it);
40*d9f75844SAndroid Build Coastguard Worker }
41*d9f75844SAndroid Build Coastguard Worker
42*d9f75844SAndroid Build Coastguard Worker // Add the external decoder object to the list of external decoders.
43*d9f75844SAndroid Build Coastguard Worker // Won't be registered as a receive codec until RegisterReceiveCodec is called.
RegisterExternalDecoder(uint8_t payload_type,std::unique_ptr<VideoDecoder> external_decoder)44*d9f75844SAndroid Build Coastguard Worker void VCMDecoderDatabase::RegisterExternalDecoder(
45*d9f75844SAndroid Build Coastguard Worker uint8_t payload_type,
46*d9f75844SAndroid Build Coastguard Worker std::unique_ptr<VideoDecoder> external_decoder) {
47*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
48*d9f75844SAndroid Build Coastguard Worker // If payload value already exists, erase old and insert new.
49*d9f75844SAndroid Build Coastguard Worker DeregisterExternalDecoder(payload_type);
50*d9f75844SAndroid Build Coastguard Worker if (external_decoder) {
51*d9f75844SAndroid Build Coastguard Worker decoders_.emplace(
52*d9f75844SAndroid Build Coastguard Worker std::make_pair(payload_type, std::move(external_decoder)));
53*d9f75844SAndroid Build Coastguard Worker }
54*d9f75844SAndroid Build Coastguard Worker }
55*d9f75844SAndroid Build Coastguard Worker
IsExternalDecoderRegistered(uint8_t payload_type) const56*d9f75844SAndroid Build Coastguard Worker bool VCMDecoderDatabase::IsExternalDecoderRegistered(
57*d9f75844SAndroid Build Coastguard Worker uint8_t payload_type) const {
58*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
59*d9f75844SAndroid Build Coastguard Worker return decoders_.find(payload_type) != decoders_.end();
60*d9f75844SAndroid Build Coastguard Worker }
61*d9f75844SAndroid Build Coastguard Worker
RegisterReceiveCodec(uint8_t payload_type,const VideoDecoder::Settings & settings)62*d9f75844SAndroid Build Coastguard Worker void VCMDecoderDatabase::RegisterReceiveCodec(
63*d9f75844SAndroid Build Coastguard Worker uint8_t payload_type,
64*d9f75844SAndroid Build Coastguard Worker const VideoDecoder::Settings& settings) {
65*d9f75844SAndroid Build Coastguard Worker // If payload value already exists, erase old and insert new.
66*d9f75844SAndroid Build Coastguard Worker if (payload_type == current_payload_type_) {
67*d9f75844SAndroid Build Coastguard Worker current_payload_type_ = absl::nullopt;
68*d9f75844SAndroid Build Coastguard Worker }
69*d9f75844SAndroid Build Coastguard Worker decoder_settings_[payload_type] = settings;
70*d9f75844SAndroid Build Coastguard Worker }
71*d9f75844SAndroid Build Coastguard Worker
DeregisterReceiveCodec(uint8_t payload_type)72*d9f75844SAndroid Build Coastguard Worker bool VCMDecoderDatabase::DeregisterReceiveCodec(uint8_t payload_type) {
73*d9f75844SAndroid Build Coastguard Worker if (decoder_settings_.erase(payload_type) == 0) {
74*d9f75844SAndroid Build Coastguard Worker return false;
75*d9f75844SAndroid Build Coastguard Worker }
76*d9f75844SAndroid Build Coastguard Worker if (payload_type == current_payload_type_) {
77*d9f75844SAndroid Build Coastguard Worker // This codec is currently in use.
78*d9f75844SAndroid Build Coastguard Worker current_payload_type_ = absl::nullopt;
79*d9f75844SAndroid Build Coastguard Worker }
80*d9f75844SAndroid Build Coastguard Worker return true;
81*d9f75844SAndroid Build Coastguard Worker }
82*d9f75844SAndroid Build Coastguard Worker
DeregisterReceiveCodecs()83*d9f75844SAndroid Build Coastguard Worker void VCMDecoderDatabase::DeregisterReceiveCodecs() {
84*d9f75844SAndroid Build Coastguard Worker current_payload_type_ = absl::nullopt;
85*d9f75844SAndroid Build Coastguard Worker decoder_settings_.clear();
86*d9f75844SAndroid Build Coastguard Worker }
87*d9f75844SAndroid Build Coastguard Worker
GetDecoder(const VCMEncodedFrame & frame,VCMDecodedFrameCallback * decoded_frame_callback)88*d9f75844SAndroid Build Coastguard Worker VCMGenericDecoder* VCMDecoderDatabase::GetDecoder(
89*d9f75844SAndroid Build Coastguard Worker const VCMEncodedFrame& frame,
90*d9f75844SAndroid Build Coastguard Worker VCMDecodedFrameCallback* decoded_frame_callback) {
91*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_RUN_ON(&decoder_sequence_checker_);
92*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK(decoded_frame_callback->UserReceiveCallback());
93*d9f75844SAndroid Build Coastguard Worker uint8_t payload_type = frame.PayloadType();
94*d9f75844SAndroid Build Coastguard Worker if (payload_type == current_payload_type_ || payload_type == 0) {
95*d9f75844SAndroid Build Coastguard Worker return current_decoder_.has_value() ? &*current_decoder_ : nullptr;
96*d9f75844SAndroid Build Coastguard Worker }
97*d9f75844SAndroid Build Coastguard Worker // If decoder exists - delete.
98*d9f75844SAndroid Build Coastguard Worker if (current_decoder_.has_value()) {
99*d9f75844SAndroid Build Coastguard Worker current_decoder_ = absl::nullopt;
100*d9f75844SAndroid Build Coastguard Worker current_payload_type_ = absl::nullopt;
101*d9f75844SAndroid Build Coastguard Worker }
102*d9f75844SAndroid Build Coastguard Worker
103*d9f75844SAndroid Build Coastguard Worker CreateAndInitDecoder(frame);
104*d9f75844SAndroid Build Coastguard Worker if (current_decoder_ == absl::nullopt) {
105*d9f75844SAndroid Build Coastguard Worker return nullptr;
106*d9f75844SAndroid Build Coastguard Worker }
107*d9f75844SAndroid Build Coastguard Worker
108*d9f75844SAndroid Build Coastguard Worker VCMReceiveCallback* callback = decoded_frame_callback->UserReceiveCallback();
109*d9f75844SAndroid Build Coastguard Worker callback->OnIncomingPayloadType(payload_type);
110*d9f75844SAndroid Build Coastguard Worker if (current_decoder_->RegisterDecodeCompleteCallback(decoded_frame_callback) <
111*d9f75844SAndroid Build Coastguard Worker 0) {
112*d9f75844SAndroid Build Coastguard Worker current_decoder_ = absl::nullopt;
113*d9f75844SAndroid Build Coastguard Worker return nullptr;
114*d9f75844SAndroid Build Coastguard Worker }
115*d9f75844SAndroid Build Coastguard Worker
116*d9f75844SAndroid Build Coastguard Worker current_payload_type_ = payload_type;
117*d9f75844SAndroid Build Coastguard Worker return &*current_decoder_;
118*d9f75844SAndroid Build Coastguard Worker }
119*d9f75844SAndroid Build Coastguard Worker
CreateAndInitDecoder(const VCMEncodedFrame & frame)120*d9f75844SAndroid Build Coastguard Worker void VCMDecoderDatabase::CreateAndInitDecoder(const VCMEncodedFrame& frame) {
121*d9f75844SAndroid Build Coastguard Worker uint8_t payload_type = frame.PayloadType();
122*d9f75844SAndroid Build Coastguard Worker RTC_DLOG(LS_INFO) << "Initializing decoder with payload type '"
123*d9f75844SAndroid Build Coastguard Worker << int{payload_type} << "'.";
124*d9f75844SAndroid Build Coastguard Worker auto decoder_item = decoder_settings_.find(payload_type);
125*d9f75844SAndroid Build Coastguard Worker if (decoder_item == decoder_settings_.end()) {
126*d9f75844SAndroid Build Coastguard Worker RTC_LOG(LS_ERROR) << "Can't find a decoder associated with payload type: "
127*d9f75844SAndroid Build Coastguard Worker << int{payload_type};
128*d9f75844SAndroid Build Coastguard Worker return;
129*d9f75844SAndroid Build Coastguard Worker }
130*d9f75844SAndroid Build Coastguard Worker auto external_dec_item = decoders_.find(payload_type);
131*d9f75844SAndroid Build Coastguard Worker if (external_dec_item == decoders_.end()) {
132*d9f75844SAndroid Build Coastguard Worker RTC_LOG(LS_ERROR) << "No decoder of this type exists.";
133*d9f75844SAndroid Build Coastguard Worker return;
134*d9f75844SAndroid Build Coastguard Worker }
135*d9f75844SAndroid Build Coastguard Worker current_decoder_.emplace(external_dec_item->second.get());
136*d9f75844SAndroid Build Coastguard Worker
137*d9f75844SAndroid Build Coastguard Worker // Copy over input resolutions to prevent codec reinitialization due to
138*d9f75844SAndroid Build Coastguard Worker // the first frame being of a different resolution than the database values.
139*d9f75844SAndroid Build Coastguard Worker // This is best effort, since there's no guarantee that width/height have been
140*d9f75844SAndroid Build Coastguard Worker // parsed yet (and may be zero).
141*d9f75844SAndroid Build Coastguard Worker RenderResolution frame_resolution(frame.EncodedImage()._encodedWidth,
142*d9f75844SAndroid Build Coastguard Worker frame.EncodedImage()._encodedHeight);
143*d9f75844SAndroid Build Coastguard Worker if (frame_resolution.Valid()) {
144*d9f75844SAndroid Build Coastguard Worker decoder_item->second.set_max_render_resolution(frame_resolution);
145*d9f75844SAndroid Build Coastguard Worker }
146*d9f75844SAndroid Build Coastguard Worker if (!current_decoder_->Configure(decoder_item->second)) {
147*d9f75844SAndroid Build Coastguard Worker current_decoder_ = absl::nullopt;
148*d9f75844SAndroid Build Coastguard Worker RTC_LOG(LS_ERROR) << "Failed to initialize decoder.";
149*d9f75844SAndroid Build Coastguard Worker }
150*d9f75844SAndroid Build Coastguard Worker }
151*d9f75844SAndroid Build Coastguard Worker
152*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
153