xref: /aosp_15_r20/external/webrtc/api/fec_controller.h (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #ifndef API_FEC_CONTROLLER_H_
12*d9f75844SAndroid Build Coastguard Worker #define API_FEC_CONTROLLER_H_
13*d9f75844SAndroid Build Coastguard Worker 
14*d9f75844SAndroid Build Coastguard Worker #include <memory>
15*d9f75844SAndroid Build Coastguard Worker #include <vector>
16*d9f75844SAndroid Build Coastguard Worker 
17*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_frame_type.h"
18*d9f75844SAndroid Build Coastguard Worker #include "modules/include/module_fec_types.h"
19*d9f75844SAndroid Build Coastguard Worker 
20*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
21*d9f75844SAndroid Build Coastguard Worker // TODO(yinwa): work in progress. API in class FecController should not be
22*d9f75844SAndroid Build Coastguard Worker // used by other users until this comment is removed.
23*d9f75844SAndroid Build Coastguard Worker 
24*d9f75844SAndroid Build Coastguard Worker // Callback class used for telling the user about how to configure the FEC,
25*d9f75844SAndroid Build Coastguard Worker // and the rates sent the last second is returned to the VCM.
26*d9f75844SAndroid Build Coastguard Worker class VCMProtectionCallback {
27*d9f75844SAndroid Build Coastguard Worker  public:
28*d9f75844SAndroid Build Coastguard Worker   virtual int ProtectionRequest(const FecProtectionParams* delta_params,
29*d9f75844SAndroid Build Coastguard Worker                                 const FecProtectionParams* key_params,
30*d9f75844SAndroid Build Coastguard Worker                                 uint32_t* sent_video_rate_bps,
31*d9f75844SAndroid Build Coastguard Worker                                 uint32_t* sent_nack_rate_bps,
32*d9f75844SAndroid Build Coastguard Worker                                 uint32_t* sent_fec_rate_bps) = 0;
33*d9f75844SAndroid Build Coastguard Worker 
34*d9f75844SAndroid Build Coastguard Worker  protected:
~VCMProtectionCallback()35*d9f75844SAndroid Build Coastguard Worker   virtual ~VCMProtectionCallback() {}
36*d9f75844SAndroid Build Coastguard Worker };
37*d9f75844SAndroid Build Coastguard Worker 
38*d9f75844SAndroid Build Coastguard Worker // FecController calculates how much of the allocated network
39*d9f75844SAndroid Build Coastguard Worker // capacity that can be used by an encoder and how much that
40*d9f75844SAndroid Build Coastguard Worker // is needed for redundant packets such as FEC and NACK. It uses an
41*d9f75844SAndroid Build Coastguard Worker // implementation of `VCMProtectionCallback` to set new FEC parameters and get
42*d9f75844SAndroid Build Coastguard Worker // the bitrate currently used for FEC and NACK.
43*d9f75844SAndroid Build Coastguard Worker // Usage:
44*d9f75844SAndroid Build Coastguard Worker // Setup by calling SetProtectionMethod and SetEncodingData.
45*d9f75844SAndroid Build Coastguard Worker // For each encoded image, call UpdateWithEncodedData.
46*d9f75844SAndroid Build Coastguard Worker // Each time the bandwidth estimate change, call UpdateFecRates. UpdateFecRates
47*d9f75844SAndroid Build Coastguard Worker // will return the bitrate that can be used by an encoder.
48*d9f75844SAndroid Build Coastguard Worker // A lock is used to protect internal states, so methods can be called on an
49*d9f75844SAndroid Build Coastguard Worker // arbitrary thread.
50*d9f75844SAndroid Build Coastguard Worker class FecController {
51*d9f75844SAndroid Build Coastguard Worker  public:
~FecController()52*d9f75844SAndroid Build Coastguard Worker   virtual ~FecController() {}
53*d9f75844SAndroid Build Coastguard Worker 
54*d9f75844SAndroid Build Coastguard Worker   virtual void SetProtectionCallback(
55*d9f75844SAndroid Build Coastguard Worker       VCMProtectionCallback* protection_callback) = 0;
56*d9f75844SAndroid Build Coastguard Worker   virtual void SetProtectionMethod(bool enable_fec, bool enable_nack) = 0;
57*d9f75844SAndroid Build Coastguard Worker 
58*d9f75844SAndroid Build Coastguard Worker   // Informs loss protectoin logic of initial encoding state.
59*d9f75844SAndroid Build Coastguard Worker   virtual void SetEncodingData(size_t width,
60*d9f75844SAndroid Build Coastguard Worker                                size_t height,
61*d9f75844SAndroid Build Coastguard Worker                                size_t num_temporal_layers,
62*d9f75844SAndroid Build Coastguard Worker                                size_t max_payload_size) = 0;
63*d9f75844SAndroid Build Coastguard Worker 
64*d9f75844SAndroid Build Coastguard Worker   // Returns target rate for the encoder given the channel parameters.
65*d9f75844SAndroid Build Coastguard Worker   // Inputs:  estimated_bitrate_bps - the estimated network bitrate in bits/s.
66*d9f75844SAndroid Build Coastguard Worker   //          actual_framerate - encoder frame rate.
67*d9f75844SAndroid Build Coastguard Worker   //          fraction_lost - packet loss rate in % in the network.
68*d9f75844SAndroid Build Coastguard Worker   //          loss_mask_vector - packet loss mask since last time this method
69*d9f75844SAndroid Build Coastguard Worker   //          was called. round_trip_time_ms - round trip time in milliseconds.
70*d9f75844SAndroid Build Coastguard Worker   virtual uint32_t UpdateFecRates(uint32_t estimated_bitrate_bps,
71*d9f75844SAndroid Build Coastguard Worker                                   int actual_framerate,
72*d9f75844SAndroid Build Coastguard Worker                                   uint8_t fraction_lost,
73*d9f75844SAndroid Build Coastguard Worker                                   std::vector<bool> loss_mask_vector,
74*d9f75844SAndroid Build Coastguard Worker                                   int64_t round_trip_time_ms) = 0;
75*d9f75844SAndroid Build Coastguard Worker 
76*d9f75844SAndroid Build Coastguard Worker   // Informs of encoded output.
77*d9f75844SAndroid Build Coastguard Worker   virtual void UpdateWithEncodedData(
78*d9f75844SAndroid Build Coastguard Worker       size_t encoded_image_length,
79*d9f75844SAndroid Build Coastguard Worker       VideoFrameType encoded_image_frametype) = 0;
80*d9f75844SAndroid Build Coastguard Worker 
81*d9f75844SAndroid Build Coastguard Worker   // Returns whether this FEC Controller needs Loss Vector Mask as input.
82*d9f75844SAndroid Build Coastguard Worker   virtual bool UseLossVectorMask() = 0;
83*d9f75844SAndroid Build Coastguard Worker };
84*d9f75844SAndroid Build Coastguard Worker 
85*d9f75844SAndroid Build Coastguard Worker class FecControllerFactoryInterface {
86*d9f75844SAndroid Build Coastguard Worker  public:
87*d9f75844SAndroid Build Coastguard Worker   virtual std::unique_ptr<FecController> CreateFecController() = 0;
88*d9f75844SAndroid Build Coastguard Worker   virtual ~FecControllerFactoryInterface() = default;
89*d9f75844SAndroid Build Coastguard Worker };
90*d9f75844SAndroid Build Coastguard Worker 
91*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
92*d9f75844SAndroid Build Coastguard Worker #endif  // API_FEC_CONTROLLER_H_
93