1*d9f75844SAndroid Build Coastguard Worker /* 2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. 3*d9f75844SAndroid Build Coastguard Worker * 4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license 5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source 6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found 7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may 8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree. 9*d9f75844SAndroid Build Coastguard Worker */ 10*d9f75844SAndroid Build Coastguard Worker 11*d9f75844SAndroid Build Coastguard Worker #ifndef API_FEC_CONTROLLER_H_ 12*d9f75844SAndroid Build Coastguard Worker #define API_FEC_CONTROLLER_H_ 13*d9f75844SAndroid Build Coastguard Worker 14*d9f75844SAndroid Build Coastguard Worker #include <memory> 15*d9f75844SAndroid Build Coastguard Worker #include <vector> 16*d9f75844SAndroid Build Coastguard Worker 17*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_frame_type.h" 18*d9f75844SAndroid Build Coastguard Worker #include "modules/include/module_fec_types.h" 19*d9f75844SAndroid Build Coastguard Worker 20*d9f75844SAndroid Build Coastguard Worker namespace webrtc { 21*d9f75844SAndroid Build Coastguard Worker // TODO(yinwa): work in progress. API in class FecController should not be 22*d9f75844SAndroid Build Coastguard Worker // used by other users until this comment is removed. 23*d9f75844SAndroid Build Coastguard Worker 24*d9f75844SAndroid Build Coastguard Worker // Callback class used for telling the user about how to configure the FEC, 25*d9f75844SAndroid Build Coastguard Worker // and the rates sent the last second is returned to the VCM. 26*d9f75844SAndroid Build Coastguard Worker class VCMProtectionCallback { 27*d9f75844SAndroid Build Coastguard Worker public: 28*d9f75844SAndroid Build Coastguard Worker virtual int ProtectionRequest(const FecProtectionParams* delta_params, 29*d9f75844SAndroid Build Coastguard Worker const FecProtectionParams* key_params, 30*d9f75844SAndroid Build Coastguard Worker uint32_t* sent_video_rate_bps, 31*d9f75844SAndroid Build Coastguard Worker uint32_t* sent_nack_rate_bps, 32*d9f75844SAndroid Build Coastguard Worker uint32_t* sent_fec_rate_bps) = 0; 33*d9f75844SAndroid Build Coastguard Worker 34*d9f75844SAndroid Build Coastguard Worker protected: ~VCMProtectionCallback()35*d9f75844SAndroid Build Coastguard Worker virtual ~VCMProtectionCallback() {} 36*d9f75844SAndroid Build Coastguard Worker }; 37*d9f75844SAndroid Build Coastguard Worker 38*d9f75844SAndroid Build Coastguard Worker // FecController calculates how much of the allocated network 39*d9f75844SAndroid Build Coastguard Worker // capacity that can be used by an encoder and how much that 40*d9f75844SAndroid Build Coastguard Worker // is needed for redundant packets such as FEC and NACK. It uses an 41*d9f75844SAndroid Build Coastguard Worker // implementation of `VCMProtectionCallback` to set new FEC parameters and get 42*d9f75844SAndroid Build Coastguard Worker // the bitrate currently used for FEC and NACK. 43*d9f75844SAndroid Build Coastguard Worker // Usage: 44*d9f75844SAndroid Build Coastguard Worker // Setup by calling SetProtectionMethod and SetEncodingData. 45*d9f75844SAndroid Build Coastguard Worker // For each encoded image, call UpdateWithEncodedData. 46*d9f75844SAndroid Build Coastguard Worker // Each time the bandwidth estimate change, call UpdateFecRates. UpdateFecRates 47*d9f75844SAndroid Build Coastguard Worker // will return the bitrate that can be used by an encoder. 48*d9f75844SAndroid Build Coastguard Worker // A lock is used to protect internal states, so methods can be called on an 49*d9f75844SAndroid Build Coastguard Worker // arbitrary thread. 50*d9f75844SAndroid Build Coastguard Worker class FecController { 51*d9f75844SAndroid Build Coastguard Worker public: ~FecController()52*d9f75844SAndroid Build Coastguard Worker virtual ~FecController() {} 53*d9f75844SAndroid Build Coastguard Worker 54*d9f75844SAndroid Build Coastguard Worker virtual void SetProtectionCallback( 55*d9f75844SAndroid Build Coastguard Worker VCMProtectionCallback* protection_callback) = 0; 56*d9f75844SAndroid Build Coastguard Worker virtual void SetProtectionMethod(bool enable_fec, bool enable_nack) = 0; 57*d9f75844SAndroid Build Coastguard Worker 58*d9f75844SAndroid Build Coastguard Worker // Informs loss protectoin logic of initial encoding state. 59*d9f75844SAndroid Build Coastguard Worker virtual void SetEncodingData(size_t width, 60*d9f75844SAndroid Build Coastguard Worker size_t height, 61*d9f75844SAndroid Build Coastguard Worker size_t num_temporal_layers, 62*d9f75844SAndroid Build Coastguard Worker size_t max_payload_size) = 0; 63*d9f75844SAndroid Build Coastguard Worker 64*d9f75844SAndroid Build Coastguard Worker // Returns target rate for the encoder given the channel parameters. 65*d9f75844SAndroid Build Coastguard Worker // Inputs: estimated_bitrate_bps - the estimated network bitrate in bits/s. 66*d9f75844SAndroid Build Coastguard Worker // actual_framerate - encoder frame rate. 67*d9f75844SAndroid Build Coastguard Worker // fraction_lost - packet loss rate in % in the network. 68*d9f75844SAndroid Build Coastguard Worker // loss_mask_vector - packet loss mask since last time this method 69*d9f75844SAndroid Build Coastguard Worker // was called. round_trip_time_ms - round trip time in milliseconds. 70*d9f75844SAndroid Build Coastguard Worker virtual uint32_t UpdateFecRates(uint32_t estimated_bitrate_bps, 71*d9f75844SAndroid Build Coastguard Worker int actual_framerate, 72*d9f75844SAndroid Build Coastguard Worker uint8_t fraction_lost, 73*d9f75844SAndroid Build Coastguard Worker std::vector<bool> loss_mask_vector, 74*d9f75844SAndroid Build Coastguard Worker int64_t round_trip_time_ms) = 0; 75*d9f75844SAndroid Build Coastguard Worker 76*d9f75844SAndroid Build Coastguard Worker // Informs of encoded output. 77*d9f75844SAndroid Build Coastguard Worker virtual void UpdateWithEncodedData( 78*d9f75844SAndroid Build Coastguard Worker size_t encoded_image_length, 79*d9f75844SAndroid Build Coastguard Worker VideoFrameType encoded_image_frametype) = 0; 80*d9f75844SAndroid Build Coastguard Worker 81*d9f75844SAndroid Build Coastguard Worker // Returns whether this FEC Controller needs Loss Vector Mask as input. 82*d9f75844SAndroid Build Coastguard Worker virtual bool UseLossVectorMask() = 0; 83*d9f75844SAndroid Build Coastguard Worker }; 84*d9f75844SAndroid Build Coastguard Worker 85*d9f75844SAndroid Build Coastguard Worker class FecControllerFactoryInterface { 86*d9f75844SAndroid Build Coastguard Worker public: 87*d9f75844SAndroid Build Coastguard Worker virtual std::unique_ptr<FecController> CreateFecController() = 0; 88*d9f75844SAndroid Build Coastguard Worker virtual ~FecControllerFactoryInterface() = default; 89*d9f75844SAndroid Build Coastguard Worker }; 90*d9f75844SAndroid Build Coastguard Worker 91*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc 92*d9f75844SAndroid Build Coastguard Worker #endif // API_FEC_CONTROLLER_H_ 93