xref: /aosp_15_r20/external/webrtc/modules/video_coding/frame_object.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "modules/video_coding/frame_object.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include <string.h>
14*d9f75844SAndroid Build Coastguard Worker 
15*d9f75844SAndroid Build Coastguard Worker #include <utility>
16*d9f75844SAndroid Build Coastguard Worker 
17*d9f75844SAndroid Build Coastguard Worker #include "api/video/encoded_image.h"
18*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_timing.h"
19*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
20*d9f75844SAndroid Build Coastguard Worker 
21*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
RtpFrameObject(uint16_t first_seq_num,uint16_t last_seq_num,bool markerBit,int times_nacked,int64_t first_packet_received_time,int64_t last_packet_received_time,uint32_t rtp_timestamp,int64_t ntp_time_ms,const VideoSendTiming & timing,uint8_t payload_type,VideoCodecType codec,VideoRotation rotation,VideoContentType content_type,const RTPVideoHeader & video_header,const absl::optional<webrtc::ColorSpace> & color_space,RtpPacketInfos packet_infos,rtc::scoped_refptr<EncodedImageBuffer> image_buffer)22*d9f75844SAndroid Build Coastguard Worker RtpFrameObject::RtpFrameObject(
23*d9f75844SAndroid Build Coastguard Worker     uint16_t first_seq_num,
24*d9f75844SAndroid Build Coastguard Worker     uint16_t last_seq_num,
25*d9f75844SAndroid Build Coastguard Worker     bool markerBit,
26*d9f75844SAndroid Build Coastguard Worker     int times_nacked,
27*d9f75844SAndroid Build Coastguard Worker     int64_t first_packet_received_time,
28*d9f75844SAndroid Build Coastguard Worker     int64_t last_packet_received_time,
29*d9f75844SAndroid Build Coastguard Worker     uint32_t rtp_timestamp,
30*d9f75844SAndroid Build Coastguard Worker     int64_t ntp_time_ms,
31*d9f75844SAndroid Build Coastguard Worker     const VideoSendTiming& timing,
32*d9f75844SAndroid Build Coastguard Worker     uint8_t payload_type,
33*d9f75844SAndroid Build Coastguard Worker     VideoCodecType codec,
34*d9f75844SAndroid Build Coastguard Worker     VideoRotation rotation,
35*d9f75844SAndroid Build Coastguard Worker     VideoContentType content_type,
36*d9f75844SAndroid Build Coastguard Worker     const RTPVideoHeader& video_header,
37*d9f75844SAndroid Build Coastguard Worker     const absl::optional<webrtc::ColorSpace>& color_space,
38*d9f75844SAndroid Build Coastguard Worker     RtpPacketInfos packet_infos,
39*d9f75844SAndroid Build Coastguard Worker     rtc::scoped_refptr<EncodedImageBuffer> image_buffer)
40*d9f75844SAndroid Build Coastguard Worker     : image_buffer_(image_buffer),
41*d9f75844SAndroid Build Coastguard Worker       first_seq_num_(first_seq_num),
42*d9f75844SAndroid Build Coastguard Worker       last_seq_num_(last_seq_num),
43*d9f75844SAndroid Build Coastguard Worker       last_packet_received_time_(last_packet_received_time),
44*d9f75844SAndroid Build Coastguard Worker       times_nacked_(times_nacked) {
45*d9f75844SAndroid Build Coastguard Worker   rtp_video_header_ = video_header;
46*d9f75844SAndroid Build Coastguard Worker 
47*d9f75844SAndroid Build Coastguard Worker   // EncodedFrame members
48*d9f75844SAndroid Build Coastguard Worker   codec_type_ = codec;
49*d9f75844SAndroid Build Coastguard Worker 
50*d9f75844SAndroid Build Coastguard Worker   // TODO(philipel): Remove when encoded image is replaced by EncodedFrame.
51*d9f75844SAndroid Build Coastguard Worker   // VCMEncodedFrame members
52*d9f75844SAndroid Build Coastguard Worker   CopyCodecSpecific(&rtp_video_header_);
53*d9f75844SAndroid Build Coastguard Worker   _payloadType = payload_type;
54*d9f75844SAndroid Build Coastguard Worker   SetTimestamp(rtp_timestamp);
55*d9f75844SAndroid Build Coastguard Worker   ntp_time_ms_ = ntp_time_ms;
56*d9f75844SAndroid Build Coastguard Worker   _frameType = rtp_video_header_.frame_type;
57*d9f75844SAndroid Build Coastguard Worker 
58*d9f75844SAndroid Build Coastguard Worker   // Setting frame's playout delays to the same values
59*d9f75844SAndroid Build Coastguard Worker   // as of the first packet's.
60*d9f75844SAndroid Build Coastguard Worker   SetPlayoutDelay(rtp_video_header_.playout_delay);
61*d9f75844SAndroid Build Coastguard Worker 
62*d9f75844SAndroid Build Coastguard Worker   SetEncodedData(image_buffer_);
63*d9f75844SAndroid Build Coastguard Worker   _encodedWidth = rtp_video_header_.width;
64*d9f75844SAndroid Build Coastguard Worker   _encodedHeight = rtp_video_header_.height;
65*d9f75844SAndroid Build Coastguard Worker 
66*d9f75844SAndroid Build Coastguard Worker   // EncodedFrame members
67*d9f75844SAndroid Build Coastguard Worker   SetPacketInfos(std::move(packet_infos));
68*d9f75844SAndroid Build Coastguard Worker 
69*d9f75844SAndroid Build Coastguard Worker   rotation_ = rotation;
70*d9f75844SAndroid Build Coastguard Worker   SetColorSpace(color_space);
71*d9f75844SAndroid Build Coastguard Worker   SetVideoFrameTrackingId(rtp_video_header_.video_frame_tracking_id);
72*d9f75844SAndroid Build Coastguard Worker   content_type_ = content_type;
73*d9f75844SAndroid Build Coastguard Worker   if (timing.flags != VideoSendTiming::kInvalid) {
74*d9f75844SAndroid Build Coastguard Worker     // ntp_time_ms_ may be -1 if not estimated yet. This is not a problem,
75*d9f75844SAndroid Build Coastguard Worker     // as this will be dealt with at the time of reporting.
76*d9f75844SAndroid Build Coastguard Worker     timing_.encode_start_ms = ntp_time_ms_ + timing.encode_start_delta_ms;
77*d9f75844SAndroid Build Coastguard Worker     timing_.encode_finish_ms = ntp_time_ms_ + timing.encode_finish_delta_ms;
78*d9f75844SAndroid Build Coastguard Worker     timing_.packetization_finish_ms =
79*d9f75844SAndroid Build Coastguard Worker         ntp_time_ms_ + timing.packetization_finish_delta_ms;
80*d9f75844SAndroid Build Coastguard Worker     timing_.pacer_exit_ms = ntp_time_ms_ + timing.pacer_exit_delta_ms;
81*d9f75844SAndroid Build Coastguard Worker     timing_.network_timestamp_ms =
82*d9f75844SAndroid Build Coastguard Worker         ntp_time_ms_ + timing.network_timestamp_delta_ms;
83*d9f75844SAndroid Build Coastguard Worker     timing_.network2_timestamp_ms =
84*d9f75844SAndroid Build Coastguard Worker         ntp_time_ms_ + timing.network2_timestamp_delta_ms;
85*d9f75844SAndroid Build Coastguard Worker   }
86*d9f75844SAndroid Build Coastguard Worker   timing_.receive_start_ms = first_packet_received_time;
87*d9f75844SAndroid Build Coastguard Worker   timing_.receive_finish_ms = last_packet_received_time;
88*d9f75844SAndroid Build Coastguard Worker   timing_.flags = timing.flags;
89*d9f75844SAndroid Build Coastguard Worker   is_last_spatial_layer = markerBit;
90*d9f75844SAndroid Build Coastguard Worker }
91*d9f75844SAndroid Build Coastguard Worker 
~RtpFrameObject()92*d9f75844SAndroid Build Coastguard Worker RtpFrameObject::~RtpFrameObject() {
93*d9f75844SAndroid Build Coastguard Worker }
94*d9f75844SAndroid Build Coastguard Worker 
first_seq_num() const95*d9f75844SAndroid Build Coastguard Worker uint16_t RtpFrameObject::first_seq_num() const {
96*d9f75844SAndroid Build Coastguard Worker   return first_seq_num_;
97*d9f75844SAndroid Build Coastguard Worker }
98*d9f75844SAndroid Build Coastguard Worker 
last_seq_num() const99*d9f75844SAndroid Build Coastguard Worker uint16_t RtpFrameObject::last_seq_num() const {
100*d9f75844SAndroid Build Coastguard Worker   return last_seq_num_;
101*d9f75844SAndroid Build Coastguard Worker }
102*d9f75844SAndroid Build Coastguard Worker 
times_nacked() const103*d9f75844SAndroid Build Coastguard Worker int RtpFrameObject::times_nacked() const {
104*d9f75844SAndroid Build Coastguard Worker   return times_nacked_;
105*d9f75844SAndroid Build Coastguard Worker }
106*d9f75844SAndroid Build Coastguard Worker 
frame_type() const107*d9f75844SAndroid Build Coastguard Worker VideoFrameType RtpFrameObject::frame_type() const {
108*d9f75844SAndroid Build Coastguard Worker   return rtp_video_header_.frame_type;
109*d9f75844SAndroid Build Coastguard Worker }
110*d9f75844SAndroid Build Coastguard Worker 
codec_type() const111*d9f75844SAndroid Build Coastguard Worker VideoCodecType RtpFrameObject::codec_type() const {
112*d9f75844SAndroid Build Coastguard Worker   return codec_type_;
113*d9f75844SAndroid Build Coastguard Worker }
114*d9f75844SAndroid Build Coastguard Worker 
ReceivedTime() const115*d9f75844SAndroid Build Coastguard Worker int64_t RtpFrameObject::ReceivedTime() const {
116*d9f75844SAndroid Build Coastguard Worker   return last_packet_received_time_;
117*d9f75844SAndroid Build Coastguard Worker }
118*d9f75844SAndroid Build Coastguard Worker 
RenderTime() const119*d9f75844SAndroid Build Coastguard Worker int64_t RtpFrameObject::RenderTime() const {
120*d9f75844SAndroid Build Coastguard Worker   return _renderTimeMs;
121*d9f75844SAndroid Build Coastguard Worker }
122*d9f75844SAndroid Build Coastguard Worker 
delayed_by_retransmission() const123*d9f75844SAndroid Build Coastguard Worker bool RtpFrameObject::delayed_by_retransmission() const {
124*d9f75844SAndroid Build Coastguard Worker   return times_nacked() > 0;
125*d9f75844SAndroid Build Coastguard Worker }
126*d9f75844SAndroid Build Coastguard Worker 
GetRtpVideoHeader() const127*d9f75844SAndroid Build Coastguard Worker const RTPVideoHeader& RtpFrameObject::GetRtpVideoHeader() const {
128*d9f75844SAndroid Build Coastguard Worker   return rtp_video_header_;
129*d9f75844SAndroid Build Coastguard Worker }
130*d9f75844SAndroid Build Coastguard Worker 
131*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
132