1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "modules/video_coding/frame_object.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include <string.h>
14*d9f75844SAndroid Build Coastguard Worker
15*d9f75844SAndroid Build Coastguard Worker #include <utility>
16*d9f75844SAndroid Build Coastguard Worker
17*d9f75844SAndroid Build Coastguard Worker #include "api/video/encoded_image.h"
18*d9f75844SAndroid Build Coastguard Worker #include "api/video/video_timing.h"
19*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
20*d9f75844SAndroid Build Coastguard Worker
21*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
RtpFrameObject(uint16_t first_seq_num,uint16_t last_seq_num,bool markerBit,int times_nacked,int64_t first_packet_received_time,int64_t last_packet_received_time,uint32_t rtp_timestamp,int64_t ntp_time_ms,const VideoSendTiming & timing,uint8_t payload_type,VideoCodecType codec,VideoRotation rotation,VideoContentType content_type,const RTPVideoHeader & video_header,const absl::optional<webrtc::ColorSpace> & color_space,RtpPacketInfos packet_infos,rtc::scoped_refptr<EncodedImageBuffer> image_buffer)22*d9f75844SAndroid Build Coastguard Worker RtpFrameObject::RtpFrameObject(
23*d9f75844SAndroid Build Coastguard Worker uint16_t first_seq_num,
24*d9f75844SAndroid Build Coastguard Worker uint16_t last_seq_num,
25*d9f75844SAndroid Build Coastguard Worker bool markerBit,
26*d9f75844SAndroid Build Coastguard Worker int times_nacked,
27*d9f75844SAndroid Build Coastguard Worker int64_t first_packet_received_time,
28*d9f75844SAndroid Build Coastguard Worker int64_t last_packet_received_time,
29*d9f75844SAndroid Build Coastguard Worker uint32_t rtp_timestamp,
30*d9f75844SAndroid Build Coastguard Worker int64_t ntp_time_ms,
31*d9f75844SAndroid Build Coastguard Worker const VideoSendTiming& timing,
32*d9f75844SAndroid Build Coastguard Worker uint8_t payload_type,
33*d9f75844SAndroid Build Coastguard Worker VideoCodecType codec,
34*d9f75844SAndroid Build Coastguard Worker VideoRotation rotation,
35*d9f75844SAndroid Build Coastguard Worker VideoContentType content_type,
36*d9f75844SAndroid Build Coastguard Worker const RTPVideoHeader& video_header,
37*d9f75844SAndroid Build Coastguard Worker const absl::optional<webrtc::ColorSpace>& color_space,
38*d9f75844SAndroid Build Coastguard Worker RtpPacketInfos packet_infos,
39*d9f75844SAndroid Build Coastguard Worker rtc::scoped_refptr<EncodedImageBuffer> image_buffer)
40*d9f75844SAndroid Build Coastguard Worker : image_buffer_(image_buffer),
41*d9f75844SAndroid Build Coastguard Worker first_seq_num_(first_seq_num),
42*d9f75844SAndroid Build Coastguard Worker last_seq_num_(last_seq_num),
43*d9f75844SAndroid Build Coastguard Worker last_packet_received_time_(last_packet_received_time),
44*d9f75844SAndroid Build Coastguard Worker times_nacked_(times_nacked) {
45*d9f75844SAndroid Build Coastguard Worker rtp_video_header_ = video_header;
46*d9f75844SAndroid Build Coastguard Worker
47*d9f75844SAndroid Build Coastguard Worker // EncodedFrame members
48*d9f75844SAndroid Build Coastguard Worker codec_type_ = codec;
49*d9f75844SAndroid Build Coastguard Worker
50*d9f75844SAndroid Build Coastguard Worker // TODO(philipel): Remove when encoded image is replaced by EncodedFrame.
51*d9f75844SAndroid Build Coastguard Worker // VCMEncodedFrame members
52*d9f75844SAndroid Build Coastguard Worker CopyCodecSpecific(&rtp_video_header_);
53*d9f75844SAndroid Build Coastguard Worker _payloadType = payload_type;
54*d9f75844SAndroid Build Coastguard Worker SetTimestamp(rtp_timestamp);
55*d9f75844SAndroid Build Coastguard Worker ntp_time_ms_ = ntp_time_ms;
56*d9f75844SAndroid Build Coastguard Worker _frameType = rtp_video_header_.frame_type;
57*d9f75844SAndroid Build Coastguard Worker
58*d9f75844SAndroid Build Coastguard Worker // Setting frame's playout delays to the same values
59*d9f75844SAndroid Build Coastguard Worker // as of the first packet's.
60*d9f75844SAndroid Build Coastguard Worker SetPlayoutDelay(rtp_video_header_.playout_delay);
61*d9f75844SAndroid Build Coastguard Worker
62*d9f75844SAndroid Build Coastguard Worker SetEncodedData(image_buffer_);
63*d9f75844SAndroid Build Coastguard Worker _encodedWidth = rtp_video_header_.width;
64*d9f75844SAndroid Build Coastguard Worker _encodedHeight = rtp_video_header_.height;
65*d9f75844SAndroid Build Coastguard Worker
66*d9f75844SAndroid Build Coastguard Worker // EncodedFrame members
67*d9f75844SAndroid Build Coastguard Worker SetPacketInfos(std::move(packet_infos));
68*d9f75844SAndroid Build Coastguard Worker
69*d9f75844SAndroid Build Coastguard Worker rotation_ = rotation;
70*d9f75844SAndroid Build Coastguard Worker SetColorSpace(color_space);
71*d9f75844SAndroid Build Coastguard Worker SetVideoFrameTrackingId(rtp_video_header_.video_frame_tracking_id);
72*d9f75844SAndroid Build Coastguard Worker content_type_ = content_type;
73*d9f75844SAndroid Build Coastguard Worker if (timing.flags != VideoSendTiming::kInvalid) {
74*d9f75844SAndroid Build Coastguard Worker // ntp_time_ms_ may be -1 if not estimated yet. This is not a problem,
75*d9f75844SAndroid Build Coastguard Worker // as this will be dealt with at the time of reporting.
76*d9f75844SAndroid Build Coastguard Worker timing_.encode_start_ms = ntp_time_ms_ + timing.encode_start_delta_ms;
77*d9f75844SAndroid Build Coastguard Worker timing_.encode_finish_ms = ntp_time_ms_ + timing.encode_finish_delta_ms;
78*d9f75844SAndroid Build Coastguard Worker timing_.packetization_finish_ms =
79*d9f75844SAndroid Build Coastguard Worker ntp_time_ms_ + timing.packetization_finish_delta_ms;
80*d9f75844SAndroid Build Coastguard Worker timing_.pacer_exit_ms = ntp_time_ms_ + timing.pacer_exit_delta_ms;
81*d9f75844SAndroid Build Coastguard Worker timing_.network_timestamp_ms =
82*d9f75844SAndroid Build Coastguard Worker ntp_time_ms_ + timing.network_timestamp_delta_ms;
83*d9f75844SAndroid Build Coastguard Worker timing_.network2_timestamp_ms =
84*d9f75844SAndroid Build Coastguard Worker ntp_time_ms_ + timing.network2_timestamp_delta_ms;
85*d9f75844SAndroid Build Coastguard Worker }
86*d9f75844SAndroid Build Coastguard Worker timing_.receive_start_ms = first_packet_received_time;
87*d9f75844SAndroid Build Coastguard Worker timing_.receive_finish_ms = last_packet_received_time;
88*d9f75844SAndroid Build Coastguard Worker timing_.flags = timing.flags;
89*d9f75844SAndroid Build Coastguard Worker is_last_spatial_layer = markerBit;
90*d9f75844SAndroid Build Coastguard Worker }
91*d9f75844SAndroid Build Coastguard Worker
~RtpFrameObject()92*d9f75844SAndroid Build Coastguard Worker RtpFrameObject::~RtpFrameObject() {
93*d9f75844SAndroid Build Coastguard Worker }
94*d9f75844SAndroid Build Coastguard Worker
first_seq_num() const95*d9f75844SAndroid Build Coastguard Worker uint16_t RtpFrameObject::first_seq_num() const {
96*d9f75844SAndroid Build Coastguard Worker return first_seq_num_;
97*d9f75844SAndroid Build Coastguard Worker }
98*d9f75844SAndroid Build Coastguard Worker
last_seq_num() const99*d9f75844SAndroid Build Coastguard Worker uint16_t RtpFrameObject::last_seq_num() const {
100*d9f75844SAndroid Build Coastguard Worker return last_seq_num_;
101*d9f75844SAndroid Build Coastguard Worker }
102*d9f75844SAndroid Build Coastguard Worker
times_nacked() const103*d9f75844SAndroid Build Coastguard Worker int RtpFrameObject::times_nacked() const {
104*d9f75844SAndroid Build Coastguard Worker return times_nacked_;
105*d9f75844SAndroid Build Coastguard Worker }
106*d9f75844SAndroid Build Coastguard Worker
frame_type() const107*d9f75844SAndroid Build Coastguard Worker VideoFrameType RtpFrameObject::frame_type() const {
108*d9f75844SAndroid Build Coastguard Worker return rtp_video_header_.frame_type;
109*d9f75844SAndroid Build Coastguard Worker }
110*d9f75844SAndroid Build Coastguard Worker
codec_type() const111*d9f75844SAndroid Build Coastguard Worker VideoCodecType RtpFrameObject::codec_type() const {
112*d9f75844SAndroid Build Coastguard Worker return codec_type_;
113*d9f75844SAndroid Build Coastguard Worker }
114*d9f75844SAndroid Build Coastguard Worker
ReceivedTime() const115*d9f75844SAndroid Build Coastguard Worker int64_t RtpFrameObject::ReceivedTime() const {
116*d9f75844SAndroid Build Coastguard Worker return last_packet_received_time_;
117*d9f75844SAndroid Build Coastguard Worker }
118*d9f75844SAndroid Build Coastguard Worker
RenderTime() const119*d9f75844SAndroid Build Coastguard Worker int64_t RtpFrameObject::RenderTime() const {
120*d9f75844SAndroid Build Coastguard Worker return _renderTimeMs;
121*d9f75844SAndroid Build Coastguard Worker }
122*d9f75844SAndroid Build Coastguard Worker
delayed_by_retransmission() const123*d9f75844SAndroid Build Coastguard Worker bool RtpFrameObject::delayed_by_retransmission() const {
124*d9f75844SAndroid Build Coastguard Worker return times_nacked() > 0;
125*d9f75844SAndroid Build Coastguard Worker }
126*d9f75844SAndroid Build Coastguard Worker
GetRtpVideoHeader() const127*d9f75844SAndroid Build Coastguard Worker const RTPVideoHeader& RtpFrameObject::GetRtpVideoHeader() const {
128*d9f75844SAndroid Build Coastguard Worker return rtp_video_header_;
129*d9f75844SAndroid Build Coastguard Worker }
130*d9f75844SAndroid Build Coastguard Worker
131*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
132