1*ec779b8eSAndroid Build Coastguard Worker /*
2*ec779b8eSAndroid Build Coastguard Worker * Copyright 2019 The Android Open Source Project
3*ec779b8eSAndroid Build Coastguard Worker *
4*ec779b8eSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*ec779b8eSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*ec779b8eSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*ec779b8eSAndroid Build Coastguard Worker *
8*ec779b8eSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*ec779b8eSAndroid Build Coastguard Worker *
10*ec779b8eSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*ec779b8eSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*ec779b8eSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*ec779b8eSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*ec779b8eSAndroid Build Coastguard Worker * limitations under the License.
15*ec779b8eSAndroid Build Coastguard Worker */
16*ec779b8eSAndroid Build Coastguard Worker
17*ec779b8eSAndroid Build Coastguard Worker //#define LOG_NDEBUG 0
18*ec779b8eSAndroid Build Coastguard Worker #define LOG_TAG "PipelineWatcher"
19*ec779b8eSAndroid Build Coastguard Worker
20*ec779b8eSAndroid Build Coastguard Worker #include <numeric>
21*ec779b8eSAndroid Build Coastguard Worker
22*ec779b8eSAndroid Build Coastguard Worker #include <log/log.h>
23*ec779b8eSAndroid Build Coastguard Worker
24*ec779b8eSAndroid Build Coastguard Worker #include "PipelineWatcher.h"
25*ec779b8eSAndroid Build Coastguard Worker
26*ec779b8eSAndroid Build Coastguard Worker namespace android {
27*ec779b8eSAndroid Build Coastguard Worker
inputDelay(uint32_t value)28*ec779b8eSAndroid Build Coastguard Worker PipelineWatcher &PipelineWatcher::inputDelay(uint32_t value) {
29*ec779b8eSAndroid Build Coastguard Worker mInputDelay = value;
30*ec779b8eSAndroid Build Coastguard Worker return *this;
31*ec779b8eSAndroid Build Coastguard Worker }
32*ec779b8eSAndroid Build Coastguard Worker
pipelineDelay(uint32_t value)33*ec779b8eSAndroid Build Coastguard Worker PipelineWatcher &PipelineWatcher::pipelineDelay(uint32_t value) {
34*ec779b8eSAndroid Build Coastguard Worker mPipelineDelay = value;
35*ec779b8eSAndroid Build Coastguard Worker return *this;
36*ec779b8eSAndroid Build Coastguard Worker }
37*ec779b8eSAndroid Build Coastguard Worker
outputDelay(uint32_t value)38*ec779b8eSAndroid Build Coastguard Worker PipelineWatcher &PipelineWatcher::outputDelay(uint32_t value) {
39*ec779b8eSAndroid Build Coastguard Worker mOutputDelay = value;
40*ec779b8eSAndroid Build Coastguard Worker return *this;
41*ec779b8eSAndroid Build Coastguard Worker }
42*ec779b8eSAndroid Build Coastguard Worker
smoothnessFactor(uint32_t value)43*ec779b8eSAndroid Build Coastguard Worker PipelineWatcher &PipelineWatcher::smoothnessFactor(uint32_t value) {
44*ec779b8eSAndroid Build Coastguard Worker mSmoothnessFactor = value;
45*ec779b8eSAndroid Build Coastguard Worker return *this;
46*ec779b8eSAndroid Build Coastguard Worker }
47*ec779b8eSAndroid Build Coastguard Worker
tunneled(bool value)48*ec779b8eSAndroid Build Coastguard Worker PipelineWatcher &PipelineWatcher::tunneled(bool value) {
49*ec779b8eSAndroid Build Coastguard Worker mTunneled = value;
50*ec779b8eSAndroid Build Coastguard Worker return *this;
51*ec779b8eSAndroid Build Coastguard Worker }
52*ec779b8eSAndroid Build Coastguard Worker
onWorkQueued(uint64_t frameIndex,std::vector<std::shared_ptr<C2Buffer>> && buffers,const Clock::time_point & queuedAt)53*ec779b8eSAndroid Build Coastguard Worker void PipelineWatcher::onWorkQueued(
54*ec779b8eSAndroid Build Coastguard Worker uint64_t frameIndex,
55*ec779b8eSAndroid Build Coastguard Worker std::vector<std::shared_ptr<C2Buffer>> &&buffers,
56*ec779b8eSAndroid Build Coastguard Worker const Clock::time_point &queuedAt) {
57*ec779b8eSAndroid Build Coastguard Worker ALOGV("onWorkQueued(frameIndex=%llu, buffers(size=%zu), queuedAt=%lld)",
58*ec779b8eSAndroid Build Coastguard Worker (unsigned long long)frameIndex,
59*ec779b8eSAndroid Build Coastguard Worker buffers.size(),
60*ec779b8eSAndroid Build Coastguard Worker (long long)queuedAt.time_since_epoch().count());
61*ec779b8eSAndroid Build Coastguard Worker auto it = mFramesInPipeline.find(frameIndex);
62*ec779b8eSAndroid Build Coastguard Worker if (it != mFramesInPipeline.end()) {
63*ec779b8eSAndroid Build Coastguard Worker ALOGD("onWorkQueued: Duplicate frame index (%llu); previous entry removed",
64*ec779b8eSAndroid Build Coastguard Worker (unsigned long long)frameIndex);
65*ec779b8eSAndroid Build Coastguard Worker (void)mFramesInPipeline.erase(it);
66*ec779b8eSAndroid Build Coastguard Worker }
67*ec779b8eSAndroid Build Coastguard Worker (void)mFramesInPipeline.try_emplace(frameIndex, std::move(buffers), queuedAt);
68*ec779b8eSAndroid Build Coastguard Worker }
69*ec779b8eSAndroid Build Coastguard Worker
onInputBufferReleased(uint64_t frameIndex,size_t arrayIndex)70*ec779b8eSAndroid Build Coastguard Worker std::shared_ptr<C2Buffer> PipelineWatcher::onInputBufferReleased(
71*ec779b8eSAndroid Build Coastguard Worker uint64_t frameIndex, size_t arrayIndex) {
72*ec779b8eSAndroid Build Coastguard Worker ALOGV("onInputBufferReleased(frameIndex=%llu, arrayIndex=%zu)",
73*ec779b8eSAndroid Build Coastguard Worker (unsigned long long)frameIndex, arrayIndex);
74*ec779b8eSAndroid Build Coastguard Worker auto it = mFramesInPipeline.find(frameIndex);
75*ec779b8eSAndroid Build Coastguard Worker if (it == mFramesInPipeline.end()) {
76*ec779b8eSAndroid Build Coastguard Worker ALOGD("onInputBufferReleased: frameIndex not found (%llu); ignored",
77*ec779b8eSAndroid Build Coastguard Worker (unsigned long long)frameIndex);
78*ec779b8eSAndroid Build Coastguard Worker return nullptr;
79*ec779b8eSAndroid Build Coastguard Worker }
80*ec779b8eSAndroid Build Coastguard Worker if (it->second.buffers.size() <= arrayIndex) {
81*ec779b8eSAndroid Build Coastguard Worker ALOGD("onInputBufferReleased: buffers at %llu: size %zu, requested index: %zu",
82*ec779b8eSAndroid Build Coastguard Worker (unsigned long long)frameIndex, it->second.buffers.size(), arrayIndex);
83*ec779b8eSAndroid Build Coastguard Worker return nullptr;
84*ec779b8eSAndroid Build Coastguard Worker }
85*ec779b8eSAndroid Build Coastguard Worker std::shared_ptr<C2Buffer> buffer(std::move(it->second.buffers[arrayIndex]));
86*ec779b8eSAndroid Build Coastguard Worker ALOGD_IF(!buffer, "onInputBufferReleased: buffer already released (%llu:%zu)",
87*ec779b8eSAndroid Build Coastguard Worker (unsigned long long)frameIndex, arrayIndex);
88*ec779b8eSAndroid Build Coastguard Worker return buffer;
89*ec779b8eSAndroid Build Coastguard Worker }
90*ec779b8eSAndroid Build Coastguard Worker
onWorkDone(uint64_t frameIndex)91*ec779b8eSAndroid Build Coastguard Worker void PipelineWatcher::onWorkDone(uint64_t frameIndex) {
92*ec779b8eSAndroid Build Coastguard Worker ALOGV("onWorkDone(frameIndex=%llu)", (unsigned long long)frameIndex);
93*ec779b8eSAndroid Build Coastguard Worker auto it = mFramesInPipeline.find(frameIndex);
94*ec779b8eSAndroid Build Coastguard Worker if (it == mFramesInPipeline.end()) {
95*ec779b8eSAndroid Build Coastguard Worker if (!mTunneled) {
96*ec779b8eSAndroid Build Coastguard Worker ALOGD("onWorkDone: frameIndex not found (%llu); ignored",
97*ec779b8eSAndroid Build Coastguard Worker (unsigned long long)frameIndex);
98*ec779b8eSAndroid Build Coastguard Worker } else {
99*ec779b8eSAndroid Build Coastguard Worker ALOGV("onWorkDone: frameIndex not found (%llu); ignored",
100*ec779b8eSAndroid Build Coastguard Worker (unsigned long long)frameIndex);
101*ec779b8eSAndroid Build Coastguard Worker }
102*ec779b8eSAndroid Build Coastguard Worker return;
103*ec779b8eSAndroid Build Coastguard Worker }
104*ec779b8eSAndroid Build Coastguard Worker (void)mFramesInPipeline.erase(it);
105*ec779b8eSAndroid Build Coastguard Worker }
106*ec779b8eSAndroid Build Coastguard Worker
flush()107*ec779b8eSAndroid Build Coastguard Worker void PipelineWatcher::flush() {
108*ec779b8eSAndroid Build Coastguard Worker ALOGV("flush");
109*ec779b8eSAndroid Build Coastguard Worker mFramesInPipeline.clear();
110*ec779b8eSAndroid Build Coastguard Worker }
111*ec779b8eSAndroid Build Coastguard Worker
pipelineFull() const112*ec779b8eSAndroid Build Coastguard Worker bool PipelineWatcher::pipelineFull() const {
113*ec779b8eSAndroid Build Coastguard Worker if (mFramesInPipeline.size() >=
114*ec779b8eSAndroid Build Coastguard Worker mInputDelay + mPipelineDelay + mOutputDelay + mSmoothnessFactor) {
115*ec779b8eSAndroid Build Coastguard Worker ALOGV("pipelineFull: too many frames in pipeline (%zu)", mFramesInPipeline.size());
116*ec779b8eSAndroid Build Coastguard Worker return true;
117*ec779b8eSAndroid Build Coastguard Worker }
118*ec779b8eSAndroid Build Coastguard Worker size_t sizeWithInputReleased = std::count_if(
119*ec779b8eSAndroid Build Coastguard Worker mFramesInPipeline.begin(),
120*ec779b8eSAndroid Build Coastguard Worker mFramesInPipeline.end(),
121*ec779b8eSAndroid Build Coastguard Worker [](const decltype(mFramesInPipeline)::value_type &value) {
122*ec779b8eSAndroid Build Coastguard Worker for (const std::shared_ptr<C2Buffer> &buffer : value.second.buffers) {
123*ec779b8eSAndroid Build Coastguard Worker if (buffer) {
124*ec779b8eSAndroid Build Coastguard Worker return false;
125*ec779b8eSAndroid Build Coastguard Worker }
126*ec779b8eSAndroid Build Coastguard Worker }
127*ec779b8eSAndroid Build Coastguard Worker return true;
128*ec779b8eSAndroid Build Coastguard Worker });
129*ec779b8eSAndroid Build Coastguard Worker if (sizeWithInputReleased >=
130*ec779b8eSAndroid Build Coastguard Worker mPipelineDelay + mOutputDelay + mSmoothnessFactor) {
131*ec779b8eSAndroid Build Coastguard Worker ALOGV("pipelineFull: too many frames in pipeline, with input released (%zu)",
132*ec779b8eSAndroid Build Coastguard Worker sizeWithInputReleased);
133*ec779b8eSAndroid Build Coastguard Worker return true;
134*ec779b8eSAndroid Build Coastguard Worker }
135*ec779b8eSAndroid Build Coastguard Worker
136*ec779b8eSAndroid Build Coastguard Worker size_t sizeWithInputsPending = mFramesInPipeline.size() - sizeWithInputReleased;
137*ec779b8eSAndroid Build Coastguard Worker if (sizeWithInputsPending > mPipelineDelay + mInputDelay + mSmoothnessFactor) {
138*ec779b8eSAndroid Build Coastguard Worker ALOGV("pipelineFull: too many inputs pending (%zu) in pipeline, with inputs released (%zu)",
139*ec779b8eSAndroid Build Coastguard Worker sizeWithInputsPending, sizeWithInputReleased);
140*ec779b8eSAndroid Build Coastguard Worker return true;
141*ec779b8eSAndroid Build Coastguard Worker }
142*ec779b8eSAndroid Build Coastguard Worker ALOGV("pipeline has room (total: %zu, input released: %zu)",
143*ec779b8eSAndroid Build Coastguard Worker mFramesInPipeline.size(), sizeWithInputReleased);
144*ec779b8eSAndroid Build Coastguard Worker return false;
145*ec779b8eSAndroid Build Coastguard Worker }
146*ec779b8eSAndroid Build Coastguard Worker
elapsed(const PipelineWatcher::Clock::time_point & now,size_t n) const147*ec779b8eSAndroid Build Coastguard Worker PipelineWatcher::Clock::duration PipelineWatcher::elapsed(
148*ec779b8eSAndroid Build Coastguard Worker const PipelineWatcher::Clock::time_point &now, size_t n) const {
149*ec779b8eSAndroid Build Coastguard Worker if (mFramesInPipeline.size() <= n) {
150*ec779b8eSAndroid Build Coastguard Worker return Clock::duration::zero();
151*ec779b8eSAndroid Build Coastguard Worker }
152*ec779b8eSAndroid Build Coastguard Worker std::vector<Clock::duration> durations;
153*ec779b8eSAndroid Build Coastguard Worker for (const decltype(mFramesInPipeline)::value_type &value : mFramesInPipeline) {
154*ec779b8eSAndroid Build Coastguard Worker Clock::duration elapsed = now - value.second.queuedAt;
155*ec779b8eSAndroid Build Coastguard Worker ALOGV("elapsed: frameIndex = %llu elapsed = %lldms",
156*ec779b8eSAndroid Build Coastguard Worker (unsigned long long)value.first,
157*ec779b8eSAndroid Build Coastguard Worker std::chrono::duration_cast<std::chrono::milliseconds>(elapsed).count());
158*ec779b8eSAndroid Build Coastguard Worker durations.push_back(elapsed);
159*ec779b8eSAndroid Build Coastguard Worker }
160*ec779b8eSAndroid Build Coastguard Worker std::nth_element(durations.begin(), durations.begin() + n, durations.end(),
161*ec779b8eSAndroid Build Coastguard Worker std::greater<Clock::duration>());
162*ec779b8eSAndroid Build Coastguard Worker return durations[n];
163*ec779b8eSAndroid Build Coastguard Worker }
164*ec779b8eSAndroid Build Coastguard Worker
165*ec779b8eSAndroid Build Coastguard Worker } // namespace android
166