1*4d7e907cSAndroid Build Coastguard Worker /*
2*4d7e907cSAndroid Build Coastguard Worker * Copyright (C) 2019 The Android Open Source Project
3*4d7e907cSAndroid Build Coastguard Worker *
4*4d7e907cSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*4d7e907cSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*4d7e907cSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*4d7e907cSAndroid Build Coastguard Worker *
8*4d7e907cSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*4d7e907cSAndroid Build Coastguard Worker *
10*4d7e907cSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*4d7e907cSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*4d7e907cSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*4d7e907cSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*4d7e907cSAndroid Build Coastguard Worker * limitations under the License.
15*4d7e907cSAndroid Build Coastguard Worker */
16*4d7e907cSAndroid Build Coastguard Worker
17*4d7e907cSAndroid Build Coastguard Worker #include "EvsCamera.h"
18*4d7e907cSAndroid Build Coastguard Worker #include "ConfigManager.h"
19*4d7e907cSAndroid Build Coastguard Worker #include "EvsEnumerator.h"
20*4d7e907cSAndroid Build Coastguard Worker
21*4d7e907cSAndroid Build Coastguard Worker #include <ui/GraphicBufferAllocator.h>
22*4d7e907cSAndroid Build Coastguard Worker #include <ui/GraphicBufferMapper.h>
23*4d7e907cSAndroid Build Coastguard Worker #include <utils/SystemClock.h>
24*4d7e907cSAndroid Build Coastguard Worker
25*4d7e907cSAndroid Build Coastguard Worker namespace {
26*4d7e907cSAndroid Build Coastguard Worker
27*4d7e907cSAndroid Build Coastguard Worker // Arbitrary limit on number of graphics buffers allowed to be allocated
28*4d7e907cSAndroid Build Coastguard Worker // Safeguards against unreasonable resource consumption and provides a testable limit
29*4d7e907cSAndroid Build Coastguard Worker constexpr unsigned kMaxBuffersInFlight = 100;
30*4d7e907cSAndroid Build Coastguard Worker
31*4d7e907cSAndroid Build Coastguard Worker // Minimum number of buffers to run a video stream
32*4d7e907cSAndroid Build Coastguard Worker constexpr int kMinimumBuffersInFlight = 1;
33*4d7e907cSAndroid Build Coastguard Worker
34*4d7e907cSAndroid Build Coastguard Worker // Colors for the colorbar test pattern in ABGR format
35*4d7e907cSAndroid Build Coastguard Worker constexpr uint32_t kColors[] = {
36*4d7e907cSAndroid Build Coastguard Worker 0xFFFFFFFF, // white
37*4d7e907cSAndroid Build Coastguard Worker 0xFF00FFFF, // yellow
38*4d7e907cSAndroid Build Coastguard Worker 0xFFFFFF00, // cyan
39*4d7e907cSAndroid Build Coastguard Worker 0xFF00FF00, // green
40*4d7e907cSAndroid Build Coastguard Worker 0xFFFF00FF, // fuchsia
41*4d7e907cSAndroid Build Coastguard Worker 0xFF0000FF, // red
42*4d7e907cSAndroid Build Coastguard Worker 0xFFFF0000, // blue
43*4d7e907cSAndroid Build Coastguard Worker 0xFF000000, // black
44*4d7e907cSAndroid Build Coastguard Worker };
45*4d7e907cSAndroid Build Coastguard Worker constexpr uint32_t kNumColors = sizeof(kColors) / sizeof(kColors[0]);
46*4d7e907cSAndroid Build Coastguard Worker
47*4d7e907cSAndroid Build Coastguard Worker } // namespace
48*4d7e907cSAndroid Build Coastguard Worker
49*4d7e907cSAndroid Build Coastguard Worker namespace android::hardware::automotive::evs::V1_1::implementation {
50*4d7e907cSAndroid Build Coastguard Worker
51*4d7e907cSAndroid Build Coastguard Worker using V1_0::EvsResult;
52*4d7e907cSAndroid Build Coastguard Worker
EvsCamera(const char * id,std::unique_ptr<ConfigManager::CameraInfo> & camInfo)53*4d7e907cSAndroid Build Coastguard Worker EvsCamera::EvsCamera(const char* id, std::unique_ptr<ConfigManager::CameraInfo>& camInfo)
54*4d7e907cSAndroid Build Coastguard Worker : mFramesAllowed(0), mFramesInUse(0), mStreamState(STOPPED), mCameraInfo(camInfo) {
55*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
56*4d7e907cSAndroid Build Coastguard Worker
57*4d7e907cSAndroid Build Coastguard Worker /* set a camera id */
58*4d7e907cSAndroid Build Coastguard Worker mDescription.v1.cameraId = id;
59*4d7e907cSAndroid Build Coastguard Worker
60*4d7e907cSAndroid Build Coastguard Worker /* set camera metadata */
61*4d7e907cSAndroid Build Coastguard Worker mDescription.metadata.setToExternal((uint8_t*)camInfo->characteristics,
62*4d7e907cSAndroid Build Coastguard Worker get_camera_metadata_size(camInfo->characteristics));
63*4d7e907cSAndroid Build Coastguard Worker }
64*4d7e907cSAndroid Build Coastguard Worker
~EvsCamera()65*4d7e907cSAndroid Build Coastguard Worker EvsCamera::~EvsCamera() {
66*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
67*4d7e907cSAndroid Build Coastguard Worker forceShutdown();
68*4d7e907cSAndroid Build Coastguard Worker }
69*4d7e907cSAndroid Build Coastguard Worker
70*4d7e907cSAndroid Build Coastguard Worker // This gets called if another caller "steals" ownership of the camera
forceShutdown()71*4d7e907cSAndroid Build Coastguard Worker void EvsCamera::forceShutdown() {
72*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
73*4d7e907cSAndroid Build Coastguard Worker
74*4d7e907cSAndroid Build Coastguard Worker // Make sure our output stream is cleaned up
75*4d7e907cSAndroid Build Coastguard Worker // (It really should be already)
76*4d7e907cSAndroid Build Coastguard Worker stopVideoStream();
77*4d7e907cSAndroid Build Coastguard Worker
78*4d7e907cSAndroid Build Coastguard Worker // Claim the lock while we work on internal state
79*4d7e907cSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mAccessLock);
80*4d7e907cSAndroid Build Coastguard Worker
81*4d7e907cSAndroid Build Coastguard Worker // Drop all the graphics buffers we've been using
82*4d7e907cSAndroid Build Coastguard Worker if (mBuffers.size() > 0) {
83*4d7e907cSAndroid Build Coastguard Worker GraphicBufferAllocator& alloc(GraphicBufferAllocator::get());
84*4d7e907cSAndroid Build Coastguard Worker for (auto&& rec : mBuffers) {
85*4d7e907cSAndroid Build Coastguard Worker if (rec.inUse) {
86*4d7e907cSAndroid Build Coastguard Worker ALOGE("Error - releasing buffer despite remote ownership");
87*4d7e907cSAndroid Build Coastguard Worker }
88*4d7e907cSAndroid Build Coastguard Worker alloc.free(rec.handle);
89*4d7e907cSAndroid Build Coastguard Worker rec.handle = nullptr;
90*4d7e907cSAndroid Build Coastguard Worker }
91*4d7e907cSAndroid Build Coastguard Worker mBuffers.clear();
92*4d7e907cSAndroid Build Coastguard Worker }
93*4d7e907cSAndroid Build Coastguard Worker
94*4d7e907cSAndroid Build Coastguard Worker // Put this object into an unrecoverable error state since somebody else
95*4d7e907cSAndroid Build Coastguard Worker // is going to own the underlying camera now
96*4d7e907cSAndroid Build Coastguard Worker mStreamState = DEAD;
97*4d7e907cSAndroid Build Coastguard Worker }
98*4d7e907cSAndroid Build Coastguard Worker
99*4d7e907cSAndroid Build Coastguard Worker // Methods from ::android::hardware::automotive::evs::V1_0::IEvsCamera follow.
getCameraInfo(getCameraInfo_cb _hidl_cb)100*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::getCameraInfo(getCameraInfo_cb _hidl_cb) {
101*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
102*4d7e907cSAndroid Build Coastguard Worker
103*4d7e907cSAndroid Build Coastguard Worker // Send back our self description
104*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(mDescription.v1);
105*4d7e907cSAndroid Build Coastguard Worker return {};
106*4d7e907cSAndroid Build Coastguard Worker }
107*4d7e907cSAndroid Build Coastguard Worker
setMaxFramesInFlight(uint32_t bufferCount)108*4d7e907cSAndroid Build Coastguard Worker Return<EvsResult> EvsCamera::setMaxFramesInFlight(uint32_t bufferCount) {
109*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s, bufferCount = %u", __FUNCTION__, bufferCount);
110*4d7e907cSAndroid Build Coastguard Worker
111*4d7e907cSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mAccessLock);
112*4d7e907cSAndroid Build Coastguard Worker
113*4d7e907cSAndroid Build Coastguard Worker // If we've been displaced by another owner of the camera, then we can't do anything else
114*4d7e907cSAndroid Build Coastguard Worker if (mStreamState == DEAD) {
115*4d7e907cSAndroid Build Coastguard Worker ALOGE("ignoring setMaxFramesInFlight call when camera has been lost.");
116*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OWNERSHIP_LOST;
117*4d7e907cSAndroid Build Coastguard Worker }
118*4d7e907cSAndroid Build Coastguard Worker
119*4d7e907cSAndroid Build Coastguard Worker // We cannot function without at least one video buffer to send data
120*4d7e907cSAndroid Build Coastguard Worker if (bufferCount < 1) {
121*4d7e907cSAndroid Build Coastguard Worker ALOGE("Ignoring setMaxFramesInFlight with less than one buffer requested");
122*4d7e907cSAndroid Build Coastguard Worker return EvsResult::INVALID_ARG;
123*4d7e907cSAndroid Build Coastguard Worker }
124*4d7e907cSAndroid Build Coastguard Worker
125*4d7e907cSAndroid Build Coastguard Worker // Update our internal state
126*4d7e907cSAndroid Build Coastguard Worker if (setAvailableFrames_Locked(bufferCount)) {
127*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OK;
128*4d7e907cSAndroid Build Coastguard Worker } else {
129*4d7e907cSAndroid Build Coastguard Worker return EvsResult::BUFFER_NOT_AVAILABLE;
130*4d7e907cSAndroid Build Coastguard Worker }
131*4d7e907cSAndroid Build Coastguard Worker }
132*4d7e907cSAndroid Build Coastguard Worker
startVideoStream(const::android::sp<V1_0::IEvsCameraStream> & stream)133*4d7e907cSAndroid Build Coastguard Worker Return<EvsResult> EvsCamera::startVideoStream(const ::android::sp<V1_0::IEvsCameraStream>& stream) {
134*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
135*4d7e907cSAndroid Build Coastguard Worker
136*4d7e907cSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mAccessLock);
137*4d7e907cSAndroid Build Coastguard Worker
138*4d7e907cSAndroid Build Coastguard Worker // If we've been displaced by another owner of the camera, then we can't do anything else
139*4d7e907cSAndroid Build Coastguard Worker if (mStreamState == DEAD) {
140*4d7e907cSAndroid Build Coastguard Worker ALOGE("ignoring startVideoStream call when camera has been lost.");
141*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OWNERSHIP_LOST;
142*4d7e907cSAndroid Build Coastguard Worker }
143*4d7e907cSAndroid Build Coastguard Worker
144*4d7e907cSAndroid Build Coastguard Worker if (mStreamState != STOPPED) {
145*4d7e907cSAndroid Build Coastguard Worker ALOGE("ignoring startVideoStream call when a stream is already running.");
146*4d7e907cSAndroid Build Coastguard Worker return EvsResult::STREAM_ALREADY_RUNNING;
147*4d7e907cSAndroid Build Coastguard Worker }
148*4d7e907cSAndroid Build Coastguard Worker
149*4d7e907cSAndroid Build Coastguard Worker // If the client never indicated otherwise, configure ourselves for a single streaming buffer
150*4d7e907cSAndroid Build Coastguard Worker if (mFramesAllowed < kMinimumBuffersInFlight) {
151*4d7e907cSAndroid Build Coastguard Worker if (!setAvailableFrames_Locked(kMinimumBuffersInFlight)) {
152*4d7e907cSAndroid Build Coastguard Worker ALOGE("Failed to start stream because we couldn't get a graphics buffer");
153*4d7e907cSAndroid Build Coastguard Worker return EvsResult::BUFFER_NOT_AVAILABLE;
154*4d7e907cSAndroid Build Coastguard Worker }
155*4d7e907cSAndroid Build Coastguard Worker }
156*4d7e907cSAndroid Build Coastguard Worker
157*4d7e907cSAndroid Build Coastguard Worker // Record the user's callback for use when we have a frame ready
158*4d7e907cSAndroid Build Coastguard Worker mStream = IEvsCameraStream::castFrom(stream).withDefault(nullptr);
159*4d7e907cSAndroid Build Coastguard Worker if (!mStream) {
160*4d7e907cSAndroid Build Coastguard Worker ALOGE("Default implementation does not support v1.0 IEvsCameraStream");
161*4d7e907cSAndroid Build Coastguard Worker return EvsResult::INVALID_ARG;
162*4d7e907cSAndroid Build Coastguard Worker }
163*4d7e907cSAndroid Build Coastguard Worker
164*4d7e907cSAndroid Build Coastguard Worker // Start the frame generation thread
165*4d7e907cSAndroid Build Coastguard Worker mStreamState = RUNNING;
166*4d7e907cSAndroid Build Coastguard Worker mCaptureThread = std::thread([this]() { generateFrames(); });
167*4d7e907cSAndroid Build Coastguard Worker
168*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OK;
169*4d7e907cSAndroid Build Coastguard Worker }
170*4d7e907cSAndroid Build Coastguard Worker
doneWithFrame(const V1_0::BufferDesc & buffer)171*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::doneWithFrame(const V1_0::BufferDesc& buffer) {
172*4d7e907cSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mAccessLock);
173*4d7e907cSAndroid Build Coastguard Worker returnBufferLocked(buffer.bufferId, buffer.memHandle);
174*4d7e907cSAndroid Build Coastguard Worker
175*4d7e907cSAndroid Build Coastguard Worker return {};
176*4d7e907cSAndroid Build Coastguard Worker }
177*4d7e907cSAndroid Build Coastguard Worker
stopVideoStream()178*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::stopVideoStream() {
179*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
180*4d7e907cSAndroid Build Coastguard Worker
181*4d7e907cSAndroid Build Coastguard Worker std::unique_lock<std::mutex> lock(mAccessLock);
182*4d7e907cSAndroid Build Coastguard Worker
183*4d7e907cSAndroid Build Coastguard Worker if (mStreamState != RUNNING) {
184*4d7e907cSAndroid Build Coastguard Worker return {};
185*4d7e907cSAndroid Build Coastguard Worker }
186*4d7e907cSAndroid Build Coastguard Worker
187*4d7e907cSAndroid Build Coastguard Worker // Tell the GenerateFrames loop we want it to stop
188*4d7e907cSAndroid Build Coastguard Worker mStreamState = STOPPING;
189*4d7e907cSAndroid Build Coastguard Worker
190*4d7e907cSAndroid Build Coastguard Worker // Block outside the mutex until the "stop" flag has been acknowledged
191*4d7e907cSAndroid Build Coastguard Worker // We won't send any more frames, but the client might still get some already in flight
192*4d7e907cSAndroid Build Coastguard Worker ALOGD("Waiting for stream thread to end...");
193*4d7e907cSAndroid Build Coastguard Worker lock.unlock();
194*4d7e907cSAndroid Build Coastguard Worker if (mCaptureThread.joinable()) {
195*4d7e907cSAndroid Build Coastguard Worker mCaptureThread.join();
196*4d7e907cSAndroid Build Coastguard Worker }
197*4d7e907cSAndroid Build Coastguard Worker lock.lock();
198*4d7e907cSAndroid Build Coastguard Worker
199*4d7e907cSAndroid Build Coastguard Worker mStreamState = STOPPED;
200*4d7e907cSAndroid Build Coastguard Worker mStream = nullptr;
201*4d7e907cSAndroid Build Coastguard Worker ALOGD("Stream marked STOPPED.");
202*4d7e907cSAndroid Build Coastguard Worker
203*4d7e907cSAndroid Build Coastguard Worker return {};
204*4d7e907cSAndroid Build Coastguard Worker }
205*4d7e907cSAndroid Build Coastguard Worker
getExtendedInfo(uint32_t opaqueIdentifier)206*4d7e907cSAndroid Build Coastguard Worker Return<int32_t> EvsCamera::getExtendedInfo(uint32_t opaqueIdentifier) {
207*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
208*4d7e907cSAndroid Build Coastguard Worker
209*4d7e907cSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mAccessLock);
210*4d7e907cSAndroid Build Coastguard Worker const auto it = mExtInfo.find(opaqueIdentifier);
211*4d7e907cSAndroid Build Coastguard Worker if (it == mExtInfo.end()) {
212*4d7e907cSAndroid Build Coastguard Worker // Return zero by default as required by the spec
213*4d7e907cSAndroid Build Coastguard Worker return 0;
214*4d7e907cSAndroid Build Coastguard Worker } else {
215*4d7e907cSAndroid Build Coastguard Worker return it->second[0];
216*4d7e907cSAndroid Build Coastguard Worker }
217*4d7e907cSAndroid Build Coastguard Worker }
218*4d7e907cSAndroid Build Coastguard Worker
setExtendedInfo(uint32_t opaqueIdentifier,int32_t opaqueValue)219*4d7e907cSAndroid Build Coastguard Worker Return<EvsResult> EvsCamera::setExtendedInfo([[maybe_unused]] uint32_t opaqueIdentifier,
220*4d7e907cSAndroid Build Coastguard Worker [[maybe_unused]] int32_t opaqueValue) {
221*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
222*4d7e907cSAndroid Build Coastguard Worker
223*4d7e907cSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mAccessLock);
224*4d7e907cSAndroid Build Coastguard Worker
225*4d7e907cSAndroid Build Coastguard Worker // If we've been displaced by another owner of the camera, then we can't do anything else
226*4d7e907cSAndroid Build Coastguard Worker if (mStreamState == DEAD) {
227*4d7e907cSAndroid Build Coastguard Worker ALOGE("ignoring setExtendedInfo call when camera has been lost.");
228*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OWNERSHIP_LOST;
229*4d7e907cSAndroid Build Coastguard Worker }
230*4d7e907cSAndroid Build Coastguard Worker
231*4d7e907cSAndroid Build Coastguard Worker mExtInfo.insert_or_assign(opaqueIdentifier, opaqueValue);
232*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OK;
233*4d7e907cSAndroid Build Coastguard Worker }
234*4d7e907cSAndroid Build Coastguard Worker
235*4d7e907cSAndroid Build Coastguard Worker // Methods from ::android::hardware::automotive::evs::V1_1::IEvsCamera follow.
getCameraInfo_1_1(getCameraInfo_1_1_cb _hidl_cb)236*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::getCameraInfo_1_1(getCameraInfo_1_1_cb _hidl_cb) {
237*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
238*4d7e907cSAndroid Build Coastguard Worker
239*4d7e907cSAndroid Build Coastguard Worker // Send back our self description
240*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(mDescription);
241*4d7e907cSAndroid Build Coastguard Worker return {};
242*4d7e907cSAndroid Build Coastguard Worker }
243*4d7e907cSAndroid Build Coastguard Worker
getPhysicalCameraInfo(const hidl_string & id,getCameraInfo_1_1_cb _hidl_cb)244*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::getPhysicalCameraInfo([[maybe_unused]] const hidl_string& id,
245*4d7e907cSAndroid Build Coastguard Worker getCameraInfo_1_1_cb _hidl_cb) {
246*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
247*4d7e907cSAndroid Build Coastguard Worker
248*4d7e907cSAndroid Build Coastguard Worker // This works exactly same as getCameraInfo_1_1() in default implementation.
249*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(mDescription);
250*4d7e907cSAndroid Build Coastguard Worker return {};
251*4d7e907cSAndroid Build Coastguard Worker }
252*4d7e907cSAndroid Build Coastguard Worker
doneWithFrame_1_1(const hidl_vec<BufferDesc> & buffers)253*4d7e907cSAndroid Build Coastguard Worker Return<EvsResult> EvsCamera::doneWithFrame_1_1(const hidl_vec<BufferDesc>& buffers) {
254*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
255*4d7e907cSAndroid Build Coastguard Worker
256*4d7e907cSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mAccessLock);
257*4d7e907cSAndroid Build Coastguard Worker for (auto&& buffer : buffers) {
258*4d7e907cSAndroid Build Coastguard Worker returnBufferLocked(buffer.bufferId, buffer.buffer.nativeHandle);
259*4d7e907cSAndroid Build Coastguard Worker }
260*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OK;
261*4d7e907cSAndroid Build Coastguard Worker }
262*4d7e907cSAndroid Build Coastguard Worker
pauseVideoStream()263*4d7e907cSAndroid Build Coastguard Worker Return<EvsResult> EvsCamera::pauseVideoStream() {
264*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
265*4d7e907cSAndroid Build Coastguard Worker // Default implementation does not support this.
266*4d7e907cSAndroid Build Coastguard Worker return EvsResult::UNDERLYING_SERVICE_ERROR;
267*4d7e907cSAndroid Build Coastguard Worker }
268*4d7e907cSAndroid Build Coastguard Worker
resumeVideoStream()269*4d7e907cSAndroid Build Coastguard Worker Return<EvsResult> EvsCamera::resumeVideoStream() {
270*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
271*4d7e907cSAndroid Build Coastguard Worker // Default implementation does not support this.
272*4d7e907cSAndroid Build Coastguard Worker return EvsResult::UNDERLYING_SERVICE_ERROR;
273*4d7e907cSAndroid Build Coastguard Worker }
274*4d7e907cSAndroid Build Coastguard Worker
setMaster()275*4d7e907cSAndroid Build Coastguard Worker Return<EvsResult> EvsCamera::setMaster() {
276*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
277*4d7e907cSAndroid Build Coastguard Worker // Default implementation does not expect multiple subscribers and therefore
278*4d7e907cSAndroid Build Coastguard Worker // return a success code always.
279*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OK;
280*4d7e907cSAndroid Build Coastguard Worker }
281*4d7e907cSAndroid Build Coastguard Worker
forceMaster(const sp<V1_0::IEvsDisplay> &)282*4d7e907cSAndroid Build Coastguard Worker Return<EvsResult> EvsCamera::forceMaster(const sp<V1_0::IEvsDisplay>&) {
283*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
284*4d7e907cSAndroid Build Coastguard Worker // Default implementation does not expect multiple subscribers and therefore
285*4d7e907cSAndroid Build Coastguard Worker // return a success code always.
286*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OK;
287*4d7e907cSAndroid Build Coastguard Worker }
288*4d7e907cSAndroid Build Coastguard Worker
unsetMaster()289*4d7e907cSAndroid Build Coastguard Worker Return<EvsResult> EvsCamera::unsetMaster() {
290*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
291*4d7e907cSAndroid Build Coastguard Worker // Default implementation does not expect multiple subscribers and therefore
292*4d7e907cSAndroid Build Coastguard Worker // return a success code always.
293*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OK;
294*4d7e907cSAndroid Build Coastguard Worker }
295*4d7e907cSAndroid Build Coastguard Worker
getParameterList(getParameterList_cb _hidl_cb)296*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::getParameterList(getParameterList_cb _hidl_cb) {
297*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
298*4d7e907cSAndroid Build Coastguard Worker hidl_vec<CameraParam> hidlCtrls;
299*4d7e907cSAndroid Build Coastguard Worker hidlCtrls.resize(mCameraInfo->controls.size());
300*4d7e907cSAndroid Build Coastguard Worker unsigned idx = 0;
301*4d7e907cSAndroid Build Coastguard Worker for (auto& [cid, cfg] : mCameraInfo->controls) {
302*4d7e907cSAndroid Build Coastguard Worker hidlCtrls[idx++] = cid;
303*4d7e907cSAndroid Build Coastguard Worker }
304*4d7e907cSAndroid Build Coastguard Worker
305*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(hidlCtrls);
306*4d7e907cSAndroid Build Coastguard Worker return {};
307*4d7e907cSAndroid Build Coastguard Worker }
308*4d7e907cSAndroid Build Coastguard Worker
getIntParameterRange(CameraParam id,getIntParameterRange_cb _hidl_cb)309*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::getIntParameterRange(CameraParam id, getIntParameterRange_cb _hidl_cb) {
310*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
311*4d7e907cSAndroid Build Coastguard Worker auto it = mCameraInfo->controls.find(id);
312*4d7e907cSAndroid Build Coastguard Worker if (it == mCameraInfo->controls.end()) {
313*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(0, 0, 0);
314*4d7e907cSAndroid Build Coastguard Worker } else {
315*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(std::get<0>(it->second), std::get<1>(it->second), std::get<2>(it->second));
316*4d7e907cSAndroid Build Coastguard Worker }
317*4d7e907cSAndroid Build Coastguard Worker return {};
318*4d7e907cSAndroid Build Coastguard Worker }
319*4d7e907cSAndroid Build Coastguard Worker
setIntParameter(CameraParam id,int32_t value,setIntParameter_cb _hidl_cb)320*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::setIntParameter(CameraParam id, int32_t value,
321*4d7e907cSAndroid Build Coastguard Worker setIntParameter_cb _hidl_cb) {
322*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
323*4d7e907cSAndroid Build Coastguard Worker mParams.insert_or_assign(id, value);
324*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(EvsResult::OK, {value});
325*4d7e907cSAndroid Build Coastguard Worker return {};
326*4d7e907cSAndroid Build Coastguard Worker }
327*4d7e907cSAndroid Build Coastguard Worker
getIntParameter(CameraParam id,getIntParameter_cb _hidl_cb)328*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::getIntParameter([[maybe_unused]] CameraParam id,
329*4d7e907cSAndroid Build Coastguard Worker getIntParameter_cb _hidl_cb) {
330*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
331*4d7e907cSAndroid Build Coastguard Worker auto it = mParams.find(id);
332*4d7e907cSAndroid Build Coastguard Worker std::vector<int32_t> values;
333*4d7e907cSAndroid Build Coastguard Worker if (it == mParams.end()) {
334*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(EvsResult::INVALID_ARG, values);
335*4d7e907cSAndroid Build Coastguard Worker } else {
336*4d7e907cSAndroid Build Coastguard Worker values.push_back(it->second);
337*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(EvsResult::OK, values);
338*4d7e907cSAndroid Build Coastguard Worker }
339*4d7e907cSAndroid Build Coastguard Worker return {};
340*4d7e907cSAndroid Build Coastguard Worker }
341*4d7e907cSAndroid Build Coastguard Worker
setExtendedInfo_1_1(uint32_t opaqueIdentifier,const hidl_vec<uint8_t> & opaqueValue)342*4d7e907cSAndroid Build Coastguard Worker Return<EvsResult> EvsCamera::setExtendedInfo_1_1(uint32_t opaqueIdentifier,
343*4d7e907cSAndroid Build Coastguard Worker const hidl_vec<uint8_t>& opaqueValue) {
344*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
345*4d7e907cSAndroid Build Coastguard Worker mExtInfo.insert_or_assign(opaqueIdentifier, opaqueValue);
346*4d7e907cSAndroid Build Coastguard Worker return EvsResult::OK;
347*4d7e907cSAndroid Build Coastguard Worker }
348*4d7e907cSAndroid Build Coastguard Worker
getExtendedInfo_1_1(uint32_t opaqueIdentifier,getExtendedInfo_1_1_cb _hidl_cb)349*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::getExtendedInfo_1_1(uint32_t opaqueIdentifier,
350*4d7e907cSAndroid Build Coastguard Worker getExtendedInfo_1_1_cb _hidl_cb) {
351*4d7e907cSAndroid Build Coastguard Worker ALOGD("%s", __FUNCTION__);
352*4d7e907cSAndroid Build Coastguard Worker auto status = EvsResult::OK;
353*4d7e907cSAndroid Build Coastguard Worker hidl_vec<uint8_t> value;
354*4d7e907cSAndroid Build Coastguard Worker const auto it = mExtInfo.find(opaqueIdentifier);
355*4d7e907cSAndroid Build Coastguard Worker if (it == mExtInfo.end()) {
356*4d7e907cSAndroid Build Coastguard Worker status = EvsResult::INVALID_ARG;
357*4d7e907cSAndroid Build Coastguard Worker } else {
358*4d7e907cSAndroid Build Coastguard Worker value = it->second;
359*4d7e907cSAndroid Build Coastguard Worker }
360*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(status, value);
361*4d7e907cSAndroid Build Coastguard Worker return {};
362*4d7e907cSAndroid Build Coastguard Worker }
363*4d7e907cSAndroid Build Coastguard Worker
importExternalBuffers(const hidl_vec<BufferDesc> & buffers,importExternalBuffers_cb _hidl_cb)364*4d7e907cSAndroid Build Coastguard Worker Return<void> EvsCamera::importExternalBuffers([[maybe_unused]] const hidl_vec<BufferDesc>& buffers,
365*4d7e907cSAndroid Build Coastguard Worker importExternalBuffers_cb _hidl_cb) {
366*4d7e907cSAndroid Build Coastguard Worker auto numBuffersToAdd = buffers.size();
367*4d7e907cSAndroid Build Coastguard Worker if (numBuffersToAdd < 1) {
368*4d7e907cSAndroid Build Coastguard Worker ALOGD("No buffers to add");
369*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(EvsResult::OK, mFramesAllowed);
370*4d7e907cSAndroid Build Coastguard Worker return {};
371*4d7e907cSAndroid Build Coastguard Worker }
372*4d7e907cSAndroid Build Coastguard Worker
373*4d7e907cSAndroid Build Coastguard Worker {
374*4d7e907cSAndroid Build Coastguard Worker std::scoped_lock<std::mutex> lock(mAccessLock);
375*4d7e907cSAndroid Build Coastguard Worker
376*4d7e907cSAndroid Build Coastguard Worker if (numBuffersToAdd > (kMaxBuffersInFlight - mFramesAllowed)) {
377*4d7e907cSAndroid Build Coastguard Worker numBuffersToAdd -= (kMaxBuffersInFlight - mFramesAllowed);
378*4d7e907cSAndroid Build Coastguard Worker ALOGW("Exceed the limit on number of buffers. %" PRIu64 " buffers will be added only.",
379*4d7e907cSAndroid Build Coastguard Worker static_cast<uint64_t>(numBuffersToAdd));
380*4d7e907cSAndroid Build Coastguard Worker }
381*4d7e907cSAndroid Build Coastguard Worker
382*4d7e907cSAndroid Build Coastguard Worker GraphicBufferMapper& mapper = GraphicBufferMapper::get();
383*4d7e907cSAndroid Build Coastguard Worker const auto before = mFramesAllowed;
384*4d7e907cSAndroid Build Coastguard Worker for (auto i = 0; i < numBuffersToAdd; ++i) {
385*4d7e907cSAndroid Build Coastguard Worker // TODO: reject if external buffer is configured differently.
386*4d7e907cSAndroid Build Coastguard Worker auto& b = buffers[i];
387*4d7e907cSAndroid Build Coastguard Worker const AHardwareBuffer_Desc* pDesc =
388*4d7e907cSAndroid Build Coastguard Worker reinterpret_cast<const AHardwareBuffer_Desc*>(&b.buffer.description);
389*4d7e907cSAndroid Build Coastguard Worker
390*4d7e907cSAndroid Build Coastguard Worker // Import a buffer to add
391*4d7e907cSAndroid Build Coastguard Worker buffer_handle_t memHandle = nullptr;
392*4d7e907cSAndroid Build Coastguard Worker status_t result =
393*4d7e907cSAndroid Build Coastguard Worker mapper.importBuffer(b.buffer.nativeHandle, pDesc->width, pDesc->height, 1,
394*4d7e907cSAndroid Build Coastguard Worker pDesc->format, pDesc->usage, pDesc->stride, &memHandle);
395*4d7e907cSAndroid Build Coastguard Worker if (result != android::NO_ERROR || !memHandle) {
396*4d7e907cSAndroid Build Coastguard Worker ALOGW("Failed to import a buffer %d", b.bufferId);
397*4d7e907cSAndroid Build Coastguard Worker continue;
398*4d7e907cSAndroid Build Coastguard Worker }
399*4d7e907cSAndroid Build Coastguard Worker
400*4d7e907cSAndroid Build Coastguard Worker auto stored = false;
401*4d7e907cSAndroid Build Coastguard Worker for (auto&& rec : mBuffers) {
402*4d7e907cSAndroid Build Coastguard Worker if (rec.handle == nullptr) {
403*4d7e907cSAndroid Build Coastguard Worker // Use this existing entry
404*4d7e907cSAndroid Build Coastguard Worker rec.handle = memHandle;
405*4d7e907cSAndroid Build Coastguard Worker rec.inUse = false;
406*4d7e907cSAndroid Build Coastguard Worker
407*4d7e907cSAndroid Build Coastguard Worker stored = true;
408*4d7e907cSAndroid Build Coastguard Worker break;
409*4d7e907cSAndroid Build Coastguard Worker }
410*4d7e907cSAndroid Build Coastguard Worker }
411*4d7e907cSAndroid Build Coastguard Worker
412*4d7e907cSAndroid Build Coastguard Worker if (!stored) {
413*4d7e907cSAndroid Build Coastguard Worker // Add a BufferRecord wrapping this handle to our set of available buffers
414*4d7e907cSAndroid Build Coastguard Worker mBuffers.emplace_back(memHandle);
415*4d7e907cSAndroid Build Coastguard Worker }
416*4d7e907cSAndroid Build Coastguard Worker
417*4d7e907cSAndroid Build Coastguard Worker ++mFramesAllowed;
418*4d7e907cSAndroid Build Coastguard Worker }
419*4d7e907cSAndroid Build Coastguard Worker
420*4d7e907cSAndroid Build Coastguard Worker _hidl_cb(EvsResult::OK, mFramesAllowed - before);
421*4d7e907cSAndroid Build Coastguard Worker return {};
422*4d7e907cSAndroid Build Coastguard Worker }
423*4d7e907cSAndroid Build Coastguard Worker }
424*4d7e907cSAndroid Build Coastguard Worker
setAvailableFrames_Locked(unsigned bufferCount)425*4d7e907cSAndroid Build Coastguard Worker bool EvsCamera::setAvailableFrames_Locked(unsigned bufferCount) {
426*4d7e907cSAndroid Build Coastguard Worker if (bufferCount < kMinimumBuffersInFlight) {
427*4d7e907cSAndroid Build Coastguard Worker ALOGE("Ignoring request to set buffer count below the minimum number of buffers to run a "
428*4d7e907cSAndroid Build Coastguard Worker "video stream");
429*4d7e907cSAndroid Build Coastguard Worker return false;
430*4d7e907cSAndroid Build Coastguard Worker }
431*4d7e907cSAndroid Build Coastguard Worker if (bufferCount > kMaxBuffersInFlight) {
432*4d7e907cSAndroid Build Coastguard Worker ALOGE("Rejecting buffer request in excess of internal limit");
433*4d7e907cSAndroid Build Coastguard Worker return false;
434*4d7e907cSAndroid Build Coastguard Worker }
435*4d7e907cSAndroid Build Coastguard Worker
436*4d7e907cSAndroid Build Coastguard Worker // Is an increase required?
437*4d7e907cSAndroid Build Coastguard Worker if (mFramesAllowed < bufferCount) {
438*4d7e907cSAndroid Build Coastguard Worker // An increase is required
439*4d7e907cSAndroid Build Coastguard Worker unsigned needed = bufferCount - mFramesAllowed;
440*4d7e907cSAndroid Build Coastguard Worker ALOGI("Allocating %d buffers for camera frames", needed);
441*4d7e907cSAndroid Build Coastguard Worker
442*4d7e907cSAndroid Build Coastguard Worker unsigned added = increaseAvailableFrames_Locked(needed);
443*4d7e907cSAndroid Build Coastguard Worker if (added != needed) {
444*4d7e907cSAndroid Build Coastguard Worker // If we didn't add all the frames we needed, then roll back to the previous state
445*4d7e907cSAndroid Build Coastguard Worker ALOGE("Rolling back to previous frame queue size");
446*4d7e907cSAndroid Build Coastguard Worker decreaseAvailableFrames_Locked(added);
447*4d7e907cSAndroid Build Coastguard Worker return false;
448*4d7e907cSAndroid Build Coastguard Worker }
449*4d7e907cSAndroid Build Coastguard Worker } else if (mFramesAllowed > bufferCount) {
450*4d7e907cSAndroid Build Coastguard Worker // A decrease is required
451*4d7e907cSAndroid Build Coastguard Worker unsigned framesToRelease = mFramesAllowed - bufferCount;
452*4d7e907cSAndroid Build Coastguard Worker ALOGI("Returning %d camera frame buffers", framesToRelease);
453*4d7e907cSAndroid Build Coastguard Worker
454*4d7e907cSAndroid Build Coastguard Worker unsigned released = decreaseAvailableFrames_Locked(framesToRelease);
455*4d7e907cSAndroid Build Coastguard Worker if (released != framesToRelease) {
456*4d7e907cSAndroid Build Coastguard Worker // This shouldn't happen with a properly behaving client because the client
457*4d7e907cSAndroid Build Coastguard Worker // should only make this call after returning sufficient outstanding buffers
458*4d7e907cSAndroid Build Coastguard Worker // to allow a clean resize.
459*4d7e907cSAndroid Build Coastguard Worker ALOGE("Buffer queue shrink failed -- too many buffers currently in use?");
460*4d7e907cSAndroid Build Coastguard Worker }
461*4d7e907cSAndroid Build Coastguard Worker }
462*4d7e907cSAndroid Build Coastguard Worker
463*4d7e907cSAndroid Build Coastguard Worker return true;
464*4d7e907cSAndroid Build Coastguard Worker }
465*4d7e907cSAndroid Build Coastguard Worker
increaseAvailableFrames_Locked(unsigned numToAdd)466*4d7e907cSAndroid Build Coastguard Worker unsigned EvsCamera::increaseAvailableFrames_Locked(unsigned numToAdd) {
467*4d7e907cSAndroid Build Coastguard Worker // Acquire the graphics buffer allocator
468*4d7e907cSAndroid Build Coastguard Worker GraphicBufferAllocator& alloc(GraphicBufferAllocator::get());
469*4d7e907cSAndroid Build Coastguard Worker
470*4d7e907cSAndroid Build Coastguard Worker unsigned added = 0;
471*4d7e907cSAndroid Build Coastguard Worker
472*4d7e907cSAndroid Build Coastguard Worker while (added < numToAdd) {
473*4d7e907cSAndroid Build Coastguard Worker buffer_handle_t memHandle = nullptr;
474*4d7e907cSAndroid Build Coastguard Worker status_t result = alloc.allocate(mWidth, mHeight, mFormat, 1, mUsage, &memHandle, &mStride,
475*4d7e907cSAndroid Build Coastguard Worker 0, "EvsCamera");
476*4d7e907cSAndroid Build Coastguard Worker if (result != NO_ERROR) {
477*4d7e907cSAndroid Build Coastguard Worker ALOGE("Error %d allocating %d x %d graphics buffer", result, mWidth, mHeight);
478*4d7e907cSAndroid Build Coastguard Worker break;
479*4d7e907cSAndroid Build Coastguard Worker }
480*4d7e907cSAndroid Build Coastguard Worker if (!memHandle) {
481*4d7e907cSAndroid Build Coastguard Worker ALOGE("We didn't get a buffer handle back from the allocator");
482*4d7e907cSAndroid Build Coastguard Worker break;
483*4d7e907cSAndroid Build Coastguard Worker }
484*4d7e907cSAndroid Build Coastguard Worker
485*4d7e907cSAndroid Build Coastguard Worker // Find a place to store the new buffer
486*4d7e907cSAndroid Build Coastguard Worker bool stored = false;
487*4d7e907cSAndroid Build Coastguard Worker for (auto&& rec : mBuffers) {
488*4d7e907cSAndroid Build Coastguard Worker if (rec.handle == nullptr) {
489*4d7e907cSAndroid Build Coastguard Worker // Use this existing entry
490*4d7e907cSAndroid Build Coastguard Worker rec.handle = memHandle;
491*4d7e907cSAndroid Build Coastguard Worker rec.inUse = false;
492*4d7e907cSAndroid Build Coastguard Worker stored = true;
493*4d7e907cSAndroid Build Coastguard Worker break;
494*4d7e907cSAndroid Build Coastguard Worker }
495*4d7e907cSAndroid Build Coastguard Worker }
496*4d7e907cSAndroid Build Coastguard Worker if (!stored) {
497*4d7e907cSAndroid Build Coastguard Worker // Add a BufferRecord wrapping this handle to our set of available buffers
498*4d7e907cSAndroid Build Coastguard Worker mBuffers.push_back(BufferRecord(memHandle));
499*4d7e907cSAndroid Build Coastguard Worker }
500*4d7e907cSAndroid Build Coastguard Worker
501*4d7e907cSAndroid Build Coastguard Worker mFramesAllowed++;
502*4d7e907cSAndroid Build Coastguard Worker added++;
503*4d7e907cSAndroid Build Coastguard Worker }
504*4d7e907cSAndroid Build Coastguard Worker
505*4d7e907cSAndroid Build Coastguard Worker return added;
506*4d7e907cSAndroid Build Coastguard Worker }
507*4d7e907cSAndroid Build Coastguard Worker
decreaseAvailableFrames_Locked(unsigned numToRemove)508*4d7e907cSAndroid Build Coastguard Worker unsigned EvsCamera::decreaseAvailableFrames_Locked(unsigned numToRemove) {
509*4d7e907cSAndroid Build Coastguard Worker // Acquire the graphics buffer allocator
510*4d7e907cSAndroid Build Coastguard Worker GraphicBufferAllocator& alloc(GraphicBufferAllocator::get());
511*4d7e907cSAndroid Build Coastguard Worker
512*4d7e907cSAndroid Build Coastguard Worker unsigned removed = 0;
513*4d7e907cSAndroid Build Coastguard Worker
514*4d7e907cSAndroid Build Coastguard Worker for (auto&& rec : mBuffers) {
515*4d7e907cSAndroid Build Coastguard Worker // Is this record not in use, but holding a buffer that we can free?
516*4d7e907cSAndroid Build Coastguard Worker if ((rec.inUse == false) && (rec.handle != nullptr)) {
517*4d7e907cSAndroid Build Coastguard Worker // Release buffer and update the record so we can recognize it as "empty"
518*4d7e907cSAndroid Build Coastguard Worker alloc.free(rec.handle);
519*4d7e907cSAndroid Build Coastguard Worker rec.handle = nullptr;
520*4d7e907cSAndroid Build Coastguard Worker
521*4d7e907cSAndroid Build Coastguard Worker mFramesAllowed--;
522*4d7e907cSAndroid Build Coastguard Worker removed++;
523*4d7e907cSAndroid Build Coastguard Worker
524*4d7e907cSAndroid Build Coastguard Worker if (removed == numToRemove) {
525*4d7e907cSAndroid Build Coastguard Worker break;
526*4d7e907cSAndroid Build Coastguard Worker }
527*4d7e907cSAndroid Build Coastguard Worker }
528*4d7e907cSAndroid Build Coastguard Worker }
529*4d7e907cSAndroid Build Coastguard Worker
530*4d7e907cSAndroid Build Coastguard Worker return removed;
531*4d7e907cSAndroid Build Coastguard Worker }
532*4d7e907cSAndroid Build Coastguard Worker
533*4d7e907cSAndroid Build Coastguard Worker // This is the asynchronous frame generation thread that runs in parallel with the
534*4d7e907cSAndroid Build Coastguard Worker // main serving thread. There is one for each active camera instance.
generateFrames()535*4d7e907cSAndroid Build Coastguard Worker void EvsCamera::generateFrames() {
536*4d7e907cSAndroid Build Coastguard Worker ALOGD("Frame generation loop started");
537*4d7e907cSAndroid Build Coastguard Worker
538*4d7e907cSAndroid Build Coastguard Worker unsigned idx;
539*4d7e907cSAndroid Build Coastguard Worker while (true) {
540*4d7e907cSAndroid Build Coastguard Worker bool timeForFrame = false;
541*4d7e907cSAndroid Build Coastguard Worker nsecs_t startTime = systemTime(SYSTEM_TIME_MONOTONIC);
542*4d7e907cSAndroid Build Coastguard Worker
543*4d7e907cSAndroid Build Coastguard Worker // Lock scope for updating shared state
544*4d7e907cSAndroid Build Coastguard Worker {
545*4d7e907cSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mAccessLock);
546*4d7e907cSAndroid Build Coastguard Worker
547*4d7e907cSAndroid Build Coastguard Worker if (mStreamState != RUNNING) {
548*4d7e907cSAndroid Build Coastguard Worker // Break out of our main thread loop
549*4d7e907cSAndroid Build Coastguard Worker break;
550*4d7e907cSAndroid Build Coastguard Worker }
551*4d7e907cSAndroid Build Coastguard Worker
552*4d7e907cSAndroid Build Coastguard Worker // Are we allowed to issue another buffer?
553*4d7e907cSAndroid Build Coastguard Worker if (mFramesInUse >= mFramesAllowed) {
554*4d7e907cSAndroid Build Coastguard Worker // Can't do anything right now -- skip this frame
555*4d7e907cSAndroid Build Coastguard Worker ALOGW("Skipped a frame because too many are in flight\n");
556*4d7e907cSAndroid Build Coastguard Worker } else {
557*4d7e907cSAndroid Build Coastguard Worker // Identify an available buffer to fill
558*4d7e907cSAndroid Build Coastguard Worker for (idx = 0; idx < mBuffers.size(); idx++) {
559*4d7e907cSAndroid Build Coastguard Worker if (!mBuffers[idx].inUse) {
560*4d7e907cSAndroid Build Coastguard Worker if (mBuffers[idx].handle != nullptr) {
561*4d7e907cSAndroid Build Coastguard Worker // Found an available record, so stop looking
562*4d7e907cSAndroid Build Coastguard Worker break;
563*4d7e907cSAndroid Build Coastguard Worker }
564*4d7e907cSAndroid Build Coastguard Worker }
565*4d7e907cSAndroid Build Coastguard Worker }
566*4d7e907cSAndroid Build Coastguard Worker if (idx >= mBuffers.size()) {
567*4d7e907cSAndroid Build Coastguard Worker // This shouldn't happen since we already checked mFramesInUse vs mFramesAllowed
568*4d7e907cSAndroid Build Coastguard Worker ALOGE("Failed to find an available buffer slot\n");
569*4d7e907cSAndroid Build Coastguard Worker } else {
570*4d7e907cSAndroid Build Coastguard Worker // We're going to make the frame busy
571*4d7e907cSAndroid Build Coastguard Worker mBuffers[idx].inUse = true;
572*4d7e907cSAndroid Build Coastguard Worker mFramesInUse++;
573*4d7e907cSAndroid Build Coastguard Worker timeForFrame = true;
574*4d7e907cSAndroid Build Coastguard Worker }
575*4d7e907cSAndroid Build Coastguard Worker }
576*4d7e907cSAndroid Build Coastguard Worker }
577*4d7e907cSAndroid Build Coastguard Worker
578*4d7e907cSAndroid Build Coastguard Worker if (timeForFrame) {
579*4d7e907cSAndroid Build Coastguard Worker // Assemble the buffer description we'll transmit below
580*4d7e907cSAndroid Build Coastguard Worker BufferDesc newBuffer = {};
581*4d7e907cSAndroid Build Coastguard Worker AHardwareBuffer_Desc* pDesc =
582*4d7e907cSAndroid Build Coastguard Worker reinterpret_cast<AHardwareBuffer_Desc*>(&newBuffer.buffer.description);
583*4d7e907cSAndroid Build Coastguard Worker pDesc->width = mWidth;
584*4d7e907cSAndroid Build Coastguard Worker pDesc->height = mHeight;
585*4d7e907cSAndroid Build Coastguard Worker pDesc->layers = 1;
586*4d7e907cSAndroid Build Coastguard Worker pDesc->format = mFormat;
587*4d7e907cSAndroid Build Coastguard Worker pDesc->usage = mUsage;
588*4d7e907cSAndroid Build Coastguard Worker pDesc->stride = mStride;
589*4d7e907cSAndroid Build Coastguard Worker newBuffer.buffer.nativeHandle = mBuffers[idx].handle;
590*4d7e907cSAndroid Build Coastguard Worker newBuffer.pixelSize = sizeof(uint32_t);
591*4d7e907cSAndroid Build Coastguard Worker newBuffer.bufferId = idx;
592*4d7e907cSAndroid Build Coastguard Worker newBuffer.deviceId = mDescription.v1.cameraId;
593*4d7e907cSAndroid Build Coastguard Worker newBuffer.timestamp = elapsedRealtimeNano() * 1e+3; // timestamps is in microseconds
594*4d7e907cSAndroid Build Coastguard Worker
595*4d7e907cSAndroid Build Coastguard Worker // Write test data into the image buffer
596*4d7e907cSAndroid Build Coastguard Worker fillTestFrame(newBuffer);
597*4d7e907cSAndroid Build Coastguard Worker
598*4d7e907cSAndroid Build Coastguard Worker // Issue the (asynchronous) callback to the client -- can't be holding the lock
599*4d7e907cSAndroid Build Coastguard Worker auto result = mStream->deliverFrame_1_1({newBuffer});
600*4d7e907cSAndroid Build Coastguard Worker if (result.isOk()) {
601*4d7e907cSAndroid Build Coastguard Worker ALOGD("Delivered %p as id %d", newBuffer.buffer.nativeHandle.getNativeHandle(),
602*4d7e907cSAndroid Build Coastguard Worker newBuffer.bufferId);
603*4d7e907cSAndroid Build Coastguard Worker } else {
604*4d7e907cSAndroid Build Coastguard Worker // This can happen if the client dies and is likely unrecoverable.
605*4d7e907cSAndroid Build Coastguard Worker // To avoid consuming resources generating failing calls, we stop sending
606*4d7e907cSAndroid Build Coastguard Worker // frames. Note, however, that the stream remains in the "STREAMING" state
607*4d7e907cSAndroid Build Coastguard Worker // until cleaned up on the main thread.
608*4d7e907cSAndroid Build Coastguard Worker ALOGE("Frame delivery call failed in the transport layer.");
609*4d7e907cSAndroid Build Coastguard Worker
610*4d7e907cSAndroid Build Coastguard Worker // Since we didn't actually deliver it, mark the frame as available
611*4d7e907cSAndroid Build Coastguard Worker std::lock_guard<std::mutex> lock(mAccessLock);
612*4d7e907cSAndroid Build Coastguard Worker mBuffers[idx].inUse = false;
613*4d7e907cSAndroid Build Coastguard Worker mFramesInUse--;
614*4d7e907cSAndroid Build Coastguard Worker
615*4d7e907cSAndroid Build Coastguard Worker break;
616*4d7e907cSAndroid Build Coastguard Worker }
617*4d7e907cSAndroid Build Coastguard Worker }
618*4d7e907cSAndroid Build Coastguard Worker
619*4d7e907cSAndroid Build Coastguard Worker // We arbitrarily choose to generate frames at 15 fps to ensure we pass the 10fps test
620*4d7e907cSAndroid Build Coastguard Worker // requirement
621*4d7e907cSAndroid Build Coastguard Worker static const int kTargetFrameRate = 15;
622*4d7e907cSAndroid Build Coastguard Worker static const nsecs_t kTargetFrameIntervalUs = 1000 * 1000 / kTargetFrameRate;
623*4d7e907cSAndroid Build Coastguard Worker const nsecs_t now = systemTime(SYSTEM_TIME_MONOTONIC);
624*4d7e907cSAndroid Build Coastguard Worker const nsecs_t elapsedTimeUs = (now - startTime) / 1000;
625*4d7e907cSAndroid Build Coastguard Worker const nsecs_t sleepDurationUs = kTargetFrameIntervalUs - elapsedTimeUs;
626*4d7e907cSAndroid Build Coastguard Worker if (sleepDurationUs > 0) {
627*4d7e907cSAndroid Build Coastguard Worker usleep(sleepDurationUs);
628*4d7e907cSAndroid Build Coastguard Worker }
629*4d7e907cSAndroid Build Coastguard Worker }
630*4d7e907cSAndroid Build Coastguard Worker
631*4d7e907cSAndroid Build Coastguard Worker // If we've been asked to stop, send an event to signal the actual end of stream
632*4d7e907cSAndroid Build Coastguard Worker EvsEventDesc event = {
633*4d7e907cSAndroid Build Coastguard Worker .aType = EvsEventType::STREAM_STOPPED,
634*4d7e907cSAndroid Build Coastguard Worker };
635*4d7e907cSAndroid Build Coastguard Worker if (!mStream->notify(event).isOk()) {
636*4d7e907cSAndroid Build Coastguard Worker ALOGE("Error delivering end of stream marker");
637*4d7e907cSAndroid Build Coastguard Worker }
638*4d7e907cSAndroid Build Coastguard Worker
639*4d7e907cSAndroid Build Coastguard Worker return;
640*4d7e907cSAndroid Build Coastguard Worker }
641*4d7e907cSAndroid Build Coastguard Worker
fillTestFrame(const BufferDesc & buff)642*4d7e907cSAndroid Build Coastguard Worker void EvsCamera::fillTestFrame(const BufferDesc& buff) {
643*4d7e907cSAndroid Build Coastguard Worker // Lock our output buffer for writing
644*4d7e907cSAndroid Build Coastguard Worker uint32_t* pixels = nullptr;
645*4d7e907cSAndroid Build Coastguard Worker const AHardwareBuffer_Desc* pDesc =
646*4d7e907cSAndroid Build Coastguard Worker reinterpret_cast<const AHardwareBuffer_Desc*>(&buff.buffer.description);
647*4d7e907cSAndroid Build Coastguard Worker GraphicBufferMapper& mapper = GraphicBufferMapper::get();
648*4d7e907cSAndroid Build Coastguard Worker mapper.lock(buff.buffer.nativeHandle,
649*4d7e907cSAndroid Build Coastguard Worker GRALLOC_USAGE_SW_WRITE_OFTEN | GRALLOC_USAGE_SW_READ_NEVER,
650*4d7e907cSAndroid Build Coastguard Worker android::Rect(pDesc->width, pDesc->height), (void**)&pixels);
651*4d7e907cSAndroid Build Coastguard Worker
652*4d7e907cSAndroid Build Coastguard Worker // If we failed to lock the pixel buffer, we're about to crash, but log it first
653*4d7e907cSAndroid Build Coastguard Worker if (!pixels) {
654*4d7e907cSAndroid Build Coastguard Worker ALOGE("Camera failed to gain access to image buffer for writing");
655*4d7e907cSAndroid Build Coastguard Worker return;
656*4d7e907cSAndroid Build Coastguard Worker }
657*4d7e907cSAndroid Build Coastguard Worker
658*4d7e907cSAndroid Build Coastguard Worker // Fill in the test pixels; the colorbar in ABGR format
659*4d7e907cSAndroid Build Coastguard Worker for (unsigned row = 0; row < pDesc->height; row++) {
660*4d7e907cSAndroid Build Coastguard Worker for (unsigned col = 0; col < pDesc->width; col++) {
661*4d7e907cSAndroid Build Coastguard Worker const uint32_t index = col * kNumColors / pDesc->width;
662*4d7e907cSAndroid Build Coastguard Worker pixels[col] = kColors[index];
663*4d7e907cSAndroid Build Coastguard Worker }
664*4d7e907cSAndroid Build Coastguard Worker // Point to the next row
665*4d7e907cSAndroid Build Coastguard Worker // NOTE: stride retrieved from gralloc is in units of pixels
666*4d7e907cSAndroid Build Coastguard Worker pixels = pixels + pDesc->stride;
667*4d7e907cSAndroid Build Coastguard Worker }
668*4d7e907cSAndroid Build Coastguard Worker
669*4d7e907cSAndroid Build Coastguard Worker // Release our output buffer
670*4d7e907cSAndroid Build Coastguard Worker mapper.unlock(buff.buffer.nativeHandle);
671*4d7e907cSAndroid Build Coastguard Worker }
672*4d7e907cSAndroid Build Coastguard Worker
fillTestFrame(const V1_0::BufferDesc & buff)673*4d7e907cSAndroid Build Coastguard Worker void EvsCamera::fillTestFrame(const V1_0::BufferDesc& buff) {
674*4d7e907cSAndroid Build Coastguard Worker BufferDesc newBuffer = {
675*4d7e907cSAndroid Build Coastguard Worker .buffer.nativeHandle = buff.memHandle,
676*4d7e907cSAndroid Build Coastguard Worker .pixelSize = buff.pixelSize,
677*4d7e907cSAndroid Build Coastguard Worker .bufferId = buff.bufferId,
678*4d7e907cSAndroid Build Coastguard Worker };
679*4d7e907cSAndroid Build Coastguard Worker AHardwareBuffer_Desc* pDesc =
680*4d7e907cSAndroid Build Coastguard Worker reinterpret_cast<AHardwareBuffer_Desc*>(&newBuffer.buffer.description);
681*4d7e907cSAndroid Build Coastguard Worker *pDesc = {
682*4d7e907cSAndroid Build Coastguard Worker buff.width, // width
683*4d7e907cSAndroid Build Coastguard Worker buff.height, // height
684*4d7e907cSAndroid Build Coastguard Worker 1, // layers, always 1 for EVS
685*4d7e907cSAndroid Build Coastguard Worker buff.format, // One of AHardwareBuffer_Format
686*4d7e907cSAndroid Build Coastguard Worker buff.usage, // Combination of AHardwareBuffer_UsageFlags
687*4d7e907cSAndroid Build Coastguard Worker buff.stride, // Row stride in pixels
688*4d7e907cSAndroid Build Coastguard Worker 0, // Reserved
689*4d7e907cSAndroid Build Coastguard Worker 0 // Reserved
690*4d7e907cSAndroid Build Coastguard Worker };
691*4d7e907cSAndroid Build Coastguard Worker return fillTestFrame(newBuffer);
692*4d7e907cSAndroid Build Coastguard Worker }
693*4d7e907cSAndroid Build Coastguard Worker
returnBufferLocked(const uint32_t bufferId,const buffer_handle_t memHandle)694*4d7e907cSAndroid Build Coastguard Worker void EvsCamera::returnBufferLocked(const uint32_t bufferId, const buffer_handle_t memHandle) {
695*4d7e907cSAndroid Build Coastguard Worker if (memHandle == nullptr) {
696*4d7e907cSAndroid Build Coastguard Worker ALOGE("ignoring doneWithFrame called with null handle");
697*4d7e907cSAndroid Build Coastguard Worker } else if (bufferId >= mBuffers.size()) {
698*4d7e907cSAndroid Build Coastguard Worker ALOGE("ignoring doneWithFrame called with invalid bufferId %d (max is %zu)", bufferId,
699*4d7e907cSAndroid Build Coastguard Worker mBuffers.size() - 1);
700*4d7e907cSAndroid Build Coastguard Worker } else if (!mBuffers[bufferId].inUse) {
701*4d7e907cSAndroid Build Coastguard Worker ALOGE("ignoring doneWithFrame called on frame %d which is already free", bufferId);
702*4d7e907cSAndroid Build Coastguard Worker } else {
703*4d7e907cSAndroid Build Coastguard Worker // Mark the frame as available
704*4d7e907cSAndroid Build Coastguard Worker mBuffers[bufferId].inUse = false;
705*4d7e907cSAndroid Build Coastguard Worker mFramesInUse--;
706*4d7e907cSAndroid Build Coastguard Worker
707*4d7e907cSAndroid Build Coastguard Worker // If this frame's index is high in the array, try to move it down
708*4d7e907cSAndroid Build Coastguard Worker // to improve locality after mFramesAllowed has been reduced.
709*4d7e907cSAndroid Build Coastguard Worker if (bufferId >= mFramesAllowed) {
710*4d7e907cSAndroid Build Coastguard Worker // Find an empty slot lower in the array (which should always exist in this case)
711*4d7e907cSAndroid Build Coastguard Worker for (auto&& rec : mBuffers) {
712*4d7e907cSAndroid Build Coastguard Worker if (rec.handle == nullptr) {
713*4d7e907cSAndroid Build Coastguard Worker rec.handle = mBuffers[bufferId].handle;
714*4d7e907cSAndroid Build Coastguard Worker mBuffers[bufferId].handle = nullptr;
715*4d7e907cSAndroid Build Coastguard Worker break;
716*4d7e907cSAndroid Build Coastguard Worker }
717*4d7e907cSAndroid Build Coastguard Worker }
718*4d7e907cSAndroid Build Coastguard Worker }
719*4d7e907cSAndroid Build Coastguard Worker }
720*4d7e907cSAndroid Build Coastguard Worker }
721*4d7e907cSAndroid Build Coastguard Worker
Create(const char * deviceName)722*4d7e907cSAndroid Build Coastguard Worker sp<EvsCamera> EvsCamera::Create(const char* deviceName) {
723*4d7e907cSAndroid Build Coastguard Worker std::unique_ptr<ConfigManager::CameraInfo> nullCamInfo = nullptr;
724*4d7e907cSAndroid Build Coastguard Worker
725*4d7e907cSAndroid Build Coastguard Worker return Create(deviceName, nullCamInfo);
726*4d7e907cSAndroid Build Coastguard Worker }
727*4d7e907cSAndroid Build Coastguard Worker
Create(const char * deviceName,std::unique_ptr<ConfigManager::CameraInfo> & camInfo,const Stream * streamCfg)728*4d7e907cSAndroid Build Coastguard Worker sp<EvsCamera> EvsCamera::Create(const char* deviceName,
729*4d7e907cSAndroid Build Coastguard Worker std::unique_ptr<ConfigManager::CameraInfo>& camInfo,
730*4d7e907cSAndroid Build Coastguard Worker [[maybe_unused]] const Stream* streamCfg) {
731*4d7e907cSAndroid Build Coastguard Worker sp<EvsCamera> evsCamera = new EvsCamera(deviceName, camInfo);
732*4d7e907cSAndroid Build Coastguard Worker if (evsCamera == nullptr) {
733*4d7e907cSAndroid Build Coastguard Worker return nullptr;
734*4d7e907cSAndroid Build Coastguard Worker }
735*4d7e907cSAndroid Build Coastguard Worker
736*4d7e907cSAndroid Build Coastguard Worker // Use the first resolution from the list for the testing
737*4d7e907cSAndroid Build Coastguard Worker // TODO(b/214835237): Uses a given Stream configuration to choose the best
738*4d7e907cSAndroid Build Coastguard Worker // stream configuration.
739*4d7e907cSAndroid Build Coastguard Worker auto it = camInfo->streamConfigurations.begin();
740*4d7e907cSAndroid Build Coastguard Worker evsCamera->mWidth = it->second[1];
741*4d7e907cSAndroid Build Coastguard Worker evsCamera->mHeight = it->second[2];
742*4d7e907cSAndroid Build Coastguard Worker evsCamera->mDescription.v1.vendorFlags = 0xFFFFFFFF; // Arbitrary test value
743*4d7e907cSAndroid Build Coastguard Worker
744*4d7e907cSAndroid Build Coastguard Worker evsCamera->mFormat = HAL_PIXEL_FORMAT_RGBA_8888;
745*4d7e907cSAndroid Build Coastguard Worker evsCamera->mUsage = GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_HW_CAMERA_WRITE |
746*4d7e907cSAndroid Build Coastguard Worker GRALLOC_USAGE_SW_READ_RARELY | GRALLOC_USAGE_SW_WRITE_RARELY;
747*4d7e907cSAndroid Build Coastguard Worker
748*4d7e907cSAndroid Build Coastguard Worker return evsCamera;
749*4d7e907cSAndroid Build Coastguard Worker }
750*4d7e907cSAndroid Build Coastguard Worker
751*4d7e907cSAndroid Build Coastguard Worker } // namespace android::hardware::automotive::evs::V1_1::implementation
752