1*4d7e907cSAndroid Build Coastguard Worker /* 2*4d7e907cSAndroid Build Coastguard Worker * Copyright (C) 2022 The Android Open Source Project 3*4d7e907cSAndroid Build Coastguard Worker * 4*4d7e907cSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License"); 5*4d7e907cSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License. 6*4d7e907cSAndroid Build Coastguard Worker * You may obtain a copy of the License at 7*4d7e907cSAndroid Build Coastguard Worker * 8*4d7e907cSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0 9*4d7e907cSAndroid Build Coastguard Worker * 10*4d7e907cSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software 11*4d7e907cSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS, 12*4d7e907cSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13*4d7e907cSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and 14*4d7e907cSAndroid Build Coastguard Worker * limitations under the License. 15*4d7e907cSAndroid Build Coastguard Worker */ 16*4d7e907cSAndroid Build Coastguard Worker 17*4d7e907cSAndroid Build Coastguard Worker #ifndef HARDWARE_INTERFACES_CAMERA_DEVICE_DEFAULT_EXTERNALCAMERAOFFLINESESSION_H_ 18*4d7e907cSAndroid Build Coastguard Worker #define HARDWARE_INTERFACES_CAMERA_DEVICE_DEFAULT_EXTERNALCAMERAOFFLINESESSION_H_ 19*4d7e907cSAndroid Build Coastguard Worker 20*4d7e907cSAndroid Build Coastguard Worker #include <ExternalCameraDeviceSession.h> 21*4d7e907cSAndroid Build Coastguard Worker #include <ExternalCameraUtils.h> 22*4d7e907cSAndroid Build Coastguard Worker #include <aidl/android/hardware/camera/common/Status.h> 23*4d7e907cSAndroid Build Coastguard Worker #include <aidl/android/hardware/camera/device/BnCameraOfflineSession.h> 24*4d7e907cSAndroid Build Coastguard Worker #include <aidl/android/hardware/camera/device/Stream.h> 25*4d7e907cSAndroid Build Coastguard Worker #include <fmq/AidlMessageQueue.h> 26*4d7e907cSAndroid Build Coastguard Worker #include <utils/RefBase.h> 27*4d7e907cSAndroid Build Coastguard Worker #include <deque> 28*4d7e907cSAndroid Build Coastguard Worker 29*4d7e907cSAndroid Build Coastguard Worker namespace android { 30*4d7e907cSAndroid Build Coastguard Worker namespace hardware { 31*4d7e907cSAndroid Build Coastguard Worker namespace camera { 32*4d7e907cSAndroid Build Coastguard Worker namespace device { 33*4d7e907cSAndroid Build Coastguard Worker namespace implementation { 34*4d7e907cSAndroid Build Coastguard Worker 35*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::common::Status; 36*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::BnCameraOfflineSession; 37*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::ICameraDeviceCallback; 38*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::Stream; 39*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::common::fmq::MQDescriptor; 40*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::common::fmq::SynchronizedReadWrite; 41*4d7e907cSAndroid Build Coastguard Worker 42*4d7e907cSAndroid Build Coastguard Worker class ExternalCameraOfflineSession final : public BnCameraOfflineSession, 43*4d7e907cSAndroid Build Coastguard Worker public virtual RefBase, 44*4d7e907cSAndroid Build Coastguard Worker public virtual OutputThreadInterface { 45*4d7e907cSAndroid Build Coastguard Worker public: 46*4d7e907cSAndroid Build Coastguard Worker ExternalCameraOfflineSession(const CroppingType& croppingType, 47*4d7e907cSAndroid Build Coastguard Worker const common::V1_0::helper::CameraMetadata& chars, 48*4d7e907cSAndroid Build Coastguard Worker const std::string& cameraId, const std::string& exifMake, 49*4d7e907cSAndroid Build Coastguard Worker const std::string& exifModel, uint32_t blobBufferSize, 50*4d7e907cSAndroid Build Coastguard Worker bool afTrigger, const std::vector<Stream>& offlineStreams, 51*4d7e907cSAndroid Build Coastguard Worker std::deque<std::shared_ptr<HalRequest>>& offlineReqs, 52*4d7e907cSAndroid Build Coastguard Worker const std::map<int, CirculatingBuffers>& circulatingBuffers); 53*4d7e907cSAndroid Build Coastguard Worker 54*4d7e907cSAndroid Build Coastguard Worker ~ExternalCameraOfflineSession() override; 55*4d7e907cSAndroid Build Coastguard Worker 56*4d7e907cSAndroid Build Coastguard Worker bool initialize(); 57*4d7e907cSAndroid Build Coastguard Worker 58*4d7e907cSAndroid Build Coastguard Worker // Methods from OutputThreadInterface 59*4d7e907cSAndroid Build Coastguard Worker Status importBuffer(int32_t streamId, uint64_t bufId, buffer_handle_t buf, 60*4d7e907cSAndroid Build Coastguard Worker /*out*/ buffer_handle_t** outBufPtr) override; 61*4d7e907cSAndroid Build Coastguard Worker 62*4d7e907cSAndroid Build Coastguard Worker Status processCaptureResult(std::shared_ptr<HalRequest>&) override; 63*4d7e907cSAndroid Build Coastguard Worker 64*4d7e907cSAndroid Build Coastguard Worker Status processCaptureRequestError(const std::shared_ptr<HalRequest>&, 65*4d7e907cSAndroid Build Coastguard Worker /*out*/ std::vector<NotifyMsg>* msgs, 66*4d7e907cSAndroid Build Coastguard Worker /*out*/ std::vector<CaptureResult>* results) override; 67*4d7e907cSAndroid Build Coastguard Worker 68*4d7e907cSAndroid Build Coastguard Worker ssize_t getJpegBufferSize(int32_t width, int32_t height) const override; 69*4d7e907cSAndroid Build Coastguard Worker 70*4d7e907cSAndroid Build Coastguard Worker void notifyError(int32_t frameNumber, int32_t streamId, ErrorCode ec) override; 71*4d7e907cSAndroid Build Coastguard Worker // End of OutputThreadInterface methods 72*4d7e907cSAndroid Build Coastguard Worker 73*4d7e907cSAndroid Build Coastguard Worker ScopedAStatus setCallback(const std::shared_ptr<ICameraDeviceCallback>& in_cb) override; 74*4d7e907cSAndroid Build Coastguard Worker ScopedAStatus getCaptureResultMetadataQueue( 75*4d7e907cSAndroid Build Coastguard Worker MQDescriptor<int8_t, SynchronizedReadWrite>* _aidl_return) override; 76*4d7e907cSAndroid Build Coastguard Worker ScopedAStatus close() override; 77*4d7e907cSAndroid Build Coastguard Worker 78*4d7e907cSAndroid Build Coastguard Worker private: 79*4d7e907cSAndroid Build Coastguard Worker class OutputThread : public ExternalCameraDeviceSession::OutputThread { 80*4d7e907cSAndroid Build Coastguard Worker public: OutputThread(std::weak_ptr<OutputThreadInterface> parent,CroppingType ct,const common::V1_0::helper::CameraMetadata & chars,std::shared_ptr<ExternalCameraDeviceSession::BufferRequestThread> bufReqThread,std::deque<std::shared_ptr<HalRequest>> & offlineReqs)81*4d7e907cSAndroid Build Coastguard Worker OutputThread(std::weak_ptr<OutputThreadInterface> parent, CroppingType ct, 82*4d7e907cSAndroid Build Coastguard Worker const common::V1_0::helper::CameraMetadata& chars, 83*4d7e907cSAndroid Build Coastguard Worker std::shared_ptr<ExternalCameraDeviceSession::BufferRequestThread> bufReqThread, 84*4d7e907cSAndroid Build Coastguard Worker std::deque<std::shared_ptr<HalRequest>>& offlineReqs) 85*4d7e907cSAndroid Build Coastguard Worker : ExternalCameraDeviceSession::OutputThread(std::move(parent), ct, chars, 86*4d7e907cSAndroid Build Coastguard Worker std::move(bufReqThread)), 87*4d7e907cSAndroid Build Coastguard Worker mOfflineReqs(offlineReqs) {} 88*4d7e907cSAndroid Build Coastguard Worker 89*4d7e907cSAndroid Build Coastguard Worker bool threadLoop() override; 90*4d7e907cSAndroid Build Coastguard Worker 91*4d7e907cSAndroid Build Coastguard Worker protected: 92*4d7e907cSAndroid Build Coastguard Worker std::deque<std::shared_ptr<HalRequest>> mOfflineReqs; 93*4d7e907cSAndroid Build Coastguard Worker }; // OutputThread 94*4d7e907cSAndroid Build Coastguard Worker 95*4d7e907cSAndroid Build Coastguard Worker status_t fillCaptureResult(common::V1_0::helper::CameraMetadata md, nsecs_t timestamp); 96*4d7e907cSAndroid Build Coastguard Worker void invokeProcessCaptureResultCallback(std::vector<CaptureResult>& results, bool tryWriteFmq); 97*4d7e907cSAndroid Build Coastguard Worker void initOutputThread(); 98*4d7e907cSAndroid Build Coastguard Worker void cleanupBuffersLocked(int32_t id); 99*4d7e907cSAndroid Build Coastguard Worker 100*4d7e907cSAndroid Build Coastguard Worker // Protect (most of) HIDL interface methods from synchronized-entering 101*4d7e907cSAndroid Build Coastguard Worker mutable Mutex mInterfaceLock; 102*4d7e907cSAndroid Build Coastguard Worker 103*4d7e907cSAndroid Build Coastguard Worker mutable Mutex mLock; // Protect all data members except otherwise noted 104*4d7e907cSAndroid Build Coastguard Worker 105*4d7e907cSAndroid Build Coastguard Worker bool mClosed = false; 106*4d7e907cSAndroid Build Coastguard Worker const CroppingType mCroppingType; 107*4d7e907cSAndroid Build Coastguard Worker const common::V1_0::helper::CameraMetadata mChars; 108*4d7e907cSAndroid Build Coastguard Worker const std::string mCameraId; 109*4d7e907cSAndroid Build Coastguard Worker const std::string mExifMake; 110*4d7e907cSAndroid Build Coastguard Worker const std::string mExifModel; 111*4d7e907cSAndroid Build Coastguard Worker const uint32_t mBlobBufferSize; 112*4d7e907cSAndroid Build Coastguard Worker 113*4d7e907cSAndroid Build Coastguard Worker std::mutex mAfTriggerLock; // protect mAfTrigger 114*4d7e907cSAndroid Build Coastguard Worker bool mAfTrigger; 115*4d7e907cSAndroid Build Coastguard Worker 116*4d7e907cSAndroid Build Coastguard Worker const std::vector<Stream> mOfflineStreams; 117*4d7e907cSAndroid Build Coastguard Worker std::deque<std::shared_ptr<HalRequest>> mOfflineReqs; 118*4d7e907cSAndroid Build Coastguard Worker 119*4d7e907cSAndroid Build Coastguard Worker // Protect mCirculatingBuffers, must not lock mLock after acquiring this lock 120*4d7e907cSAndroid Build Coastguard Worker mutable Mutex mCbsLock; 121*4d7e907cSAndroid Build Coastguard Worker std::map<int, CirculatingBuffers> mCirculatingBuffers; 122*4d7e907cSAndroid Build Coastguard Worker 123*4d7e907cSAndroid Build Coastguard Worker static HandleImporter sHandleImporter; 124*4d7e907cSAndroid Build Coastguard Worker 125*4d7e907cSAndroid Build Coastguard Worker using ResultMetadataQueue = AidlMessageQueue<int8_t, SynchronizedReadWrite>; 126*4d7e907cSAndroid Build Coastguard Worker std::shared_ptr<ResultMetadataQueue> mResultMetadataQueue; 127*4d7e907cSAndroid Build Coastguard Worker 128*4d7e907cSAndroid Build Coastguard Worker // Protect against invokeProcessCaptureResultCallback() 129*4d7e907cSAndroid Build Coastguard Worker Mutex mProcessCaptureResultLock; 130*4d7e907cSAndroid Build Coastguard Worker 131*4d7e907cSAndroid Build Coastguard Worker std::shared_ptr<ICameraDeviceCallback> mCallback; 132*4d7e907cSAndroid Build Coastguard Worker 133*4d7e907cSAndroid Build Coastguard Worker std::shared_ptr<ExternalCameraDeviceSession::BufferRequestThread> mBufferRequestThread; 134*4d7e907cSAndroid Build Coastguard Worker std::shared_ptr<OutputThread> mOutputThread; 135*4d7e907cSAndroid Build Coastguard Worker }; 136*4d7e907cSAndroid Build Coastguard Worker 137*4d7e907cSAndroid Build Coastguard Worker } // namespace implementation 138*4d7e907cSAndroid Build Coastguard Worker } // namespace device 139*4d7e907cSAndroid Build Coastguard Worker } // namespace camera 140*4d7e907cSAndroid Build Coastguard Worker } // namespace hardware 141*4d7e907cSAndroid Build Coastguard Worker } // namespace android 142*4d7e907cSAndroid Build Coastguard Worker 143*4d7e907cSAndroid Build Coastguard Worker #endif // HARDWARE_INTERFACES_CAMERA_DEVICE_DEFAULT_EXTERNALCAMERAOFFLINESESSION_H_ 144