xref: /aosp_15_r20/hardware/interfaces/camera/device/default/ExternalCameraOfflineSession.h (revision 4d7e907c777eeecc4c5bd7cf640a754fac206ff7)
1*4d7e907cSAndroid Build Coastguard Worker /*
2*4d7e907cSAndroid Build Coastguard Worker  * Copyright (C) 2022 The Android Open Source Project
3*4d7e907cSAndroid Build Coastguard Worker  *
4*4d7e907cSAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*4d7e907cSAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*4d7e907cSAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*4d7e907cSAndroid Build Coastguard Worker  *
8*4d7e907cSAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*4d7e907cSAndroid Build Coastguard Worker  *
10*4d7e907cSAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*4d7e907cSAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*4d7e907cSAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*4d7e907cSAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*4d7e907cSAndroid Build Coastguard Worker  * limitations under the License.
15*4d7e907cSAndroid Build Coastguard Worker  */
16*4d7e907cSAndroid Build Coastguard Worker 
17*4d7e907cSAndroid Build Coastguard Worker #ifndef HARDWARE_INTERFACES_CAMERA_DEVICE_DEFAULT_EXTERNALCAMERAOFFLINESESSION_H_
18*4d7e907cSAndroid Build Coastguard Worker #define HARDWARE_INTERFACES_CAMERA_DEVICE_DEFAULT_EXTERNALCAMERAOFFLINESESSION_H_
19*4d7e907cSAndroid Build Coastguard Worker 
20*4d7e907cSAndroid Build Coastguard Worker #include <ExternalCameraDeviceSession.h>
21*4d7e907cSAndroid Build Coastguard Worker #include <ExternalCameraUtils.h>
22*4d7e907cSAndroid Build Coastguard Worker #include <aidl/android/hardware/camera/common/Status.h>
23*4d7e907cSAndroid Build Coastguard Worker #include <aidl/android/hardware/camera/device/BnCameraOfflineSession.h>
24*4d7e907cSAndroid Build Coastguard Worker #include <aidl/android/hardware/camera/device/Stream.h>
25*4d7e907cSAndroid Build Coastguard Worker #include <fmq/AidlMessageQueue.h>
26*4d7e907cSAndroid Build Coastguard Worker #include <utils/RefBase.h>
27*4d7e907cSAndroid Build Coastguard Worker #include <deque>
28*4d7e907cSAndroid Build Coastguard Worker 
29*4d7e907cSAndroid Build Coastguard Worker namespace android {
30*4d7e907cSAndroid Build Coastguard Worker namespace hardware {
31*4d7e907cSAndroid Build Coastguard Worker namespace camera {
32*4d7e907cSAndroid Build Coastguard Worker namespace device {
33*4d7e907cSAndroid Build Coastguard Worker namespace implementation {
34*4d7e907cSAndroid Build Coastguard Worker 
35*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::common::Status;
36*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::BnCameraOfflineSession;
37*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::ICameraDeviceCallback;
38*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::camera::device::Stream;
39*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::common::fmq::MQDescriptor;
40*4d7e907cSAndroid Build Coastguard Worker using ::aidl::android::hardware::common::fmq::SynchronizedReadWrite;
41*4d7e907cSAndroid Build Coastguard Worker 
42*4d7e907cSAndroid Build Coastguard Worker class ExternalCameraOfflineSession final : public BnCameraOfflineSession,
43*4d7e907cSAndroid Build Coastguard Worker                                            public virtual RefBase,
44*4d7e907cSAndroid Build Coastguard Worker                                            public virtual OutputThreadInterface {
45*4d7e907cSAndroid Build Coastguard Worker   public:
46*4d7e907cSAndroid Build Coastguard Worker     ExternalCameraOfflineSession(const CroppingType& croppingType,
47*4d7e907cSAndroid Build Coastguard Worker                                  const common::V1_0::helper::CameraMetadata& chars,
48*4d7e907cSAndroid Build Coastguard Worker                                  const std::string& cameraId, const std::string& exifMake,
49*4d7e907cSAndroid Build Coastguard Worker                                  const std::string& exifModel, uint32_t blobBufferSize,
50*4d7e907cSAndroid Build Coastguard Worker                                  bool afTrigger, const std::vector<Stream>& offlineStreams,
51*4d7e907cSAndroid Build Coastguard Worker                                  std::deque<std::shared_ptr<HalRequest>>& offlineReqs,
52*4d7e907cSAndroid Build Coastguard Worker                                  const std::map<int, CirculatingBuffers>& circulatingBuffers);
53*4d7e907cSAndroid Build Coastguard Worker 
54*4d7e907cSAndroid Build Coastguard Worker     ~ExternalCameraOfflineSession() override;
55*4d7e907cSAndroid Build Coastguard Worker 
56*4d7e907cSAndroid Build Coastguard Worker     bool initialize();
57*4d7e907cSAndroid Build Coastguard Worker 
58*4d7e907cSAndroid Build Coastguard Worker     // Methods from OutputThreadInterface
59*4d7e907cSAndroid Build Coastguard Worker     Status importBuffer(int32_t streamId, uint64_t bufId, buffer_handle_t buf,
60*4d7e907cSAndroid Build Coastguard Worker                         /*out*/ buffer_handle_t** outBufPtr) override;
61*4d7e907cSAndroid Build Coastguard Worker 
62*4d7e907cSAndroid Build Coastguard Worker     Status processCaptureResult(std::shared_ptr<HalRequest>&) override;
63*4d7e907cSAndroid Build Coastguard Worker 
64*4d7e907cSAndroid Build Coastguard Worker     Status processCaptureRequestError(const std::shared_ptr<HalRequest>&,
65*4d7e907cSAndroid Build Coastguard Worker                                       /*out*/ std::vector<NotifyMsg>* msgs,
66*4d7e907cSAndroid Build Coastguard Worker                                       /*out*/ std::vector<CaptureResult>* results) override;
67*4d7e907cSAndroid Build Coastguard Worker 
68*4d7e907cSAndroid Build Coastguard Worker     ssize_t getJpegBufferSize(int32_t width, int32_t height) const override;
69*4d7e907cSAndroid Build Coastguard Worker 
70*4d7e907cSAndroid Build Coastguard Worker     void notifyError(int32_t frameNumber, int32_t streamId, ErrorCode ec) override;
71*4d7e907cSAndroid Build Coastguard Worker     // End of OutputThreadInterface methods
72*4d7e907cSAndroid Build Coastguard Worker 
73*4d7e907cSAndroid Build Coastguard Worker     ScopedAStatus setCallback(const std::shared_ptr<ICameraDeviceCallback>& in_cb) override;
74*4d7e907cSAndroid Build Coastguard Worker     ScopedAStatus getCaptureResultMetadataQueue(
75*4d7e907cSAndroid Build Coastguard Worker             MQDescriptor<int8_t, SynchronizedReadWrite>* _aidl_return) override;
76*4d7e907cSAndroid Build Coastguard Worker     ScopedAStatus close() override;
77*4d7e907cSAndroid Build Coastguard Worker 
78*4d7e907cSAndroid Build Coastguard Worker   private:
79*4d7e907cSAndroid Build Coastguard Worker     class OutputThread : public ExternalCameraDeviceSession::OutputThread {
80*4d7e907cSAndroid Build Coastguard Worker       public:
OutputThread(std::weak_ptr<OutputThreadInterface> parent,CroppingType ct,const common::V1_0::helper::CameraMetadata & chars,std::shared_ptr<ExternalCameraDeviceSession::BufferRequestThread> bufReqThread,std::deque<std::shared_ptr<HalRequest>> & offlineReqs)81*4d7e907cSAndroid Build Coastguard Worker         OutputThread(std::weak_ptr<OutputThreadInterface> parent, CroppingType ct,
82*4d7e907cSAndroid Build Coastguard Worker                      const common::V1_0::helper::CameraMetadata& chars,
83*4d7e907cSAndroid Build Coastguard Worker                      std::shared_ptr<ExternalCameraDeviceSession::BufferRequestThread> bufReqThread,
84*4d7e907cSAndroid Build Coastguard Worker                      std::deque<std::shared_ptr<HalRequest>>& offlineReqs)
85*4d7e907cSAndroid Build Coastguard Worker             : ExternalCameraDeviceSession::OutputThread(std::move(parent), ct, chars,
86*4d7e907cSAndroid Build Coastguard Worker                                                         std::move(bufReqThread)),
87*4d7e907cSAndroid Build Coastguard Worker               mOfflineReqs(offlineReqs) {}
88*4d7e907cSAndroid Build Coastguard Worker 
89*4d7e907cSAndroid Build Coastguard Worker         bool threadLoop() override;
90*4d7e907cSAndroid Build Coastguard Worker 
91*4d7e907cSAndroid Build Coastguard Worker       protected:
92*4d7e907cSAndroid Build Coastguard Worker         std::deque<std::shared_ptr<HalRequest>> mOfflineReqs;
93*4d7e907cSAndroid Build Coastguard Worker     };  // OutputThread
94*4d7e907cSAndroid Build Coastguard Worker 
95*4d7e907cSAndroid Build Coastguard Worker     status_t fillCaptureResult(common::V1_0::helper::CameraMetadata md, nsecs_t timestamp);
96*4d7e907cSAndroid Build Coastguard Worker     void invokeProcessCaptureResultCallback(std::vector<CaptureResult>& results, bool tryWriteFmq);
97*4d7e907cSAndroid Build Coastguard Worker     void initOutputThread();
98*4d7e907cSAndroid Build Coastguard Worker     void cleanupBuffersLocked(int32_t id);
99*4d7e907cSAndroid Build Coastguard Worker 
100*4d7e907cSAndroid Build Coastguard Worker     // Protect (most of) HIDL interface methods from synchronized-entering
101*4d7e907cSAndroid Build Coastguard Worker     mutable Mutex mInterfaceLock;
102*4d7e907cSAndroid Build Coastguard Worker 
103*4d7e907cSAndroid Build Coastguard Worker     mutable Mutex mLock;  // Protect all data members except otherwise noted
104*4d7e907cSAndroid Build Coastguard Worker 
105*4d7e907cSAndroid Build Coastguard Worker     bool mClosed = false;
106*4d7e907cSAndroid Build Coastguard Worker     const CroppingType mCroppingType;
107*4d7e907cSAndroid Build Coastguard Worker     const common::V1_0::helper::CameraMetadata mChars;
108*4d7e907cSAndroid Build Coastguard Worker     const std::string mCameraId;
109*4d7e907cSAndroid Build Coastguard Worker     const std::string mExifMake;
110*4d7e907cSAndroid Build Coastguard Worker     const std::string mExifModel;
111*4d7e907cSAndroid Build Coastguard Worker     const uint32_t mBlobBufferSize;
112*4d7e907cSAndroid Build Coastguard Worker 
113*4d7e907cSAndroid Build Coastguard Worker     std::mutex mAfTriggerLock;  // protect mAfTrigger
114*4d7e907cSAndroid Build Coastguard Worker     bool mAfTrigger;
115*4d7e907cSAndroid Build Coastguard Worker 
116*4d7e907cSAndroid Build Coastguard Worker     const std::vector<Stream> mOfflineStreams;
117*4d7e907cSAndroid Build Coastguard Worker     std::deque<std::shared_ptr<HalRequest>> mOfflineReqs;
118*4d7e907cSAndroid Build Coastguard Worker 
119*4d7e907cSAndroid Build Coastguard Worker     // Protect mCirculatingBuffers, must not lock mLock after acquiring this lock
120*4d7e907cSAndroid Build Coastguard Worker     mutable Mutex mCbsLock;
121*4d7e907cSAndroid Build Coastguard Worker     std::map<int, CirculatingBuffers> mCirculatingBuffers;
122*4d7e907cSAndroid Build Coastguard Worker 
123*4d7e907cSAndroid Build Coastguard Worker     static HandleImporter sHandleImporter;
124*4d7e907cSAndroid Build Coastguard Worker 
125*4d7e907cSAndroid Build Coastguard Worker     using ResultMetadataQueue = AidlMessageQueue<int8_t, SynchronizedReadWrite>;
126*4d7e907cSAndroid Build Coastguard Worker     std::shared_ptr<ResultMetadataQueue> mResultMetadataQueue;
127*4d7e907cSAndroid Build Coastguard Worker 
128*4d7e907cSAndroid Build Coastguard Worker     // Protect against invokeProcessCaptureResultCallback()
129*4d7e907cSAndroid Build Coastguard Worker     Mutex mProcessCaptureResultLock;
130*4d7e907cSAndroid Build Coastguard Worker 
131*4d7e907cSAndroid Build Coastguard Worker     std::shared_ptr<ICameraDeviceCallback> mCallback;
132*4d7e907cSAndroid Build Coastguard Worker 
133*4d7e907cSAndroid Build Coastguard Worker     std::shared_ptr<ExternalCameraDeviceSession::BufferRequestThread> mBufferRequestThread;
134*4d7e907cSAndroid Build Coastguard Worker     std::shared_ptr<OutputThread> mOutputThread;
135*4d7e907cSAndroid Build Coastguard Worker };
136*4d7e907cSAndroid Build Coastguard Worker 
137*4d7e907cSAndroid Build Coastguard Worker }  // namespace implementation
138*4d7e907cSAndroid Build Coastguard Worker }  // namespace device
139*4d7e907cSAndroid Build Coastguard Worker }  // namespace camera
140*4d7e907cSAndroid Build Coastguard Worker }  // namespace hardware
141*4d7e907cSAndroid Build Coastguard Worker }  // namespace android
142*4d7e907cSAndroid Build Coastguard Worker 
143*4d7e907cSAndroid Build Coastguard Worker #endif  // HARDWARE_INTERFACES_CAMERA_DEVICE_DEFAULT_EXTERNALCAMERAOFFLINESESSION_H_
144