xref: /aosp_15_r20/frameworks/av/media/codec2/sfplugin/Omx2IGraphicBufferSource.cpp (revision ec779b8e0859a360c3d303172224686826e6e0e1)
1*ec779b8eSAndroid Build Coastguard Worker /*
2*ec779b8eSAndroid Build Coastguard Worker  * Copyright 2019 The Android Open Source Project
3*ec779b8eSAndroid Build Coastguard Worker  *
4*ec779b8eSAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*ec779b8eSAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*ec779b8eSAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*ec779b8eSAndroid Build Coastguard Worker  *
8*ec779b8eSAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*ec779b8eSAndroid Build Coastguard Worker  *
10*ec779b8eSAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*ec779b8eSAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*ec779b8eSAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*ec779b8eSAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*ec779b8eSAndroid Build Coastguard Worker  * limitations under the License.
15*ec779b8eSAndroid Build Coastguard Worker  */
16*ec779b8eSAndroid Build Coastguard Worker 
17*ec779b8eSAndroid Build Coastguard Worker #ifdef __LP64__
18*ec779b8eSAndroid Build Coastguard Worker #define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS
19*ec779b8eSAndroid Build Coastguard Worker #endif
20*ec779b8eSAndroid Build Coastguard Worker 
21*ec779b8eSAndroid Build Coastguard Worker //#define LOG_NDEBUG 0
22*ec779b8eSAndroid Build Coastguard Worker #define LOG_TAG "Omx2IGraphicBufferSource"
23*ec779b8eSAndroid Build Coastguard Worker #include <android-base/logging.h>
24*ec779b8eSAndroid Build Coastguard Worker 
25*ec779b8eSAndroid Build Coastguard Worker #include "Omx2IGraphicBufferSource.h"
26*ec779b8eSAndroid Build Coastguard Worker 
27*ec779b8eSAndroid Build Coastguard Worker #include <android/BnOMXBufferSource.h>
28*ec779b8eSAndroid Build Coastguard Worker #include <media/OMXBuffer.h>
29*ec779b8eSAndroid Build Coastguard Worker #include <media/stagefright/omx/OMXUtils.h>
30*ec779b8eSAndroid Build Coastguard Worker 
31*ec779b8eSAndroid Build Coastguard Worker #include <OMX_Component.h>
32*ec779b8eSAndroid Build Coastguard Worker #include <OMX_Index.h>
33*ec779b8eSAndroid Build Coastguard Worker #include <OMX_IndexExt.h>
34*ec779b8eSAndroid Build Coastguard Worker 
35*ec779b8eSAndroid Build Coastguard Worker namespace android {
36*ec779b8eSAndroid Build Coastguard Worker 
37*ec779b8eSAndroid Build Coastguard Worker namespace /* unnamed */ {
38*ec779b8eSAndroid Build Coastguard Worker 
39*ec779b8eSAndroid Build Coastguard Worker // OmxGraphicBufferSource -> IOMXBufferSource
40*ec779b8eSAndroid Build Coastguard Worker 
41*ec779b8eSAndroid Build Coastguard Worker struct OmxGbs2IOmxBs : public BnOMXBufferSource {
42*ec779b8eSAndroid Build Coastguard Worker     sp<OmxGraphicBufferSource> mBase;
OmxGbs2IOmxBsandroid::__anon3c0ac9390111::OmxGbs2IOmxBs43*ec779b8eSAndroid Build Coastguard Worker     OmxGbs2IOmxBs(sp<OmxGraphicBufferSource> const& base) : mBase{base} {}
onOmxExecutingandroid::__anon3c0ac9390111::OmxGbs2IOmxBs44*ec779b8eSAndroid Build Coastguard Worker     BnStatus onOmxExecuting() override {
45*ec779b8eSAndroid Build Coastguard Worker         return mBase->onOmxExecuting();
46*ec779b8eSAndroid Build Coastguard Worker     }
onOmxIdleandroid::__anon3c0ac9390111::OmxGbs2IOmxBs47*ec779b8eSAndroid Build Coastguard Worker     BnStatus onOmxIdle() override {
48*ec779b8eSAndroid Build Coastguard Worker         return mBase->onOmxIdle();
49*ec779b8eSAndroid Build Coastguard Worker     }
onOmxLoadedandroid::__anon3c0ac9390111::OmxGbs2IOmxBs50*ec779b8eSAndroid Build Coastguard Worker     BnStatus onOmxLoaded() override {
51*ec779b8eSAndroid Build Coastguard Worker         return mBase->onOmxLoaded();
52*ec779b8eSAndroid Build Coastguard Worker     }
onInputBufferAddedandroid::__anon3c0ac9390111::OmxGbs2IOmxBs53*ec779b8eSAndroid Build Coastguard Worker     BnStatus onInputBufferAdded(int32_t bufferId) override {
54*ec779b8eSAndroid Build Coastguard Worker         return mBase->onInputBufferAdded(bufferId);
55*ec779b8eSAndroid Build Coastguard Worker     }
onInputBufferEmptiedandroid::__anon3c0ac9390111::OmxGbs2IOmxBs56*ec779b8eSAndroid Build Coastguard Worker     BnStatus onInputBufferEmptied(
57*ec779b8eSAndroid Build Coastguard Worker             int32_t bufferId,
58*ec779b8eSAndroid Build Coastguard Worker             OMXFenceParcelable const& fenceParcel) override {
59*ec779b8eSAndroid Build Coastguard Worker         return mBase->onInputBufferEmptied(bufferId, fenceParcel.get());
60*ec779b8eSAndroid Build Coastguard Worker     }
61*ec779b8eSAndroid Build Coastguard Worker };
62*ec779b8eSAndroid Build Coastguard Worker 
63*ec779b8eSAndroid Build Coastguard Worker struct OmxNodeWrapper : public IOmxNodeWrapper {
64*ec779b8eSAndroid Build Coastguard Worker     sp<IOMXNode> mBase;
OmxNodeWrapperandroid::__anon3c0ac9390111::OmxNodeWrapper65*ec779b8eSAndroid Build Coastguard Worker     OmxNodeWrapper(sp<IOMXNode> const& base) : mBase{base} {}
emptyBufferandroid::__anon3c0ac9390111::OmxNodeWrapper66*ec779b8eSAndroid Build Coastguard Worker     status_t emptyBuffer(
67*ec779b8eSAndroid Build Coastguard Worker             int32_t bufferId, uint32_t flags,
68*ec779b8eSAndroid Build Coastguard Worker             const sp<GraphicBuffer> &buffer,
69*ec779b8eSAndroid Build Coastguard Worker             int64_t timestamp, int fenceFd) override {
70*ec779b8eSAndroid Build Coastguard Worker         return mBase->emptyBuffer(bufferId, buffer, flags, timestamp, fenceFd);
71*ec779b8eSAndroid Build Coastguard Worker     }
dispatchDataSpaceChangedandroid::__anon3c0ac9390111::OmxNodeWrapper72*ec779b8eSAndroid Build Coastguard Worker     void dispatchDataSpaceChanged(
73*ec779b8eSAndroid Build Coastguard Worker             int32_t dataSpace, int32_t aspects, int32_t pixelFormat) override {
74*ec779b8eSAndroid Build Coastguard Worker         omx_message msg{};
75*ec779b8eSAndroid Build Coastguard Worker         msg.type = omx_message::EVENT;
76*ec779b8eSAndroid Build Coastguard Worker         msg.fenceFd = -1;
77*ec779b8eSAndroid Build Coastguard Worker         msg.u.event_data.event = OMX_EventDataSpaceChanged;
78*ec779b8eSAndroid Build Coastguard Worker         msg.u.event_data.data1 = dataSpace;
79*ec779b8eSAndroid Build Coastguard Worker         msg.u.event_data.data2 = aspects;
80*ec779b8eSAndroid Build Coastguard Worker         msg.u.event_data.data3 = pixelFormat;
81*ec779b8eSAndroid Build Coastguard Worker         mBase->dispatchMessage(msg);
82*ec779b8eSAndroid Build Coastguard Worker     }
83*ec779b8eSAndroid Build Coastguard Worker };
84*ec779b8eSAndroid Build Coastguard Worker 
85*ec779b8eSAndroid Build Coastguard Worker } // unnamed namespace
86*ec779b8eSAndroid Build Coastguard Worker 
87*ec779b8eSAndroid Build Coastguard Worker // Omx2IGraphicBufferSource
Omx2IGraphicBufferSource(sp<OmxGraphicBufferSource> const & base)88*ec779b8eSAndroid Build Coastguard Worker Omx2IGraphicBufferSource::Omx2IGraphicBufferSource(
89*ec779b8eSAndroid Build Coastguard Worker         sp<OmxGraphicBufferSource> const& base)
90*ec779b8eSAndroid Build Coastguard Worker       : mBase{base},
91*ec779b8eSAndroid Build Coastguard Worker         mOMXBufferSource{new OmxGbs2IOmxBs(base)} {
92*ec779b8eSAndroid Build Coastguard Worker }
93*ec779b8eSAndroid Build Coastguard Worker 
setSuspend(bool suspend,int64_t timeUs)94*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::setSuspend(
95*ec779b8eSAndroid Build Coastguard Worker         bool suspend, int64_t timeUs) {
96*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->setSuspend(suspend, timeUs));
97*ec779b8eSAndroid Build Coastguard Worker }
98*ec779b8eSAndroid Build Coastguard Worker 
setRepeatPreviousFrameDelayUs(int64_t repeatAfterUs)99*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::setRepeatPreviousFrameDelayUs(
100*ec779b8eSAndroid Build Coastguard Worker         int64_t repeatAfterUs) {
101*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->setRepeatPreviousFrameDelayUs(repeatAfterUs));
102*ec779b8eSAndroid Build Coastguard Worker }
103*ec779b8eSAndroid Build Coastguard Worker 
setMaxFps(float maxFps)104*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::setMaxFps(float maxFps) {
105*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->setMaxFps(maxFps));
106*ec779b8eSAndroid Build Coastguard Worker }
107*ec779b8eSAndroid Build Coastguard Worker 
setTimeLapseConfig(double fps,double captureFps)108*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::setTimeLapseConfig(
109*ec779b8eSAndroid Build Coastguard Worker         double fps, double captureFps) {
110*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->setTimeLapseConfig(fps, captureFps));
111*ec779b8eSAndroid Build Coastguard Worker }
112*ec779b8eSAndroid Build Coastguard Worker 
setStartTimeUs(int64_t startTimeUs)113*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::setStartTimeUs(
114*ec779b8eSAndroid Build Coastguard Worker         int64_t startTimeUs) {
115*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->setStartTimeUs(startTimeUs));
116*ec779b8eSAndroid Build Coastguard Worker }
117*ec779b8eSAndroid Build Coastguard Worker 
setStopTimeUs(int64_t stopTimeUs)118*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::setStopTimeUs(
119*ec779b8eSAndroid Build Coastguard Worker         int64_t stopTimeUs) {
120*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->setStopTimeUs(stopTimeUs));
121*ec779b8eSAndroid Build Coastguard Worker }
122*ec779b8eSAndroid Build Coastguard Worker 
getStopTimeOffsetUs(int64_t * stopTimeOffsetUs)123*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::getStopTimeOffsetUs(
124*ec779b8eSAndroid Build Coastguard Worker         int64_t *stopTimeOffsetUs) {
125*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->getStopTimeOffsetUs(stopTimeOffsetUs));
126*ec779b8eSAndroid Build Coastguard Worker }
127*ec779b8eSAndroid Build Coastguard Worker 
setColorAspects(int32_t aspects)128*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::setColorAspects(
129*ec779b8eSAndroid Build Coastguard Worker         int32_t aspects) {
130*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->setColorAspects(aspects));
131*ec779b8eSAndroid Build Coastguard Worker }
132*ec779b8eSAndroid Build Coastguard Worker 
setTimeOffsetUs(int64_t timeOffsetsUs)133*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::setTimeOffsetUs(
134*ec779b8eSAndroid Build Coastguard Worker         int64_t timeOffsetsUs) {
135*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->setTimeOffsetUs(timeOffsetsUs));
136*ec779b8eSAndroid Build Coastguard Worker }
137*ec779b8eSAndroid Build Coastguard Worker 
signalEndOfInputStream()138*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::signalEndOfInputStream() {
139*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->signalEndOfInputStream());
140*ec779b8eSAndroid Build Coastguard Worker }
141*ec779b8eSAndroid Build Coastguard Worker 
configure(const sp<IOMXNode> & omxNode,int32_t dataSpace)142*ec779b8eSAndroid Build Coastguard Worker BnStatus Omx2IGraphicBufferSource::configure(
143*ec779b8eSAndroid Build Coastguard Worker         const sp<IOMXNode>& omxNode, int32_t dataSpace) {
144*ec779b8eSAndroid Build Coastguard Worker     if (omxNode == NULL) {
145*ec779b8eSAndroid Build Coastguard Worker         return BnStatus::fromServiceSpecificError(BAD_VALUE);
146*ec779b8eSAndroid Build Coastguard Worker     }
147*ec779b8eSAndroid Build Coastguard Worker 
148*ec779b8eSAndroid Build Coastguard Worker     // Do setInputSurface() first, the node will try to enable metadata
149*ec779b8eSAndroid Build Coastguard Worker     // mode on input, and does necessary error checking. If this fails,
150*ec779b8eSAndroid Build Coastguard Worker     // we can't use this input surface on the node.
151*ec779b8eSAndroid Build Coastguard Worker     status_t err = omxNode->setInputSurface(mOMXBufferSource);
152*ec779b8eSAndroid Build Coastguard Worker     if (err != NO_ERROR) {
153*ec779b8eSAndroid Build Coastguard Worker         ALOGE("Unable to set input surface: %d", err);
154*ec779b8eSAndroid Build Coastguard Worker         return BnStatus::fromServiceSpecificError(err);
155*ec779b8eSAndroid Build Coastguard Worker     }
156*ec779b8eSAndroid Build Coastguard Worker 
157*ec779b8eSAndroid Build Coastguard Worker     uint32_t consumerUsage;
158*ec779b8eSAndroid Build Coastguard Worker     if (omxNode->getParameter(
159*ec779b8eSAndroid Build Coastguard Worker             (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits,
160*ec779b8eSAndroid Build Coastguard Worker             &consumerUsage, sizeof(consumerUsage)) != OK) {
161*ec779b8eSAndroid Build Coastguard Worker         consumerUsage = 0;
162*ec779b8eSAndroid Build Coastguard Worker     }
163*ec779b8eSAndroid Build Coastguard Worker 
164*ec779b8eSAndroid Build Coastguard Worker     OMX_PARAM_PORTDEFINITIONTYPE def;
165*ec779b8eSAndroid Build Coastguard Worker     InitOMXParams(&def);
166*ec779b8eSAndroid Build Coastguard Worker     def.nPortIndex = 0; // kPortIndexInput
167*ec779b8eSAndroid Build Coastguard Worker 
168*ec779b8eSAndroid Build Coastguard Worker     err = omxNode->getParameter(
169*ec779b8eSAndroid Build Coastguard Worker             OMX_IndexParamPortDefinition, &def, sizeof(def));
170*ec779b8eSAndroid Build Coastguard Worker     if (err != NO_ERROR) {
171*ec779b8eSAndroid Build Coastguard Worker         ALOGE("Failed to get port definition: %d", err);
172*ec779b8eSAndroid Build Coastguard Worker         return BnStatus::fromServiceSpecificError(UNKNOWN_ERROR);
173*ec779b8eSAndroid Build Coastguard Worker     }
174*ec779b8eSAndroid Build Coastguard Worker 
175*ec779b8eSAndroid Build Coastguard Worker     return BnStatus::fromStatusT(mBase->configure(
176*ec779b8eSAndroid Build Coastguard Worker             new OmxNodeWrapper(omxNode),
177*ec779b8eSAndroid Build Coastguard Worker             dataSpace,
178*ec779b8eSAndroid Build Coastguard Worker             def.nBufferCountActual,
179*ec779b8eSAndroid Build Coastguard Worker             def.format.video.nFrameWidth,
180*ec779b8eSAndroid Build Coastguard Worker             def.format.video.nFrameHeight,
181*ec779b8eSAndroid Build Coastguard Worker             consumerUsage));
182*ec779b8eSAndroid Build Coastguard Worker }
183*ec779b8eSAndroid Build Coastguard Worker 
184*ec779b8eSAndroid Build Coastguard Worker } // namespace android
185*ec779b8eSAndroid Build Coastguard Worker 
186