xref: /aosp_15_r20/external/armnn/src/backends/backendsCommon/IBackendInternal.cpp (revision 89c4ff92f2867872bb9e2354d150bf0c8c502810)
1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2017 Arm Ltd. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker 
6*89c4ff92SAndroid Build Coastguard Worker #include <armnn/BackendOptions.hpp>
7*89c4ff92SAndroid Build Coastguard Worker #include <armnn/backends/IBackendInternal.hpp>
8*89c4ff92SAndroid Build Coastguard Worker #include <armnn/backends/WorkloadFactory.hpp>
9*89c4ff92SAndroid Build Coastguard Worker 
10*89c4ff92SAndroid Build Coastguard Worker namespace armnn
11*89c4ff92SAndroid Build Coastguard Worker {
12*89c4ff92SAndroid Build Coastguard Worker 
CreateMemoryManager() const13*89c4ff92SAndroid Build Coastguard Worker IMemoryManagerUniquePtr IBackendInternal::CreateMemoryManager() const
14*89c4ff92SAndroid Build Coastguard Worker {
15*89c4ff92SAndroid Build Coastguard Worker     return IMemoryManagerUniquePtr();
16*89c4ff92SAndroid Build Coastguard Worker }
17*89c4ff92SAndroid Build Coastguard Worker 
CreateWorkloadFactory(class TensorHandleFactoryRegistry &) const18*89c4ff92SAndroid Build Coastguard Worker IBackendInternal::IWorkloadFactoryPtr IBackendInternal::CreateWorkloadFactory(
19*89c4ff92SAndroid Build Coastguard Worker     class TensorHandleFactoryRegistry& /*tensorHandleFactoryRegistry*/) const
20*89c4ff92SAndroid Build Coastguard Worker {
21*89c4ff92SAndroid Build Coastguard Worker     return IWorkloadFactoryPtr{};
22*89c4ff92SAndroid Build Coastguard Worker }
23*89c4ff92SAndroid Build Coastguard Worker 
CreateWorkloadFactory(const IMemoryManagerSharedPtr & memoryManager,const ModelOptions & modelOptions) const24*89c4ff92SAndroid Build Coastguard Worker IBackendInternal::IWorkloadFactoryPtr IBackendInternal::CreateWorkloadFactory(
25*89c4ff92SAndroid Build Coastguard Worker     const IMemoryManagerSharedPtr& memoryManager,
26*89c4ff92SAndroid Build Coastguard Worker     const ModelOptions& modelOptions) const
27*89c4ff92SAndroid Build Coastguard Worker {
28*89c4ff92SAndroid Build Coastguard Worker     if (!modelOptions.empty())
29*89c4ff92SAndroid Build Coastguard Worker     {
30*89c4ff92SAndroid Build Coastguard Worker         for (auto optionsGroup : modelOptions)
31*89c4ff92SAndroid Build Coastguard Worker         {
32*89c4ff92SAndroid Build Coastguard Worker             if (optionsGroup.GetBackendId() == GetId())
33*89c4ff92SAndroid Build Coastguard Worker             {
34*89c4ff92SAndroid Build Coastguard Worker                 return IWorkloadFactoryPtr{};
35*89c4ff92SAndroid Build Coastguard Worker             }
36*89c4ff92SAndroid Build Coastguard Worker         }
37*89c4ff92SAndroid Build Coastguard Worker     }
38*89c4ff92SAndroid Build Coastguard Worker 
39*89c4ff92SAndroid Build Coastguard Worker     return CreateWorkloadFactory(memoryManager);
40*89c4ff92SAndroid Build Coastguard Worker }
41*89c4ff92SAndroid Build Coastguard Worker 
CreateWorkloadFactory(class TensorHandleFactoryRegistry & tensorHandleFactoryRegistry,const ModelOptions & modelOptions) const42*89c4ff92SAndroid Build Coastguard Worker IBackendInternal::IWorkloadFactoryPtr IBackendInternal::CreateWorkloadFactory(
43*89c4ff92SAndroid Build Coastguard Worker     class TensorHandleFactoryRegistry& tensorHandleFactoryRegistry,
44*89c4ff92SAndroid Build Coastguard Worker     const ModelOptions& modelOptions) const
45*89c4ff92SAndroid Build Coastguard Worker {
46*89c4ff92SAndroid Build Coastguard Worker     if (!modelOptions.empty())
47*89c4ff92SAndroid Build Coastguard Worker     {
48*89c4ff92SAndroid Build Coastguard Worker         for (auto optionsGroup : modelOptions)
49*89c4ff92SAndroid Build Coastguard Worker         {
50*89c4ff92SAndroid Build Coastguard Worker             if (optionsGroup.GetBackendId() == GetId())
51*89c4ff92SAndroid Build Coastguard Worker             {
52*89c4ff92SAndroid Build Coastguard Worker                 return IWorkloadFactoryPtr{};
53*89c4ff92SAndroid Build Coastguard Worker             }
54*89c4ff92SAndroid Build Coastguard Worker         }
55*89c4ff92SAndroid Build Coastguard Worker     }
56*89c4ff92SAndroid Build Coastguard Worker 
57*89c4ff92SAndroid Build Coastguard Worker     return CreateWorkloadFactory(tensorHandleFactoryRegistry);
58*89c4ff92SAndroid Build Coastguard Worker }
59*89c4ff92SAndroid Build Coastguard Worker 
CreateWorkloadFactory(class TensorHandleFactoryRegistry & tensorHandleFactoryRegistry,const ModelOptions & modelOptions,MemorySourceFlags inputFlags,MemorySourceFlags outputFlags) const60*89c4ff92SAndroid Build Coastguard Worker IBackendInternal::IWorkloadFactoryPtr IBackendInternal::CreateWorkloadFactory(
61*89c4ff92SAndroid Build Coastguard Worker     class TensorHandleFactoryRegistry& tensorHandleFactoryRegistry,
62*89c4ff92SAndroid Build Coastguard Worker     const ModelOptions& modelOptions,
63*89c4ff92SAndroid Build Coastguard Worker     MemorySourceFlags inputFlags,
64*89c4ff92SAndroid Build Coastguard Worker     MemorySourceFlags outputFlags) const
65*89c4ff92SAndroid Build Coastguard Worker {
66*89c4ff92SAndroid Build Coastguard Worker     IgnoreUnused(inputFlags);
67*89c4ff92SAndroid Build Coastguard Worker     IgnoreUnused(outputFlags);
68*89c4ff92SAndroid Build Coastguard Worker     return CreateWorkloadFactory(tensorHandleFactoryRegistry, modelOptions);
69*89c4ff92SAndroid Build Coastguard Worker }
70*89c4ff92SAndroid Build Coastguard Worker 
CreateBackendContext(const IRuntime::CreationOptions &) const71*89c4ff92SAndroid Build Coastguard Worker IBackendInternal::IBackendContextPtr IBackendInternal::CreateBackendContext(const IRuntime::CreationOptions&) const
72*89c4ff92SAndroid Build Coastguard Worker {
73*89c4ff92SAndroid Build Coastguard Worker     return IBackendContextPtr{};
74*89c4ff92SAndroid Build Coastguard Worker }
75*89c4ff92SAndroid Build Coastguard Worker 
CreateBackendSpecificModelContext(const ModelOptions &) const76*89c4ff92SAndroid Build Coastguard Worker IBackendInternal::IBackendSpecificModelContextPtr IBackendInternal::CreateBackendSpecificModelContext(
77*89c4ff92SAndroid Build Coastguard Worker     const ModelOptions&) const
78*89c4ff92SAndroid Build Coastguard Worker {
79*89c4ff92SAndroid Build Coastguard Worker     return IBackendSpecificModelContextPtr{};
80*89c4ff92SAndroid Build Coastguard Worker }
81*89c4ff92SAndroid Build Coastguard Worker 
CreateBackendProfilingContext(const IRuntime::CreationOptions &,IBackendProfilingPtr &)82*89c4ff92SAndroid Build Coastguard Worker IBackendInternal::IBackendProfilingContextPtr IBackendInternal::CreateBackendProfilingContext(
83*89c4ff92SAndroid Build Coastguard Worker     const IRuntime::CreationOptions&, IBackendProfilingPtr&)
84*89c4ff92SAndroid Build Coastguard Worker {
85*89c4ff92SAndroid Build Coastguard Worker     return IBackendProfilingContextPtr{};
86*89c4ff92SAndroid Build Coastguard Worker }
87*89c4ff92SAndroid Build Coastguard Worker 
GetLayerSupport(const ModelOptions & modelOptions) const88*89c4ff92SAndroid Build Coastguard Worker IBackendInternal::ILayerSupportSharedPtr IBackendInternal::GetLayerSupport(const ModelOptions& modelOptions) const
89*89c4ff92SAndroid Build Coastguard Worker {
90*89c4ff92SAndroid Build Coastguard Worker     if (!modelOptions.empty())
91*89c4ff92SAndroid Build Coastguard Worker     {
92*89c4ff92SAndroid Build Coastguard Worker         for (auto optionsGroup : modelOptions)
93*89c4ff92SAndroid Build Coastguard Worker         {
94*89c4ff92SAndroid Build Coastguard Worker             if (optionsGroup.GetBackendId() == GetId())
95*89c4ff92SAndroid Build Coastguard Worker             {
96*89c4ff92SAndroid Build Coastguard Worker                 return ILayerSupportSharedPtr{};
97*89c4ff92SAndroid Build Coastguard Worker             }
98*89c4ff92SAndroid Build Coastguard Worker         }
99*89c4ff92SAndroid Build Coastguard Worker     }
100*89c4ff92SAndroid Build Coastguard Worker 
101*89c4ff92SAndroid Build Coastguard Worker     return GetLayerSupport();
102*89c4ff92SAndroid Build Coastguard Worker }
103*89c4ff92SAndroid Build Coastguard Worker 
104*89c4ff92SAndroid Build Coastguard Worker // Default implementation of OptimizeSubgraphView. Returns an untouched subgraph.
105*89c4ff92SAndroid Build Coastguard Worker // Override this method with a custom optimization implementation.
OptimizeSubgraphView(const SubgraphView & subgraph) const106*89c4ff92SAndroid Build Coastguard Worker OptimizationViews IBackendInternal::OptimizeSubgraphView(const SubgraphView& subgraph) const
107*89c4ff92SAndroid Build Coastguard Worker {
108*89c4ff92SAndroid Build Coastguard Worker     OptimizationViews result;
109*89c4ff92SAndroid Build Coastguard Worker     result.AddUntouchedSubgraph(SubgraphView(subgraph));
110*89c4ff92SAndroid Build Coastguard Worker 
111*89c4ff92SAndroid Build Coastguard Worker     return result;
112*89c4ff92SAndroid Build Coastguard Worker }
113*89c4ff92SAndroid Build Coastguard Worker 
OptimizeSubgraphView(const SubgraphView & subgraph,const ModelOptions &) const114*89c4ff92SAndroid Build Coastguard Worker OptimizationViews IBackendInternal::OptimizeSubgraphView(const SubgraphView& subgraph,
115*89c4ff92SAndroid Build Coastguard Worker                                                          const ModelOptions& /*modelOptions*/) const
116*89c4ff92SAndroid Build Coastguard Worker {
117*89c4ff92SAndroid Build Coastguard Worker     return OptimizeSubgraphView(subgraph);
118*89c4ff92SAndroid Build Coastguard Worker }
119*89c4ff92SAndroid Build Coastguard Worker 
SupportsTensorAllocatorAPI() const120*89c4ff92SAndroid Build Coastguard Worker bool IBackendInternal::SupportsTensorAllocatorAPI() const
121*89c4ff92SAndroid Build Coastguard Worker {
122*89c4ff92SAndroid Build Coastguard Worker     return !GetHandleFactoryPreferences().empty();
123*89c4ff92SAndroid Build Coastguard Worker }
124*89c4ff92SAndroid Build Coastguard Worker 
RegisterTensorHandleFactories(class TensorHandleFactoryRegistry & registry,MemorySourceFlags,MemorySourceFlags)125*89c4ff92SAndroid Build Coastguard Worker void IBackendInternal::RegisterTensorHandleFactories(class TensorHandleFactoryRegistry& registry,
126*89c4ff92SAndroid Build Coastguard Worker                                                      MemorySourceFlags /*inputFlags*/,
127*89c4ff92SAndroid Build Coastguard Worker                                                      MemorySourceFlags /*outputFlags*/)
128*89c4ff92SAndroid Build Coastguard Worker {
129*89c4ff92SAndroid Build Coastguard Worker     return RegisterTensorHandleFactories(registry);
130*89c4ff92SAndroid Build Coastguard Worker }
131*89c4ff92SAndroid Build Coastguard Worker 
GetBackwardCompatibleFavoriteHandleFactory()132*89c4ff92SAndroid Build Coastguard Worker ITensorHandleFactory::FactoryId IBackendInternal::GetBackwardCompatibleFavoriteHandleFactory()
133*89c4ff92SAndroid Build Coastguard Worker {
134*89c4ff92SAndroid Build Coastguard Worker     auto favorites = GetHandleFactoryPreferences();
135*89c4ff92SAndroid Build Coastguard Worker     if (favorites.empty())
136*89c4ff92SAndroid Build Coastguard Worker     {
137*89c4ff92SAndroid Build Coastguard Worker         return ITensorHandleFactory::LegacyFactoryId;
138*89c4ff92SAndroid Build Coastguard Worker     }
139*89c4ff92SAndroid Build Coastguard Worker 
140*89c4ff92SAndroid Build Coastguard Worker     return favorites[0];
141*89c4ff92SAndroid Build Coastguard Worker }
142*89c4ff92SAndroid Build Coastguard Worker 
GetHandleFactoryPreferences() const143*89c4ff92SAndroid Build Coastguard Worker std::vector<ITensorHandleFactory::FactoryId> IBackendInternal::GetHandleFactoryPreferences() const
144*89c4ff92SAndroid Build Coastguard Worker {
145*89c4ff92SAndroid Build Coastguard Worker     return std::vector<ITensorHandleFactory::FactoryId>();
146*89c4ff92SAndroid Build Coastguard Worker }
147*89c4ff92SAndroid Build Coastguard Worker 
148*89c4ff92SAndroid Build Coastguard Worker } // namespace armnn
149