1 //
2 // Copyright © 2022 Arm Ltd and Contributors. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5
6 #include "RefBatchMatMulWorkload.hpp"
7
8 #include "BatchMatMulImpl.hpp"
9 #include "RefWorkloadUtils.hpp"
10 #include "Profiling.hpp"
11
12 namespace armnn
13 {
14
RefBatchMatMulWorkload(const BatchMatMulQueueDescriptor & descriptor,const WorkloadInfo & info)15 RefBatchMatMulWorkload::RefBatchMatMulWorkload(const BatchMatMulQueueDescriptor& descriptor, const WorkloadInfo& info)
16 : RefBaseWorkload(descriptor, info)
17 {}
18
Execute() const19 void RefBatchMatMulWorkload::Execute() const
20 {
21 Execute(m_Data.m_Inputs, m_Data.m_Outputs);
22 }
23
ExecuteAsync(ExecutionData & executionData)24 void RefBatchMatMulWorkload::ExecuteAsync(ExecutionData& executionData)
25 {
26 WorkingMemDescriptor* workingMemDescriptor = static_cast<WorkingMemDescriptor*>(executionData.m_Data);
27 Execute(workingMemDescriptor->m_Inputs, workingMemDescriptor->m_Outputs);
28 }
29
Execute(std::vector<ITensorHandle * > inputs,std::vector<ITensorHandle * > outputs) const30 void RefBatchMatMulWorkload::Execute(std::vector<ITensorHandle*> inputs, std::vector<ITensorHandle*> outputs) const
31 {
32 ARMNN_SCOPED_PROFILING_EVENT(Compute::CpuRef, "RefBatchMatMulWorkload_Execute");
33
34 const TensorInfo& inputXInfo = GetTensorInfo(inputs[0]);
35 const TensorInfo& inputYInfo = GetTensorInfo(inputs[1]);
36 const TensorInfo& outputInfo = GetTensorInfo(outputs[0]);
37
38 std::unique_ptr<Decoder<float>> inputXDecoder = MakeDecoder<float>(GetTensorInfo(inputs[0]),
39 inputs[0]->Map());
40
41 std::unique_ptr<Decoder<float>> inputYDecoder = MakeDecoder<float>(GetTensorInfo(inputs[1]),
42 inputs[1]->Map());
43
44 std::unique_ptr<Encoder<float>> outputEncoder = MakeEncoder<float>(GetTensorInfo(outputs[0]),
45 outputs[0]->Map());
46
47 auto bmm = BatchMatMul(m_Data.m_Parameters,
48 inputXInfo,
49 inputYInfo,
50 outputInfo,
51 *inputXDecoder,
52 *inputYDecoder,
53 *outputEncoder);
54 }
55
56 } // namespace armnn