xref: /aosp_15_r20/external/armnn/src/backends/neon/NeonInterceptorScheduler.cpp (revision 89c4ff92f2867872bb9e2354d150bf0c8c502810)
1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2017 Arm Ltd. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker 
6*89c4ff92SAndroid Build Coastguard Worker #include "NeonInterceptorScheduler.hpp"
7*89c4ff92SAndroid Build Coastguard Worker 
8*89c4ff92SAndroid Build Coastguard Worker namespace armnn{
9*89c4ff92SAndroid Build Coastguard Worker 
NeonInterceptorScheduler(arm_compute::IScheduler & realScheduler)10*89c4ff92SAndroid Build Coastguard Worker NeonInterceptorScheduler::NeonInterceptorScheduler(arm_compute::IScheduler &realScheduler)
11*89c4ff92SAndroid Build Coastguard Worker         : m_Kernels(nullptr), m_RealScheduler(realScheduler)
12*89c4ff92SAndroid Build Coastguard Worker {
13*89c4ff92SAndroid Build Coastguard Worker }
14*89c4ff92SAndroid Build Coastguard Worker 
set_num_threads(unsigned int numThreads)15*89c4ff92SAndroid Build Coastguard Worker void NeonInterceptorScheduler::set_num_threads(unsigned int numThreads)
16*89c4ff92SAndroid Build Coastguard Worker {
17*89c4ff92SAndroid Build Coastguard Worker     m_RealScheduler.set_num_threads(numThreads);
18*89c4ff92SAndroid Build Coastguard Worker }
19*89c4ff92SAndroid Build Coastguard Worker 
num_threads() const20*89c4ff92SAndroid Build Coastguard Worker unsigned int NeonInterceptorScheduler::num_threads() const
21*89c4ff92SAndroid Build Coastguard Worker {
22*89c4ff92SAndroid Build Coastguard Worker     return m_RealScheduler.num_threads();
23*89c4ff92SAndroid Build Coastguard Worker }
24*89c4ff92SAndroid Build Coastguard Worker 
schedule(arm_compute::ICPPKernel * kernel,const Hints & hints)25*89c4ff92SAndroid Build Coastguard Worker void NeonInterceptorScheduler::schedule(arm_compute::ICPPKernel* kernel, const Hints& hints)
26*89c4ff92SAndroid Build Coastguard Worker {
27*89c4ff92SAndroid Build Coastguard Worker     WallClockTimer::clock::time_point startTime = WallClockTimer::clock::now();
28*89c4ff92SAndroid Build Coastguard Worker     m_RealScheduler.schedule(kernel, hints.split_dimension());
29*89c4ff92SAndroid Build Coastguard Worker     WallClockTimer::clock::time_point stopTime = WallClockTimer::clock::now();
30*89c4ff92SAndroid Build Coastguard Worker 
31*89c4ff92SAndroid Build Coastguard Worker     const auto delta       = std::chrono::duration<double, std::micro>(stopTime - startTime);
32*89c4ff92SAndroid Build Coastguard Worker     m_Kernels->emplace_back(kernel->name(), delta.count(), Measurement::Unit::TIME_US);
33*89c4ff92SAndroid Build Coastguard Worker }
34*89c4ff92SAndroid Build Coastguard Worker 
run_workloads(std::vector<Workload> & workloads)35*89c4ff92SAndroid Build Coastguard Worker void NeonInterceptorScheduler::run_workloads(std::vector <Workload>& workloads)
36*89c4ff92SAndroid Build Coastguard Worker {
37*89c4ff92SAndroid Build Coastguard Worker     WallClockTimer::clock::time_point startTime = WallClockTimer::clock::now();
38*89c4ff92SAndroid Build Coastguard Worker     m_RealScheduler.run_tagged_workloads(workloads, nullptr);
39*89c4ff92SAndroid Build Coastguard Worker     WallClockTimer::clock::time_point stopTime = WallClockTimer::clock::now();
40*89c4ff92SAndroid Build Coastguard Worker 
41*89c4ff92SAndroid Build Coastguard Worker     const auto delta       = std::chrono::duration<double, std::micro>(stopTime - startTime);
42*89c4ff92SAndroid Build Coastguard Worker     m_Kernels->emplace_back(std::string("Workload"), delta.count(), Measurement::Unit::TIME_US);
43*89c4ff92SAndroid Build Coastguard Worker }
44*89c4ff92SAndroid Build Coastguard Worker 
run_tagged_workloads(std::vector<Workload> & workloads,const char * tag)45*89c4ff92SAndroid Build Coastguard Worker void NeonInterceptorScheduler::run_tagged_workloads(std::vector<Workload> &workloads, const char *tag)
46*89c4ff92SAndroid Build Coastguard Worker {
47*89c4ff92SAndroid Build Coastguard Worker     WallClockTimer::clock::time_point startTime = WallClockTimer::clock::now();
48*89c4ff92SAndroid Build Coastguard Worker     m_RealScheduler.run_tagged_workloads(workloads, tag);
49*89c4ff92SAndroid Build Coastguard Worker     WallClockTimer::clock::time_point stopTime = WallClockTimer::clock::now();
50*89c4ff92SAndroid Build Coastguard Worker 
51*89c4ff92SAndroid Build Coastguard Worker     const auto delta       = std::chrono::duration<double, std::micro>(stopTime - startTime);
52*89c4ff92SAndroid Build Coastguard Worker     m_Kernels->emplace_back(std::string(tag != nullptr ? tag : "Unknown"), delta.count(), Measurement::Unit::TIME_US);
53*89c4ff92SAndroid Build Coastguard Worker }
54*89c4ff92SAndroid Build Coastguard Worker 
schedule_op(arm_compute::ICPPKernel * kernel,const Hints & hints,const arm_compute::Window & window,arm_compute::ITensorPack & tensors)55*89c4ff92SAndroid Build Coastguard Worker void NeonInterceptorScheduler::schedule_op(arm_compute::ICPPKernel* kernel,
56*89c4ff92SAndroid Build Coastguard Worker                                            const Hints& hints,
57*89c4ff92SAndroid Build Coastguard Worker                                            const arm_compute::Window& window,
58*89c4ff92SAndroid Build Coastguard Worker                                            arm_compute::ITensorPack& tensors )
59*89c4ff92SAndroid Build Coastguard Worker {
60*89c4ff92SAndroid Build Coastguard Worker 
61*89c4ff92SAndroid Build Coastguard Worker     WallClockTimer::clock::time_point startTime = WallClockTimer::clock::now();
62*89c4ff92SAndroid Build Coastguard Worker     m_RealScheduler.schedule_op(kernel, hints, window, tensors);
63*89c4ff92SAndroid Build Coastguard Worker     WallClockTimer::clock::time_point stopTime = WallClockTimer::clock::now();
64*89c4ff92SAndroid Build Coastguard Worker 
65*89c4ff92SAndroid Build Coastguard Worker     const auto delta       = std::chrono::duration<double, std::micro>(stopTime - startTime);
66*89c4ff92SAndroid Build Coastguard Worker     m_Kernels->emplace_back(kernel->name(), delta.count(), Measurement::Unit::TIME_US);
67*89c4ff92SAndroid Build Coastguard Worker }
68*89c4ff92SAndroid Build Coastguard Worker 
69*89c4ff92SAndroid Build Coastguard Worker } // namespace armnn