ArmNN
 24.08
NeonInterceptorScheduler.cpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 
7 
8 namespace armnn{
9 
10 NeonInterceptorScheduler::NeonInterceptorScheduler(arm_compute::IScheduler &realScheduler)
11  : m_Kernels(nullptr), m_RealScheduler(realScheduler)
12 {
13 }
14 
15 void NeonInterceptorScheduler::set_num_threads(unsigned int numThreads)
16 {
17  m_RealScheduler.set_num_threads(numThreads);
18 }
19 
21 {
22  return m_RealScheduler.num_threads();
23 }
24 
25 void NeonInterceptorScheduler::schedule(arm_compute::ICPPKernel* kernel, const Hints& hints)
26 {
27  WallClockTimer::clock::time_point startTime = WallClockTimer::clock::now();
28  m_RealScheduler.schedule(kernel, hints.split_dimension());
29  WallClockTimer::clock::time_point stopTime = WallClockTimer::clock::now();
30 
31  const auto delta = std::chrono::duration<double, std::micro>(stopTime - startTime);
32  m_Kernels->emplace_back(kernel->name(), delta.count(), Measurement::Unit::TIME_US);
33 }
34 
35 void NeonInterceptorScheduler::run_workloads(std::vector <Workload>& workloads)
36 {
37  WallClockTimer::clock::time_point startTime = WallClockTimer::clock::now();
38  m_RealScheduler.run_tagged_workloads(workloads, nullptr);
39  WallClockTimer::clock::time_point stopTime = WallClockTimer::clock::now();
40 
41  const auto delta = std::chrono::duration<double, std::micro>(stopTime - startTime);
42  m_Kernels->emplace_back(std::string("Workload"), delta.count(), Measurement::Unit::TIME_US);
43 }
44 
45 void NeonInterceptorScheduler::run_tagged_workloads(std::vector<Workload> &workloads, const char *tag)
46 {
47  WallClockTimer::clock::time_point startTime = WallClockTimer::clock::now();
48  m_RealScheduler.run_tagged_workloads(workloads, tag);
49  WallClockTimer::clock::time_point stopTime = WallClockTimer::clock::now();
50 
51  const auto delta = std::chrono::duration<double, std::micro>(stopTime - startTime);
52  m_Kernels->emplace_back(std::string(tag != nullptr ? tag : "Unknown"), delta.count(), Measurement::Unit::TIME_US);
53 }
54 
55 void NeonInterceptorScheduler::schedule_op(arm_compute::ICPPKernel* kernel,
56  const Hints& hints,
57  const arm_compute::Window& window,
58  arm_compute::ITensorPack& tensors )
59 {
60 
61  WallClockTimer::clock::time_point startTime = WallClockTimer::clock::now();
62  m_RealScheduler.schedule_op(kernel, hints, window, tensors);
63  WallClockTimer::clock::time_point stopTime = WallClockTimer::clock::now();
64 
65  const auto delta = std::chrono::duration<double, std::micro>(stopTime - startTime);
66  m_Kernels->emplace_back(kernel->name(), delta.count(), Measurement::Unit::TIME_US);
67 }
68 
69 } // namespace armnn
NeonInterceptorScheduler.hpp
armnn::NeonInterceptorScheduler::set_num_threads
void set_num_threads(unsigned int numThreads) override
Definition: NeonInterceptorScheduler.cpp:15
armnn::NeonInterceptorScheduler::schedule
void schedule(arm_compute::ICPPKernel *kernel, const Hints &hints) override
Definition: NeonInterceptorScheduler.cpp:25
armnn::NeonInterceptorScheduler::run_workloads
void run_workloads(std::vector< Workload > &workloads) override
Definition: NeonInterceptorScheduler.cpp:35
armnn::NeonInterceptorScheduler::NeonInterceptorScheduler
NeonInterceptorScheduler(arm_compute::IScheduler &realScheduler)
Definition: NeonInterceptorScheduler.cpp:10
armnn
Copyright (c) 2021 ARM Limited and Contributors.
Definition: 01_00_quick_start.dox:6
armnn::NeonInterceptorScheduler::run_tagged_workloads
void run_tagged_workloads(std::vector< Workload > &workloads, const char *tag) override
Definition: NeonInterceptorScheduler.cpp:45
armnn::NeonInterceptorScheduler::num_threads
unsigned int num_threads() const override
Definition: NeonInterceptorScheduler.cpp:20
armnn::NeonInterceptorScheduler::schedule_op
void schedule_op(arm_compute::ICPPKernel *kernel, const Hints &hints, const arm_compute::Window &window, arm_compute::ITensorPack &tensors) override
Definition: NeonInterceptorScheduler.cpp:55