24.02.1
ClWorkloadRuntime.h
Go to the documentation of this file.
1
/*
2
* Copyright (c) 2022-2024 Arm Limited.
3
*
4
* SPDX-License-Identifier: MIT
5
*
6
* Permission is hereby granted, free of charge, to any person obtaining a copy
7
* of this software and associated documentation files (the "Software"), to
8
* deal in the Software without restriction, including without limitation the
9
* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10
* sell copies of the Software, and to permit persons to whom the Software is
11
* furnished to do so, subject to the following conditions:
12
*
13
* The above copyright notice and this permission notice shall be included in all
14
* copies or substantial portions of the Software.
15
*
16
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22
* SOFTWARE.
23
*/
24
#ifndef ACL_ARM_COMPUTE_DYNAMIC_FUSION_RUNTIME_GPU_CL_CLWORKLOADRUNTIME_H
25
#define ACL_ARM_COMPUTE_DYNAMIC_FUSION_RUNTIME_GPU_CL_CLWORKLOADRUNTIME_H
26
27
#include "
arm_compute/core/TensorInfo.h
"
28
#include "
arm_compute/dynamic_fusion/sketch/MemoryDescriptor.h
"
29
30
#include <map>
31
#include <memory>
32
33
namespace
arm_compute
34
{
35
/** Forward declaration */
36
class
CLTensor;
37
namespace
experimental
38
{
39
namespace
dynamic_fusion
40
{
41
/** Forward declaration */
42
class
GpuWorkloadSketch
;
43
44
/** OpenCL runtime to run a workload
45
*/
46
class
ClWorkloadRuntime
47
{
48
public
:
49
/** Default constructor. */
50
ClWorkloadRuntime
();
51
52
/** Destructor */
53
~ClWorkloadRuntime
();
54
55
/** Move constructor */
56
ClWorkloadRuntime
(
ClWorkloadRuntime
&&);
57
58
/** Move assignment */
59
ClWorkloadRuntime
&
operator=
(
ClWorkloadRuntime
&&);
60
61
/** Configure @ref ClWorkloadRuntime
62
* @note A runtime cannot be re-configured
63
*
64
* @param[in] sketch @ref GpuWorkloadSketch with which to configure
65
*/
66
Status
configure
(
const
GpuWorkloadSketch
&
sketch
);
67
/** Perform run workload
68
* @note If the runtime is not configured, this method will not perform any action
69
*
70
* @param[in,out] tensors Tensors required by the run workloads
71
*
72
* @return Status If the run is successful
73
*/
74
Status
run
(
const
std::vector<CLTensor *> &tensors);
75
/** Get auxiliary tensors of the workload and their memory requirement
76
*/
77
std::vector<std::tuple<CLTensor *, TensorInfo, AuxMemoryInfo>>
get_auxiliary_tensors
();
78
79
private
:
80
/** Enqueue prepare workload
81
* @note If the runtime is not configured, this method will not perform any action
82
*/
83
void
prepare();
84
struct
Implementation;
85
std::unique_ptr<Implementation> _impl;
86
};
87
88
}
// namespace dynamic_fusion
89
}
// namespace experimental
90
}
// namespace arm_compute
91
#endif // ACL_ARM_COMPUTE_DYNAMIC_FUSION_RUNTIME_GPU_CL_CLWORKLOADRUNTIME_H
arm_compute::test::validation::sketch
GpuWorkloadSketch sketch
Definition:
DirectConv2d.cpp:168
TensorInfo.h
arm_compute::experimental::dynamic_fusion::ClWorkloadRuntime::get_auxiliary_tensors
std::vector< std::tuple< CLTensor *, TensorInfo, AuxMemoryInfo > > get_auxiliary_tensors()
Get auxiliary tensors of the workload and their memory requirement.
Definition:
ClWorkloadRuntime.cpp:369
MemoryDescriptor.h
arm_compute::experimental::dynamic_fusion::ClWorkloadRuntime::ClWorkloadRuntime
ClWorkloadRuntime()
Default constructor.
Definition:
ClWorkloadRuntime.cpp:286
arm_compute::experimental::dynamic_fusion::GpuWorkloadSketch
A descriptor of a workload of operators.
Definition:
GpuWorkloadSketch.h:42
arm_compute::experimental::dynamic_fusion::ClWorkloadRuntime::run
Status run(const std::vector< CLTensor * > &tensors)
Perform run workload.
Definition:
ClWorkloadRuntime.cpp:351
arm_compute::Status
Status class.
Definition:
Error.h:52
arm_compute::experimental::dynamic_fusion::ClWorkloadRuntime::operator=
ClWorkloadRuntime & operator=(ClWorkloadRuntime &&)
Move assignment.
arm_compute::experimental::dynamic_fusion::ClWorkloadRuntime
OpenCL runtime to run a workload.
Definition:
ClWorkloadRuntime.h:46
arm_compute::experimental::dynamic_fusion::ClWorkloadRuntime::~ClWorkloadRuntime
~ClWorkloadRuntime()
Destructor.
arm_compute
Copyright (c) 2017-2024 Arm Limited.
Definition:
introduction.dox:24
arm_compute::experimental::dynamic_fusion::ClWorkloadRuntime::configure
Status configure(const GpuWorkloadSketch &sketch)
Configure ClWorkloadRuntime.
Definition:
ClWorkloadRuntime.cpp:296
arm_compute
dynamic_fusion
runtime
gpu
cl
ClWorkloadRuntime.h
Generated on Mon Mar 18 2024 11:31:55 for Compute Library by
1.8.17