Compute Library
 22.08
IClGemmKernelConfig.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2019-2021 Arm Limited.
3  *
4  * SPDX-License-Identifier: MIT
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a copy
7  * of this software and associated documentation files (the "Software"), to
8  * deal in the Software without restriction, including without limitation the
9  * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10  * sell copies of the Software, and to permit persons to whom the Software is
11  * furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice shall be included in all
14  * copies or substantial portions of the Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22  * SOFTWARE.
23  */
24 #ifndef ARM_COMPUTE_ICL_GEMM_KERNEL_CONFIG_H
25 #define ARM_COMPUTE_ICL_GEMM_KERNEL_CONFIG_H
26 
28 #include "arm_compute/core/Types.h"
29 #include "src/core/common/Macros.h"
30 
31 #include <array>
32 namespace arm_compute
33 {
34 namespace opencl
35 {
36 namespace kernels
37 {
38 namespace gemm
39 {
40 /** Basic container for the OpenCL GEMM configuration functions */
41 template <class T>
43 {
44 public:
45  /** Alias for F32 index */
46  static constexpr size_t DT_F32 = 0;
47  /** Alias for F16 index */
48  static constexpr size_t DT_F16 = 1;
49  /** Alias for Int8 index */
50  static constexpr size_t DT_INT8 = 2;
51 
52  /** Constructor
53  *
54  * @param[in] func_f32 Function to call for GEMM F32
55  * @param[in] func_f16 Function to call for GEMM F16
56  * @param[in] func_int8 Function to call for GEMM Int8 (QASYMM8, QASYMM8_SIGNED, QSYMM8_PER_CHANNEL)
57  *
58  */
59  CLGEMMConfigArray(T func_f32, T func_f16, T func_int8)
60  : _configs{ func_f32, func_f16, func_int8 }
61  {
62  }
63 
64  /** Method to return the GEMM configuration function based on data type
65  *
66  * @param[in] data_type Input data type
67  *
68  * @return the valid function otherwise it returns nullptr if the data type is not valid
69  */
71  {
72  switch(data_type)
73  {
74  case DataType::F32:
75  return _configs.at(DT_F32);
76  case DataType::F16:
77  return _configs.at(DT_F16);
78  case DataType::QASYMM8:
81  return _configs.at(DT_INT8);
82  default:
83  return nullptr;
84  }
85  }
86 
87 private:
88  std::array<T, 3> _configs;
89 };
90 
91 /** Basic interface for the GEMM kernel configuration */
93 {
94 public:
95  /** Constructor
96  *
97  * @param[in] arch GPU target
98  */
100  : _target(arch)
101  {
102  }
104  /** Virtual destructor */
105  virtual ~IClGemmKernelConfig() = default;
106  /** Given M, N, K and B, this method returns the @ref GEMMLHSMatrixInfo and @ref GEMMRHSMatrixInfo to be used
107  *
108  * @param[in] m Number of rows LHS matrix
109  * @param[in] n Number of columns RHS matrix
110  * @param[in] k Number of columns LHS matrix or number of rows RHS matrix
111  * @param[in] b Batch size
112  * @param[in] data_type Data type
113  */
114  virtual std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> configure(unsigned int m, unsigned int n, unsigned int k, unsigned int b, DataType data_type) = 0;
115 
116 protected:
117  GPUTarget _target;
118 };
119 } // namespace gemm
120 } // namespace kernels
121 } // namespace opencl
122 } // namespace arm_compute
123 #endif /* ARM_COMPUTE_ICL_GEMM_KERNEL_CONFIG_H */
static constexpr size_t DT_F32
Alias for F32 index.
Basic container for the OpenCL GEMM configuration functions.
SimpleTensor< float > b
Definition: DFT.cpp:157
Basic interface for the GEMM kernel configuration.
1 channel, 1 F32 per channel
#define ARM_COMPUTE_DISALLOW_COPY_ALLOW_MOVE(TypeName)
Definition: Macros.h:27
CLGEMMConfigArray(T func_f32, T func_f16, T func_int8)
Constructor.
static constexpr size_t DT_INT8
Alias for Int8 index.
Copyright (c) 2017-2022 Arm Limited.
1 channel, 1 F16 per channel
quantized, asymmetric fixed-point 8-bit number unsigned
UniqueGemmCommon< Top, Tret > gemm(const GemmArgs &args, const OutputStage &os)
quantized, symmetric per channel fixed-point 8-bit number
T get_function(DataType data_type)
Method to return the GEMM configuration function based on data type.
GPUTarget
Available GPU Targets.
Definition: GPUTarget.h:34
static constexpr size_t DT_F16
Alias for F16 index.
quantized, asymmetric fixed-point 8-bit number signed
im2col_func configure(src_target.info(), dst_target.info(), spatial_kernel, conv_info, has_bias)
DataType
Available data types.
Definition: Types.h:79