Compute Library
 22.05
ClGemmDefaultConfigNativeValhall.cpp
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2020-2021 Arm Limited.
3  *
4  * SPDX-License-Identifier: MIT
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a copy
7  * of this software and associated documentation files (the "Software"), to
8  * deal in the Software without restriction, including without limitation the
9  * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10  * sell copies of the Software, and to permit persons to whom the Software is
11  * furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice shall be included in all
14  * copies or substantial portions of the Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22  * SOFTWARE.
23  */
25 
30 
31 #include <utility>
32 
33 namespace arm_compute
34 {
35 namespace opencl
36 {
37 namespace kernels
38 {
39 namespace gemm
40 {
42  : IClGemmKernelConfig(gpu)
43 {
44 }
45 
46 std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> ClGemmDefaultConfigNativeValhall::configure(unsigned int m, unsigned int n, unsigned int k, unsigned int b, DataType data_type)
47 {
48  using ConfigurationFunctionExecutorPtr = std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> (ClGemmDefaultConfigNativeValhall::*)(unsigned int m, unsigned int n, unsigned int k,
49  unsigned int b);
50 
51  CLGEMMConfigArray<ConfigurationFunctionExecutorPtr> configs_default(&ClGemmDefaultConfigNativeValhall::configure_G77_f32,
52  &ClGemmDefaultConfigNativeValhall::configure_G77_f16,
53  &ClGemmDefaultConfigNativeValhall::configure_G77_u8);
54 
55  auto func = configs_default.get_function(data_type);
56  ARM_COMPUTE_ERROR_ON_MSG(func == nullptr, "Data type not support for GEMM");
57  return (this->*func)(m, n, k, b);
58 }
59 
60 std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> ClGemmDefaultConfigNativeValhall::configure_G77_f32(unsigned int m, unsigned int n, unsigned int k, unsigned int b)
61 {
64 
65  if(m == 1)
66  {
67  if(n < 2048)
68  {
69  return configure_lhs_rhs_info(m, n, 1, 2, 4, 1, 1, false, false, false, false);
70  }
71  else if(n >= 2048 && n < 8192)
72  {
73  return configure_lhs_rhs_info(m, n, 1, 4, 4, 1, 1, false, false, false, false);
74  }
75  else
76  {
77  return configure_lhs_rhs_info(m, n, 1, 8, 4, 1, 1, false, false, false, false);
78  }
79  }
80  else
81  {
82  return configure_lhs_rhs_info(m, n, 5, 4, 2, 1, 1, false, false, false, false);
83  }
84 }
85 
86 std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> ClGemmDefaultConfigNativeValhall::configure_G77_f16(unsigned int m, unsigned int n, unsigned int k, unsigned int b)
87 {
90 
91  if(m == 1)
92  {
93  if(n < 2048)
94  {
95  return configure_lhs_rhs_info(m, n, 1, 2, 4, 1, 1, false, false, false, false);
96  }
97  else if(n >= 2048 && n < 8192)
98  {
99  return configure_lhs_rhs_info(m, n, 1, 4, 4, 1, 1, false, false, false, false);
100  }
101  else
102  {
103  return configure_lhs_rhs_info(m, n, 1, 8, 4, 1, 1, false, false, false, false);
104  }
105  }
106  else
107  {
108  return configure_lhs_rhs_info(m, n, 4, 8, 2, 1, 1, false, false, false, false);
109  }
110 }
111 
112 std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> ClGemmDefaultConfigNativeValhall::configure_G77_u8(unsigned int m, unsigned int n, unsigned int k, unsigned int b)
113 {
116 
117  if(dot8_supported(CLKernelLibrary::get().get_device()))
118  {
119  if(m == 1)
120  {
121  if(n < 2048)
122  {
123  return configure_lhs_rhs_info(m, n, 1, 2, 16, 1, 1, false, false, false, false);
124  }
125  else if(n >= 2048 && n < 16384)
126  {
127  return configure_lhs_rhs_info(m, n, 1, 4, 16, 1, 1, false, false, false, false);
128  }
129  else
130  {
131  return configure_lhs_rhs_info(m, n, 1, 8, 16, 1, 1, false, false, false, false);
132  }
133  }
134  else
135  {
136  if(m < 64)
137  {
138  return configure_lhs_rhs_info(m, n, 2, 2, 16, 1, 1, false, false, false, false);
139  }
140  else
141  {
142  return configure_lhs_rhs_info(m, n, 5, 2, 16, 1, 1, false, false, false, false);
143  }
144  }
145  }
146  else
147  {
148  if(m == 1)
149  {
150  if(n < 8192)
151  {
152  return configure_lhs_rhs_info(m, n, 1, 4, 16, 1, 1, false, false, false, false);
153  }
154  else
155  {
156  return configure_lhs_rhs_info(m, n, 1, 8, 16, 1, 1, false, false, false, false);
157  }
158  }
159  else
160  {
161  return configure_lhs_rhs_info(m, n, 2, 8, 16, 1, 1, false, false, false, false);
162  }
163  }
164 }
165 } // namespace gemm
166 } // namespace kernels
167 } // namespace opencl
168 } // namespace arm_compute
Basic container for the OpenCL GEMM configuration functions.
bool dot8_supported(const cl::Device &device)
Helper function to check whether the cl_arm_integer_dot_product_int8 extension is supported...
Definition: CLHelpers.cpp:241
SimpleTensor< float > b
Definition: DFT.cpp:157
Basic interface for the GEMM kernel configuration.
static CLKernelLibrary & get()
Access the KernelLibrary singleton.
Manages all the OpenCL kernels compilation and caching, provides accessors for the OpenCL Context...
Copyright (c) 2017-2022 Arm Limited.
#define ARM_COMPUTE_UNUSED(...)
To avoid unused variables warnings.
Definition: Error.h:152
#define ARM_COMPUTE_ERROR_ON_MSG(cond, msg)
Definition: Error.h:456
UniqueGemmCommon< Top, Tret > gemm(const GemmArgs &args, const OutputStage &os)
std::pair< GEMMLHSMatrixInfo, GEMMRHSMatrixInfo > configure_lhs_rhs_info(unsigned int m, unsigned int n, unsigned int m0, unsigned int n0, unsigned int k0, unsigned int v0, unsigned int h0, bool lhs_interleave, bool rhs_interleave, bool lhs_transpose, bool rhs_transpose, bool export_to_cl_image)
Configure GEMMLHSMatrixInfo and GEMMRHSMatrixInfo.
T get_function(DataType data_type)
Method to return the GEMM configuration function based on data type.
GPUTarget
Available GPU Targets.
Definition: GPUTarget.h:34
std::pair< GEMMLHSMatrixInfo, GEMMRHSMatrixInfo > configure(unsigned int m, unsigned int n, unsigned int k, unsigned int b, DataType data_type) override
Given M, N, K and B, this method returns the GEMMLHSMatrixInfo and GEMMRHSMatrixInfo to be used...
DataType
Available data types.
Definition: Types.h:79