1 /*
2 * Copyright (c) 2020-2021 Arm Limited.
3 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24 #include "src/gpu/cl/kernels/gemm/native/ClGemmDefaultConfigNativeValhall.h"
25
26 #include "arm_compute/core/CL/CLHelpers.h"
27 #include "arm_compute/core/CL/CLKernelLibrary.h"
28 #include "arm_compute/core/GPUTarget.h"
29 #include "src/gpu/cl/kernels/gemm/ClGemmHelpers.h"
30
31 #include <utility>
32
33 namespace arm_compute
34 {
35 namespace opencl
36 {
37 namespace kernels
38 {
39 namespace gemm
40 {
ClGemmDefaultConfigNativeValhall(GPUTarget gpu)41 ClGemmDefaultConfigNativeValhall::ClGemmDefaultConfigNativeValhall(GPUTarget gpu)
42 : IClGemmKernelConfig(gpu)
43 {
44 }
45
configure(unsigned int m,unsigned int n,unsigned int k,unsigned int b,DataType data_type)46 std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> ClGemmDefaultConfigNativeValhall::configure(unsigned int m, unsigned int n, unsigned int k, unsigned int b, DataType data_type)
47 {
48 using ConfigurationFunctionExecutorPtr = std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> (ClGemmDefaultConfigNativeValhall::*)(unsigned int m, unsigned int n, unsigned int k,
49 unsigned int b);
50
51 CLGEMMConfigArray<ConfigurationFunctionExecutorPtr> configs_default(&ClGemmDefaultConfigNativeValhall::configure_G77_f32,
52 &ClGemmDefaultConfigNativeValhall::configure_G77_f16,
53 &ClGemmDefaultConfigNativeValhall::configure_G77_u8);
54
55 auto func = configs_default.get_function(data_type);
56 ARM_COMPUTE_ERROR_ON_MSG(func == nullptr, "Data type not support for GEMM");
57 return (this->*func)(m, n, k, b);
58 }
59
configure_G77_f32(unsigned int m,unsigned int n,unsigned int k,unsigned int b)60 std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> ClGemmDefaultConfigNativeValhall::configure_G77_f32(unsigned int m, unsigned int n, unsigned int k, unsigned int b)
61 {
62 ARM_COMPUTE_UNUSED(k);
63 ARM_COMPUTE_UNUSED(b);
64
65 if(m == 1)
66 {
67 if(n < 2048)
68 {
69 return configure_lhs_rhs_info(m, n, 1, 2, 4, 1, 1, false, false, false, false);
70 }
71 else if(n >= 2048 && n < 8192)
72 {
73 return configure_lhs_rhs_info(m, n, 1, 4, 4, 1, 1, false, false, false, false);
74 }
75 else
76 {
77 return configure_lhs_rhs_info(m, n, 1, 8, 4, 1, 1, false, false, false, false);
78 }
79 }
80 else
81 {
82 return configure_lhs_rhs_info(m, n, 5, 4, 2, 1, 1, false, false, false, false);
83 }
84 }
85
configure_G77_f16(unsigned int m,unsigned int n,unsigned int k,unsigned int b)86 std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> ClGemmDefaultConfigNativeValhall::configure_G77_f16(unsigned int m, unsigned int n, unsigned int k, unsigned int b)
87 {
88 ARM_COMPUTE_UNUSED(k);
89 ARM_COMPUTE_UNUSED(b);
90
91 if(m == 1)
92 {
93 if(n < 2048)
94 {
95 return configure_lhs_rhs_info(m, n, 1, 2, 4, 1, 1, false, false, false, false);
96 }
97 else if(n >= 2048 && n < 8192)
98 {
99 return configure_lhs_rhs_info(m, n, 1, 4, 4, 1, 1, false, false, false, false);
100 }
101 else
102 {
103 return configure_lhs_rhs_info(m, n, 1, 8, 4, 1, 1, false, false, false, false);
104 }
105 }
106 else
107 {
108 return configure_lhs_rhs_info(m, n, 4, 8, 2, 1, 1, false, false, false, false);
109 }
110 }
111
configure_G77_u8(unsigned int m,unsigned int n,unsigned int k,unsigned int b)112 std::pair<GEMMLHSMatrixInfo, GEMMRHSMatrixInfo> ClGemmDefaultConfigNativeValhall::configure_G77_u8(unsigned int m, unsigned int n, unsigned int k, unsigned int b)
113 {
114 ARM_COMPUTE_UNUSED(k);
115 ARM_COMPUTE_UNUSED(b);
116
117 if(dot8_supported(CLKernelLibrary::get().get_device()))
118 {
119 if(m == 1)
120 {
121 if(n < 2048)
122 {
123 return configure_lhs_rhs_info(m, n, 1, 2, 16, 1, 1, false, false, false, false);
124 }
125 else if(n >= 2048 && n < 16384)
126 {
127 return configure_lhs_rhs_info(m, n, 1, 4, 16, 1, 1, false, false, false, false);
128 }
129 else
130 {
131 return configure_lhs_rhs_info(m, n, 1, 8, 16, 1, 1, false, false, false, false);
132 }
133 }
134 else
135 {
136 if(m < 64)
137 {
138 return configure_lhs_rhs_info(m, n, 2, 2, 16, 1, 1, false, false, false, false);
139 }
140 else
141 {
142 return configure_lhs_rhs_info(m, n, 5, 2, 16, 1, 1, false, false, false, false);
143 }
144 }
145 }
146 else
147 {
148 if(m == 1)
149 {
150 if(n < 8192)
151 {
152 return configure_lhs_rhs_info(m, n, 1, 4, 16, 1, 1, false, false, false, false);
153 }
154 else
155 {
156 return configure_lhs_rhs_info(m, n, 1, 8, 16, 1, 1, false, false, false, false);
157 }
158 }
159 else
160 {
161 return configure_lhs_rhs_info(m, n, 2, 8, 16, 1, 1, false, false, false, false);
162 }
163 }
164 }
165 } // namespace gemm
166 } // namespace kernels
167 } // namespace opencl
168 } // namespace arm_compute