1*f3782652STreehugger Robot /*
2*f3782652STreehugger Robot
3*f3782652STreehugger Robot Copyright (c) 2009, 2010, 2011, 2013 STMicroelectronics
4*f3782652STreehugger Robot Written by Christophe Lyon
5*f3782652STreehugger Robot
6*f3782652STreehugger Robot Permission is hereby granted, free of charge, to any person obtaining a copy
7*f3782652STreehugger Robot of this software and associated documentation files (the "Software"), to deal
8*f3782652STreehugger Robot in the Software without restriction, including without limitation the rights
9*f3782652STreehugger Robot to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10*f3782652STreehugger Robot copies of the Software, and to permit persons to whom the Software is
11*f3782652STreehugger Robot furnished to do so, subject to the following conditions:
12*f3782652STreehugger Robot
13*f3782652STreehugger Robot The above copyright notice and this permission notice shall be included in
14*f3782652STreehugger Robot all copies or substantial portions of the Software.
15*f3782652STreehugger Robot
16*f3782652STreehugger Robot THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*f3782652STreehugger Robot IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*f3782652STreehugger Robot FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*f3782652STreehugger Robot AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*f3782652STreehugger Robot LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*f3782652STreehugger Robot OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22*f3782652STreehugger Robot THE SOFTWARE.
23*f3782652STreehugger Robot
24*f3782652STreehugger Robot */
25*f3782652STreehugger Robot
26*f3782652STreehugger Robot #if defined(__arm__) || defined(__aarch64__)
27*f3782652STreehugger Robot #include <arm_neon.h>
28*f3782652STreehugger Robot #else
29*f3782652STreehugger Robot #include "stm-arm-neon.h"
30*f3782652STreehugger Robot #endif
31*f3782652STreehugger Robot
32*f3782652STreehugger Robot #include "stm-arm-neon-ref.h"
33*f3782652STreehugger Robot
exec_vldX_dup(void)34*f3782652STreehugger Robot void exec_vldX_dup (void)
35*f3782652STreehugger Robot {
36*f3782652STreehugger Robot /* In this case, input variables are arrays of vectors */
37*f3782652STreehugger Robot #define DECL_VLDX_DUP(T1, W, N, X) \
38*f3782652STreehugger Robot VECT_ARRAY_TYPE(T1, W, N, X) VECT_ARRAY_VAR(vector, T1, W, N, X); \
39*f3782652STreehugger Robot VECT_VAR_DECL(result_bis_##X, T1, W, N)[X * N]
40*f3782652STreehugger Robot
41*f3782652STreehugger Robot /* We need to use a temporary result buffer (result_bis), because
42*f3782652STreehugger Robot the one used for other tests is not large enough. A subset of the
43*f3782652STreehugger Robot result data is moved from result_bis to result, and it is this
44*f3782652STreehugger Robot subset which is used to check the actual behaviour. The next
45*f3782652STreehugger Robot macro enables to move another chunk of data from result_bis to
46*f3782652STreehugger Robot result. */
47*f3782652STreehugger Robot #define TEST_VLDX_DUP(Q, T1, T2, W, N, X) \
48*f3782652STreehugger Robot VECT_ARRAY_VAR(vector, T1, W, N, X) = \
49*f3782652STreehugger Robot vld##X##Q##_dup_##T2##W(&VECT_VAR(buffer_dup, T1, W, N)[0]); \
50*f3782652STreehugger Robot \
51*f3782652STreehugger Robot vst##X##Q##_##T2##W(VECT_VAR(result_bis_##X, T1, W, N), \
52*f3782652STreehugger Robot VECT_ARRAY_VAR(vector, T1, W, N, X)); \
53*f3782652STreehugger Robot memcpy(VECT_VAR(result, T1, W, N), VECT_VAR(result_bis_##X, T1, W, N), \
54*f3782652STreehugger Robot sizeof(VECT_VAR(result, T1, W, N)));
55*f3782652STreehugger Robot
56*f3782652STreehugger Robot
57*f3782652STreehugger Robot /* Overwrite "result" with the contents of "result_bis"[Y] */
58*f3782652STreehugger Robot #define TEST_EXTRA_CHUNK(T1, W, N, X,Y) \
59*f3782652STreehugger Robot memcpy(VECT_VAR(result, T1, W, N), \
60*f3782652STreehugger Robot &(VECT_VAR(result_bis_##X, T1, W, N)[Y*N]), \
61*f3782652STreehugger Robot sizeof(VECT_VAR(result, T1, W, N)));
62*f3782652STreehugger Robot
63*f3782652STreehugger Robot /* With ARM RVCT, we need to declare variables before any executable
64*f3782652STreehugger Robot statement */
65*f3782652STreehugger Robot #define DECL_ALL_VLDX_DUP(X) \
66*f3782652STreehugger Robot DECL_VLDX_DUP(int, 8, 8, X); \
67*f3782652STreehugger Robot DECL_VLDX_DUP(int, 16, 4, X); \
68*f3782652STreehugger Robot DECL_VLDX_DUP(int, 32, 2, X); \
69*f3782652STreehugger Robot DECL_VLDX_DUP(int, 64, 1, X); \
70*f3782652STreehugger Robot DECL_VLDX_DUP(uint, 8, 8, X); \
71*f3782652STreehugger Robot DECL_VLDX_DUP(uint, 16, 4, X); \
72*f3782652STreehugger Robot DECL_VLDX_DUP(uint, 32, 2, X); \
73*f3782652STreehugger Robot DECL_VLDX_DUP(uint, 64, 1, X); \
74*f3782652STreehugger Robot DECL_VLDX_DUP(poly, 8, 8, X); \
75*f3782652STreehugger Robot DECL_VLDX_DUP(poly, 16, 4, X); \
76*f3782652STreehugger Robot DECL_VLDX_DUP(float, 32, 2, X)
77*f3782652STreehugger Robot
78*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
79*f3782652STreehugger Robot #define DECL_ALL_VLDX_DUP_FP16(X) \
80*f3782652STreehugger Robot DECL_VLDX_DUP(float, 16, 4, X)
81*f3782652STreehugger Robot #endif
82*f3782652STreehugger Robot
83*f3782652STreehugger Robot #define TEST_ALL_VLDX_DUP(X) \
84*f3782652STreehugger Robot TEST_VLDX_DUP(, int, s, 8, 8, X); \
85*f3782652STreehugger Robot TEST_VLDX_DUP(, int, s, 16, 4, X); \
86*f3782652STreehugger Robot TEST_VLDX_DUP(, int, s, 32, 2, X); \
87*f3782652STreehugger Robot TEST_VLDX_DUP(, int, s, 64, 1, X); \
88*f3782652STreehugger Robot TEST_VLDX_DUP(, uint, u, 8, 8, X); \
89*f3782652STreehugger Robot TEST_VLDX_DUP(, uint, u, 16, 4, X); \
90*f3782652STreehugger Robot TEST_VLDX_DUP(, uint, u, 32, 2, X); \
91*f3782652STreehugger Robot TEST_VLDX_DUP(, uint, u, 64, 1, X); \
92*f3782652STreehugger Robot TEST_VLDX_DUP(, poly, p, 8, 8, X); \
93*f3782652STreehugger Robot TEST_VLDX_DUP(, poly, p, 16, 4, X); \
94*f3782652STreehugger Robot TEST_VLDX_DUP(, float, f, 32, 2, X)
95*f3782652STreehugger Robot
96*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
97*f3782652STreehugger Robot #define TEST_ALL_VLDX_DUP_FP16(X) \
98*f3782652STreehugger Robot TEST_VLDX_DUP(, float, f, 16, 4, X)
99*f3782652STreehugger Robot #endif
100*f3782652STreehugger Robot
101*f3782652STreehugger Robot #define TEST_ALL_EXTRA_CHUNKS(X, Y) \
102*f3782652STreehugger Robot TEST_EXTRA_CHUNK(int, 8, 8, X, Y); \
103*f3782652STreehugger Robot TEST_EXTRA_CHUNK(int, 16, 4, X, Y); \
104*f3782652STreehugger Robot TEST_EXTRA_CHUNK(int, 32, 2, X, Y); \
105*f3782652STreehugger Robot TEST_EXTRA_CHUNK(int, 64, 1, X, Y); \
106*f3782652STreehugger Robot TEST_EXTRA_CHUNK(uint, 8, 8, X, Y); \
107*f3782652STreehugger Robot TEST_EXTRA_CHUNK(uint, 16, 4, X, Y); \
108*f3782652STreehugger Robot TEST_EXTRA_CHUNK(uint, 32, 2, X, Y); \
109*f3782652STreehugger Robot TEST_EXTRA_CHUNK(uint, 64, 1, X, Y); \
110*f3782652STreehugger Robot TEST_EXTRA_CHUNK(poly, 8, 8, X, Y); \
111*f3782652STreehugger Robot TEST_EXTRA_CHUNK(poly, 16, 4, X, Y); \
112*f3782652STreehugger Robot TEST_EXTRA_CHUNK(float, 32, 2, X, Y)
113*f3782652STreehugger Robot
114*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
115*f3782652STreehugger Robot #define TEST_ALL_EXTRA_CHUNKS_FP16(X, Y) \
116*f3782652STreehugger Robot TEST_EXTRA_CHUNK(float, 16, 4, X, Y)
117*f3782652STreehugger Robot #endif
118*f3782652STreehugger Robot
119*f3782652STreehugger Robot
120*f3782652STreehugger Robot DECL_ALL_VLDX_DUP(2);
121*f3782652STreehugger Robot DECL_ALL_VLDX_DUP(3);
122*f3782652STreehugger Robot DECL_ALL_VLDX_DUP(4);
123*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
124*f3782652STreehugger Robot DECL_ALL_VLDX_DUP_FP16(2);
125*f3782652STreehugger Robot DECL_ALL_VLDX_DUP_FP16(3);
126*f3782652STreehugger Robot DECL_ALL_VLDX_DUP_FP16(4);
127*f3782652STreehugger Robot #endif
128*f3782652STreehugger Robot
129*f3782652STreehugger Robot /* Check vld2_dup/vld2q_dup */
130*f3782652STreehugger Robot clean_results ();
131*f3782652STreehugger Robot #define TEST_MSG "VLD2_DUP/VLD2Q_DUP"
132*f3782652STreehugger Robot TEST_ALL_VLDX_DUP(2);
133*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
134*f3782652STreehugger Robot TEST_ALL_VLDX_DUP_FP16(2);
135*f3782652STreehugger Robot #endif
136*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 0");
137*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(2, 1);
138*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
139*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(2, 1);
140*f3782652STreehugger Robot #endif
141*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 1");
142*f3782652STreehugger Robot
143*f3782652STreehugger Robot /* Check vld3_dup/vld3q_dup */
144*f3782652STreehugger Robot clean_results ();
145*f3782652STreehugger Robot #undef TEST_MSG
146*f3782652STreehugger Robot #define TEST_MSG "VLD3_DUP/VLD3Q_DUP"
147*f3782652STreehugger Robot TEST_ALL_VLDX_DUP(3);
148*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
149*f3782652STreehugger Robot TEST_ALL_VLDX_DUP_FP16(3);
150*f3782652STreehugger Robot #endif
151*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 0");
152*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(3, 1);
153*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
154*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(3, 1);
155*f3782652STreehugger Robot #endif
156*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 1");
157*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(3, 2);
158*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
159*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(3, 2);
160*f3782652STreehugger Robot #endif
161*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 2");
162*f3782652STreehugger Robot
163*f3782652STreehugger Robot /* Check vld4_dup/vld4q_dup */
164*f3782652STreehugger Robot clean_results ();
165*f3782652STreehugger Robot #undef TEST_MSG
166*f3782652STreehugger Robot #define TEST_MSG "VLD4_DUP/VLD4Q_DUP"
167*f3782652STreehugger Robot TEST_ALL_VLDX_DUP(4);
168*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
169*f3782652STreehugger Robot TEST_ALL_VLDX_DUP_FP16(4);
170*f3782652STreehugger Robot #endif
171*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 0");
172*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(4, 1);
173*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
174*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(4, 1);
175*f3782652STreehugger Robot #endif
176*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 1");
177*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(4, 2);
178*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
179*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(4, 2);
180*f3782652STreehugger Robot #endif
181*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 2");
182*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(4, 3);
183*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
184*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(4, 3);
185*f3782652STreehugger Robot #endif
186*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 3");
187*f3782652STreehugger Robot }
188