xref: /aosp_15_r20/prebuilts/sdk/renderscript/clang-include/avx512ifmavlintrin.h (revision 344a7f5ef16c479e7a7f54ee6567a9d112f9e72b)
1*344a7f5eSAndroid Build Coastguard Worker /*===------------- avx512ifmavlintrin.h - IFMA intrinsics ------------------===
2*344a7f5eSAndroid Build Coastguard Worker  *
3*344a7f5eSAndroid Build Coastguard Worker  *
4*344a7f5eSAndroid Build Coastguard Worker  * Permission is hereby granted, free of charge, to any person obtaining a copy
5*344a7f5eSAndroid Build Coastguard Worker  * of this software and associated documentation files (the "Software"), to deal
6*344a7f5eSAndroid Build Coastguard Worker  * in the Software without restriction, including without limitation the rights
7*344a7f5eSAndroid Build Coastguard Worker  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
8*344a7f5eSAndroid Build Coastguard Worker  * copies of the Software, and to permit persons to whom the Software is
9*344a7f5eSAndroid Build Coastguard Worker  * furnished to do so, subject to the following conditions:
10*344a7f5eSAndroid Build Coastguard Worker  *
11*344a7f5eSAndroid Build Coastguard Worker  * The above copyright notice and this permission notice shall be included in
12*344a7f5eSAndroid Build Coastguard Worker  * all copies or substantial portions of the Software.
13*344a7f5eSAndroid Build Coastguard Worker  *
14*344a7f5eSAndroid Build Coastguard Worker  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15*344a7f5eSAndroid Build Coastguard Worker  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16*344a7f5eSAndroid Build Coastguard Worker  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
17*344a7f5eSAndroid Build Coastguard Worker  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18*344a7f5eSAndroid Build Coastguard Worker  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19*344a7f5eSAndroid Build Coastguard Worker  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
20*344a7f5eSAndroid Build Coastguard Worker  * THE SOFTWARE.
21*344a7f5eSAndroid Build Coastguard Worker  *
22*344a7f5eSAndroid Build Coastguard Worker  *===-----------------------------------------------------------------------===
23*344a7f5eSAndroid Build Coastguard Worker  */
24*344a7f5eSAndroid Build Coastguard Worker #ifndef __IMMINTRIN_H
25*344a7f5eSAndroid Build Coastguard Worker #error "Never use <avx512ifmavlintrin.h> directly; include <immintrin.h> instead."
26*344a7f5eSAndroid Build Coastguard Worker #endif
27*344a7f5eSAndroid Build Coastguard Worker 
28*344a7f5eSAndroid Build Coastguard Worker #ifndef __IFMAVLINTRIN_H
29*344a7f5eSAndroid Build Coastguard Worker #define __IFMAVLINTRIN_H
30*344a7f5eSAndroid Build Coastguard Worker 
31*344a7f5eSAndroid Build Coastguard Worker /* Define the default attributes for the functions in this file. */
32*344a7f5eSAndroid Build Coastguard Worker #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512ifma,avx512vl")))
33*344a7f5eSAndroid Build Coastguard Worker 
34*344a7f5eSAndroid Build Coastguard Worker 
35*344a7f5eSAndroid Build Coastguard Worker 
36*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_madd52hi_epu64(__m128i __X,__m128i __Y,__m128i __Z)37*344a7f5eSAndroid Build Coastguard Worker _mm_madd52hi_epu64 (__m128i __X, __m128i __Y, __m128i __Z)
38*344a7f5eSAndroid Build Coastguard Worker {
39*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpmadd52huq128_mask ((__v2di) __X,
40*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __Y,
41*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __Z,
42*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) -1);
43*344a7f5eSAndroid Build Coastguard Worker }
44*344a7f5eSAndroid Build Coastguard Worker 
45*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_madd52hi_epu64(__m128i __W,__mmask8 __M,__m128i __X,__m128i __Y)46*344a7f5eSAndroid Build Coastguard Worker _mm_mask_madd52hi_epu64 (__m128i __W, __mmask8 __M, __m128i __X, __m128i __Y)
47*344a7f5eSAndroid Build Coastguard Worker {
48*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpmadd52huq128_mask ((__v2di) __W,
49*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __X,
50*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __Y,
51*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __M);
52*344a7f5eSAndroid Build Coastguard Worker }
53*344a7f5eSAndroid Build Coastguard Worker 
54*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_madd52hi_epu64(__mmask8 __M,__m128i __X,__m128i __Y,__m128i __Z)55*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_madd52hi_epu64 (__mmask8 __M, __m128i __X, __m128i __Y, __m128i __Z)
56*344a7f5eSAndroid Build Coastguard Worker {
57*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpmadd52huq128_maskz ((__v2di) __X,
58*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __Y,
59*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __Z,
60*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __M);
61*344a7f5eSAndroid Build Coastguard Worker }
62*344a7f5eSAndroid Build Coastguard Worker 
63*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_madd52hi_epu64(__m256i __X,__m256i __Y,__m256i __Z)64*344a7f5eSAndroid Build Coastguard Worker _mm256_madd52hi_epu64 (__m256i __X, __m256i __Y, __m256i __Z)
65*344a7f5eSAndroid Build Coastguard Worker {
66*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpmadd52huq256_mask ((__v4di) __X,
67*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __Y,
68*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __Z,
69*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) -1);
70*344a7f5eSAndroid Build Coastguard Worker }
71*344a7f5eSAndroid Build Coastguard Worker 
72*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_madd52hi_epu64(__m256i __W,__mmask8 __M,__m256i __X,__m256i __Y)73*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_madd52hi_epu64 (__m256i __W, __mmask8 __M, __m256i __X,
74*344a7f5eSAndroid Build Coastguard Worker           __m256i __Y)
75*344a7f5eSAndroid Build Coastguard Worker {
76*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpmadd52huq256_mask ((__v4di) __W,
77*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __X,
78*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __Y,
79*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __M);
80*344a7f5eSAndroid Build Coastguard Worker }
81*344a7f5eSAndroid Build Coastguard Worker 
82*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_madd52hi_epu64(__mmask8 __M,__m256i __X,__m256i __Y,__m256i __Z)83*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_madd52hi_epu64 (__mmask8 __M, __m256i __X, __m256i __Y, __m256i __Z)
84*344a7f5eSAndroid Build Coastguard Worker {
85*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpmadd52huq256_maskz ((__v4di) __X,
86*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __Y,
87*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __Z,
88*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __M);
89*344a7f5eSAndroid Build Coastguard Worker }
90*344a7f5eSAndroid Build Coastguard Worker 
91*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_madd52lo_epu64(__m128i __X,__m128i __Y,__m128i __Z)92*344a7f5eSAndroid Build Coastguard Worker _mm_madd52lo_epu64 (__m128i __X, __m128i __Y, __m128i __Z)
93*344a7f5eSAndroid Build Coastguard Worker {
94*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpmadd52luq128_mask ((__v2di) __X,
95*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __Y,
96*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __Z,
97*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) -1);
98*344a7f5eSAndroid Build Coastguard Worker }
99*344a7f5eSAndroid Build Coastguard Worker 
100*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_madd52lo_epu64(__m128i __W,__mmask8 __M,__m128i __X,__m128i __Y)101*344a7f5eSAndroid Build Coastguard Worker _mm_mask_madd52lo_epu64 (__m128i __W, __mmask8 __M, __m128i __X, __m128i __Y)
102*344a7f5eSAndroid Build Coastguard Worker {
103*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpmadd52luq128_mask ((__v2di) __W,
104*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __X,
105*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __Y,
106*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __M);
107*344a7f5eSAndroid Build Coastguard Worker }
108*344a7f5eSAndroid Build Coastguard Worker 
109*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_madd52lo_epu64(__mmask8 __M,__m128i __X,__m128i __Y,__m128i __Z)110*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_madd52lo_epu64 (__mmask8 __M, __m128i __X, __m128i __Y, __m128i __Z)
111*344a7f5eSAndroid Build Coastguard Worker {
112*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpmadd52luq128_maskz ((__v2di) __X,
113*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __Y,
114*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __Z,
115*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __M);
116*344a7f5eSAndroid Build Coastguard Worker }
117*344a7f5eSAndroid Build Coastguard Worker 
118*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_madd52lo_epu64(__m256i __X,__m256i __Y,__m256i __Z)119*344a7f5eSAndroid Build Coastguard Worker _mm256_madd52lo_epu64 (__m256i __X, __m256i __Y, __m256i __Z)
120*344a7f5eSAndroid Build Coastguard Worker {
121*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpmadd52luq256_mask ((__v4di) __X,
122*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __Y,
123*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __Z,
124*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) -1);
125*344a7f5eSAndroid Build Coastguard Worker }
126*344a7f5eSAndroid Build Coastguard Worker 
127*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_madd52lo_epu64(__m256i __W,__mmask8 __M,__m256i __X,__m256i __Y)128*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_madd52lo_epu64 (__m256i __W, __mmask8 __M, __m256i __X,
129*344a7f5eSAndroid Build Coastguard Worker           __m256i __Y)
130*344a7f5eSAndroid Build Coastguard Worker {
131*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpmadd52luq256_mask ((__v4di) __W,
132*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __X,
133*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __Y,
134*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __M);
135*344a7f5eSAndroid Build Coastguard Worker }
136*344a7f5eSAndroid Build Coastguard Worker 
137*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_madd52lo_epu64(__mmask8 __M,__m256i __X,__m256i __Y,__m256i __Z)138*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_madd52lo_epu64 (__mmask8 __M, __m256i __X, __m256i __Y, __m256i __Z)
139*344a7f5eSAndroid Build Coastguard Worker {
140*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpmadd52luq256_maskz ((__v4di) __X,
141*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __Y,
142*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __Z,
143*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __M);
144*344a7f5eSAndroid Build Coastguard Worker }
145*344a7f5eSAndroid Build Coastguard Worker 
146*344a7f5eSAndroid Build Coastguard Worker 
147*344a7f5eSAndroid Build Coastguard Worker #undef __DEFAULT_FN_ATTRS
148*344a7f5eSAndroid Build Coastguard Worker 
149*344a7f5eSAndroid Build Coastguard Worker #endif
150