1*344a7f5eSAndroid Build Coastguard Worker /*===------------- avx512ifmavlintrin.h - IFMA intrinsics ------------------===
2*344a7f5eSAndroid Build Coastguard Worker *
3*344a7f5eSAndroid Build Coastguard Worker *
4*344a7f5eSAndroid Build Coastguard Worker * Permission is hereby granted, free of charge, to any person obtaining a copy
5*344a7f5eSAndroid Build Coastguard Worker * of this software and associated documentation files (the "Software"), to deal
6*344a7f5eSAndroid Build Coastguard Worker * in the Software without restriction, including without limitation the rights
7*344a7f5eSAndroid Build Coastguard Worker * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
8*344a7f5eSAndroid Build Coastguard Worker * copies of the Software, and to permit persons to whom the Software is
9*344a7f5eSAndroid Build Coastguard Worker * furnished to do so, subject to the following conditions:
10*344a7f5eSAndroid Build Coastguard Worker *
11*344a7f5eSAndroid Build Coastguard Worker * The above copyright notice and this permission notice shall be included in
12*344a7f5eSAndroid Build Coastguard Worker * all copies or substantial portions of the Software.
13*344a7f5eSAndroid Build Coastguard Worker *
14*344a7f5eSAndroid Build Coastguard Worker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15*344a7f5eSAndroid Build Coastguard Worker * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16*344a7f5eSAndroid Build Coastguard Worker * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
17*344a7f5eSAndroid Build Coastguard Worker * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18*344a7f5eSAndroid Build Coastguard Worker * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19*344a7f5eSAndroid Build Coastguard Worker * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
20*344a7f5eSAndroid Build Coastguard Worker * THE SOFTWARE.
21*344a7f5eSAndroid Build Coastguard Worker *
22*344a7f5eSAndroid Build Coastguard Worker *===-----------------------------------------------------------------------===
23*344a7f5eSAndroid Build Coastguard Worker */
24*344a7f5eSAndroid Build Coastguard Worker #ifndef __IMMINTRIN_H
25*344a7f5eSAndroid Build Coastguard Worker #error "Never use <avx512ifmavlintrin.h> directly; include <immintrin.h> instead."
26*344a7f5eSAndroid Build Coastguard Worker #endif
27*344a7f5eSAndroid Build Coastguard Worker
28*344a7f5eSAndroid Build Coastguard Worker #ifndef __IFMAVLINTRIN_H
29*344a7f5eSAndroid Build Coastguard Worker #define __IFMAVLINTRIN_H
30*344a7f5eSAndroid Build Coastguard Worker
31*344a7f5eSAndroid Build Coastguard Worker /* Define the default attributes for the functions in this file. */
32*344a7f5eSAndroid Build Coastguard Worker #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512ifma,avx512vl")))
33*344a7f5eSAndroid Build Coastguard Worker
34*344a7f5eSAndroid Build Coastguard Worker
35*344a7f5eSAndroid Build Coastguard Worker
36*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_madd52hi_epu64(__m128i __X,__m128i __Y,__m128i __Z)37*344a7f5eSAndroid Build Coastguard Worker _mm_madd52hi_epu64 (__m128i __X, __m128i __Y, __m128i __Z)
38*344a7f5eSAndroid Build Coastguard Worker {
39*344a7f5eSAndroid Build Coastguard Worker return (__m128i) __builtin_ia32_vpmadd52huq128_mask ((__v2di) __X,
40*344a7f5eSAndroid Build Coastguard Worker (__v2di) __Y,
41*344a7f5eSAndroid Build Coastguard Worker (__v2di) __Z,
42*344a7f5eSAndroid Build Coastguard Worker (__mmask8) -1);
43*344a7f5eSAndroid Build Coastguard Worker }
44*344a7f5eSAndroid Build Coastguard Worker
45*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_madd52hi_epu64(__m128i __W,__mmask8 __M,__m128i __X,__m128i __Y)46*344a7f5eSAndroid Build Coastguard Worker _mm_mask_madd52hi_epu64 (__m128i __W, __mmask8 __M, __m128i __X, __m128i __Y)
47*344a7f5eSAndroid Build Coastguard Worker {
48*344a7f5eSAndroid Build Coastguard Worker return (__m128i) __builtin_ia32_vpmadd52huq128_mask ((__v2di) __W,
49*344a7f5eSAndroid Build Coastguard Worker (__v2di) __X,
50*344a7f5eSAndroid Build Coastguard Worker (__v2di) __Y,
51*344a7f5eSAndroid Build Coastguard Worker (__mmask8) __M);
52*344a7f5eSAndroid Build Coastguard Worker }
53*344a7f5eSAndroid Build Coastguard Worker
54*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_madd52hi_epu64(__mmask8 __M,__m128i __X,__m128i __Y,__m128i __Z)55*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_madd52hi_epu64 (__mmask8 __M, __m128i __X, __m128i __Y, __m128i __Z)
56*344a7f5eSAndroid Build Coastguard Worker {
57*344a7f5eSAndroid Build Coastguard Worker return (__m128i) __builtin_ia32_vpmadd52huq128_maskz ((__v2di) __X,
58*344a7f5eSAndroid Build Coastguard Worker (__v2di) __Y,
59*344a7f5eSAndroid Build Coastguard Worker (__v2di) __Z,
60*344a7f5eSAndroid Build Coastguard Worker (__mmask8) __M);
61*344a7f5eSAndroid Build Coastguard Worker }
62*344a7f5eSAndroid Build Coastguard Worker
63*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_madd52hi_epu64(__m256i __X,__m256i __Y,__m256i __Z)64*344a7f5eSAndroid Build Coastguard Worker _mm256_madd52hi_epu64 (__m256i __X, __m256i __Y, __m256i __Z)
65*344a7f5eSAndroid Build Coastguard Worker {
66*344a7f5eSAndroid Build Coastguard Worker return (__m256i) __builtin_ia32_vpmadd52huq256_mask ((__v4di) __X,
67*344a7f5eSAndroid Build Coastguard Worker (__v4di) __Y,
68*344a7f5eSAndroid Build Coastguard Worker (__v4di) __Z,
69*344a7f5eSAndroid Build Coastguard Worker (__mmask8) -1);
70*344a7f5eSAndroid Build Coastguard Worker }
71*344a7f5eSAndroid Build Coastguard Worker
72*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_madd52hi_epu64(__m256i __W,__mmask8 __M,__m256i __X,__m256i __Y)73*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_madd52hi_epu64 (__m256i __W, __mmask8 __M, __m256i __X,
74*344a7f5eSAndroid Build Coastguard Worker __m256i __Y)
75*344a7f5eSAndroid Build Coastguard Worker {
76*344a7f5eSAndroid Build Coastguard Worker return (__m256i) __builtin_ia32_vpmadd52huq256_mask ((__v4di) __W,
77*344a7f5eSAndroid Build Coastguard Worker (__v4di) __X,
78*344a7f5eSAndroid Build Coastguard Worker (__v4di) __Y,
79*344a7f5eSAndroid Build Coastguard Worker (__mmask8) __M);
80*344a7f5eSAndroid Build Coastguard Worker }
81*344a7f5eSAndroid Build Coastguard Worker
82*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_madd52hi_epu64(__mmask8 __M,__m256i __X,__m256i __Y,__m256i __Z)83*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_madd52hi_epu64 (__mmask8 __M, __m256i __X, __m256i __Y, __m256i __Z)
84*344a7f5eSAndroid Build Coastguard Worker {
85*344a7f5eSAndroid Build Coastguard Worker return (__m256i) __builtin_ia32_vpmadd52huq256_maskz ((__v4di) __X,
86*344a7f5eSAndroid Build Coastguard Worker (__v4di) __Y,
87*344a7f5eSAndroid Build Coastguard Worker (__v4di) __Z,
88*344a7f5eSAndroid Build Coastguard Worker (__mmask8) __M);
89*344a7f5eSAndroid Build Coastguard Worker }
90*344a7f5eSAndroid Build Coastguard Worker
91*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_madd52lo_epu64(__m128i __X,__m128i __Y,__m128i __Z)92*344a7f5eSAndroid Build Coastguard Worker _mm_madd52lo_epu64 (__m128i __X, __m128i __Y, __m128i __Z)
93*344a7f5eSAndroid Build Coastguard Worker {
94*344a7f5eSAndroid Build Coastguard Worker return (__m128i) __builtin_ia32_vpmadd52luq128_mask ((__v2di) __X,
95*344a7f5eSAndroid Build Coastguard Worker (__v2di) __Y,
96*344a7f5eSAndroid Build Coastguard Worker (__v2di) __Z,
97*344a7f5eSAndroid Build Coastguard Worker (__mmask8) -1);
98*344a7f5eSAndroid Build Coastguard Worker }
99*344a7f5eSAndroid Build Coastguard Worker
100*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_madd52lo_epu64(__m128i __W,__mmask8 __M,__m128i __X,__m128i __Y)101*344a7f5eSAndroid Build Coastguard Worker _mm_mask_madd52lo_epu64 (__m128i __W, __mmask8 __M, __m128i __X, __m128i __Y)
102*344a7f5eSAndroid Build Coastguard Worker {
103*344a7f5eSAndroid Build Coastguard Worker return (__m128i) __builtin_ia32_vpmadd52luq128_mask ((__v2di) __W,
104*344a7f5eSAndroid Build Coastguard Worker (__v2di) __X,
105*344a7f5eSAndroid Build Coastguard Worker (__v2di) __Y,
106*344a7f5eSAndroid Build Coastguard Worker (__mmask8) __M);
107*344a7f5eSAndroid Build Coastguard Worker }
108*344a7f5eSAndroid Build Coastguard Worker
109*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_madd52lo_epu64(__mmask8 __M,__m128i __X,__m128i __Y,__m128i __Z)110*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_madd52lo_epu64 (__mmask8 __M, __m128i __X, __m128i __Y, __m128i __Z)
111*344a7f5eSAndroid Build Coastguard Worker {
112*344a7f5eSAndroid Build Coastguard Worker return (__m128i) __builtin_ia32_vpmadd52luq128_maskz ((__v2di) __X,
113*344a7f5eSAndroid Build Coastguard Worker (__v2di) __Y,
114*344a7f5eSAndroid Build Coastguard Worker (__v2di) __Z,
115*344a7f5eSAndroid Build Coastguard Worker (__mmask8) __M);
116*344a7f5eSAndroid Build Coastguard Worker }
117*344a7f5eSAndroid Build Coastguard Worker
118*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_madd52lo_epu64(__m256i __X,__m256i __Y,__m256i __Z)119*344a7f5eSAndroid Build Coastguard Worker _mm256_madd52lo_epu64 (__m256i __X, __m256i __Y, __m256i __Z)
120*344a7f5eSAndroid Build Coastguard Worker {
121*344a7f5eSAndroid Build Coastguard Worker return (__m256i) __builtin_ia32_vpmadd52luq256_mask ((__v4di) __X,
122*344a7f5eSAndroid Build Coastguard Worker (__v4di) __Y,
123*344a7f5eSAndroid Build Coastguard Worker (__v4di) __Z,
124*344a7f5eSAndroid Build Coastguard Worker (__mmask8) -1);
125*344a7f5eSAndroid Build Coastguard Worker }
126*344a7f5eSAndroid Build Coastguard Worker
127*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_madd52lo_epu64(__m256i __W,__mmask8 __M,__m256i __X,__m256i __Y)128*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_madd52lo_epu64 (__m256i __W, __mmask8 __M, __m256i __X,
129*344a7f5eSAndroid Build Coastguard Worker __m256i __Y)
130*344a7f5eSAndroid Build Coastguard Worker {
131*344a7f5eSAndroid Build Coastguard Worker return (__m256i) __builtin_ia32_vpmadd52luq256_mask ((__v4di) __W,
132*344a7f5eSAndroid Build Coastguard Worker (__v4di) __X,
133*344a7f5eSAndroid Build Coastguard Worker (__v4di) __Y,
134*344a7f5eSAndroid Build Coastguard Worker (__mmask8) __M);
135*344a7f5eSAndroid Build Coastguard Worker }
136*344a7f5eSAndroid Build Coastguard Worker
137*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_madd52lo_epu64(__mmask8 __M,__m256i __X,__m256i __Y,__m256i __Z)138*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_madd52lo_epu64 (__mmask8 __M, __m256i __X, __m256i __Y, __m256i __Z)
139*344a7f5eSAndroid Build Coastguard Worker {
140*344a7f5eSAndroid Build Coastguard Worker return (__m256i) __builtin_ia32_vpmadd52luq256_maskz ((__v4di) __X,
141*344a7f5eSAndroid Build Coastguard Worker (__v4di) __Y,
142*344a7f5eSAndroid Build Coastguard Worker (__v4di) __Z,
143*344a7f5eSAndroid Build Coastguard Worker (__mmask8) __M);
144*344a7f5eSAndroid Build Coastguard Worker }
145*344a7f5eSAndroid Build Coastguard Worker
146*344a7f5eSAndroid Build Coastguard Worker
147*344a7f5eSAndroid Build Coastguard Worker #undef __DEFAULT_FN_ATTRS
148*344a7f5eSAndroid Build Coastguard Worker
149*344a7f5eSAndroid Build Coastguard Worker #endif
150