| /aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/src/q8avgpool/ |
| H A D | mp8x9p8q-neon.c | 72 const uint8x8_t vi5 = vld1_u8(i5); in pytorch_q8avgpool_ukernel_mp8x9p8q__neon() local
125 const uint8x8_t vi5 = vreinterpret_u8_u64( in pytorch_q8avgpool_ukernel_mp8x9p8q__neon() local
178 const uint8x8_t vi5 = vld1_u8(i5); in pytorch_q8avgpool_ukernel_mp8x9p8q__neon() local
228 const uint8x8_t vi5 = vreinterpret_u8_u64( in pytorch_q8avgpool_ukernel_mp8x9p8q__neon() local
300 const uint8x8_t vi5 = vld1_u8(i5); in pytorch_q8avgpool_ukernel_mp8x9p8q__neon() local
377 const uint8x8_t vi5 = vreinterpret_u8_u64( in pytorch_q8avgpool_ukernel_mp8x9p8q__neon() local
|
| H A D | mp8x9p8q-sse2.c | 61 const __m128i vi5 = _mm_loadl_epi64((const __m128i*)i5); in pytorch_q8avgpool_ukernel_mp8x9p8q__sse2() local
123 const __m128i vi5 = in pytorch_q8avgpool_ukernel_mp8x9p8q__sse2() local
185 const __m128i vi5 = _mm_loadl_epi64((const __m128i*)i5); in pytorch_q8avgpool_ukernel_mp8x9p8q__sse2() local
243 const __m128i vi5 = in pytorch_q8avgpool_ukernel_mp8x9p8q__sse2() local
323 const __m128i vi5 = _mm_loadl_epi64((const __m128i*)i5); in pytorch_q8avgpool_ukernel_mp8x9p8q__sse2() local
402 const __m128i vi5 = in pytorch_q8avgpool_ukernel_mp8x9p8q__sse2() local
|
| /aosp_15_r20/external/XNNPACK/src/f32-gavgpool/ |
| H A D | 7p7x-minmax-neon-c4.c | 44 const float32x4_t vi5 = vld1q_f32(i5); i5 += 4; in xnn_f32_gavgpool_minmax_ukernel_7p7x__neon_c4() local
75 const float32x4_t vi5 = vld1q_f32(i5); i5 += 4; in xnn_f32_gavgpool_minmax_ukernel_7p7x__neon_c4() local
129 const float32x4_t vi5 = vld1q_f32(i5); i5 += 4; in xnn_f32_gavgpool_minmax_ukernel_7p7x__neon_c4() local
157 const float32x4_t vi5 = vld1q_f32(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__neon_c4() local
|
| H A D | 7p7x-minmax-wasmsimd-x86-c4.c | 49 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__wasmsimd_x86_c4() local
88 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__wasmsimd_x86_c4() local
149 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__wasmsimd_x86_c4() local
181 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__wasmsimd_x86_c4() local
|
| H A D | 7p7x-minmax-wasmsimd-arm-c4.c | 49 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__wasmsimd_arm_c4() local
88 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__wasmsimd_arm_c4() local
149 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__wasmsimd_arm_c4() local
181 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__wasmsimd_arm_c4() local
|
| H A D | 7p7x-minmax-sse-c4.c | 49 const __m128 vi5 = _mm_loadu_ps(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__sse_c4() local
87 const __m128 vi5 = _mm_loadu_ps(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__sse_c4() local
148 const __m128 vi5 = _mm_loadu_ps(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__sse_c4() local
180 const __m128 vi5 = _mm_loadu_ps(i5); in xnn_f32_gavgpool_minmax_ukernel_7p7x__sse_c4() local
|
| /aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/src/q8gavgpool/ |
| H A D | mp8x7p7q-neon.c | 52 const uint8x8_t vi5 = vld1_u8(i5); in pytorch_q8gavgpool_ukernel_mp8x7p7q__neon() local
95 const uint8x8_t vi5 = vld1_u8(i5); in pytorch_q8gavgpool_ukernel_mp8x7p7q__neon() local
174 const uint8x8_t vi5 = vld1_u8(i5); in pytorch_q8gavgpool_ukernel_mp8x7p7q__neon() local
248 const uint8x8_t vi5 = in pytorch_q8gavgpool_ukernel_mp8x7p7q__neon() local
|
| H A D | mp8x7p7q-sse2.c | 54 const __m128i vi5 = _mm_loadl_epi64((const __m128i*)i5); in pytorch_q8gavgpool_ukernel_mp8x7p7q__sse2() local
108 const __m128i vi5 = _mm_loadl_epi64((const __m128i*)i5); in pytorch_q8gavgpool_ukernel_mp8x7p7q__sse2() local
184 const __m128i vi5 = _mm_loadl_epi64((const __m128i*)i5); in pytorch_q8gavgpool_ukernel_mp8x7p7q__sse2() local
260 const __m128i vi5 = in pytorch_q8gavgpool_ukernel_mp8x7p7q__sse2() local
|
| /aosp_15_r20/external/XNNPACK/src/u8-maxpool/ |
| H A D | 9p8x-minmax-neon-c16.c | 86 const uint8x16_t vi5 = vld1q_u8(i5); i5 += 16; in xnn_u8_maxpool_minmax_ukernel_9p8x__neon_c16() local
109 const uint8x16_t vi5 = vld1q_u8(i5); in xnn_u8_maxpool_minmax_ukernel_9p8x__neon_c16() local
190 const uint8x16_t vi5 = vld1q_u8(i5); i5 += 16; in xnn_u8_maxpool_minmax_ukernel_9p8x__neon_c16() local
213 const uint8x16_t vi5 = vld1q_u8(i5); in xnn_u8_maxpool_minmax_ukernel_9p8x__neon_c16() local
|
| H A D | 9p8x-minmax-sse2-c16.c | 88 const __m128i vi5 = _mm_loadu_si128((const __m128i*) i5); i5 += 16; in xnn_u8_maxpool_minmax_ukernel_9p8x__sse2_c16() local
112 const __m128i vi5 = _mm_loadu_si128((const __m128i*) i5); in xnn_u8_maxpool_minmax_ukernel_9p8x__sse2_c16() local
197 const __m128i vi5 = _mm_loadu_si128((const __m128i*) i5); i5 += 16; in xnn_u8_maxpool_minmax_ukernel_9p8x__sse2_c16() local
222 const __m128i vi5 = _mm_loadu_si128((const __m128i*) i5); in xnn_u8_maxpool_minmax_ukernel_9p8x__sse2_c16() local
|
| H A D | 9p8x-minmax-wasmsimd-c16.c | 89 const v128_t vi5 = wasm_v128_load(i5); in xnn_u8_maxpool_minmax_ukernel_9p8x__wasmsimd_c16() local
117 const v128_t vi5 = wasm_v128_load(i5); in xnn_u8_maxpool_minmax_ukernel_9p8x__wasmsimd_c16() local
208 const v128_t vi5 = wasm_v128_load(i5); in xnn_u8_maxpool_minmax_ukernel_9p8x__wasmsimd_c16() local
236 const v128_t vi5 = wasm_v128_load(i5); in xnn_u8_maxpool_minmax_ukernel_9p8x__wasmsimd_c16() local
|
| /aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/src/u8maxpool/ |
| H A D | 16x9p8q-sse2.c | 82 const __m128i vi5 = _mm_loadu_si128((const __m128i*)i5); in pytorch_u8maxpool_ukernel_16x9p8q__sse2() local
125 const __m128i vi5 = _mm_loadu_si128((const __m128i*)i5); in pytorch_u8maxpool_ukernel_16x9p8q__sse2() local
190 const __m128i vi5 = _mm_loadu_si128((const __m128i*)i5); in pytorch_u8maxpool_ukernel_16x9p8q__sse2() local
231 const __m128i vi5 = _mm_loadu_si128((const __m128i*)i5); in pytorch_u8maxpool_ukernel_16x9p8q__sse2() local
|
| H A D | 16x9p8q-neon.c | 79 const uint8x16_t vi5 = vld1q_u8(i5); in pytorch_u8maxpool_ukernel_16x9p8q__neon() local
122 const uint8x16_t vi5 = vld1q_u8(i5); in pytorch_u8maxpool_ukernel_16x9p8q__neon() local
187 const uint8x16_t vi5 = vld1q_u8(i5); in pytorch_u8maxpool_ukernel_16x9p8q__neon() local
228 const uint8x16_t vi5 = vld1q_u8(i5); in pytorch_u8maxpool_ukernel_16x9p8q__neon() local
|
| /aosp_15_r20/external/XNNPACK/src/s8-maxpool/ |
| H A D | 9p8x-minmax-sse41-c16.c | 85 const __m128i vi5 = _mm_loadu_si128((const __m128i*) i5); i5 += 16; in xnn_s8_maxpool_minmax_ukernel_9p8x__sse41_c16() local
109 const __m128i vi5 = _mm_loadu_si128((const __m128i*) i5); in xnn_s8_maxpool_minmax_ukernel_9p8x__sse41_c16() local
194 const __m128i vi5 = _mm_loadu_si128((const __m128i*) i5); i5 += 16; in xnn_s8_maxpool_minmax_ukernel_9p8x__sse41_c16() local
219 const __m128i vi5 = _mm_loadu_si128((const __m128i*) i5); in xnn_s8_maxpool_minmax_ukernel_9p8x__sse41_c16() local
|
| H A D | 9p8x-minmax-neon-c16.c | 83 const int8x16_t vi5 = vld1q_s8(i5); i5 += 16; in xnn_s8_maxpool_minmax_ukernel_9p8x__neon_c16() local
107 const int8x16_t vi5 = vld1q_s8(i5); in xnn_s8_maxpool_minmax_ukernel_9p8x__neon_c16() local
189 const int8x16_t vi5 = vld1q_s8(i5); i5 += 16; in xnn_s8_maxpool_minmax_ukernel_9p8x__neon_c16() local
213 const int8x16_t vi5 = vld1q_s8(i5); in xnn_s8_maxpool_minmax_ukernel_9p8x__neon_c16() local
|
| H A D | 9p8x-minmax-wasmsimd-c16.c | 89 const v128_t vi5 = wasm_v128_load(i5); in xnn_s8_maxpool_minmax_ukernel_9p8x__wasmsimd_c16() local
117 const v128_t vi5 = wasm_v128_load(i5); in xnn_s8_maxpool_minmax_ukernel_9p8x__wasmsimd_c16() local
208 const v128_t vi5 = wasm_v128_load(i5); in xnn_s8_maxpool_minmax_ukernel_9p8x__wasmsimd_c16() local
236 const v128_t vi5 = wasm_v128_load(i5); in xnn_s8_maxpool_minmax_ukernel_9p8x__wasmsimd_c16() local
|
| H A D | 9p8x-minmax-sse2-c16.c | 91 const __m128i vi5 = _mm_xor_si128(_mm_loadu_si128((const __m128i*) i5), vbias); in xnn_s8_maxpool_minmax_ukernel_9p8x__sse2_c16() local
120 const __m128i vi5 = _mm_xor_si128(_mm_loadu_si128((const __m128i*) i5), vbias); in xnn_s8_maxpool_minmax_ukernel_9p8x__sse2_c16() local
211 const __m128i vi5 = _mm_xor_si128(_mm_loadu_si128((const __m128i*) i5), vbias); in xnn_s8_maxpool_minmax_ukernel_9p8x__sse2_c16() local
240 const __m128i vi5 = _mm_xor_si128(_mm_loadu_si128((const __m128i*) i5), vbias); in xnn_s8_maxpool_minmax_ukernel_9p8x__sse2_c16() local
|
| /aosp_15_r20/external/XNNPACK/src/f32-maxpool/ |
| H A D | 9p8x-minmax-wasmsimd-arm-c4.c | 88 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__wasmsimd_arm_c4() local
121 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__wasmsimd_arm_c4() local
203 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__wasmsimd_arm_c4() local
230 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__wasmsimd_arm_c4() local
|
| H A D | 9p8x-minmax-neon-c4.c | 83 const float32x4_t vi5 = vld1q_f32(i5); i5 += 4; in xnn_f32_maxpool_minmax_ukernel_9p8x__neon_c4() local
106 const float32x4_t vi5 = vld1q_f32(i5); i5 += 4; in xnn_f32_maxpool_minmax_ukernel_9p8x__neon_c4() local
179 const float32x4_t vi5 = vld1q_f32(i5); i5 += 4; in xnn_f32_maxpool_minmax_ukernel_9p8x__neon_c4() local
202 const float32x4_t vi5 = vld1q_f32(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__neon_c4() local
|
| H A D | 9p8x-minmax-sse-c4.c | 88 const __m128 vi5 = _mm_loadu_ps(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__sse_c4() local
121 const __m128 vi5 = _mm_loadu_ps(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__sse_c4() local
204 const __m128 vi5 = _mm_loadu_ps(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__sse_c4() local
231 const __m128 vi5 = _mm_loadu_ps(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__sse_c4() local
|
| H A D | 9p8x-minmax-wasmsimd-x86-c4.c | 88 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__wasmsimd_x86_c4() local
124 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__wasmsimd_x86_c4() local
209 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__wasmsimd_x86_c4() local
239 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_maxpool_minmax_ukernel_9p8x__wasmsimd_x86_c4() local
|
| /aosp_15_r20/external/XNNPACK/src/f16-maxpool/ |
| H A D | 9p8x-minmax-neonfp16arith-c8.c | 83 const float16x8_t vi5 = vld1q_f16(i5); i5 += 8; in xnn_f16_maxpool_minmax_ukernel_9p8x__neonfp16arith_c8() local
106 const float16x8_t vi5 = vld1q_f16(i5); i5 += 8; in xnn_f16_maxpool_minmax_ukernel_9p8x__neonfp16arith_c8() local
183 const float16x8_t vi5 = vld1q_f16(i5); i5 += 8; in xnn_f16_maxpool_minmax_ukernel_9p8x__neonfp16arith_c8() local
206 const float16x8_t vi5 = vld1q_f16(i5); in xnn_f16_maxpool_minmax_ukernel_9p8x__neonfp16arith_c8() local
|
| H A D | 9p8x-minmax-f16c-c8.c | 89 const __m256 vi5 = _mm256_cvtph_ps(_mm_loadu_si128((const __m128i*) i5)); in xnn_f16_maxpool_minmax_ukernel_9p8x__f16c_c8() local
122 const __m256 vi5 = _mm256_cvtph_ps(_mm_loadu_si128((const __m128i*) i5)); in xnn_f16_maxpool_minmax_ukernel_9p8x__f16c_c8() local
211 const __m256 vi5 = _mm256_cvtph_ps(_mm_loadu_si128((const __m128i*) i5)); in xnn_f16_maxpool_minmax_ukernel_9p8x__f16c_c8() local
238 const __m256 vi5 = _mm256_cvtph_ps(_mm_loadu_si128((const __m128i*) i5)); in xnn_f16_maxpool_minmax_ukernel_9p8x__f16c_c8() local
|
| /aosp_15_r20/external/XNNPACK/src/f32-avgpool/ |
| H A D | 9p8x-minmax-wasmsimd-arm-c4.c | 94 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_avgpool_minmax_ukernel_9p8x__wasmsimd_arm_c4() local
172 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_avgpool_minmax_ukernel_9p8x__wasmsimd_arm_c4() local
271 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_avgpool_minmax_ukernel_9p8x__wasmsimd_arm_c4() local
304 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_avgpool_minmax_ukernel_9p8x__wasmsimd_arm_c4() local
|
| H A D | 9p8x-minmax-wasmsimd-x86-c4.c | 94 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_avgpool_minmax_ukernel_9p8x__wasmsimd_x86_c4() local
172 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_avgpool_minmax_ukernel_9p8x__wasmsimd_x86_c4() local
271 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_avgpool_minmax_ukernel_9p8x__wasmsimd_x86_c4() local
304 const v128_t vi5 = wasm_v128_load(i5); in xnn_f32_avgpool_minmax_ukernel_9p8x__wasmsimd_x86_c4() local
|