| /aosp_15_r20/external/XNNPACK/src/amalgam/ |
| H A D | avx512skx.c | 99 …const __m512 voutput_max_less_zero_point = _mm512_load_ps(params->avx512.output_max_less_zero_poin… in xnn_f32_qs8_vcvt_ukernel__avx512skx_x128() local
217 …const __m512 voutput_max_less_zero_point = _mm512_load_ps(params->avx512.output_max_less_zero_poin… in xnn_f32_qu8_vcvt_ukernel__avx512skx_x128() local
338 …const __m512 voutput_max_less_zero_point = _mm512_load_ps(params->fp32_avx512.output_max_less_zero… in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x25__avx512skx_mul32() local
944 …const __m512 voutput_max_less_zero_point = _mm512_load_ps(params->fp32_avx512.output_max_less_zero… in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x3__avx512skx_mul32() local
1110 …const __m512 voutput_max_less_zero_point = _mm512_load_ps(params->fp32_avx512.output_max_less_zero… in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x9__avx512skx_mul32() local
1407 …const __m512 voutput_max_less_zero_point = _mm512_load_ps(params->fp32_avx512.output_max_less_zero… in xnn_qc8_gemm_minmax_fp32_ukernel_1x16c8__avx512skx() local
1524 …const __m512 voutput_max_less_zero_point = _mm512_load_ps(params->fp32_avx512.output_max_less_zero… in xnn_qc8_gemm_minmax_fp32_ukernel_4x16c8__avx512skx() local
1692 …const __m512 voutput_max_less_zero_point = _mm512_load_ps(params->fp32_avx512.output_max_less_zero… in xnn_qc8_igemm_minmax_fp32_ukernel_1x16c8__avx512skx() local
1814 …const __m512 voutput_max_less_zero_point = _mm512_load_ps(params->fp32_avx512.output_max_less_zero… in xnn_qc8_igemm_minmax_fp32_ukernel_4x16c8__avx512skx() local
1990 …const __m512 voutput_max_less_zero_point = _mm512_load_ps(params->fp32_avx512.output_max_less_zero… in xnn_qs8_dwconv_minmax_fp32_ukernel_up32x25__avx512skx_mul32() local
[all …]
|
| H A D | sse41.c | 426 const __m128 voutput_max_less_zero_point = _mm_load_ps(params->sse4.output_max_less_zero_point); in xnn_f32_qs8_vcvt_ukernel__sse41_x32() local
1435 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x25__sse41_mul16() local
1744 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x25__sse41_mul16() local
1868 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x3__sse41_mul16() local
1935 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x3__sse41_mul16() local
2161 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__sse41_mul16() local
2294 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__sse41_mul16() local
2401 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_gemm_minmax_fp32_ukernel_1x4c8__sse41_ld64() local
2551 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_gemm_minmax_fp32_ukernel_3x4c8__sse41_ld64() local
2687 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_igemm_minmax_fp32_ukernel_1x4c8__sse41_ld64() local
[all …]
|
| H A D | avx2.c | 1601 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->avx2.output_max_less_zero_point); in xnn_f32_qs8_vcvt_ukernel__avx2_x64() local
1727 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->avx2.output_max_less_zero_point); in xnn_f32_qu8_vcvt_ukernel__avx2_x64() local
2663 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x25__avx2_mul32() local
2961 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x3__avx2_mul32() local
3211 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul32() local
3416 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_gemm_minmax_fp32_ukernel_1x8c8__avx2() local
3594 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_gemm_minmax_fp32_ukernel_3x8c8__avx2() local
3761 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_igemm_minmax_fp32_ukernel_1x8c8__avx2() local
3956 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_igemm_minmax_fp32_ukernel_3x8c8__avx2() local
4411 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x25__avx2_mul32() local
[all …]
|
| /aosp_15_r20/external/XNNPACK/src/qc8-dwconv/gen/ |
| H A D | up8x3-minmax-fp32-sse41-mul16.c | 105 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x3__sse41_mul16() local
172 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x3__sse41_mul16() local
|
| H A D | up8x3-minmax-fp32-sse2-mul16.c | 108 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse2.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x3__sse2_mul16() local
178 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse2.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x3__sse2_mul16() local
|
| H A D | up16x3-minmax-fp32-avx-mul16-add16.c | 130 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x3__avx_mul16_add16() local
205 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x3__avx_mul16_add16() local
|
| H A D | up16x3-minmax-fp32-xop-mul16-add16.c | 135 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x3__xop_mul16_add16() local
210 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x3__xop_mul16_add16() local
|
| H A D | up16x9-minmax-fp32-avx2-mul16-add16-vpunpck.c | 183 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_add16_vpunpck() local
303 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_add16_vpunpck() local
|
| H A D | up8x9-minmax-fp32-xop-mul16-add16.c | 204 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__xop_mul16_add16() local
329 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__xop_mul16_add16() local
|
| H A D | up8x9-minmax-fp32-sse41-mul16-add16.c | 199 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__sse41_mul16_add16() local
324 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__sse41_mul16_add16() local
|
| H A D | up8x9-minmax-fp32-sse41-mul16.c | 207 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__sse41_mul16() local
340 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__sse41_mul16() local
|
| H A D | up8x9-minmax-fp32-avx-mul16-add16.c | 199 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__avx_mul16_add16() local
324 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__avx_mul16_add16() local
|
| H A D | up16x9-minmax-fp32-avx2-mul16-vpmovsx.c | 180 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_vpmovsx() local
285 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_vpmovsx() local
|
| H A D | up8x9-minmax-fp32-avx-mul16.c | 207 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__avx_mul16() local
340 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__avx_mul16() local
|
| H A D | up8x9-minmax-fp32-sse2-mul16-add16.c | 204 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse2.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__sse2_mul16_add16() local
334 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse2.output_max_less_zero_poin… in xnn_qc8_dwconv_minmax_fp32_ukernel_up8x9__sse2_mul16_add16() local
|
| H A D | up16x9-minmax-fp32-avx2-mul16-vpunpck.c | 195 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_vpunpck() local
315 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_vpunpck() local
|
| /aosp_15_r20/external/XNNPACK/src/qs8-dwconv/gen/ |
| H A D | up16x9-minmax-fp32-avx2-mul16-add16-vpunpck.c | 181 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_add16_vpunpck() local
300 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_add16_vpunpck() local
|
| H A D | up16x9-minmax-fp32-avx2-mul16-vpunpck.c | 193 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_vpunpck() local
312 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_vpunpck() local
|
| H A D | up8x9-minmax-fp32-sse41-mul16-add16.c | 197 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__sse41_mul16_add16() local
321 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__sse41_mul16_add16() local
|
| H A D | up8x9-minmax-fp32-avx-mul16-add16.c | 197 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__avx_mul16_add16() local
321 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__avx_mul16_add16() local
|
| H A D | up8x9-minmax-fp32-avx-mul16.c | 205 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__avx_mul16() local
337 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__avx_mul16() local
|
| H A D | up8x9-minmax-fp32-xop-mul16-add16.c | 202 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__xop_mul16_add16() local
326 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__xop_mul16_add16() local
|
| H A D | up8x9-minmax-fp32-sse41-mul16.c | 205 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__sse41_mul16() local
337 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse4.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__sse41_mul16() local
|
| H A D | up16x9-minmax-fp32-avx2-mul16-vpmovsx.c | 178 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_vpmovsx() local
282 …const __m256 voutput_max_less_zero_point = _mm256_load_ps(params->fp32_avx2.output_max_less_zero_p… in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul16_vpmovsx() local
|
| H A D | up8x9-minmax-fp32-sse2-mul16-add16.c | 202 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse2.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__sse2_mul16_add16() local
331 …const __m128 voutput_max_less_zero_point = _mm_load_ps(params->fp32_sse2.output_max_less_zero_poin… in xnn_qs8_dwconv_minmax_fp32_ukernel_up8x9__sse2_mul16_add16() local
|