/aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/src/ |
H A D | convolution.c | 60 const uint8_t* kernel_zero_points, in pytorch_qnnp_create_convolution_ndhwc_q8() argument 249 kernel_zero_points[0], in pytorch_qnnp_create_convolution_ndhwc_q8() 401 kernel_zero_points[0], in pytorch_qnnp_create_convolution_ndhwc_q8() 428 kernel_zero_points[0], in pytorch_qnnp_create_convolution_ndhwc_q8() 442 kernel_zero_points[0], in pytorch_qnnp_create_convolution_ndhwc_q8() 447 kernel_zero_points + group * group_output_channels, in pytorch_qnnp_create_convolution_ndhwc_q8() 462 kernel_zero_points[0], in pytorch_qnnp_create_convolution_ndhwc_q8() 469 kernel_zero_points + group * group_output_channels, in pytorch_qnnp_create_convolution_ndhwc_q8() 519 convolution->kernel_zero_point = kernel_zero_points[0]; in pytorch_qnnp_create_convolution_ndhwc_q8() 529 kernel_zero_points, in pytorch_qnnp_create_convolution_ndhwc_q8() [all …]
|
H A D | fully-connected.c | 28 const uint8_t* kernel_zero_points, in pytorch_qnnp_create_fully_connected_nc_q8() argument 84 kernel_zero_points[0], in pytorch_qnnp_create_fully_connected_nc_q8() 95 kernel_zero_points[0], in pytorch_qnnp_create_fully_connected_nc_q8() 100 kernel_zero_points, in pytorch_qnnp_create_fully_connected_nc_q8() 108 fully_connected->kernel_zero_point = kernel_zero_points[0]; in pytorch_qnnp_create_fully_connected_nc_q8() 113 kernel_zero_points, in pytorch_qnnp_create_fully_connected_nc_q8()
|
H A D | deconvolution.c | 53 const uint8_t* kernel_zero_points, in pytorch_qnnp_create_deconvolution2d_nhwc_q8() argument 142 kernel_zero_points[0], in pytorch_qnnp_create_deconvolution2d_nhwc_q8() 154 kernel_zero_points[0], in pytorch_qnnp_create_deconvolution2d_nhwc_q8() 160 kernel_zero_points + group * group_output_channels, in pytorch_qnnp_create_deconvolution2d_nhwc_q8() 197 deconvolution->kernel_zero_point = kernel_zero_points[0]; in pytorch_qnnp_create_deconvolution2d_nhwc_q8() 202 kernel_zero_points, in pytorch_qnnp_create_deconvolution2d_nhwc_q8()
|
H A D | conv-prepack.cc | 12 const uint8_t* kernel_zero_points, in PrePackConvWeights() argument 220 kernel_zero_points[0], in PrePackConvWeights() 236 kernel_zero_points + group * convolution->group_output_channels, in PrePackConvWeights() 257 kernel_zero_points + in PrePackConvWeights() 269 kernel_zero_points + in PrePackConvWeights()
|
H A D | fully-connected-sparse.c | 28 const uint8_t* kernel_zero_points, in pytorch_qnnp_create_fully_connected_sparse_dq_nc_q8() argument 117 fully_connected->kernel_zero_point = kernel_zero_points[0]; in pytorch_qnnp_create_fully_connected_sparse_dq_nc_q8() 121 fully_connected->dynamic_conv_quantization_params.kernel_zero_points = in pytorch_qnnp_create_fully_connected_sparse_dq_nc_q8() 122 kernel_zero_points; in pytorch_qnnp_create_fully_connected_sparse_dq_nc_q8()
|
H A D | fc-unpack.cc | 12 const uint8_t* kernel_zero_points, in unpackWeights() argument 44 if (kernel_zero_points != 0) { in unpackWeights() 53 if (kernel_zero_points != 0) { in unpackWeights()
|
H A D | fc-prepack.cc | 14 const uint8_t* kernel_zero_points, in PackBMatrix() argument 54 kernel_zero_points, in PackBMatrix()
|
H A D | fc-dynamic-run.cc | 63 const uint8_t* kernel_zero_points, in qnnpackLinearDynamic() argument 85 input_zero_point, kernel_zero_points, dequantization_scales, in qnnpackLinearDynamic()
|
H A D | fc-run.cc | 60 const uint8_t* kernel_zero_points, in qnnpackLinear() argument 84 input_zero_point, kernel_zero_points, in qnnpackLinear()
|
H A D | deconv-run.cc | 97 const uint8_t* kernel_zero_points, in qnnpackDeConv() argument 125 kernel_zero_points, in qnnpackDeConv()
|
/aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/include/ |
H A D | qnnpack_func.h | 11 const uint8_t* kernel_zero_points, 46 const uint8_t* kernel_zero_points, 70 const uint8_t* kernel_zero_points, 106 const uint8_t* kernel_zero_points, 127 const uint8_t* kernel_zero_points, 143 const uint8_t* kernel_zero_points, 156 const uint8_t* kernel_zero_points,
|
H A D | pytorch_qnnpack.h | 61 const uint8_t* kernel_zero_points, 89 const uint8_t* kernel_zero_points, 138 const uint8_t* kernel_zero_points, 163 const uint8_t* kernel_zero_points, 177 const uint8_t* kernel_zero_points,
|
/aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/test/ |
H A D | gemm-block-sparse-microkernel-tester.h | 261 std::vector<uint8_t> kernel_zero_points in test() 263 std::generate(kernel_zero_points.begin(), kernel_zero_points.end(), std::ref(u8rng)); in test() 276 kernel_zero_points.data()); in test() 288 kernel_zero_points.data()); in test() 314 (int32_t(b[nIndex * k() + kIndex]) - int32_t(kernel_zero_points[nIndex])); in test() 325 kernel_zero_points.data(), in test() 390 std::vector<uint8_t> kernel_zero_points in test_packed() 404 kernel_zero_points.data()); in test_packed() 415 kernel_zero_points.data()); in test_packed() 441 (int32_t(b[nIndex * k() + kIndex]) - int32_t(kernel_zero_points[nIndex])); in test_packed() [all …]
|
H A D | dwconv-microkernel-tester.h | 211 std::vector<uint8_t> kernel_zero_points( 215 kernel_zero_points.begin(), 216 kernel_zero_points.begin() + channels(), 227 kernel_zero_points.data(), 251 int32_t(kernel_zero_points[c])); 290 kernel_zero_points.data(), 381 std::vector<uint8_t> kernel_zero_points(num_zero_points_padded, this->kernelZeroPoint_); 384 kernel_zero_points.begin(), 385 kernel_zero_points.end(), 450 int32_t(kernel_zero_points[c])); [all …]
|
H A D | gemm-microkernel-tester.h | 218 std::vector<uint8_t> kernel_zero_points in test() 220 std::generate(kernel_zero_points.begin(), kernel_zero_points.end(), std::ref(u8rng)); in test() 234 kernel_zero_points.data(), in test() 256 (int32_t(b[nIndex * k() + kIndex]) - int32_t(kernel_zero_points[nIndex])); in test() 288 kernel_zero_points.data(), in test() 372 std::vector<uint8_t> kernel_zero_points in test() 374 std::generate(kernel_zero_points.begin(), kernel_zero_points.end(), std::ref(u8rng)); in test() 388 kernel_zero_points.data(), in test() 417 (int32_t(b[nIndex * k() + kIndex]) - int32_t(kernel_zero_points[nIndex])); in test() 428 kernel_zero_points.data(), in test() [all …]
|
/aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/bench/ |
H A D | q8gemm_sparse.cc | 86 std::vector<uint8_t> kernel_zero_points(num_zero_points_kernel, 127); in SetUp() local 101 kernel_zero_points.data(), in SetUp() 108 127, kernel_zero_points.data(), in SetUp() 246 std::vector<uint8_t> kernel_zero_points(num_zero_points_kernel, 127); in SetUp() local 256 kernel_zero_points.data()); in SetUp() 263 kernel_zero_points.data()); in SetUp() 270 kernel_zero_points.data(), in SetUp()
|
/aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/src/q8dwconv/ |
H A D | mp8x27-sse2.c | 29 const uint8_t* kernel_zero_points = in pytorch_q8dwconv_ukernel_mp8x27__sse2() local 30 quantization_params->sse2.kernel_zero_points; in pytorch_q8dwconv_ukernel_mp8x27__sse2() 131 (int32_t)(kernel_zero_points[c % channels]); in pytorch_q8dwconv_ukernel_mp8x27__sse2()
|
H A D | mp8x25-neon-per-channel.c | 56 quantization_params->neon.kernel_zero_points + channels; in pytorch_q8dwconv_ukernel_mp8x25_per_channel__neon() 217 vld1_u8(&quantization_params->neon.kernel_zero_points[channels - c]); in pytorch_q8dwconv_ukernel_mp8x25_per_channel__neon() 377 quantization_params->neon.kernel_zero_points + channels; in pytorch_q8dwconv_ukernel_mp8x25_per_channel__neon() 536 vld1_u8(&quantization_params->neon.kernel_zero_points[channels - c]); in pytorch_q8dwconv_ukernel_mp8x25_per_channel__neon() 691 quantization_params->neon.kernel_zero_points + channels; in pytorch_q8dwconv_ukernel_mp8x25_per_channel__neon() 818 vld1_u8(&quantization_params->neon.kernel_zero_points[channels - c]); in pytorch_q8dwconv_ukernel_mp8x25_per_channel__neon()
|
H A D | mp8x25-sse2-per-channel.c | 49 &quantization_params->sse2.kernel_zero_points[channels - c]); in pytorch_q8dwconv_ukernel_mp8x25_per_channel__sse2() 232 &quantization_params->sse2.kernel_zero_points[channels - c]); in pytorch_q8dwconv_ukernel_mp8x25_per_channel__sse2() 441 &quantization_params->sse2.kernel_zero_points[channels - c]); in pytorch_q8dwconv_ukernel_mp8x25_per_channel__sse2() 622 &quantization_params->sse2.kernel_zero_points[channels - c]); in pytorch_q8dwconv_ukernel_mp8x25_per_channel__sse2() 823 &quantization_params->sse2.kernel_zero_points[channels - c]); in pytorch_q8dwconv_ukernel_mp8x25_per_channel__sse2() 952 &quantization_params->sse2.kernel_zero_points[channels - c]); in pytorch_q8dwconv_ukernel_mp8x25_per_channel__sse2()
|
/aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/src/qnnpack/ |
H A D | requantization.h | 152 const uint8_t* kernel_zero_points, in pytorch_qnnp_compute_conv_quantization_params() argument 160 params.sse2.kernel_zero_points = kernel_zero_points; in pytorch_qnnp_compute_conv_quantization_params() 174 params.neon.kernel_zero_points = kernel_zero_points; in pytorch_qnnp_compute_conv_quantization_params() 188 params.scalar.kernel_zero_points = kernel_zero_points; in pytorch_qnnp_compute_conv_quantization_params()
|
H A D | params.h | 131 const uint8_t* kernel_zero_points; member 140 const uint8_t* kernel_zero_points; member 157 PYTORCH_QNNP_ALIGN(16) const uint8_t* kernel_zero_points; 169 const uint8_t* kernel_zero_points; member
|
/aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/src/q8gemm/ |
H A D | 2x4c8-sse2.c | 87 (int16_t)(uint16_t)quantization_params->sse2.kernel_zero_points[ in pytorch_q8gemm_ukernel_2x4c8__sse2() 91 (int16_t)(uint16_t)quantization_params->sse2.kernel_zero_points[ in pytorch_q8gemm_ukernel_2x4c8__sse2() 94 (int16_t)(uint16_t)quantization_params->sse2.kernel_zero_points[ in pytorch_q8gemm_ukernel_2x4c8__sse2() 97 (int16_t)(uint16_t)quantization_params->sse2.kernel_zero_points[ in pytorch_q8gemm_ukernel_2x4c8__sse2()
|
H A D | 4x4c2-dq-sse2.c | 49 (int16_t)(uint16_t)quantization_params->kernel_zero_points[ in pytorch_q8gemm_dq_ukernel_4x4c2__sse2() 52 (int16_t)(uint16_t)quantization_params->kernel_zero_points[ in pytorch_q8gemm_dq_ukernel_4x4c2__sse2() 55 (int16_t)(uint16_t)quantization_params->kernel_zero_points[ in pytorch_q8gemm_dq_ukernel_4x4c2__sse2() 58 (int16_t)(uint16_t)quantization_params->kernel_zero_points[ in pytorch_q8gemm_dq_ukernel_4x4c2__sse2()
|
H A D | 4x4c2-sse2.c | 49 (int16_t)(uint16_t)quantization_params->sse2.kernel_zero_points[ in pytorch_q8gemm_ukernel_4x4c2__sse2() 52 (int16_t)(uint16_t)quantization_params->sse2.kernel_zero_points[ in pytorch_q8gemm_ukernel_4x4c2__sse2() 55 (int16_t)(uint16_t)quantization_params->sse2.kernel_zero_points[ in pytorch_q8gemm_ukernel_4x4c2__sse2() 58 (int16_t)(uint16_t)quantization_params->sse2.kernel_zero_points[ in pytorch_q8gemm_ukernel_4x4c2__sse2()
|
/aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cpu/qnnpack/src/q8conv/ |
H A D | 4x4c2-sse2.c | 35 quantization_params->sse2.kernel_zero_points[output_channel_index]; in pytorch_q8conv_ukernel_4x4c2__sse2() 37 quantization_params->sse2.kernel_zero_points[output_channel_index + 1]; in pytorch_q8conv_ukernel_4x4c2__sse2() 39 quantization_params->sse2.kernel_zero_points[output_channel_index + 2]; in pytorch_q8conv_ukernel_4x4c2__sse2() 41 quantization_params->sse2.kernel_zero_points[output_channel_index + 3]; in pytorch_q8conv_ukernel_4x4c2__sse2()
|