Home
last modified time | relevance | path

Searched full:max_val (Results 1 – 25 of 447) sorted by relevance

12345678910>>...18

/aosp_15_r20/external/pytorch/torch/ao/quantization/
H A Dobserver.py206 # min_val and max_val buffers from torch.Size([0]) to torch.Size([])
208 # to min_val and from max_vals to max_val.
325 self, min_val: torch.Tensor, max_val: torch.Tensor
332 max_val: Maximum values per channel
343 if not check_min_max_valid(min_val, max_val):
350 max_val_pos = torch.max(max_val, torch.zeros_like(max_val))
372 scale = (max_val - min_val) / float(quant_max - quant_min)
477 max_val: torch.Tensor
519 self.register_buffer("max_val", torch.tensor(float("-inf"), **factory_kwargs))
538 max_val = torch.max(max_val_cur, self.max_val)
[all …]
H A Dutils.py394 def check_min_max_valid(min_val: torch.Tensor, max_val: torch.Tensor) -> bool:
398 if min_val.numel() == 0 or max_val.numel() == 0:
405 if min_val.dim() == 0 or max_val.dim() == 0:
406 if min_val == float("inf") and max_val == float("-inf"):
414 assert min_val <= max_val, f"min {min_val} should be less than max {max_val}"
417 min_val <= max_val
418 ), f"min {min_val} should be less than max {max_val}"
617 max_val: torch.Tensor,
630 max_val: Maximum values per channel
636 if not check_min_max_valid(min_val, max_val):
[all …]
/aosp_15_r20/external/pytorch/torch/ao/quantization/experimental/
H A Dobserver.py25 max_val: torch.Tensor
33 self.max_val = torch.tensor([])
35 # min_val and max_val are optional args to override
36 # the min_val and max_val observed by forward
38 return self._calculate_qparams(signed, self.min_val, self.max_val)
45 max_val: optional arg that can override max_val internal attribute
53 def _calculate_qparams(self, signed: bool, min_val=None, max_val=None): argument
56 if max_val is not None:
57 self.max_val = max_val
60 alpha = torch.max(-self.min_val, self.max_val)
[all …]
/aosp_15_r20/external/libxaac/decoder/
H A Dixheaacd_lpp_tran.c175 WORD32 max_val, q_factor; in ixheaacd_covariance_matrix_calc_dec_960() local
247 max_val = ixheaac_abs32_nrm(t_phi_01); in ixheaacd_covariance_matrix_calc_dec_960()
248 max_val = max_val | ixheaac_abs32_nrm(t_phi_02); in ixheaacd_covariance_matrix_calc_dec_960()
249 max_val = max_val | ixheaac_abs32_nrm(t_phi_12); in ixheaacd_covariance_matrix_calc_dec_960()
250 max_val = max_val | (t_phi_11); in ixheaacd_covariance_matrix_calc_dec_960()
251 max_val = max_val | (t_phi_22); in ixheaacd_covariance_matrix_calc_dec_960()
253 q_factor = ixheaac_pnorm32(max_val); in ixheaacd_covariance_matrix_calc_dec_960()
277 WORD32 max_val, q_factor; in ixheaacd_covariance_matrix_calc_dec() local
349 max_val = ixheaac_abs32_nrm(t_phi_01); in ixheaacd_covariance_matrix_calc_dec()
350 max_val = max_val | ixheaac_abs32_nrm(t_phi_02); in ixheaacd_covariance_matrix_calc_dec()
[all …]
H A Dixheaacd_ps_dec.c115 WORD32 max_val = 0; in ixheaacd_calc_max() local
122 max_val = max_val | ixheaac_abs32_nrm(temp1); in ixheaacd_calc_max()
123 max_val = max_val | ixheaac_abs32_nrm(temp2); in ixheaacd_calc_max()
126 return max_val; in ixheaacd_calc_max()
131 WORD32 max_val = 0; in ixheaacd_get_ps_scale() local
137 max_val |= in ixheaacd_get_ps_scale()
143 max_val |= ixheaacd_calc_max(ptr_re, HIGH_DEL * SMALL_DEL_STRT); in ixheaacd_get_ps_scale()
147 max_val |= ixheaacd_calc_max( in ixheaacd_get_ps_scale()
154 max_val |= ixheaacd_calc_max(ptr_re, 16 * DEL_ALL_PASS); in ixheaacd_get_ps_scale()
160 max_val |= in ixheaacd_get_ps_scale()
[all …]
/aosp_15_r20/external/flatbuffers/python/flatbuffers/
H A Dnumber_types.py32 max_val = True variable in BoolFlags
41 max_val = (2**8) - 1 variable in Uint8Flags
50 max_val = (2**16) - 1 variable in Uint16Flags
59 max_val = (2**32) - 1 variable in Uint32Flags
68 max_val = (2**64) - 1 variable in Uint64Flags
77 max_val = (2**7) - 1 variable in Int8Flags
86 max_val = (2**15) - 1 variable in Int16Flags
95 max_val = (2**31) - 1 variable in Int32Flags
104 max_val = (2**63) - 1 variable in Int64Flags
113 max_val = None variable in Float32Flags
[all …]
/aosp_15_r20/packages/apps/LegacyCamera/jni/feature_stab/db_vlvm/
Ddb_feature_detection.cpp812 float val,max_val; in db_Max_128Aligned16_f()
814 max_val=v[0]; in db_Max_128Aligned16_f()
818 if(val>max_val) max_val=val; in db_Max_128Aligned16_f()
820 return(max_val); in db_Max_128Aligned16_f()
870 float val,max_val; in db_Max_64Aligned16_f()
872 max_val=v[0]; in db_Max_64Aligned16_f()
876 if(val>max_val) max_val=val; in db_Max_64Aligned16_f()
878 return(max_val); in db_Max_64Aligned16_f()
918 float val,max_val; in db_Max_32Aligned16_f()
920 max_val=v[0]; in db_Max_32Aligned16_f()
[all …]
/aosp_15_r20/external/pytorch/torch/ao/quantization/fx/_model_report/
H A Dmodel_report_observer.py33 * :attr:`max_val` defines the per channel maximum values passed through
49 max_val: torch.Tensor
67 self.register_buffer("max_val", torch.tensor([]))
127 max_val = self.max_val
138 if min_val.numel() == 0 or max_val.numel() == 0:
139 min_val, max_val = torch.aminmax(y, dim=1)
143 max_val = torch.max(max_val_cur, max_val)
146 self.max_val.resize_(max_val.shape)
148 self.max_val.copy_(max_val)
270 device = self.max_val.device
[all …]
/aosp_15_r20/external/igt-gpu-tools/lib/
H A Digt_color_encoding.c93 float max_val) in ycbcr_input_convert_matrix() argument
102 s = igt_matrix_scale(scale * max_val / (max_y - ofs_y), in ycbcr_input_convert_matrix()
103 scale * max_val / (max_cbcr - mid_cbcr), in ycbcr_input_convert_matrix()
104 scale * max_val / (max_cbcr - mid_cbcr)); in ycbcr_input_convert_matrix()
113 float max_val) in ycbcr_output_convert_matrix() argument
121 s = igt_matrix_scale(scale * (max_y - ofs_y) / max_val, in ycbcr_output_convert_matrix()
122 scale * (max_cbcr - mid_cbcr) / max_val, in ycbcr_output_convert_matrix()
123 scale * (max_cbcr - mid_cbcr) / max_val); in ycbcr_output_convert_matrix()
133 float max_val; member
185 float scale = frgb->max_val / fycbcr->max_val; in igt_ycbcr_to_rgb_matrix()
[all …]
/aosp_15_r20/external/tensorflow/tensorflow/compiler/mlir/quantization/tensorflow/calibrator/integration_test/
H A Dcustom_aggregator_op_test.py45 max_val = quantize_model_wrapper.get_max_from_calibrator('1')
46 self.assertAllEqual((min_val, max_val), (1.0, 5.0))
63 max_val = quantize_model_wrapper.get_max_from_calibrator('2')
64 self.assertAllEqual((min_val, max_val), (1.0, 5.0))
66 max_val = quantize_model_wrapper.get_max_from_calibrator('3')
67 self.assertAllEqual((min_val, max_val), (-5.0, -1.0))
84 max_val = quantize_model_wrapper.get_max_from_calibrator('4')
85 self.assertAllEqual((min_val, max_val), (1.0, 5.0))
87 max_val = quantize_model_wrapper.get_max_from_calibrator('5')
88 self.assertAllEqual((min_val, max_val), (-5.0, -1.0))
[all …]
/aosp_15_r20/external/pytorch/torch/testing/_internal/
H A Dcommon_quantized.py70 max_val = X.max()
72 if min_val == max_val:
77 max_val = max(max_val, -min_val)
78 min_val = -max_val
79 scale = (max_val - min_val) / (qmax - qmin)
83 max_val = max(max_val, 0.0)
85 scale = (max_val - min_val) / (qmax - qmin)
103 max_val = X.max()
104 if min_val == max_val:
108 max_val = max(max_val, 0.0)
[all …]
/aosp_15_r20/external/pytorch/test/quantization/core/
H A Dtest_workflow_module.py84 def _get_ref_params(reduce_range, qscheme, dtype, input_scale, min_val, max_val): argument
100 …max_val_pos = torch.tensor([input_scale * max_val]) if qdtype is torch.qint32 else torch.tensor([m…
131 self.assertEqual(myobs.max_val, 8.0 * input_scale)
149 self.assertEqual(myobs.max_val, loaded_obs.max_val)
221 self.assertEqual(myobs.max_val, ref_max_vals[ch_axis])
258 self.assertEqual(myobs.max_val, loaded_obs.max_val)
325 max_shape_before = obs.max_val.shape
329 self.assertEqual(max_shape_before, obs.max_val.shape)
342 self.assertTrue(obs.min_val != -torch.inf and obs.max_val != torch.inf)
383 self.assertEqual(obs2.max_val.shape, torch.Size([]))
[all …]
/aosp_15_r20/external/speex/tmv/
H A Dfftwrap_tm.h43 register int max_val=0; in maximize_range() local
73 max_val = imax(max_val,x10); in maximize_range()
74 max_val = imax(max_val,x32); in maximize_range()
75 max_val = imax(max_val,x54); in maximize_range()
76 max_val = imax(max_val,x76); in maximize_range()
79 while ( max_val <= (bound>>1) && max_val != 0 ) in maximize_range()
80 { max_val <<= 1; in maximize_range()
/aosp_15_r20/external/libopus/dnn/torch/osce/models/
H A Dscale_embedding.py39 max_val, argument
44 if min_val >= max_val:
45 raise ValueError('min_val must be smaller than max_val')
53 self.max_val = max_val
57 self.max_val = m.log(self.max_val)
60 self.offset = (self.min_val + self.max_val) / 2
62 torch.arange(1, dim+1, dtype=torch.float32) * torch.pi / (self.max_val - self.min_val)
67 x = torch.clip(x, self.min_val, self.max_val) - self.offset
/aosp_15_r20/external/pytorch/test/quantization/core/experimental/
H A Dtest_nonuniform_observer.py15 obs.max_val = torch.tensor([0.0])
33 obs.max_val = torch.tensor([1.0])
36 alpha_test = torch.max(-obs.min_val, obs.max_val)
75 obs.max_val = torch.tensor([1.0])
78 alpha_test = torch.max(-obs.min_val, obs.max_val)
119 obs.max_val = torch.tensor([1.0])
121 alpha_test = torch.max(-obs.min_val, obs.max_val)
168 obs.max_val = torch.tensor([1.0])
210 max_val = torch.max(X)
212 expected_alpha = torch.max(-min_val, max_val)
/aosp_15_r20/external/mesa3d/src/util/tests/
H A Drb_tree_test.cpp76 int max_val = -1; in validate_tree_order() local
80 assert(n->key >= max_val); in validate_tree_order()
81 if (n->key > max_val) { in validate_tree_order()
82 max_val = n->key; in validate_tree_order()
97 max_val = -1; in validate_tree_order()
101 assert(n->key >= max_val); in validate_tree_order()
102 if (n->key > max_val) { in validate_tree_order()
103 max_val = n->key; in validate_tree_order()
308 unsigned max_val = 0; in validate_interval_search() local
316 assert(n->node.interval.start >= max_val); in validate_interval_search()
[all …]
/aosp_15_r20/external/tensorflow/tensorflow/core/kernels/
H A Dfake_quant_ops_functor.h136 const float max_val = max(); in operator() local
138 if (min_val == 0.0f && max_val == 0.0f) { in operator()
143 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
169 const float max_val = max(); in operator() local
171 if (min_val == 0.0f && max_val == 0.0f) { in operator()
178 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
212 const float max_val = max(i); in operator() local
214 if (min_val == 0.0f && max_val == 0.0f) { in operator()
220 Nudge(min_val, max_val, quant_min, quant_max, &nudged_min, &nudged_max, in operator()
250 const float max_val = max(i); in operator() local
[all …]
H A Dsoftmax_op_gpu.cu.cc81 U max_val[kUnroll]; in GenerateNormalizedProb() local
88 max_val[i] = strict_cast<U>(ldg(max_logits + row)); in GenerateNormalizedProb()
99 result[i] = input[i] - max_val[i] - log(ldg(sum_probs + row)); in GenerateNormalizedProb()
101 result[i] = exp(input[i] - max_val[i]) / ldg(sum_probs + row); in GenerateNormalizedProb()
120 float max_val[kUnroll]; in GenerateNormalizedProb() local
134 max_val[i] = strict_cast<float>(ldg(max_logits + row[i])); in GenerateNormalizedProb()
136 result[i] = input[i] - max_val[i] - log(ldg(sum_probs + row[i])); in GenerateNormalizedProb()
138 result[i] = exp(input[i] - max_val[i]) / ldg(sum_probs + row[i]); in GenerateNormalizedProb()
150 max_val[i] = strict_cast<float>(ldg(max_logits + row[i])); in GenerateNormalizedProb()
152 result[i] = input[i] - max_val[i] - log(ldg(sum_probs + row[i])); in GenerateNormalizedProb()
[all …]
/aosp_15_r20/external/ComputeLibrary/src/cpu/kernels/softmax/generic/neon/
H A Dimpl.cpp70 T max_val = wrapper::vgetlane(carry_max, 0); in neon_logits_1d_max() local
75 max_val = *(in_ptr + x) > max_val ? *(in_ptr + x) : max_val; in neon_logits_1d_max()
78 *out_ptr = max_val; in neon_logits_1d_max()
122 const auto max_val = *reinterpret_cast<const T *>(max_it.ptr()); in neon_softmax_logits_1d_quantized() local
123 const auto vec_max = wrapper::vdup_n(max_val, wrapper::traits::vector_128_tag{}); in neon_softmax_logits_1d_quantized()
180 element = (max_val - in_ptr[x]) * scale_beta; in neon_softmax_logits_1d_quantized()
185 element = std::exp((max_val - in_ptr[x]) * scale_beta); in neon_softmax_logits_1d_quantized()
297 const auto max_val = *reinterpret_cast<const T *>(max_it.ptr()); in neon_softmax_logits_1d_float() local
298 const auto vec_max = wrapper::vdup_n(max_val, ExactTagType{}); in neon_softmax_logits_1d_float()
337 element = (in_ptr[x] - max_val) * beta; in neon_softmax_logits_1d_float()
[all …]
/aosp_15_r20/external/sdv/vsomeip/third_party/boost/lexical_cast/test/
Dintegral_types_test.cpp222 T const max_val = (limits::max)(); in test_conversion_from_integral_to_string() local
223 T const half_max_val = max_val / 2; in test_conversion_from_integral_to_string()
235 t = max_val; in test_conversion_from_integral_to_string()
265 T const max_val = (limits::max)(); in test_conversion_from_string_to_integral() local
275 s = to_str<CharT>(max_val); in test_conversion_from_string_to_integral()
276 BOOST_CHECK_EQUAL(lexical_cast<T>(s), max_val); in test_conversion_from_string_to_integral()
281 s = to_str<CharT>(max_val); in test_conversion_from_string_to_integral()
287 s = to_str<CharT>(max_val); in test_conversion_from_string_to_integral()
292 BOOST_CHECK_EQUAL(lexical_cast<T>(to_str<CharT>(0)+s), max_val); in test_conversion_from_string_to_integral()
293 BOOST_CHECK_EQUAL(lexical_cast<T>(to_str<CharT>(0)+to_str<CharT>(0)+s), max_val); in test_conversion_from_string_to_integral()
[all …]
/aosp_15_r20/external/OpenCL-CTS/test_conformance/commonfns/
H A Dtest_unary_fn.cpp62 double r, max_val = NAN; in verify_degrees() local
79 max_val = r; in verify_degrees()
98 max_error, max_index, max_val, conv_to_flt(outptr[max_index]), in verify_degrees()
99 max_val, conv_to_flt(outptr[max_index])); in verify_degrees()
102 max_error, max_index, max_val, outptr[max_index], max_val, in verify_degrees()
112 double r, max_val = NAN; in verify_radians() local
129 max_val = r; in verify_radians()
148 max_error, max_index, max_val, conv_to_flt(outptr[max_index]), in verify_radians()
149 max_val, conv_to_flt(outptr[max_index])); in verify_radians()
152 max_error, max_index, max_val, outptr[max_index], max_val, in verify_radians()
/aosp_15_r20/external/tensorflow/tensorflow/compiler/mlir/quantization/tensorflow/calibrator/
H A Dcalibrator_singleton_test.cc25 /*max_val=*/2.0f); in TEST()
33 /*max_val=*/3.0f); in TEST()
40 /*max_val=*/5.0f); in TEST()
50 /*max_val=*/2.0f); in TEST()
58 /*max_val=*/3.0f); in TEST()
65 /*max_val=*/5.0f); in TEST()
79 /*max_val=*/2.0f); in TEST()
94 /*max_val=*/2.0f); in TEST()
102 /*max_val=*/4.0f); in TEST()
/aosp_15_r20/external/ComputeLibrary/tests/validation/dynamic_fusion/gpu/cl/
H A DClamp.cpp68 input_info, min_val, max_val, expected)
80 .max_val(max_val);
97 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.1f).max_val(0.6f) })), in TEST_SUITE()
109 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.1f).max_val(0.6f) })),
121 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.2f).max_val(0.4f) })),
136 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.3f).max_val(0.7f) })), in TEST_SUITE()
148 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.3f).max_val(0.7f) })),
160 … framework::dataset::make("ClampAttributes", { ClampAttributes().min_val(0.1f).max_val(0.9f) })),
/aosp_15_r20/external/pytorch/aten/src/ATen/native/quantized/cuda/
H A DFusedObsFakeQuant.cu38 float max_val = x_max[i]; in ChooseQuantizationParamsKernelImpl() local
40 if (min_val < 0 && max_val > 0 && preserve_sparsity) { in ChooseQuantizationParamsKernelImpl()
44 fabs(min_val / symmetric_qmin), fabs(max_val / symmetric_qmax)); in ChooseQuantizationParamsKernelImpl()
46 max_val = max_scale * symmetric_qmax; in ChooseQuantizationParamsKernelImpl()
53 max_val = std::max(max_val, 0.f); in ChooseQuantizationParamsKernelImpl()
54 scale[i] = (static_cast<double>(max_val) - min_val) / (qmax - qmin); in ChooseQuantizationParamsKernelImpl()
63 double zero_point_from_max = qmax - max_val / static_cast<double>(scale[i]); in ChooseQuantizationParamsKernelImpl()
67 std::abs(qmax) + std::abs(max_val / static_cast<double>(scale[i])); in ChooseQuantizationParamsKernelImpl()
77 if (min_val < 0 && max_val > 0 && preserve_sparsity) { in ChooseQuantizationParamsKernelImpl()
/aosp_15_r20/external/pytorch/benchmarks/distributed/rpc/parameter_server/data/
H A DDummyData.py12 max_val: int,
20 max_val (int): the maximum value for an element
26 self.max_val = max_val
33 index_count = int(self.max_val * precentage_of_elements)
34 elements = list(range(self.max_val))
47 self.target = torch.randint(0, max_val, [sample_count])

12345678910>>...18