Home
last modified time | relevance | path

Searched refs:compute_error (Results 1 – 4 of 4) sorted by relevance

/aosp_15_r20/external/rust/android-crates-io/crates/minimal-lexical/src/
Dlemire.rs25 fp = compute_error::<F>(num.exponent, num.mantissa); in lemire()
153 pub fn compute_error<F: Float>(q: i32, mut w: u64) -> ExtendedFloat { in compute_error() function
/aosp_15_r20/external/rust/android-crates-io/crates/minimal-lexical/tests/
Dlemire_tests.rs9 let fp = lemire::compute_error::<f32>(q, w); in compute_error32()
14 let fp = lemire::compute_error::<f64>(q, w); in compute_error64()
/aosp_15_r20/external/arm-optimized-routines/math/tools/
H A Dremez.jl847 function compute_error(x) function
852 extrema = find_extrema(compute_error, grid)
/aosp_15_r20/external/pytorch/test/quantization/eager/
H A Dtest_numeric_suite_eager.py551 def compute_error(x, y): function
564compute_error(act_compare_dict[key]['float'][0], act_compare_dict[key]['quantized'][0].dequantize(…