Searched refs:compute_error (Results 1 – 4 of 4) sorted by relevance
25 fp = compute_error::<F>(num.exponent, num.mantissa); in lemire()153 pub fn compute_error<F: Float>(q: i32, mut w: u64) -> ExtendedFloat { in compute_error() function
9 let fp = lemire::compute_error::<f32>(q, w); in compute_error32()14 let fp = lemire::compute_error::<f64>(q, w); in compute_error64()
847 function compute_error(x) function852 extrema = find_extrema(compute_error, grid)
551 def compute_error(x, y): function564 …compute_error(act_compare_dict[key]['float'][0], act_compare_dict[key]['quantized'][0].dequantize(…