Searched refs:quant_max_float (Results 1 – 3 of 3) sorted by relevance
45 const float quant_max_float = static_cast<float>(quant_max); in Nudge() local46 *scale = (max - min) / (quant_max_float - quant_min_float); in Nudge()50 quant_max_float] { in Nudge()54 if (zero_point_from_min > quant_max_float) { in Nudge()60 *nudged_max = (quant_max_float - nudged_zero_point) * (*scale); in Nudge()
342 const float quant_max_float = static_cast<float>(quant_max); in NudgeQuantizationRange() local343 *nudged_scale = (max - min) / (quant_max_float - quant_min_float); in NudgeQuantizationRange()348 } else if (zero_point_from_min > quant_max_float) { in NudgeQuantizationRange()354 *nudged_max = (quant_max_float - nudged_zero_point) * (*nudged_scale); in NudgeQuantizationRange()
65 const float quant_max_float = static_cast<float>(quant_max); in GetAsymmetricQuantizationParams() local69 const float scale = (max - min) / (quant_max_float - quant_min_float); in GetAsymmetricQuantizationParams()78 } else if (zero_point_from_min > quant_max_float) { in GetAsymmetricQuantizationParams()