Searched refs:qmax_double (Results 1 – 4 of 4) sorted by relevance
36 const double qmax_double = qmax; in ChooseQuantizationParams() local54 const double scale = (rmax - rmin) / (qmax_double - qmin_double); in ChooseQuantizationParams()65 const double zero_point_from_max = qmax_double - rmax / scale; in ChooseQuantizationParams()69 std::abs(qmax_double) + std::abs(rmax / scale); in ChooseQuantizationParams()84 } else if (zero_point_double > qmax_double) { in ChooseQuantizationParams()
78 const double qmax_double = kMaxScale; in PortableAsymmetricQuantizeFloats() local88 double scale = (rmax - rmin) / (qmax_double - qmin_double); in PortableAsymmetricQuantizeFloats()90 const double zero_point_from_max = qmax_double - rmax / scale; in PortableAsymmetricQuantizeFloats()94 std::abs(qmax_double) + std::abs(rmax / scale); in PortableAsymmetricQuantizeFloats()102 } else if (zero_point_double >= qmax_double) { in PortableAsymmetricQuantizeFloats()
702 const float qmax_double = qmax; in QuantizationParams() local717 scale = (f_max - f_min) / (qmax_double - qmin_double); in QuantizationParams()728 const float zero_point_from_max = qmax_double - f_max / scale; in QuantizationParams()734 std::abs(qmax_double) + std::abs(f_max / scale); in QuantizationParams()750 } else if (zero_point_double > qmax_double) { in QuantizationParams()
2367 const double qmax_double = kMaxScale; in NeonAsymmetricQuantizeFloats() local2374 const double scale = (rmax - rmin) / (qmax_double - qmin_double); in NeonAsymmetricQuantizeFloats()2376 const double zero_point_from_max = qmax_double - rmax / scale; in NeonAsymmetricQuantizeFloats()2380 std::abs(qmax_double) + std::abs(rmax / scale); in NeonAsymmetricQuantizeFloats()2388 } else if (zero_point_double >= qmax_double) { in NeonAsymmetricQuantizeFloats()