Searched refs:qmax (Results 1 – 11 of 11) sorted by relevance
| /external/tensorflow/tensorflow/contrib/lite/kernels/ |
| D | kernel_util.cc | 48 const int32_t qmax = std::numeric_limits<uint8_t>::max(); in CalculateActivationRangeUint8() local
59 *act_max = qmax; in CalculateActivationRangeUint8()
62 *act_max = std::min(qmax, quantize(6.0)); in CalculateActivationRangeUint8()
65 *act_max = std::min(qmax, quantize(1.0)); in CalculateActivationRangeUint8()
68 *act_max = qmax; in CalculateActivationRangeUint8()
|
| /external/iproute2/tc/ |
| D | tc_red.c | 30 int tc_red_eval_P(unsigned int qmin, unsigned int qmax, double prob) in tc_red_eval_P() argument
32 int i = qmax - qmin; in tc_red_eval_P()
|
| D | tc_red.h | 4 extern int tc_red_eval_P(unsigned qmin, unsigned qmax, double prob);
|
| /external/tensorflow/tensorflow/contrib/lite/toco/ |
| D | tooling_util.h | 150 const Integer qmax = std::numeric_limits<Integer>::max();
152 const double qmax_double = qmax;
202 nudged_zero_point = qmax;
209 CHECK_LE(nudged_zero_point, qmax);
|
| /external/gemmlowp/doc/ |
| D | quantization_example.cc | 80 const float qmax = 255; in ChooseQuantizationParams() local
83 const double scale = (max - min) / (qmax - qmin); in ChooseQuantizationParams()
101 } else if (initial_zero_point > qmax) { in ChooseQuantizationParams()
102 nudged_zero_point = qmax; in ChooseQuantizationParams()
|
| /external/flac/libFLAC/ |
| D | lpc.c | 170 FLAC__int32 qmax, qmin; in FLAC__lpc_quantize_coefficients() local
177 qmax = 1 << precision; in FLAC__lpc_quantize_coefficients()
178 qmin = -qmax; in FLAC__lpc_quantize_coefficients()
179 qmax--; in FLAC__lpc_quantize_coefficients()
216 if(q > qmax+1) /* we expect q==qmax+1 occasionally due to rounding */ in FLAC__lpc_quantize_coefficients()
217 …izer overflow: q>qmax %d>%d shift=%d cmax=%f precision=%u lpc[%u]=%f\n",q,qmax,*shift,cmax,precisi… in FLAC__lpc_quantize_coefficients()
221 if(q > qmax) in FLAC__lpc_quantize_coefficients()
222 q = qmax; in FLAC__lpc_quantize_coefficients()
244 if(q > qmax+1) /* we expect q==qmax+1 occasionally due to rounding */ in FLAC__lpc_quantize_coefficients()
245 …izer overflow: q>qmax %d>%d shift=%d cmax=%f precision=%u lpc[%u]=%f\n",q,qmax,*shift,cmax,precisi… in FLAC__lpc_quantize_coefficients()
[all …]
|
| /external/tensorflow/tensorflow/contrib/lite/toco/graph_transformations/ |
| D | quantize.cc | 66 const auto qmax = static_cast<int32>(std::numeric_limits<DataType<A>>::max()); in QuantizeBuffer() local
79 const auto clamped_val = std::min(qmax, std::max(qmin, rounded_val)); in QuantizeBuffer()
|
| /external/eigen/Eigen/src/misc/ |
| D | blas.h | 108 double BLASFUNC(qmax) (int *, double *, int *);
|
| /external/eigen/bench/btl/libs/BLAS/ |
| D | blas.h | 129 double BLASFUNC(qmax) (int *, double *, int *);
|
| /external/tensorflow/tensorflow/contrib/lite/kernels/internal/reference/ |
| D | reference_ops.h | 2381 const Integer qmax = std::numeric_limits<Integer>::max(); in FakeQuant() local
2383 const float qmax_float = qmax; in FakeQuant()
2420 zero_point = qmax; in FakeQuant()
2427 TFLITE_DCHECK_LE(zero_point, qmax); in FakeQuant()
|
| /external/tensorflow/tensorflow/contrib/lite/kernels/internal/optimized/ |
| D | optimized_ops.h | 3768 const Integer qmax = std::numeric_limits<Integer>::max(); in FakeQuant() local
3770 const float qmax_float = qmax; in FakeQuant()
3807 zero_point = qmax; in FakeQuant()
3814 TFLITE_DCHECK_LE(zero_point, qmax); in FakeQuant()
|