Searched refs:q_fixed (Results 1 – 1 of 1) sorted by relevance
80 auto q_fixed = static_cast<int64_t>(std::round(q * (1LL << 31))); in QuantizeMultiplier() local81 NN_RET_CHECK(q_fixed <= (1LL << 31)); in QuantizeMultiplier()82 if (q_fixed == (1LL << 31)) { in QuantizeMultiplier()83 q_fixed /= 2; in QuantizeMultiplier()86 NN_RET_CHECK_LE(q_fixed, std::numeric_limits<int32_t>::max()); in QuantizeMultiplier()99 q_fixed = 0; in QuantizeMultiplier()101 *quantized_multiplier = static_cast<int32_t>(q_fixed); in QuantizeMultiplier()126 int64_t q_fixed = static_cast<int64_t>(std::round(q * (1LL << 31))); in QuantizeMultiplierSmallerThanOne() local127 NN_OPS_CHECK(q_fixed <= (1LL << 31)); in QuantizeMultiplierSmallerThanOne()128 if (q_fixed == (1LL << 31)) { in QuantizeMultiplierSmallerThanOne()[all …]