Searched refs:precision_bits (Results 1 – 3 of 3) sorted by relevance
378 uint64_t precision_bits = input.f() & precision_bits_mask; in DiyFpStrtod() local380 precision_bits *= kDenominator; in DiyFpStrtod()384 if (precision_bits >= half_way + error) { in DiyFpStrtod()392 if (half_way - error < precision_bits && precision_bits < half_way + error) { in DiyFpStrtod()
451 #define TRUNC( x ) ( (Long)(x) >> ras.precision_bits )479 Int precision_bits; /* precision related variables */ member611 ras.precision_bits = 12; in Set_High_Precision()617 ras.precision_bits = 6; in Set_High_Precision()624 ras.precision = 1 << ras.precision_bits; in Set_High_Precision()
1291 int precision_bits = kGlobalMotionAlphaPrecisionBits; in ParseGlobalParamSyntax() local1297 precision_bits = in ParseGlobalParamSyntax()1301 precision_bits = kGlobalMotionTranslationPrecisionBits; in ParseGlobalParamSyntax()1304 const int precision_diff = kWarpedModelPrecisionBits - precision_bits; in ParseGlobalParamSyntax()1306 const int sub = (index % 3 == 2) ? 1 << precision_bits : 0; in ParseGlobalParamSyntax()