Lines Matching refs:mantissa

810 	int32 mantissa =  halfValue		   & 0x000003ff;  in DNG_HalfToFloat()  local
815 if (mantissa == 0) in DNG_HalfToFloat()
829 while (!(mantissa & 0x00000400)) in DNG_HalfToFloat()
831 mantissa <<= 1; in DNG_HalfToFloat()
836 mantissa &= ~0x00000400; in DNG_HalfToFloat()
845 if (mantissa == 0) in DNG_HalfToFloat()
868 mantissa <<= 13; in DNG_HalfToFloat()
872 return (uint32) ((sign << 31) | (exponent << 23) | mantissa); in DNG_HalfToFloat()
883 int32 mantissa = i & 0x007fffff; in DNG_FloatToHalf() local
899 mantissa = (mantissa | 0x00800000) >> (1 - exponent); in DNG_FloatToHalf()
908 if (mantissa & 0x00001000) in DNG_FloatToHalf()
909 mantissa += 0x00002000; in DNG_FloatToHalf()
913 return (uint16)(sign | (mantissa >> 13)); in DNG_FloatToHalf()
920 if (mantissa == 0) in DNG_FloatToHalf()
937 return (uint16)(sign | 0x7c00 | (mantissa >> 13)); in DNG_FloatToHalf()
948 if (mantissa & 0x00001000) in DNG_FloatToHalf()
951 mantissa += 0x00002000; in DNG_FloatToHalf()
953 if (mantissa & 0x00800000) in DNG_FloatToHalf()
955 mantissa = 0; // overflow in significand, in DNG_FloatToHalf()
970 return (uint16)(sign | (exponent << 10) | (mantissa >> 13)); in DNG_FloatToHalf()
981 int32 mantissa = (((int32) input [1]) << 8) | input[2]; in DNG_FP24ToFloat() local
986 if (mantissa == 0) in DNG_FP24ToFloat()
1000 while (!(mantissa & 0x00010000)) in DNG_FP24ToFloat()
1002 mantissa <<= 1; in DNG_FP24ToFloat()
1007 mantissa &= ~0x00010000; in DNG_FP24ToFloat()
1016 if (mantissa == 0) in DNG_FP24ToFloat()
1039 mantissa <<= 7; in DNG_FP24ToFloat()
1043 return (uint32) ((sign << 31) | (exponent << 23) | mantissa); in DNG_FP24ToFloat()
1053 int32 mantissa = input & 0x007FFFFF; in DNG_FloatToFP24() local
1060 if (mantissa != 0x007FFFFF && ((mantissa >> 7) == 0xFFFF)) in DNG_FloatToFP24()
1063 mantissa &= 0x003FFFFF; // knock out msb to make it a NaN in DNG_FloatToFP24()
1073 mantissa = 0x007FFFFF; in DNG_FloatToFP24()
1082 mantissa = (mantissa | 0x00800000) >> (-63 - exponent); in DNG_FloatToFP24()
1087 mantissa = 0; in DNG_FloatToFP24()
1096 output [1] = (mantissa >> 15) & 0x00FF; in DNG_FloatToFP24()
1097 output [2] = (mantissa >> 7) & 0x00FF; in DNG_FloatToFP24()