Home
last modified time | relevance | path

Searched refs:mantissa (Results 1 – 25 of 235) sorted by relevance

12345678910

/external/deqp/external/openglcts/modules/common/
DglcMisc.cpp49 unsigned int mantissa; in floatToHalfFloat() local
54 mantissa = x & ((1 << 23) - 1); in floatToHalfFloat()
60 if (mantissa && (exp == FLOAT_MAX_BIASED_EXP)) in floatToHalfFloat()
63 mantissa = (1 << 23) - 1; in floatToHalfFloat()
68 mantissa = 0; in floatToHalfFloat()
70 hf = (((GLhalf)sign) << 15) | (GLhalf)(HALF_FLOAT_MAX_BIASED_EXP) | (GLhalf)(mantissa >> 13); in floatToHalfFloat()
77 mantissa |= (1 << 23); in floatToHalfFloat()
78 mantissa >>= (14 + exp); in floatToHalfFloat()
79 hf = (((GLhalf)sign) << 15) | (GLhalf)(mantissa); in floatToHalfFloat()
84 (GLhalf)(mantissa >> 13); in floatToHalfFloat()
[all …]
/external/deqp/framework/delibs/debase/
DdeFloat16.c32 deUint32 mantissa; in deFloat32To16() local
42 mantissa = x.u & 0x007fffffu; in deFloat32To16()
53 mantissa = mantissa | 0x00800000u; in deFloat32To16()
59 deUint32 b = (mantissa >> t) & 1u; in deFloat32To16()
61 mantissa = (mantissa + a + b) >> t; in deFloat32To16()
64 return (deFloat16) (sign | mantissa); in deFloat32To16()
68 if (mantissa == 0u) in deFloat32To16()
76 mantissa >>= 13u; in deFloat32To16()
77 return (deFloat16) (sign | 0x7c00u | mantissa | (mantissa == 0u)); in deFloat32To16()
83 mantissa = mantissa + 0x00000fffu + ((mantissa >> 13u) & 1u); in deFloat32To16()
[all …]
DdeFloat16Test.c29 static float getFloat32 (deUint32 sign, deUint32 biased_exponent, deUint32 mantissa) in getFloat32() argument
37 x.u = (sign << 31) | (biased_exponent << 23) | mantissa; in getFloat32()
42 static deFloat16 getFloat16 (deUint16 sign, deUint16 biased_exponent, deUint16 mantissa) in getFloat16() argument
44 return (deFloat16) ((sign << 15) | (biased_exponent << 10) | mantissa); in getFloat16()
101 deUint32 mantissa = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
103 mantissa &= 0x7fffffu; /* Take the last 23 bits */ in deFloat16_selfTest()
104 mantissa |= (mantissa == 0); /* Make sure it is not zero */ in deFloat16_selfTest()
106 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(0, 0, mantissa)) == getFloat16(0, 0, 0)); in deFloat16_selfTest()
107 DE_TEST_ASSERT(deFloat32To16RTZ(getFloat32(1, 0, mantissa)) == getFloat16(1, 0, 0)); in deFloat16_selfTest()
120 deUint32 mantissa = deRandom_getUint32(&rnd); in deFloat16_selfTest() local
[all …]
/external/llvm-project/libc/utils/FPUtil/
DNormalFloat.h39 UIntType mantissa; member
48 : exponent(e), mantissa(m), sign(s) { in NormalFloat()
49 if (mantissa >= one) in NormalFloat()
52 unsigned normalizationShift = evaluateNormalizationShift(mantissa); in NormalFloat()
53 mantissa = mantissa << normalizationShift; in NormalFloat()
71 if (mantissa > other.mantissa) in cmp()
73 else if (mantissa == other.mantissa) in cmp()
111 const UIntType shiftOutValue = mantissa & shiftOutMask; in T()
114 result.mantissa = mantissa >> shift; in T()
115 UIntType newMantissa = result.mantissa; in T()
[all …]
DSqrt.h23 typename FPBits<T>::UIntType &mantissa);
25 template <> inline void normalize<float>(int &exponent, uint32_t &mantissa) {
40 if (mantissa < bounds[i]) {
42 mantissa <<= shifts[i];
47 template <> inline void normalize<double>(int &exponent, uint64_t &mantissa) {
57 if (mantissa < bounds[i]) {
59 mantissa <<= shifts[i];
66 inline void normalize<long double>(int &exponent, __uint128_t &mantissa) {
78 if (mantissa < bounds[i]) {
80 mantissa <<= shifts[i];
[all …]
/external/grpc-grpc/third_party/nanopb/examples/using_double_on_avr/
Ddouble_conversion.c22 uint64_t mantissa; in float_to_double() local
27 mantissa = in.i & 0x7FFFFF; in float_to_double()
36 if (!mantissa) in float_to_double()
44 mantissa <<= 1; in float_to_double()
45 while (!(mantissa & 0x800000)) in float_to_double()
47 mantissa <<= 1; in float_to_double()
50 mantissa &= 0x7FFFFF; in float_to_double()
55 mantissa <<= 29; in float_to_double()
56 mantissa |= (uint64_t)(exponent + 1023) << 52; in float_to_double()
57 mantissa |= (uint64_t)sign << 63; in float_to_double()
[all …]
/external/nanopb-c/examples/using_double_on_avr/
Ddouble_conversion.c22 uint64_t mantissa; in float_to_double() local
27 mantissa = in.i & 0x7FFFFF; in float_to_double()
36 if (!mantissa) in float_to_double()
44 mantissa <<= 1; in float_to_double()
45 while (!(mantissa & 0x800000)) in float_to_double()
47 mantissa <<= 1; in float_to_double()
50 mantissa &= 0x7FFFFF; in float_to_double()
55 mantissa <<= 29; in float_to_double()
56 mantissa |= (uint64_t)(exponent + 1023) << 52; in float_to_double()
57 mantissa |= (uint64_t)sign << 63; in float_to_double()
[all …]
/external/OpenCL-CTS/test_conformance/conversions/
Dfplib.cpp51 uint32_t mantissa; in qcom_s64_2_f32() local
53 mantissa = (uint32_t)((uint64_t)data >> mantShift); in qcom_s64_2_f32()
55 mantissa = (uint32_t)((uint64_t)data << -mantShift); in qcom_s64_2_f32()
56 mantissa &= 0x7fffff;//mask off the leading 1 in qcom_s64_2_f32()
58 uint32_t result = exponent | mantissa; in qcom_s64_2_f32()
79 uint32_t mantissa; in qcom_s64_2_f32() local
85 mantissa = (uint32_t)temp; in qcom_s64_2_f32()
89 mantissa = (uint32_t)((uint64_t)data << -mantShift); in qcom_s64_2_f32()
91 mantissa &= 0x7fffff;//mask off the leading 1 in qcom_s64_2_f32()
93 uint32_t result = exponent | mantissa; in qcom_s64_2_f32()
[all …]
/external/llvm-project/libclc/generic/lib/math/
Dclc_fma.cl30 ulong mantissa;
58 st_a.mantissa = a == .0f ? 0 : (as_uint(a) & 0x7fffff) | 0x800000;
59 st_b.mantissa = b == .0f ? 0 : (as_uint(b) & 0x7fffff) | 0x800000;
60 st_c.mantissa = c == .0f ? 0 : (as_uint(c) & 0x7fffff) | 0x800000;
68 // mantissa is 24 bits => product is 48 bits, 2bits non-fraction.
73 st_mul.mantissa = (st_a.mantissa * st_b.mantissa) << 14ul;
74 st_mul.exponent = st_mul.mantissa ? st_a.exponent + st_b.exponent : 0;
77 if (st_mul.exponent == 0 && st_mul.mantissa == 0)
80 // Mantissa is 23 fractional bits, shift it the same way as product mantissa
86 st_c.mantissa <<= C_ADJUST;
[all …]
/external/mesa3d/src/util/
Dformat_r11g11b10f.h66 int mantissa = f32.ui & 0x007fffff; in f32_to_uf11() local
76 if (mantissa) { in f32_to_uf11()
94 mantissa >>= UF11_MANTISSA_SHIFT; in f32_to_uf11()
95 uf11 = exponent << UF11_EXPONENT_SHIFT | mantissa; in f32_to_uf11()
109 int mantissa = (val & 0x003f); in uf11_to_f32() local
114 if (mantissa != 0) { in uf11_to_f32()
116 f32.f = scale * mantissa; in uf11_to_f32()
119 f32.ui = F32_INFINITY | mantissa; in uf11_to_f32()
128 decimal = 1.0f + (float) mantissa / 64; in uf11_to_f32()
148 int mantissa = f32.ui & 0x007fffff; in f32_to_uf10() local
[all …]
/external/vixl/src/
Dutils-vixl.cc150 uint16_t mantissa) { in Float16Pack() argument
151 uint16_t bits = (sign << 15) | (exp << 10) | mantissa; in Float16Pack()
156 float FloatPack(uint32_t sign, uint32_t exp, uint32_t mantissa) { in FloatPack() argument
157 uint32_t bits = (sign << 31) | (exp << 23) | mantissa; in FloatPack()
162 double DoublePack(uint64_t sign, uint64_t exp, uint64_t mantissa) { in DoublePack() argument
163 uint64_t bits = (sign << 63) | (exp << 52) | mantissa; in DoublePack()
175 uint16_t mantissa = bits & mantissa_mask; in Float16Classify() local
177 if (mantissa == 0) { in Float16Classify()
182 if (mantissa == 0) { in Float16Classify()
275 uint32_t mantissa = in FPToFloat() local
[all …]
/external/dng_sdk/source/
Ddng_utils.h810 int32 mantissa = halfValue & 0x000003ff; in DNG_HalfToFloat() local
815 if (mantissa == 0) in DNG_HalfToFloat()
829 while (!(mantissa & 0x00000400)) in DNG_HalfToFloat()
831 mantissa <<= 1; in DNG_HalfToFloat()
836 mantissa &= ~0x00000400; in DNG_HalfToFloat()
845 if (mantissa == 0) in DNG_HalfToFloat()
868 mantissa <<= 13; in DNG_HalfToFloat()
872 return (uint32) ((sign << 31) | (exponent << 23) | mantissa); in DNG_HalfToFloat()
883 int32 mantissa = i & 0x007fffff; in DNG_FloatToHalf() local
899 mantissa = (mantissa | 0x00800000) >> (1 - exponent); in DNG_FloatToHalf()
[all …]
/external/webrtc/third_party/abseil-cpp/absl/strings/
Dcharconv.cc106 static double Make(uint64_t mantissa, int exponent, bool sign) { in Make()
111 return sign ? -ldexp(mantissa, exponent) : ldexp(mantissa, exponent); in Make()
116 if (mantissa > kMantissaMask) { in Make()
121 mantissa &= kMantissaMask; in Make()
126 dbl += mantissa; in Make()
146 static float Make(uint32_t mantissa, int exponent, bool sign) { in Make()
151 return sign ? -ldexpf(mantissa, exponent) : ldexpf(mantissa, exponent); in Make()
156 if (mantissa > kMantissaMask) { in Make()
161 mantissa &= kMantissaMask; in Make()
166 flt += mantissa; in Make()
[all …]
/external/openscreen/third_party/abseil/src/absl/strings/
Dcharconv.cc106 static double Make(uint64_t mantissa, int exponent, bool sign) { in Make()
111 return sign ? -ldexp(mantissa, exponent) : ldexp(mantissa, exponent); in Make()
116 if (mantissa > kMantissaMask) { in Make()
121 mantissa &= kMantissaMask; in Make()
126 dbl += mantissa; in Make()
146 static float Make(uint32_t mantissa, int exponent, bool sign) { in Make()
151 return sign ? -ldexpf(mantissa, exponent) : ldexpf(mantissa, exponent); in Make()
156 if (mantissa > kMantissaMask) { in Make()
161 mantissa &= kMantissaMask; in Make()
166 flt += mantissa; in Make()
[all …]
/external/abseil-cpp/absl/strings/
Dcharconv.cc106 static double Make(uint64_t mantissa, int exponent, bool sign) { in Make()
111 return sign ? -ldexp(mantissa, exponent) : ldexp(mantissa, exponent); in Make()
116 if (mantissa > kMantissaMask) { in Make()
121 mantissa &= kMantissaMask; in Make()
126 dbl += mantissa; in Make()
146 static float Make(uint32_t mantissa, int exponent, bool sign) { in Make()
151 return sign ? -ldexpf(mantissa, exponent) : ldexpf(mantissa, exponent); in Make()
156 if (mantissa > kMantissaMask) { in Make()
161 mantissa &= kMantissaMask; in Make()
166 flt += mantissa; in Make()
[all …]
/external/rust/crates/grpcio-sys/grpc/third_party/abseil-cpp/absl/strings/
Dcharconv.cc106 static double Make(uint64_t mantissa, int exponent, bool sign) { in Make()
111 return sign ? -ldexp(mantissa, exponent) : ldexp(mantissa, exponent); in Make()
116 if (mantissa > kMantissaMask) { in Make()
121 mantissa &= kMantissaMask; in Make()
126 dbl += mantissa; in Make()
146 static float Make(uint32_t mantissa, int exponent, bool sign) { in Make()
151 return sign ? -ldexpf(mantissa, exponent) : ldexpf(mantissa, exponent); in Make()
156 if (mantissa > kMantissaMask) { in Make()
161 mantissa &= kMantissaMask; in Make()
166 flt += mantissa; in Make()
[all …]
/external/libtextclassifier/abseil-cpp/absl/strings/
Dcharconv.cc106 static double Make(uint64_t mantissa, int exponent, bool sign) { in Make()
111 return sign ? -ldexp(mantissa, exponent) : ldexp(mantissa, exponent); in Make()
116 if (mantissa > kMantissaMask) { in Make()
121 mantissa &= kMantissaMask; in Make()
126 dbl += mantissa; in Make()
146 static float Make(uint32_t mantissa, int exponent, bool sign) { in Make()
151 return sign ? -ldexpf(mantissa, exponent) : ldexpf(mantissa, exponent); in Make()
156 if (mantissa > kMantissaMask) { in Make()
161 mantissa &= kMantissaMask; in Make()
166 flt += mantissa; in Make()
[all …]
/external/webrtc/modules/rtp_rtcp/source/rtcp_packet/
Dtmmb_item.cc37 uint64_t mantissa = (compact >> 9) & 0x1ffff; // 17 bits. in Parse() local
40 bitrate_bps_ = (mantissa << exponent); in Parse()
42 bool shift_overflow = (bitrate_bps_ >> exponent) != mantissa; in Parse()
44 RTC_LOG(LS_ERROR) << "Invalid tmmb bitrate value : " << mantissa << "*2^" in Parse()
54 uint64_t mantissa = bitrate_bps_; in Create() local
56 while (mantissa > kMaxMantissa) { in Create()
57 mantissa >>= 1; in Create()
62 uint32_t compact = (exponent << 26) | (mantissa << 9) | packet_overhead_; in Create()
Dremb.cc71 uint64_t mantissa = (static_cast<uint32_t>(payload[13] & 0x03) << 16) | in Parse() local
73 bitrate_bps_ = (mantissa << exponenta); in Parse()
75 (static_cast<uint64_t>(bitrate_bps_) >> exponenta) != mantissa; in Parse()
77 RTC_LOG(LS_ERROR) << "Invalid remb bitrate value : " << mantissa << "*2^" in Parse()
124 uint64_t mantissa = bitrate_bps_; in Create() local
126 while (mantissa > kMaxMantissa) { in Create()
127 mantissa >>= 1; in Create()
131 packet[(*index)++] = (exponenta << 2) | (mantissa >> 16); in Create()
132 ByteWriter<uint16_t>::WriteBigEndian(packet + *index, mantissa & 0xffff); in Create()
/external/deqp-deps/amber/src/
Dfloat16_helper.cc68 uint32_t mantissa = 0U; in HexFloat16ToFloat() local
72 mantissa = ((static_cast<uint32_t>(value[1]) & 0x3) << 8U | in HexFloat16ToFloat()
77 uint32_t hex = sign | exponent | mantissa; in HexFloat16ToFloat()
89 uint32_t mantissa = (static_cast<uint32_t>(value[0]) & 0x3f) << 17U; in HexFloat11ToFloat() local
91 uint32_t hex = exponent | mantissa; in HexFloat11ToFloat()
103 uint32_t mantissa = (static_cast<uint32_t>(value[0]) & 0x1f) << 18U; in HexFloat10ToFloat() local
105 uint32_t hex = exponent | mantissa; in HexFloat10ToFloat()
131 uint32_t mantissa = ((exponent == 0) ? 0U : FloatMantissa(*hex)); in FloatToHexFloat16() local
134 static_cast<uint16_t>(mantissa >> 13U)); in FloatToHexFloat16()
/external/rust/crates/serde_json/src/lexical/
Dparse.rs14 pub fn parse_concise_float<F>(mantissa: u64, mant_exp: i32) -> F in parse_concise_float()
18 if let Some(float) = fast_path(mantissa, mant_exp) { in parse_concise_float()
24 let (fp, valid) = moderate_path::<F>(mantissa, mant_exp, truncated); in parse_concise_float()
37 let integer = buffer.format(mantissa).as_bytes(); in parse_concise_float()
60 let mut mantissa: u64 = 0; in parse_truncated_float() localVariable
63 mantissa = match add_digit(mantissa, to_digit(c).unwrap()) { in parse_truncated_float()
78 mantissa, in parse_truncated_float()
Dalgorithm.rs18 pub(crate) fn fast_path<F>(mantissa: u64, exponent: i32) -> Option<F> in fast_path()
27 if mantissa == 0 { in fast_path()
29 } else if mantissa >> mantissa_size != 0 { in fast_path()
34 let float = F::as_cast(mantissa); in fast_path()
40 let float = F::as_cast(mantissa); in fast_path()
54 let value = mantissa.checked_mul(power)?; in fast_path()
146 mantissa: u64, in moderate_path()
154 mant: mantissa, in moderate_path()
171 mantissa: u64, in fallback_path()
180 let (fp, valid) = moderate_path::<F>(mantissa, mantissa_exponent, truncated); in fallback_path()
/external/rust/crates/ryu/src/pretty/
Dmod.rs2 mod mantissa; module
5 use self::mantissa::*;
72 let length = d2s::decimal_length17(v.mantissa) as isize; in format64()
79 write_mantissa_long(v.mantissa, result.offset(index + length)); in format64()
88 write_mantissa_long(v.mantissa, result.offset(index + length + 1)); in format64()
100 write_mantissa_long(v.mantissa, result.offset(index + length + offset)); in format64()
104 *result.offset(index) = b'0' + v.mantissa as u8; in format64()
109 write_mantissa_long(v.mantissa, result.offset(index + length + 1)); in format64()
179 let length = common::decimal_length9(v.mantissa) as isize; in format32()
186 write_mantissa(v.mantissa, result.offset(index + length)); in format32()
[all …]
/external/llvm-project/libc/test/utils/FPUtil/
Dx86_long_double_test.cpp27 bits.mantissa = i; in TEST()
38 bits.mantissa = i; in TEST()
49 bits.mantissa = i; in TEST()
60 bits.mantissa = i; in TEST()
70 bits.mantissa = i; in TEST()
80 bits.mantissa = i; in TEST()
/external/mesa3d/src/mesa/main/
Dquerymatrix.c43 _mesa_QueryMatrixxOES(GLfixed mantissa[16], GLint exponent[16]) in _mesa_QueryMatrixxOES()
109 mantissa[i] = FLOAT_TO_FIXED(normalizedFraction); in _mesa_QueryMatrixxOES()
124 mantissa[i] = INT_TO_FIXED(0); in _mesa_QueryMatrixxOES()
134 mantissa[i] = INT_TO_FIXED(1); in _mesa_QueryMatrixxOES()
137 mantissa[i] = -INT_TO_FIXED(1); in _mesa_QueryMatrixxOES()
147 mantissa[i] = INT_TO_FIXED(2); in _mesa_QueryMatrixxOES()

12345678910