Home
last modified time | relevance | path

Searched refs:mantissa (Results 1 – 25 of 79) sorted by relevance

1234

/external/deqp/framework/delibs/debase/
DdeFloat16.c32 deUint32 mantissa; in deFloat32To16() local
42 mantissa = x.u & 0x007fffffu; in deFloat32To16()
53 mantissa = mantissa | 0x00800000u; in deFloat32To16()
59 deUint32 b = (mantissa >> t) & 1u; in deFloat32To16()
61 mantissa = (mantissa + a + b) >> t; in deFloat32To16()
64 return (deFloat16) (sign | mantissa); in deFloat32To16()
68 if (mantissa == 0u) in deFloat32To16()
76 mantissa >>= 13u; in deFloat32To16()
77 return (deFloat16) (sign | 0x7c00u | mantissa | (mantissa == 0u)); in deFloat32To16()
83 mantissa = mantissa + 0x00000fffu + ((mantissa >> 13u) & 1u); in deFloat32To16()
[all …]
/external/nanopb-c/examples/using_double_on_avr/
Ddouble_conversion.c22 uint64_t mantissa; in float_to_double() local
27 mantissa = in.i & 0x7FFFFF; in float_to_double()
36 if (!mantissa) in float_to_double()
44 mantissa <<= 1; in float_to_double()
45 while (!(mantissa & 0x800000)) in float_to_double()
47 mantissa <<= 1; in float_to_double()
50 mantissa &= 0x7FFFFF; in float_to_double()
55 mantissa <<= 29; in float_to_double()
56 mantissa |= (uint64_t)(exponent + 1023) << 52; in float_to_double()
57 mantissa |= (uint64_t)sign << 63; in float_to_double()
[all …]
/external/mesa3d/src/gallium/auxiliary/util/
Du_format_r11g11b10f.h61 int mantissa = f32.ui & 0x007fffff; in f32_to_uf11() local
71 if (mantissa) { in f32_to_uf11()
90 mantissa >>= UF11_MANTISSA_SHIFT; in f32_to_uf11()
91 uf11 = exponent << UF11_EXPONENT_SHIFT | mantissa; in f32_to_uf11()
105 int mantissa = (val & 0x003f); in uf11_to_f32() local
110 if (mantissa != 0) { in uf11_to_f32()
112 f32.f = scale * mantissa; in uf11_to_f32()
116 f32.ui = F32_INFINITY | mantissa; in uf11_to_f32()
127 decimal = 1.0f + (float) mantissa / 64; in uf11_to_f32()
147 int mantissa = f32.ui & 0x007fffff; in f32_to_uf10() local
[all …]
Du_format_rgb9e5.h50 unsigned int mantissa:23; member
52 unsigned int mantissa:23;
/external/valgrind/VEX/switchback/
Dtest_emfloat.c512 u16 mantissa[INTERNAL_FPF_PRECISION]; member
531 static void ShiftMantLeft1(u16 *carry,u16 *mantissa);
532 static void ShiftMantRight1(u16 *carry,u16 *mantissa);
699 dest->mantissa[i]=0; in SetInternalFPFZero()
719 dest->mantissa[i]=0; in SetInternalFPFInfinity()
737 dest->mantissa[0]=0x4000; in SetInternalFPFNaN()
739 dest->mantissa[i]=0; in SetInternalFPFNaN()
815 u16 *mantissa) in ShiftMantLeft1() argument
822 { accum=mantissa[i]; in ShiftMantLeft1()
828 mantissa[i]=accum; /* Return shifted value */ in ShiftMantLeft1()
[all …]
/external/dng_sdk/source/
Ddng_utils.h810 int32 mantissa = halfValue & 0x000003ff; in DNG_HalfToFloat() local
815 if (mantissa == 0) in DNG_HalfToFloat()
829 while (!(mantissa & 0x00000400)) in DNG_HalfToFloat()
831 mantissa <<= 1; in DNG_HalfToFloat()
836 mantissa &= ~0x00000400; in DNG_HalfToFloat()
845 if (mantissa == 0) in DNG_HalfToFloat()
868 mantissa <<= 13; in DNG_HalfToFloat()
872 return (uint32) ((sign << 31) | (exponent << 23) | mantissa); in DNG_HalfToFloat()
883 int32 mantissa = i & 0x007fffff; in DNG_FloatToHalf() local
899 mantissa = (mantissa | 0x00800000) >> (1 - exponent); in DNG_FloatToHalf()
[all …]
/external/vixl/src/vixl/
Dutils.cc96 float float_pack(uint32_t sign, uint32_t exp, uint32_t mantissa) { in float_pack() argument
97 uint32_t bits = (sign << 31) | (exp << 23) | mantissa; in float_pack()
102 double double_pack(uint64_t sign, uint64_t exp, uint64_t mantissa) { in double_pack() argument
103 uint64_t bits = (sign << 63) | (exp << 52) | mantissa; in double_pack()
114 uint16_t mantissa = value & mantissa_mask; in float16classify() local
116 if (mantissa == 0) { in float16classify()
121 if (mantissa == 0) { in float16classify()
/external/webrtc/webrtc/modules/rtp_rtcp/source/rtcp_packet/
Dtmmbr.cc36 uint32_t* mantissa, in ComputeMantissaAnd6bitBase2Exponent() argument
49 *mantissa = (input_base10 >> exponent); in ComputeMantissaAnd6bitBase2Exponent()
56 uint32_t mantissa = 0; in CreateTmmbrItem() local
58 ComputeMantissaAnd6bitBase2Exponent(bitrate_bps, 17, &mantissa, &exp); in CreateTmmbrItem()
61 AssignUWord8(buffer, pos, (exp << 2) + ((mantissa >> 15) & 0x03)); in CreateTmmbrItem()
62 AssignUWord8(buffer, pos, mantissa >> 7); in CreateTmmbrItem()
63 AssignUWord8(buffer, pos, (mantissa << 1) + in CreateTmmbrItem()
Dtmmbn.cc34 uint32_t* mantissa, in ComputeMantissaAnd6bitBase2Exponent() argument
47 *mantissa = (input_base10 >> exponent); in ComputeMantissaAnd6bitBase2Exponent()
54 uint32_t mantissa = 0; in CreateTmmbrItem() local
56 ComputeMantissaAnd6bitBase2Exponent(bitrate_bps, 17, &mantissa, &exp); in CreateTmmbrItem()
59 AssignUWord8(buffer, pos, (exp << 2) + ((mantissa >> 15) & 0x03)); in CreateTmmbrItem()
60 AssignUWord8(buffer, pos, mantissa >> 7); in CreateTmmbrItem()
61 AssignUWord8(buffer, pos, (mantissa << 1) + in CreateTmmbrItem()
/external/mesa3d/src/mesa/main/
Dquerymatrix.c91 extern GLbitfield GL_APIENTRY _es_QueryMatrixxOES(GLfixed mantissa[16], GLint exponent[16]);
97 GLbitfield GL_APIENTRY _es_QueryMatrixxOES(GLfixed mantissa[16], GLint exponent[16]) in _es_QueryMatrixxOES()
164 mantissa[i] = FLOAT_TO_FIXED(normalizedFraction); in _es_QueryMatrixxOES()
179 mantissa[i] = INT_TO_FIXED(0); in _es_QueryMatrixxOES()
189 mantissa[i] = INT_TO_FIXED(1); in _es_QueryMatrixxOES()
192 mantissa[i] = -INT_TO_FIXED(1); in _es_QueryMatrixxOES()
202 mantissa[i] = INT_TO_FIXED(2); in _es_QueryMatrixxOES()
/external/google-benchmark/src/
Dstring_util.cc33 double one_k, std::string* mantissa, in ToExponentAndMantissa() argument
57 *mantissa = mantissa_stream.str(); in ToExponentAndMantissa()
71 *mantissa = mantissa_stream.str(); in ToExponentAndMantissa()
81 *mantissa = mantissa_stream.str(); in ToExponentAndMantissa()
100 std::string mantissa; in ToBinaryStringFullySpecified() local
102 ToExponentAndMantissa(value, threshold, precision, 1024.0, &mantissa, in ToBinaryStringFullySpecified()
104 return mantissa + ExponentToPrefix(exponent, false); in ToBinaryStringFullySpecified()
/external/icu/icu4c/source/i18n/
Dprecision.cpp259 int64_t mantissa, in initVisibleDigits() argument
271 if (mantissa > -1000000000000000000LL /* -1e18 */ in initVisibleDigits()
272 && mantissa < 1000000000000000000LL /* 1e18 */) { in initVisibleDigits()
273 digits.fAbsIntValue = mantissa; in initVisibleDigits()
285 if (mantissa == 0) { in initVisibleDigits()
291 while (mantissa % 10 == 0) { in initVisibleDigits()
292 mantissa /= 10; in initVisibleDigits()
295 if (mantissa < 0) { in initVisibleDigits()
296 digits.fDigits.append((char) -(mantissa % -10), status); in initVisibleDigits()
297 mantissa /= -10; in initVisibleDigits()
[all …]
/external/v8/test/mjsunit/es6/
Dmath-fround.js65 var mantissa = 1 + this.mantissa_23_bits * mantissa_23_shift +
67 return sign * Math.pow(2, exponent) * mantissa;
77 var mantissa = 1 + (this.mantissa_23_bits + round) * mantissa_23_shift;
78 return sign * Math.pow(2, exponent) * mantissa;
96 var mantissa = (mantissa_23_bits + round) * mantissa_23_shift;
97 return sign * Math.pow(2, -126) * mantissa;
/external/mesa3d/src/gallium/drivers/r300/compiler/
Dradeon_inline_literals.c26 unsigned mantissa = float_bits & 0x007fffff; in ieee_754_to_r300_float() local
41 if (mantissa & mantissa_mask) { in ieee_754_to_r300_float()
44 mantissa, mantissa_mask, in ieee_754_to_r300_float()
45 mantissa & mantissa_mask); in ieee_754_to_r300_float()
50 r300_mantissa = (mantissa & ~mantissa_mask) >> 20; in ieee_754_to_r300_float()
/external/crcalc/src/com/hp/creals/
DStringFloatRep.java43 mantissa = m; in StringFloatRep()
55 public String mantissa; field in StringFloatRep
70 (sign < 0? "-" : "") + mantissa + "E" + Integer.toString(exponent) in toString()
/external/chromium-trace/catapult/third_party/gsutil/third_party/boto/boto/sdb/db/manager/
Dsdbmanager.py225 mantissa = l[0].ljust(18, '0')
230 elif mantissa[0] != '-' and exponent[0] == '+':
233 elif mantissa[0] != '-' and exponent[0] == '-':
237 elif mantissa[0] == '-' and exponent[0] == '-':
239 mantissa = '%f' % (10 + float(mantissa))
240 mantissa = mantissa.ljust(18, '0')
244 mantissa = '%f' % (10 + float(mantissa))
245 mantissa = mantissa.ljust(18, '0')
248 return '%s %s %s' % (case, exponent, mantissa)
253 mantissa = value[6:]
[all …]
/external/deqp/framework/common/
DtcuFloat.hpp88 static inline Float construct (int sign, int exponent, StorageType mantissa);
115 …inline StorageType mantissa (void) const { return isZero() || isDenorm() ? mantissaBits() : (man… in mantissa() function in tcu::Float
206 (int sign, int exponent, StorageType mantissa) in construct() argument
209 const bool isShorthandZero = exponent == 0 && mantissa == 0; in construct()
213 const bool isDenormOrZero = (exponent == 1 - ExponentBias) && (mantissa >> MantissaBits == 0); in construct()
218 DE_ASSERT(isShorthandZero || isDenormOrZero || mantissa >> MantissaBits == 1); in construct()
221 …return Float(StorageType(s | (exp << MantissaBits) | (mantissa & ((StorageType(1)<<MantissaBits)-1… in construct()
269 deUint64 m = other.mantissa(); in convert()
/external/mesa3d/src/gallium/auxiliary/gallivm/
Dlp_bld_conv.c160 unsigned mantissa; in lp_build_clamped_float_to_unsigned_norm() local
166 mantissa = lp_mantissa(src_type); in lp_build_clamped_float_to_unsigned_norm()
168 if (dst_width <= mantissa) { in lp_build_clamped_float_to_unsigned_norm()
184 bias = (double)(1ULL << (mantissa - dst_width)); in lp_build_clamped_float_to_unsigned_norm()
192 else if (dst_width == (mantissa + 1)) { in lp_build_clamped_float_to_unsigned_norm()
285 unsigned mantissa; in lp_build_unsigned_norm_to_float() local
294 mantissa = lp_mantissa(dst_type); in lp_build_unsigned_norm_to_float()
296 if (src_width <= (mantissa + 1)) { in lp_build_unsigned_norm_to_float()
315 n = MIN2(mantissa, src_width); in lp_build_unsigned_norm_to_float()
320 bias = (double)((unsigned long long)1 << (mantissa - n)); in lp_build_unsigned_norm_to_float()
[all …]
/external/aac/libSBRdec/src/
Dtranscendent.h329 static inline void FDK_sqrt_MantExp(FIXP_DBL *mantissa, /*!< Pointer to mantissa */ in FDK_sqrt_MantExp() argument
333 FIXP_DBL input_m = *mantissa; in FDK_sqrt_MantExp()
344 *mantissa = result; in FDK_sqrt_MantExp()
348 *mantissa = (shift>=0) ? result << (INT)fixMin(DFRACT_BITS-1,shift) in FDK_sqrt_MantExp()
Denv_dec.cpp667 FIXP_SGL mantissa; in requantizeEnvelopeData() local
696 mantissa = 0.5f; in requantizeEnvelopeData()
707 mantissa = (FIXP_SGL)( (mantissa * pow2[bit]) << 1); in requantizeEnvelopeData()
719 mantissa = (exponent & ampShift) ? FL2FXCONST_SGL(0.707106781186548f) : FL2FXCONST_SGL(0.5f); in requantizeEnvelopeData()
731 h_sbr_data->iEnvelope[i] = (FIXP_SGL)(((LONG)mantissa & MASK_M) | (exponent & MASK_E)); in requantizeEnvelopeData()
/external/apache-commons-math/src/main/java/org/apache/commons/math/util/
DFastMath.java3435 long mantissa = bits & 0x000fffffffffffffL; in scalb() local
3444 return Double.longBitsToDouble(sign | (((long) scaledExponent) << 52) | mantissa); in scalb()
3449 mantissa = mantissa | (1L << 52); in scalb()
3452 final long mostSignificantLostBit = mantissa & (1L << (-scaledExponent)); in scalb()
3453 mantissa = mantissa >>> (1 - scaledExponent); in scalb()
3456 mantissa++; in scalb()
3458 return Double.longBitsToDouble(sign | mantissa); in scalb()
3469 while ((mantissa >>> 52) != 1) { in scalb()
3470 mantissa = mantissa << 1; in scalb()
3474 mantissa = mantissa & 0x000fffffffffffffL; in scalb()
[all …]
/external/webrtc/webrtc/modules/rtp_rtcp/source/
Drtcp_packet.cc68 uint32_t* mantissa, in ComputeMantissaAnd6bitBase2Exponent() argument
81 *mantissa = (input_base10 >> exponent); in ComputeMantissaAnd6bitBase2Exponent()
256 uint32_t mantissa = 0; in CreateRemb() local
258 ComputeMantissaAnd6bitBase2Exponent(remb_item.BitRate, 18, &mantissa, &exp); in CreateRemb()
267 AssignUWord8(buffer, pos, (exp << 2) + ((mantissa >> 16) & 0x03)); in CreateRemb()
268 AssignUWord8(buffer, pos, mantissa >> 8); in CreateRemb()
269 AssignUWord8(buffer, pos, mantissa); in CreateRemb()
/external/dnsmasq/contrib/dns-loc/
Ddnsmasq2-loc-rfc1876.patch161 + int mantissa, exponent;
163 + mantissa = (int)((prec >> 4) & 0x0f) % 10;
166 + val = mantissa * poweroften[exponent];
180 + register int mantissa;
202 + mantissa = cmval / poweroften[exponent];
203 + if (mantissa > 9)
204 + mantissa = 9;
206 + retval = (mantissa << 4) | exponent;
/external/bison/lib/
Dvasnprintf.c3104 long double mantissa; in VASNPRINTF() local
3107 mantissa = printf_frexpl (arg, &exponent); in VASNPRINTF()
3111 mantissa = 0.0L; in VASNPRINTF()
3118 long double tail = mantissa; in VASNPRINTF()
3138 mantissa += tail; in VASNPRINTF()
3147 digit = (int) mantissa; in VASNPRINTF()
3148 mantissa -= digit; in VASNPRINTF()
3151 || mantissa > 0.0L || precision > 0) in VASNPRINTF()
3156 while (mantissa > 0.0L) in VASNPRINTF()
3158 mantissa *= 16.0L; in VASNPRINTF()
[all …]
/external/libvorbis/doc/
D09-helper.tex57 1) [mantissa] = [x] bitwise AND 0x1fffff (unsigned result)
60 4) if ( [sign] is nonzero ) then negate [mantissa]
61 5) return [mantissa] * ( 2 ^ ( [exponent] - 788 ) )

1234