Home
last modified time | relevance | path

Searched refs:mant (Results 1 – 25 of 55) sorted by relevance

123

/external/apache-commons-math/src/main/java/org/apache/commons/math/dfp/
DDfp.java164 protected int[] mant; field in Dfp
182 mant = new int[field.getRadixDigits()]; in Dfp()
212 mant = new int[field.getRadixDigits()]; in Dfp()
234 System.arraycopy(mant, mant.length - exp, mant, mant.length - 1 - exp, exp); in Dfp()
235 mant[mant.length - 1] = (int) (x % RADIX); in Dfp()
243 for (int i = 0; i < mant.length - 1; i++) { in Dfp()
244 if (mant[i] != 0) { in Dfp()
245 mant[i]++; in Dfp()
259 mant = new int[field.getRadixDigits()]; in Dfp()
308 System.arraycopy(xdfp.mant, 0, mant, 0, mant.length); in Dfp()
[all …]
DDfpDec.java167 int msb = mant[mant.length-1]; in round()
173 int cmaxdigits = mant.length * 4; in round()
190 final int lsb = mant[lsd]; in round()
192 if (lsbthreshold <= 1 && digits == 4 * mant.length - 3) { in round()
200 n = (mant[lsd-1] / 1000) % 10; in round()
201 mant[lsd-1] %= 1000; in round()
202 discarded |= mant[lsd-1]; in round()
209 discarded |= mant[i]; // need to know if there are any discarded bits in round()
210 mant[i] = 0; in round()
213 mant[lsd] = lsb / lsbthreshold * lsbthreshold; in round()
[all …]
/external/icu/android_icu4j/src/main/java/android/icu/math/
DBigDecimal.java386 private byte mant[]; // assumed null field in BigDecimal
651 mant = new byte[d]; // we know the length in BigDecimal()
663 mant[i] = (byte) (((sj)) - (('0')));/* easy */ in BigDecimal()
668 mant[i] = (byte) dvalue; in BigDecimal()
683 mant[i] = (byte) (((inchars[j])) - (('0'))); in BigDecimal()
696 if (mant[0] == 0) { in BigDecimal()
702 mant = ZERO.mant; in BigDecimal()
711 mag = (exp + mant.length) - 1; // true exponent in scientific notation in BigDecimal()
765 mant = ZERO.mant; in BigDecimal()
768 mant = ONE.mant; in BigDecimal()
[all …]
/external/icu/icu4j/eclipse-build/plugins.template/com.ibm.icu.base/src/com/ibm/icu/math/
DBigDecimal.java395 private byte mant[]; // assumed null field in BigDecimal
665 mant = new byte[d]; // we know the length in BigDecimal()
677 mant[i] = (byte) (((int) (sj)) - ((int) ('0')));/* easy */ in BigDecimal()
682 mant[i] = (byte) dvalue; in BigDecimal()
697 mant[i] = (byte) (((int) (inchars[j])) - ((int) ('0'))); in BigDecimal()
710 if (mant[0] == 0) { in BigDecimal()
716 mant = ZERO.mant; in BigDecimal()
725 mag = (exp + mant.length) - 1; // true exponent in scientific notation in BigDecimal()
781 mant = ZERO.mant; in BigDecimal()
784 mant = ONE.mant; in BigDecimal()
[all …]
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/math/
DBigDecimal.java397 private byte mant[]; // assumed null field in BigDecimal
667 mant = new byte[d]; // we know the length in BigDecimal()
679 mant[i] = (byte) (((sj)) - (('0')));/* easy */ in BigDecimal()
684 mant[i] = (byte) dvalue; in BigDecimal()
699 mant[i] = (byte) (((inchars[j])) - (('0'))); in BigDecimal()
712 if (mant[0] == 0) { in BigDecimal()
718 mant = ZERO.mant; in BigDecimal()
727 mag = (exp + mant.length) - 1; // true exponent in scientific notation in BigDecimal()
783 mant = ZERO.mant; in BigDecimal()
786 mant = ONE.mant; in BigDecimal()
[all …]
/external/libgsm/src/
Drpe.c228 word exp, mant; variable
235 mant = xmaxc - (exp << 3);
237 if (mant == 0) {
239 mant = 7;
242 while (mant <= 7) {
243 mant = mant << 1 | 1;
246 mant -= 8;
250 assert( mant >= 0 && mant <= 7 );
253 *mant_out = mant;
268 word exp, mant; variable
[all …]
/external/llvm/test/CodeGen/AMDGPU/
Dllvm.amdgcn.frexp.mant.ll6 declare float @llvm.amdgcn.frexp.mant.f32(float) #0
7 declare double @llvm.amdgcn.frexp.mant.f64(double) #0
12 %frexp.mant = call float @llvm.amdgcn.frexp.mant.f32(float %src)
13 store float %frexp.mant, float addrspace(1)* %out
21 %frexp.mant = call float @llvm.amdgcn.frexp.mant.f32(float %fabs.src)
22 store float %frexp.mant, float addrspace(1)* %out
31 %frexp.mant = call float @llvm.amdgcn.frexp.mant.f32(float %fneg.fabs.src)
32 store float %frexp.mant, float addrspace(1)* %out
39 %frexp.mant = call double @llvm.amdgcn.frexp.mant.f64(double %src)
40 store double %frexp.mant, double addrspace(1)* %out
[all …]
/external/mesa3d/src/gallium/drivers/swr/rasterizer/memory/
DConvert.h57 uint32_t mant = (val & 0x3ff) << 13; in ConvertSmallFloatTo32() local
59 if ((exp == 0) && (mant != 0)) // Adjust exponent and mantissa for denormals in ConvertSmallFloatTo32()
61 mant <<= 1; in ConvertSmallFloatTo32()
62 while (mant < (0x400 << 13)) in ConvertSmallFloatTo32()
65 mant <<= 1; in ConvertSmallFloatTo32()
67 mant &= (0x3ff << 13); in ConvertSmallFloatTo32()
70 result = sign | exp | mant; in ConvertSmallFloatTo32()
85 uint32_t sign, exp, mant; in Convert32ToSmallFloat() local
93 mant = uf & 0x007FFFFF; in Convert32ToSmallFloat()
98 exp = mant = 0; in Convert32ToSmallFloat()
[all …]
/external/valgrind/none/tests/ppc32/
Dtest_isa_2_06_part1.c111 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
115 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
118 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
152 uint64_t mant; in build_fargs_table() local
166 for (mant = 0x0000000000001ULL; mant < (1ULL << 52); in build_fargs_table()
168 mant = ((mant + 0x4A6) << 29) + 0x359) { in build_fargs_table()
169 register_farg( &fargs[i++], s, _exp, mant ); in build_fargs_table()
178 mant = 0x0000000000b01ULL; in build_fargs_table()
179 register_farg(&fargs[i++], s, _exp, mant); in build_fargs_table()
182 mant = 0x00000203f0b3dULL; in build_fargs_table()
[all …]
Dtest_isa_2_07_part2.c108 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
112 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
115 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
119 int s, uint16_t _exp, uint32_t mant) in register_sp_farg() argument
122 tmp = ((uint32_t)s << 31) | ((uint32_t)_exp << 23) | mant; in register_sp_farg()
168 uint64_t mant; in build_special_fargs_table() local
183 mant = 0x8000000000000ULL; in build_special_fargs_table()
184 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
189 mant = 0xf000000000000ULL; in build_special_fargs_table()
190 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
[all …]
Dtest_isa_2_06_part3.c110 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
114 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
117 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
121 int s, uint16_t _exp, uint32_t mant) in register_sp_farg() argument
124 tmp = ((uint32_t)s << 31) | ((uint32_t)_exp << 23) | mant; in register_sp_farg()
237 uint64_t mant; in build_special_fargs_table() local
252 mant = 0x8000000000000ULL; in build_special_fargs_table()
253 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
258 mant = 0xf000000000000ULL; in build_special_fargs_table()
259 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
[all …]
Dtest_isa_2_06_part2.c111 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
115 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
118 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
122 int s, uint16_t _exp, uint32_t mant) in register_sp_farg() argument
125 tmp = ((uint32_t)s << 31) | ((uint32_t)_exp << 23) | mant; in register_sp_farg()
298 uint64_t mant; in build_special_fargs_table() local
313 mant = 0x8000000000000ULL; in build_special_fargs_table()
314 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
319 mant = 0xf000000000000ULL; in build_special_fargs_table()
320 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
[all …]
Dtest_isa_2_07_part1.c944 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
948 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
951 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
985 uint64_t mant; in build_fargs_table() local
1002 for (mant = 0x0000000000001ULL; mant < (1ULL << 52); in build_fargs_table()
1004 mant = ((mant + 0x4A6) << 13) + 0x359) { in build_fargs_table()
1005 register_farg(&fargs[i++], s, _exp, mant); in build_fargs_table()
1019 for (mant = 0x0000000000001ULL; mant < (1ULL << 52); in build_fargs_table()
1021 mant = ((mant + 0x4A6) << 29) + 0x359) { // x2 in build_fargs_table()
1022 register_farg(&fargs[i++], s, _exp, mant); in build_fargs_table()
[all …]
Djm-insns.c4293 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
4297 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
4304 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
4338 uint64_t mant; in build_fargs_table() local
4355 for (mant = 0x0000000000001ULL; mant < (1ULL << 52); in build_fargs_table()
4357 mant = ((mant + 0x4A6) << 13) + 0x359) { in build_fargs_table()
4358 register_farg(&fargs[i++], s, _exp, mant); in build_fargs_table()
4375 for (mant = 0x0000000000001ULL; mant < (1ULL << 52); in build_fargs_table()
4377 mant = ((mant + 0x4A6) << 29) + 0x359) { // x2 in build_fargs_table()
4378 register_farg(&fargs[i++], s, _exp, mant); in build_fargs_table()
[all …]
/external/valgrind/none/tests/ppc64/
Dtest_isa_2_06_part1.c111 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
115 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
118 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
152 uint64_t mant; in build_fargs_table() local
166 for (mant = 0x0000000000001ULL; mant < (1ULL << 52); in build_fargs_table()
168 mant = ((mant + 0x4A6) << 29) + 0x359) { in build_fargs_table()
169 register_farg( &fargs[i++], s, _exp, mant ); in build_fargs_table()
178 mant = 0x0000000000b01ULL; in build_fargs_table()
179 register_farg(&fargs[i++], s, _exp, mant); in build_fargs_table()
182 mant = 0x00000203f0b3dULL; in build_fargs_table()
[all …]
Dtest_isa_2_07_part2.c108 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
112 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
115 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
119 int s, uint16_t _exp, uint32_t mant) in register_sp_farg() argument
122 tmp = ((uint32_t)s << 31) | ((uint32_t)_exp << 23) | mant; in register_sp_farg()
168 uint64_t mant; in build_special_fargs_table() local
183 mant = 0x8000000000000ULL; in build_special_fargs_table()
184 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
189 mant = 0xf000000000000ULL; in build_special_fargs_table()
190 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
[all …]
Dtest_isa_2_06_part3.c110 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
114 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
117 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
121 int s, uint16_t _exp, uint32_t mant) in register_sp_farg() argument
124 tmp = ((uint32_t)s << 31) | ((uint32_t)_exp << 23) | mant; in register_sp_farg()
237 uint64_t mant; in build_special_fargs_table() local
252 mant = 0x8000000000000ULL; in build_special_fargs_table()
253 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
258 mant = 0xf000000000000ULL; in build_special_fargs_table()
259 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
[all …]
Dtest_isa_2_06_part2.c111 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
115 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
118 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
122 int s, uint16_t _exp, uint32_t mant) in register_sp_farg() argument
125 tmp = ((uint32_t)s << 31) | ((uint32_t)_exp << 23) | mant; in register_sp_farg()
298 uint64_t mant; in build_special_fargs_table() local
313 mant = 0x8000000000000ULL; in build_special_fargs_table()
314 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
319 mant = 0xf000000000000ULL; in build_special_fargs_table()
320 register_farg(&spec_fargs[i++], s, _exp, mant); in build_special_fargs_table()
[all …]
Dtest_isa_2_07_part1.c944 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
948 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
951 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
985 uint64_t mant; in build_fargs_table() local
1002 for (mant = 0x0000000000001ULL; mant < (1ULL << 52); in build_fargs_table()
1004 mant = ((mant + 0x4A6) << 13) + 0x359) { in build_fargs_table()
1005 register_farg(&fargs[i++], s, _exp, mant); in build_fargs_table()
1019 for (mant = 0x0000000000001ULL; mant < (1ULL << 52); in build_fargs_table()
1021 mant = ((mant + 0x4A6) << 29) + 0x359) { // x2 in build_fargs_table()
1022 register_farg(&fargs[i++], s, _exp, mant); in build_fargs_table()
[all …]
Djm-insns.c4293 int s, uint16_t _exp, uint64_t mant) in register_farg() argument
4297 tmp = ((uint64_t)s << 63) | ((uint64_t)_exp << 52) | mant; in register_farg()
4304 s, _exp, mant, *(uint64_t *)farg, *(double *)farg); in register_farg()
4338 uint64_t mant; in build_fargs_table() local
4355 for (mant = 0x0000000000001ULL; mant < (1ULL << 52); in build_fargs_table()
4357 mant = ((mant + 0x4A6) << 13) + 0x359) { in build_fargs_table()
4358 register_farg(&fargs[i++], s, _exp, mant); in build_fargs_table()
4375 for (mant = 0x0000000000001ULL; mant < (1ULL << 52); in build_fargs_table()
4377 mant = ((mant + 0x4A6) << 29) + 0x359) { // x2 in build_fargs_table()
4378 register_farg(&fargs[i++], s, _exp, mant); in build_fargs_table()
[all …]
/external/llvm/test/Transforms/InstCombine/
Damdgcn-intrinsics.ll55 ; llvm.amdgcn.frexp.mant
58 declare float @llvm.amdgcn.frexp.mant.f32(float) nounwind readnone
59 declare double @llvm.amdgcn.frexp.mant.f64(double) nounwind readnone
65 %val = call float @llvm.amdgcn.frexp.mant.f32(float undef)
72 %val = call double @llvm.amdgcn.frexp.mant.f64(double undef)
79 %val = call float @llvm.amdgcn.frexp.mant.f32(float 0.0)
86 %val = call double @llvm.amdgcn.frexp.mant.f64(double 0.0)
94 %val = call float @llvm.amdgcn.frexp.mant.f32(float -0.0)
101 %val = call double @llvm.amdgcn.frexp.mant.f64(double -0.0)
108 %val = call float @llvm.amdgcn.frexp.mant.f32(float 1.0)
[all …]
/external/protobuf/js/binary/
Dutils.js162 var mant;
195 mant = Math.round(value / Math.pow(2, -149));
197 jspb.utils.split64Low = ((sign << 31) | mant) >>> 0;
202 mant = value * Math.pow(2, -exp);
203 mant = Math.round(mant * jspb.BinaryConstants.TWO_TO_23) & 0x7FFFFF;
206 jspb.utils.split64Low = ((sign << 31) | ((exp + 127) << 23) | mant) >>> 0;
250 var mant = value / Math.pow(2, -1074);
251 var mantHigh = (mant / jspb.BinaryConstants.TWO_TO_32);
253 jspb.utils.split64Low = (mant >>> 0);
259 var mant = value * Math.pow(2, -exp);
[all …]
/external/mesa3d/src/gallium/drivers/swr/rasterizer/jitter/
Dbuilder_misc.cpp47 uint32_t sign, exp, mant; in Convert32To16Float() local
54 mant = uf & 0x007FFFFF; in Convert32To16Float()
60 mant = 0x200; in Convert32To16Float()
66 mant = 0x0; in Convert32To16Float()
71 mant = 0x3FF; in Convert32To16Float()
75 mant |= 0x00800000; in Convert32To16Float()
76 for (; exp <= 0x70; mant >>= 1, exp++) in Convert32To16Float()
79 mant = mant >> 13; in Convert32To16Float()
84 mant = 0; in Convert32To16Float()
89 roundBits = mant & 0x1FFFu; in Convert32To16Float()
[all …]
/external/cn-cbor/src/
Dcn-encoder.c130 int mant = u32.u & 0x7fffff; in _write_double() local
131 if (exp == 0 && mant == 0) in _write_double()
134 s16 += ((exp - 112) << 10) + (mant >> 13); in _write_double()
136 if (mant & ((1 << (126 - exp)) - 1)) in _write_double()
138 s16 += ((mant + 0x800000) >> (126 - exp)); in _write_double()
139 } else if (exp == 255 && mant == 0) { /* Inf */ in _write_double()
Dcn-cbor.c43 int mant = half & 0x3ff; in decode_half() local
45 if (exp == 0) val = ldexp(mant, -24); in decode_half()
46 else if (exp != 31) val = ldexp(mant + 1024, exp - 25); in decode_half()
47 else val = mant == 0 ? INFINITY : NAN; in decode_half()

123