Home
last modified time | relevance | path

Searched refs:eval_prec (Results 1 – 3 of 3) sorted by relevance

/external/crcalc/src/com/hp/creals/
DCR.java1034 int eval_prec = (precision >= max_prec? max_prec : in get_appr() local
1036 BigInteger result = approximate(eval_prec); in get_appr()
1037 min_prec = eval_prec; in get_appr()
1040 return scale(result, eval_prec - precision); in get_appr()
1602 final int eval_prec = p - extra_eval_prec; in approximate() local
1603 BigInteger a = BigInteger.ONE.shiftLeft(-eval_prec); in approximate()
1604 BigInteger b = SQRT_HALF.get_appr(eval_prec); in approximate()
1605 BigInteger t = BigInteger.ONE.shiftLeft(-eval_prec - 2); in approximate()
1613 final BigInteger b_prod = a.multiply(b).shiftRight(-eval_prec); in approximate()
1617 final CR b_prod_as_CR = CR.valueOf(b_prod).shiftRight(-eval_prec); in approximate()
[all …]
DUnaryCRFunction.java647 int eval_prec = p - extra_prec; in approximate() local
648 BigInteger appr_left_deriv = left_deriv.get_appr(eval_prec); in approximate()
649 BigInteger appr_right_deriv = right_deriv.get_appr(eval_prec); in approximate()
658 eval_prec + deriv_difference.bitLength() + 4/*slop*/; in approximate()
/external/deqp-deps/glslang/glslang/MachineIndependent/preprocessor/
DPp.cpp350 enum eval_prec { enum