Searched refs:prec2 (Results 1 – 2 of 2) sorted by relevance
| /external/pdfium/core/src/fxcodec/codec/ |
| D | fx_codec_jpx_opj.cpp | 509 double rl, ol, ra, oa, rb, ob, prec0, prec1, prec2; in color_apply_conversion() local
529 prec2 = (double)image->comps[2].prec; in color_apply_conversion()
537 ob = pow(2, prec2 - 2) + pow(2, prec2 - 3); in color_apply_conversion()
560 minb = -(rb * ob) / (pow(2, prec2) - 1); in color_apply_conversion()
567 Lab.b = minb + (double)(*b) * (maxb - minb) / (pow(2, prec2) - 1); in color_apply_conversion()
|
| /external/crcalc/src/com/hp/creals/ |
| D | CR.java | 1133 int prec2 = p - msd_op1 - 3; // Precision needed for op2. in approximate() local
1139 BigInteger appr2 = op2.get_appr(prec2); in approximate()
1144 int scale_digits = prec1 + prec2 - p; in approximate()
|