Lines Matching refs:AOM_QM_BITS
39 const qm_val_t wt = qm_ptr != NULL ? qm_ptr[rc] : (1 << AOM_QM_BITS); in quantize_b_adaptive_helper_c()
42 if (coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val) && in quantize_b_adaptive_helper_c()
43 coeff > (nzbins[rc != 0] * (1 << AOM_QM_BITS) - prescan_add_val)) in quantize_b_adaptive_helper_c()
61 const qm_val_t wt = qm_ptr != NULL ? qm_ptr[rc] : (1 << AOM_QM_BITS); in quantize_b_adaptive_helper_c()
62 if (abs_coeff * wt >= (zbins[rc != 0] << AOM_QM_BITS)) { in quantize_b_adaptive_helper_c()
69 (16 - log_scale + AOM_QM_BITS)); // quantization in quantize_b_adaptive_helper_c()
71 const int iwt = iqm_ptr != NULL ? iqm_ptr[rc] : (1 << AOM_QM_BITS); in quantize_b_adaptive_helper_c()
73 (dequant_ptr[rc != 0] * iwt + (1 << (AOM_QM_BITS - 1))) >> in quantize_b_adaptive_helper_c()
74 AOM_QM_BITS; in quantize_b_adaptive_helper_c()
90 const qm_val_t wt = qm_ptr != NULL ? qm_ptr[rc] : (1 << AOM_QM_BITS); in quantize_b_adaptive_helper_c()
95 if (coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val) && in quantize_b_adaptive_helper_c()
96 coeff > (nzbins[rc != 0] * (1 << AOM_QM_BITS) - prescan_add_val)) { in quantize_b_adaptive_helper_c()
127 const qm_val_t wt = qm_ptr != NULL ? qm_ptr[rc] : (1 << AOM_QM_BITS); in quantize_b_helper_c()
130 if (coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS)) && in quantize_b_helper_c()
131 coeff > (nzbins[rc != 0] * (1 << AOM_QM_BITS))) in quantize_b_helper_c()
146 const qm_val_t wt = qm_ptr != NULL ? qm_ptr[rc] : (1 << AOM_QM_BITS); in quantize_b_helper_c()
147 if (abs_coeff * wt >= (zbins[rc != 0] << AOM_QM_BITS)) { in quantize_b_helper_c()
154 (16 - log_scale + AOM_QM_BITS)); // quantization in quantize_b_helper_c()
156 const int iwt = iqm_ptr != NULL ? iqm_ptr[rc] : (1 << AOM_QM_BITS); in quantize_b_helper_c()
158 (dequant_ptr[rc != 0] * iwt + (1 << (AOM_QM_BITS - 1))) >> in quantize_b_helper_c()
159 AOM_QM_BITS; in quantize_b_helper_c()
195 const qm_val_t wt = qm_ptr != NULL ? qm_ptr[rc] : (1 << AOM_QM_BITS); in highbd_quantize_b_adaptive_helper_c()
201 if (coeff >= (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val) && in highbd_quantize_b_adaptive_helper_c()
202 coeff <= (nzbins[rc != 0] * (1 << AOM_QM_BITS) - prescan_add_val)) in highbd_quantize_b_adaptive_helper_c()
215 const qm_val_t wt = qm_ptr != NULL ? qm_ptr[rc] : (1 << AOM_QM_BITS); in highbd_quantize_b_adaptive_helper_c()
216 const qm_val_t iwt = iqm_ptr != NULL ? iqm_ptr[rc] : (1 << AOM_QM_BITS); in highbd_quantize_b_adaptive_helper_c()
223 (16 - log_scale + AOM_QM_BITS)); in highbd_quantize_b_adaptive_helper_c()
226 (dequant_ptr[rc != 0] * iwt + (1 << (AOM_QM_BITS - 1))) >> AOM_QM_BITS; in highbd_quantize_b_adaptive_helper_c()
240 const qm_val_t wt = qm_ptr != NULL ? qm_ptr[rc] : (1 << AOM_QM_BITS); in highbd_quantize_b_adaptive_helper_c()
245 if (coeff < (zbins[rc != 0] * (1 << AOM_QM_BITS) + prescan_add_val) && in highbd_quantize_b_adaptive_helper_c()
246 coeff > (nzbins[rc != 0] * (1 << AOM_QM_BITS) - prescan_add_val)) { in highbd_quantize_b_adaptive_helper_c()
279 const qm_val_t wt = qm_ptr != NULL ? qm_ptr[rc] : (1 << AOM_QM_BITS); in highbd_quantize_b_helper_c()
284 if (coeff >= (zbins[rc != 0] * (1 << AOM_QM_BITS)) || in highbd_quantize_b_helper_c()
285 coeff <= (nzbins[rc != 0] * (1 << AOM_QM_BITS))) in highbd_quantize_b_helper_c()
295 const qm_val_t wt = qm_ptr != NULL ? qm_ptr[rc] : (1 << AOM_QM_BITS); in highbd_quantize_b_helper_c()
296 const qm_val_t iwt = iqm_ptr != NULL ? iqm_ptr[rc] : (1 << AOM_QM_BITS); in highbd_quantize_b_helper_c()
303 (16 - log_scale + AOM_QM_BITS)); in highbd_quantize_b_helper_c()
306 (dequant_ptr[rc != 0] * iwt + (1 << (AOM_QM_BITS - 1))) >> AOM_QM_BITS; in highbd_quantize_b_helper_c()