| /external/libvpx/libvpx/vpx_dsp/x86/ |
| D | quantize_ssse3.c | 32 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_ssse3() local
48 qcoeff1 = _mm_abs_epi16(coeff1); in vpx_quantize_b_ssse3()
52 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in vpx_quantize_b_ssse3()
58 calculate_qcoeff(&qcoeff1, round, quant, shift); in vpx_quantize_b_ssse3()
62 qcoeff1 = _mm_sign_epi16(qcoeff1, coeff1); in vpx_quantize_b_ssse3()
66 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in vpx_quantize_b_ssse3()
69 store_tran_low(qcoeff1, qcoeff_ptr + 8); in vpx_quantize_b_ssse3()
73 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + 8); in vpx_quantize_b_ssse3()
75 eob = scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in vpx_quantize_b_ssse3()
83 qcoeff1 = _mm_abs_epi16(coeff1); in vpx_quantize_b_ssse3()
[all …]
|
| D | quantize_avx.c | 36 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_avx() local
55 qcoeff1 = _mm_abs_epi16(coeff1); in vpx_quantize_b_avx()
59 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in vpx_quantize_b_avx()
81 calculate_qcoeff(&qcoeff1, round, quant, shift); in vpx_quantize_b_avx()
85 qcoeff1 = _mm_sign_epi16(qcoeff1, coeff1); in vpx_quantize_b_avx()
89 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in vpx_quantize_b_avx()
92 store_tran_low(qcoeff1, qcoeff_ptr + 8); in vpx_quantize_b_avx()
96 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + 8); in vpx_quantize_b_avx()
99 scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in vpx_quantize_b_avx()
108 qcoeff1 = _mm_abs_epi16(coeff1); in vpx_quantize_b_avx()
[all …]
|
| D | quantize_sse2.c | 32 __m128i qcoeff0, qcoeff1; in vpx_quantize_b_sse2() local
52 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in vpx_quantize_b_sse2()
56 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in vpx_quantize_b_sse2()
64 calculate_qcoeff(&qcoeff1, round, quant, shift); in vpx_quantize_b_sse2()
68 qcoeff1 = invert_sign_sse2(qcoeff1, coeff1_sign); in vpx_quantize_b_sse2()
72 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in vpx_quantize_b_sse2()
75 store_tran_low(qcoeff1, qcoeff_ptr + 8); in vpx_quantize_b_sse2()
79 calculate_dqcoeff_and_store(qcoeff1, dequant, dqcoeff_ptr + 8); in vpx_quantize_b_sse2()
81 eob = scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in vpx_quantize_b_sse2()
91 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in vpx_quantize_b_sse2()
[all …]
|
| /external/libaom/libaom/aom_dsp/x86/ |
| D | quantize_sse2.c | 33 __m128i qcoeff0, qcoeff1; in aom_quantize_b_sse2() local
51 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in aom_quantize_b_sse2()
55 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in aom_quantize_b_sse2()
63 calculate_qcoeff(&qcoeff1, round, quant, shift); in aom_quantize_b_sse2()
67 qcoeff1 = invert_sign_sse2(qcoeff1, coeff1_sign); in aom_quantize_b_sse2()
71 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in aom_quantize_b_sse2()
74 store_coefficients(qcoeff1, qcoeff_ptr + 8); in aom_quantize_b_sse2()
78 coeff1 = calculate_dqcoeff(qcoeff1, dequant); in aom_quantize_b_sse2()
94 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in aom_quantize_b_sse2()
97 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in aom_quantize_b_sse2()
[all …]
|
| D | adaptive_quantize_sse2.c | 33 __m128i qcoeff0, qcoeff1; in aom_quantize_b_adaptive_sse2() local
65 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in aom_quantize_b_adaptive_sse2()
67 update_mask0(&qcoeff0, &qcoeff1, threshold, iscan, &is_found0, &mask0); in aom_quantize_b_adaptive_sse2()
71 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in aom_quantize_b_adaptive_sse2()
97 calculate_qcoeff(&qcoeff1, round, quant, shift); in aom_quantize_b_adaptive_sse2()
101 qcoeff1 = invert_sign_sse2(qcoeff1, coeff1_sign); in aom_quantize_b_adaptive_sse2()
105 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in aom_quantize_b_adaptive_sse2()
108 store_coefficients(qcoeff1, qcoeff_ptr + 8); in aom_quantize_b_adaptive_sse2()
112 coeff1 = calculate_dqcoeff(qcoeff1, dequant); in aom_quantize_b_adaptive_sse2()
126 qcoeff1 = invert_sign_sse2(coeff1, coeff1_sign); in aom_quantize_b_adaptive_sse2()
[all …]
|
| D | highbd_adaptive_quantize_sse2.c | 70 static INLINE void highbd_update_mask0(__m128i *qcoeff0, __m128i *qcoeff1, in highbd_update_mask0() argument
78 coeff[1] = _mm_slli_epi32(*qcoeff1, AOM_QM_BITS); in highbd_update_mask0()
110 __m128i qcoeff0, qcoeff1; in aom_highbd_quantize_b_adaptive_sse2() local
157 qcoeff1 = invert_sign_32_sse2(coeff1, coeff1_sign); in aom_highbd_quantize_b_adaptive_sse2()
159 highbd_update_mask0(&qcoeff0, &qcoeff1, threshold, iscan, &is_found0, &mask0); in aom_highbd_quantize_b_adaptive_sse2()
163 cmp_mask1 = _mm_cmpgt_epi32(qcoeff1, zbin); in aom_highbd_quantize_b_adaptive_sse2()
185 highbd_calculate_qcoeff(&qcoeff1, &round, &quant, &shift, &log_scale); in aom_highbd_quantize_b_adaptive_sse2()
189 qcoeff1 = invert_sign_32_sse2(qcoeff1, coeff1_sign); in aom_highbd_quantize_b_adaptive_sse2()
193 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in aom_highbd_quantize_b_adaptive_sse2()
196 _mm_store_si128((__m128i *)(qcoeff_ptr + 4), qcoeff1); in aom_highbd_quantize_b_adaptive_sse2()
[all …]
|
| D | highbd_adaptive_quantize_avx2.c | 47 static INLINE void highbd_update_mask0_avx2(__m256i *qcoeff0, __m256i *qcoeff1, in highbd_update_mask0_avx2() argument
54 coeff[1] = _mm256_slli_epi32(*qcoeff1, AOM_QM_BITS); in highbd_update_mask0_avx2()
119 __m256i coeff0, qcoeff0, coeff1, qcoeff1; in aom_highbd_quantize_b_adaptive_avx2() local
148 qcoeff1 = _mm256_abs_epi32(coeff1); in aom_highbd_quantize_b_adaptive_avx2()
149 highbd_update_mask0_avx2(&qcoeff0, &qcoeff1, threshold, iscan, &is_found0, in aom_highbd_quantize_b_adaptive_avx2()
153 __m256i temp1 = _mm256_cmpgt_epi32(qcoeff1, zbin); in aom_highbd_quantize_b_adaptive_avx2()
171 highbd_calculate_qcoeff_avx2(&qcoeff1, &round, &quant, &shift, &log_scale); in aom_highbd_quantize_b_adaptive_avx2()
174 qcoeff1 = _mm256_sign_epi32(qcoeff1, coeff1); in aom_highbd_quantize_b_adaptive_avx2()
177 qcoeff1 = _mm256_and_si256(qcoeff1, temp1); in aom_highbd_quantize_b_adaptive_avx2()
178 highbd_store_coefficients_avx2(qcoeff0, qcoeff1, qcoeff_ptr); in aom_highbd_quantize_b_adaptive_avx2()
[all …]
|
| D | quantize_ssse3.c | 76 __m128i coeff0, coeff1, qcoeff0, qcoeff1; in aom_quantize_b_64x64_ssse3() local
101 qcoeff1 = _mm_abs_epi16(coeff1); in aom_quantize_b_64x64_ssse3()
105 cmp_mask1 = _mm_cmpgt_epi16(qcoeff1, zbin); in aom_quantize_b_64x64_ssse3()
125 calculate_qcoeff_64x64(&qcoeff1, round, quant, &shift); in aom_quantize_b_64x64_ssse3()
129 qcoeff1 = _mm_sign_epi16(qcoeff1, coeff1); in aom_quantize_b_64x64_ssse3()
133 qcoeff1 = _mm_and_si128(qcoeff1, cmp_mask1); in aom_quantize_b_64x64_ssse3()
136 store_coefficients(qcoeff1, qcoeff_ptr + 8); in aom_quantize_b_64x64_ssse3()
140 calculate_dqcoeff_and_store_64x64(qcoeff1, dequant, zero, dqcoeff_ptr + 8); in aom_quantize_b_64x64_ssse3()
143 scan_for_eob(&qcoeff0, &qcoeff1, cmp_mask0, cmp_mask1, iscan, 0, zero); in aom_quantize_b_64x64_ssse3()
152 qcoeff1 = _mm_abs_epi16(coeff1); in aom_quantize_b_64x64_ssse3()
[all …]
|
| D | quantize_x86.h | 164 static INLINE void update_mask0(__m128i *qcoeff0, __m128i *qcoeff1, in update_mask0() argument
172 coeff[2] = _mm_unpacklo_epi16(*qcoeff1, zero); in update_mask0()
173 coeff[3] = _mm_unpackhi_epi16(*qcoeff1, zero); in update_mask0()
|
| /external/libvpx/libvpx/vp9/encoder/x86/ |
| D | vp9_quantize_sse2.c | 55 __m128i qcoeff0, qcoeff1; in vp9_quantize_fp_sse2() local
65 qcoeff1 = _mm_xor_si128(coeff1, coeff1_sign); in vp9_quantize_fp_sse2()
67 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in vp9_quantize_fp_sse2()
71 qcoeff1 = _mm_adds_epi16(qcoeff1, round); in vp9_quantize_fp_sse2()
74 qtmp1 = _mm_mulhi_epi16(qcoeff1, quant); in vp9_quantize_fp_sse2()
78 qcoeff1 = _mm_xor_si128(qtmp1, coeff1_sign); in vp9_quantize_fp_sse2()
80 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in vp9_quantize_fp_sse2()
83 store_tran_low(qcoeff1, qcoeff_ptr + n_coeffs + 8); in vp9_quantize_fp_sse2()
87 coeff1 = _mm_mullo_epi16(qcoeff1, dequant); in vp9_quantize_fp_sse2()
122 __m128i qcoeff0, qcoeff1; in vp9_quantize_fp_sse2() local
[all …]
|
| /external/libvpx/libvpx/vp9/encoder/ppc/ |
| D | vp9_quantize_vsx.c | 47 int16x8_t qcoeff0, qcoeff1, dqcoeff0, dqcoeff1, eob; in vp9_quantize_fp_vsx() local
79 qcoeff1 = vec_mulhi(vec_vaddshs(vec_abs(coeff1), round), quant); in vp9_quantize_fp_vsx()
80 zero_coeff1 = vec_cmpeq(qcoeff1, vec_zeros_s16); in vp9_quantize_fp_vsx()
81 qcoeff1 = vec_sign(qcoeff1, coeff1); in vp9_quantize_fp_vsx()
82 vec_vsx_st(qcoeff1, 16, qcoeff_ptr); in vp9_quantize_fp_vsx()
84 dqcoeff1 = vec_mladd(qcoeff1, dequant, vec_zeros_s16); in vp9_quantize_fp_vsx()
117 qcoeff1 = vec_mulhi(vec_vaddshs(vec_abs(coeff1), round), quant); in vp9_quantize_fp_vsx()
118 zero_coeff1 = vec_cmpeq(qcoeff1, vec_zeros_s16); in vp9_quantize_fp_vsx()
119 qcoeff1 = vec_sign(qcoeff1, coeff1); in vp9_quantize_fp_vsx()
120 vec_vsx_st(qcoeff1, off1, qcoeff_ptr); in vp9_quantize_fp_vsx()
[all …]
|
| /external/libvpx/libvpx/vp8/encoder/x86/ |
| D | quantize_sse4.c | 51 __m128i qcoeff1 = _mm_setzero_si128(); in vp8_regular_quantize_b_sse4_1() local
95 SELECT_EOB(4, 0, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
100 SELECT_EOB(9, 1, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
101 SELECT_EOB(10, 4, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
102 SELECT_EOB(11, 5, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
103 SELECT_EOB(12, 2, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
105 SELECT_EOB(14, 3, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
106 SELECT_EOB(15, 6, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
107 SELECT_EOB(16, 7, x_minus_zbin1, y1, qcoeff1); in vp8_regular_quantize_b_sse4_1()
110 _mm_store_si128((__m128i *)(d->qcoeff + 8), qcoeff1); in vp8_regular_quantize_b_sse4_1()
[all …]
|
| /external/libvpx/libvpx/vpx_dsp/ppc/ |
| D | quantize_vsx.c | 104 int16x8_t qcoeff0, qcoeff1, dqcoeff0, dqcoeff1, eob; in vpx_quantize_b_vsx() local
134 qcoeff1 = in vpx_quantize_b_vsx()
136 vec_vsx_st(qcoeff1, 16, qcoeff_ptr); in vpx_quantize_b_vsx()
141 dqcoeff1 = vec_mladd(qcoeff1, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
145 nonzero_scanindex(qcoeff1, zero_mask1, iscan_ptr, 16)); in vpx_quantize_b_vsx()
166 qcoeff1 = quantize_coeff(coeff1, coeff1_abs, round, quant, quant_shift, in vpx_quantize_b_vsx()
171 vec_vsx_st(qcoeff1, off1, qcoeff_ptr); in vpx_quantize_b_vsx()
175 dqcoeff1 = vec_mladd(qcoeff1, dequant, vec_zeros_s16); in vpx_quantize_b_vsx()
184 eob2 = vec_max(nonzero_scanindex(qcoeff1, zero_mask1, iscan_ptr, off1), in vpx_quantize_b_vsx()
214 int16x8_t qcoeff0, qcoeff1, eob; in vpx_quantize_b_32x32_vsx() local
[all …]
|
| /external/libaom/libaom/av1/encoder/x86/ |
| D | av1_quantize_sse2.c | 87 __m128i qcoeff1 = _mm_xor_si128(coeff1, coeff1_sign); in quantize() local
89 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in quantize()
92 const __m128i mask1 = _mm_or_si128(_mm_cmpgt_epi16(qcoeff1, *thr1), in quantize()
93 _mm_cmpeq_epi16(qcoeff1, *thr1)); in quantize()
98 qcoeff1 = _mm_adds_epi16(qcoeff1, *round1); in quantize()
100 const __m128i qtmp1 = _mm_mulhi_epi16(qcoeff1, *quant1); in quantize()
104 qcoeff1 = _mm_xor_si128(qtmp1, coeff1_sign); in quantize()
106 qcoeff1 = _mm_sub_epi16(qcoeff1, coeff1_sign); in quantize()
108 write_qcoeff(&qcoeff0, &qcoeff1, qcoeff_ptr, n_coeffs); in quantize()
111 coeff1 = _mm_mullo_epi16(qcoeff1, *dequant1); in quantize()
|