Home
last modified time | relevance | path

Searched refs:NewSqrt2Bits (Results 1 – 14 of 14) sorted by relevance

/external/libaom/libaom/av1/common/x86/
Dav1_txfm_sse4.h56 output[i] = av1_round_shift_32_sse4_1(r1, NewSqrt2Bits); in av1_round_shift_rect_array_32_sse4_1()
63 output[i] = av1_round_shift_32_sse4_1(r1, NewSqrt2Bits); in av1_round_shift_rect_array_32_sse4_1()
Dav1_txfm_sse2.h115 const __m128i scale_rounding = pair_set_epi16(scale, 1 << (NewSqrt2Bits - 1)); in scale_round_sse2()
117 return _mm_srai_epi32(b, NewSqrt2Bits); in scale_round_sse2()
Dav1_inv_txfm_avx2.c1687 const __m256i _r = _mm256_set1_epi16((1 << (NewSqrt2Bits - 1)) + in iidentity_row_16xn_avx2()
1688 (1 << (NewSqrt2Bits - shift - 1))); in iidentity_row_16xn_avx2()
1699 lo = _mm256_srai_epi32(lo, NewSqrt2Bits - shift); in iidentity_row_16xn_avx2()
1700 hi = _mm256_srai_epi32(hi, NewSqrt2Bits - shift); in iidentity_row_16xn_avx2()
1705 _mm256_set1_epi16(NewInvSqrt2 << (15 - NewSqrt2Bits)); in iidentity_row_16xn_avx2()
1714 lo = _mm256_srai_epi32(lo, NewSqrt2Bits - shift); in iidentity_row_16xn_avx2()
1715 hi = _mm256_srai_epi32(hi, NewSqrt2Bits - shift); in iidentity_row_16xn_avx2()
1725 const __m256i scale__r = _mm256_set1_epi16(1 << (NewSqrt2Bits - 1)); in iidentity_col_16xn_avx2()
1734 lo = _mm256_srai_epi32(lo, NewSqrt2Bits); in iidentity_col_16xn_avx2()
1735 hi = _mm256_srai_epi32(hi, NewSqrt2Bits); in iidentity_col_16xn_avx2()
Dav1_inv_txfm_ssse3.c2239 const int16_t scale_fractional = (NewSqrt2 - (1 << NewSqrt2Bits)); in iidentity4_new_ssse3()
2240 const __m128i scale = _mm_set1_epi16(scale_fractional << (15 - NewSqrt2Bits)); in iidentity4_new_ssse3()
2258 const int16_t scale_fractional = 2 * (NewSqrt2 - (1 << NewSqrt2Bits)); in iidentity16_new_ssse3()
2259 const __m128i scale = _mm_set1_epi16(scale_fractional << (15 - NewSqrt2Bits)); in iidentity16_new_ssse3()
2355 const __m128i rounding = _mm_set1_epi16((1 << (NewSqrt2Bits - 1)) + in iidentity_row_8xn_ssse3()
2356 (1 << (NewSqrt2Bits - shift - 1))); in iidentity_row_8xn_ssse3()
2367 lo = _mm_srai_epi32(lo, NewSqrt2Bits - shift); in iidentity_row_8xn_ssse3()
2368 hi = _mm_srai_epi32(hi, NewSqrt2Bits - shift); in iidentity_row_8xn_ssse3()
2373 _mm_set1_epi16(NewInvSqrt2 << (15 - NewSqrt2Bits)); in iidentity_row_8xn_ssse3()
2382 lo = _mm_srai_epi32(lo, NewSqrt2Bits - shift); in iidentity_row_8xn_ssse3()
[all …]
Dhighbd_inv_txfm_sse4.c610 __m128i offset = _mm_set1_epi32(1 << (NewSqrt2Bits - 1)); in iidentity4_sse4_1()
617 out[0] = _mm_srai_epi32(a0, NewSqrt2Bits); in iidentity4_sse4_1()
618 out[1] = _mm_srai_epi32(a1, NewSqrt2Bits); in iidentity4_sse4_1()
624 out[2] = _mm_srai_epi32(a0, NewSqrt2Bits); in iidentity4_sse4_1()
625 out[3] = _mm_srai_epi32(a1, NewSqrt2Bits); in iidentity4_sse4_1()
3167 __m128i offset = _mm_set1_epi32(1 << (NewSqrt2Bits - 1)); in iidentity16_sse4_1()
3175 v[i] = _mm_srai_epi32(a0, NewSqrt2Bits); in iidentity16_sse4_1()
3176 v[i + 1] = _mm_srai_epi32(a1, NewSqrt2Bits); in iidentity16_sse4_1()
3182 v[i + 2] = _mm_srai_epi32(a2, NewSqrt2Bits); in iidentity16_sse4_1()
3183 v[i + 3] = _mm_srai_epi32(a3, NewSqrt2Bits); in iidentity16_sse4_1()
[all …]
/external/libaom/libaom/aom_dsp/x86/
Dtxfm_common_avx2.h257 output[i] = av1_round_shift_32_avx2(r1, NewSqrt2Bits); in av1_round_shift_rect_array_32_avx2()
264 output[i] = av1_round_shift_32_avx2(r1, NewSqrt2Bits); in av1_round_shift_rect_array_32_avx2()
271 pair_set_w16_epi16(scale, 1 << (NewSqrt2Bits - 1)); in scale_round_avx2()
273 return _mm256_srai_epi32(b, NewSqrt2Bits); in scale_round_avx2()
/external/libaom/libaom/av1/common/
Dav1_txfm.h42 #define NewSqrt2Bits ((int32_t)12) macro
Dav1_inv_txfm2d.c294 temp_in[c] = round_shift((int64_t)input[c] * NewInvSqrt2, NewSqrt2Bits); in inv_txfm2d_add_c()
Dav1_inv_txfm1d.c1039 output[i] = round_shift((int64_t)NewSqrt2 * input[i], NewSqrt2Bits); in av1_iidentity4_c()
1041 assert(stage_range[0] + NewSqrt2Bits <= 32); in av1_iidentity4_c()
1056 output[i] = round_shift((int64_t)NewSqrt2 * 2 * input[i], NewSqrt2Bits); in av1_iidentity16_c()
1057 assert(stage_range[0] + NewSqrt2Bits <= 32); in av1_iidentity16_c()
/external/libaom/libaom/av1/encoder/
Dav1_fwd_txfm2d.c118 (int64_t)output[r * txfm_size_col + c] * NewSqrt2, NewSqrt2Bits); in fwd_txfm2d_c()
Dav1_fwd_txfm1d.c1068 output[i] = round_shift((int64_t)input[i] * NewSqrt2, NewSqrt2Bits); in av1_fidentity4_c()
1069 assert(stage_range[0] + NewSqrt2Bits <= 32); in av1_fidentity4_c()
1084 output[i] = round_shift((int64_t)input[i] * 2 * NewSqrt2, NewSqrt2Bits); in av1_fidentity16_c()
1085 assert(stage_range[0] + NewSqrt2Bits <= 32); in av1_fidentity16_c()
/external/libaom/libaom/av1/encoder/x86/
Dhighbd_fwd_txfm_sse4.c194 __m128i offset = _mm_set1_epi32(1 << (NewSqrt2Bits - 1)); in idtx4x4_sse4_1()
201 out[i] = _mm_srai_epi32(a_low, NewSqrt2Bits); in idtx4x4_sse4_1()
1740 __m128i offset = _mm_set1_epi32(1 << (NewSqrt2Bits - 1)); in idtx16x16_sse4_1()
1747 out[i] = _mm_srai_epi32(a_low, NewSqrt2Bits); in idtx16x16_sse4_1()
Dhighbd_fwd_txfm_avx2.c1272 __m256i offset = _mm256_set1_epi32(1 << (NewSqrt2Bits - 1)); in av1_idtx16_avx2()
1279 out[i] = _mm256_srai_epi32(a_low, NewSqrt2Bits); in av1_idtx16_avx2()
/external/libaom/libaom/av1/common/arm/
Dav1_inv_txfm_neon.c516 low = vqrshrn_n_s32(out_low, (int32_t)NewSqrt2Bits); in round_shift_for_rect()
517 high = vqrshrn_n_s32(out_high, (int32_t)NewSqrt2Bits); in round_shift_for_rect()
536 low = vqrshrn_n_s32(out_low, (int32_t)NewSqrt2Bits); in identity16_new_neon()
537 high = vqrshrn_n_s32(out_high, (int32_t)NewSqrt2Bits); in identity16_new_neon()
3999 temp_in[j] = round_shift((int64_t)input[j] * NewInvSqrt2, NewSqrt2Bits); in lowbd_inv_txfm2d_add_4x8_neon()
4063 temp_in[j] = round_shift((int64_t)input[j] * NewInvSqrt2, NewSqrt2Bits); in lowbd_inv_txfm2d_add_8x4_neon()