| /external/XNNPACK/src/qu8-requantization/ |
| D | q31-scalar.c | 69 const int32_t x_q31product = (int32_t)(uint32_t)((uint64_t)(x_product + q31rounding) >> 31); in xnn_qu8_requantize_q31__scalar() local
98 const int32_t x_remainder = (x_q31product & remainder_mask) - (int32_t)(x_q31product < 0); in xnn_qu8_requantize_q31__scalar()
103 const int32_t x_scaled = asr_s32(x_q31product, shift) + (int32_t)(x_remainder > threshold); in xnn_qu8_requantize_q31__scalar()
|
| D | q31-sse4.c | 86 const __m128i x_q31product = _mm_blend_epi16(x_q31product_even, x_q31product_odd, 0xCC); in xnn_qu8_requantize_q31__sse4() local
92 …_mm_add_epi32(_mm_and_si128(x_q31product, vremainder_mask), _mm_cmpgt_epi32(_mm_setzero_si128(), x… in xnn_qu8_requantize_q31__sse4()
101 … _mm_sub_epi32(_mm_sra_epi32(x_q31product, vshift), _mm_cmpgt_epi32(x_remainder, vthreshold)); in xnn_qu8_requantize_q31__sse4()
|
| D | q31-wasmsimd.c | 89 const v128_t x_q31product = wasm_v32x4_shuffle(x_product_lo, x_product_hi, 1, 3, 5, 7); in xnn_qu8_requantize_q31__wasmsimd() local
95 … wasm_i32x4_add(wasm_v128_and(x_q31product, vremainder_mask), wasm_i32x4_lt(x_q31product, vzero)); in xnn_qu8_requantize_q31__wasmsimd()
104 wasm_i32x4_sub(wasm_i32x4_shr(x_q31product, shift), wasm_i32x4_gt(x_remainder, vthreshold)); in xnn_qu8_requantize_q31__wasmsimd()
|
| D | q31-ssse3.c | 135 const __m128i x_q31product = _mm_shuffle_epi32(x_q31product_0213, _MM_SHUFFLE(3, 1, 2, 0)); in xnn_qu8_requantize_q31__ssse3() local
141 …_mm_add_epi32(_mm_and_si128(x_q31product, vremainder_mask), _mm_cmpgt_epi32(_mm_setzero_si128(), x… in xnn_qu8_requantize_q31__ssse3()
150 … _mm_sub_epi32(_mm_sra_epi32(x_q31product, vshift), _mm_cmpgt_epi32(x_remainder, vthreshold)); in xnn_qu8_requantize_q31__ssse3()
|
| D | q31-sse2.c | 135 const __m128i x_q31product = _mm_shuffle_epi32(x_q31product_0213, _MM_SHUFFLE(3, 1, 2, 0)); in xnn_qu8_requantize_q31__sse2() local
141 …_mm_add_epi32(_mm_and_si128(x_q31product, vremainder_mask), _mm_cmpgt_epi32(_mm_setzero_si128(), x… in xnn_qu8_requantize_q31__sse2()
150 … _mm_sub_epi32(_mm_sra_epi32(x_q31product, vshift), _mm_cmpgt_epi32(x_remainder, vthreshold)); in xnn_qu8_requantize_q31__sse2()
|
| /external/XNNPACK/src/qs8-requantization/ |
| D | q31-scalar.c | 69 const int32_t x_q31product = (int32_t) (uint32_t) ((uint64_t) (x_product + q31rounding) >> 31); in xnn_qs8_requantize_q31__scalar() local
98 const int32_t x_remainder = (x_q31product & remainder_mask) - (int32_t) (x_q31product < 0); in xnn_qs8_requantize_q31__scalar()
103 const int32_t x_scaled = asr_s32(x_q31product, shift) + (int32_t) (x_remainder > threshold); in xnn_qs8_requantize_q31__scalar()
|
| D | q31-sse4.c | 86 const __m128i x_q31product = _mm_blend_epi16(x_q31product_even, x_q31product_odd, 0xCC); in xnn_qs8_requantize_q31__sse4() local
92 …_mm_add_epi32(_mm_and_si128(x_q31product, vremainder_mask), _mm_cmpgt_epi32(_mm_setzero_si128(), x… in xnn_qs8_requantize_q31__sse4()
101 … _mm_sub_epi32(_mm_sra_epi32(x_q31product, vshift), _mm_cmpgt_epi32(x_remainder, vthreshold)); in xnn_qs8_requantize_q31__sse4()
|
| D | q31-wasmsimd.c | 89 const v128_t x_q31product = wasm_v32x4_shuffle(x_product_lo, x_product_hi, 1, 3, 5, 7); in xnn_qs8_requantize_q31__wasmsimd() local
95 … wasm_i32x4_add(wasm_v128_and(x_q31product, vremainder_mask), wasm_i32x4_lt(x_q31product, vzero)); in xnn_qs8_requantize_q31__wasmsimd()
104 wasm_i32x4_sub(wasm_i32x4_shr(x_q31product, shift), wasm_i32x4_gt(x_remainder, vthreshold)); in xnn_qs8_requantize_q31__wasmsimd()
|
| D | q31-ssse3.c | 135 const __m128i x_q31product = _mm_shuffle_epi32(x_q31product_0213, _MM_SHUFFLE(3, 1, 2, 0)); in xnn_qs8_requantize_q31__ssse3() local
141 …_mm_add_epi32(_mm_and_si128(x_q31product, vremainder_mask), _mm_cmpgt_epi32(_mm_setzero_si128(), x… in xnn_qs8_requantize_q31__ssse3()
150 … _mm_sub_epi32(_mm_sra_epi32(x_q31product, vshift), _mm_cmpgt_epi32(x_remainder, vthreshold)); in xnn_qs8_requantize_q31__ssse3()
|
| D | q31-sse2.c | 135 const __m128i x_q31product = _mm_shuffle_epi32(x_q31product_0213, _MM_SHUFFLE(3, 1, 2, 0)); in xnn_qs8_requantize_q31__sse2() local
141 …_mm_add_epi32(_mm_and_si128(x_q31product, vremainder_mask), _mm_cmpgt_epi32(_mm_setzero_si128(), x… in xnn_qs8_requantize_q31__sse2()
150 … _mm_sub_epi32(_mm_sra_epi32(x_q31product, vshift), _mm_cmpgt_epi32(x_remainder, vthreshold)); in xnn_qs8_requantize_q31__sse2()
|