| /external/XNNPACK/src/qu8-requantization/ |
| D | q31-neon.c | 83 …const int16x8_t xy_packed = vqaddq_s16(vqmovn_high_s32(vqmovn_s32(x_scaled), y_scaled), vzero_poin… in xnn_qu8_requantize_q31__neon() local
85 const uint8x16_t xyzw_packed = vqmovun_high_s16(vqmovun_s16(xy_packed), zw_packed); in xnn_qu8_requantize_q31__neon()
87 …const int16x8_t xy_packed = vqaddq_s16(vcombine_s16(vqmovn_s32(x_scaled), vqmovn_s32(y_scaled)), v… in xnn_qu8_requantize_q31__neon() local
89 const uint8x16_t xyzw_packed = vcombine_u8(vqmovun_s16(xy_packed), vqmovun_s16(zw_packed)); in xnn_qu8_requantize_q31__neon()
|
| D | fp32-neon.c | 74 …const int16x8_t xy_packed = vqaddq_s16(vqmovn_high_s32(vqmovn_s32(x_rounded), y_rounded), vzero_po… in xnn_qu8_requantize_fp32__neon() local
76 const uint8x16_t xyzw_packed = vqmovun_high_s16(vqmovun_s16(xy_packed), zw_packed); in xnn_qu8_requantize_fp32__neon()
103 const int16x8_t xy_packed = vcombine_s16(vmovn_s32(x_biased), vmovn_s32(y_biased)); in xnn_qu8_requantize_fp32__neon() local
105 …const uint8x16_t xyzw_packed = vreinterpretq_u8_s8(vcombine_s8(vmovn_s16(xy_packed), vmovn_s16(zw_… in xnn_qu8_requantize_fp32__neon()
|
| D | precise-neon.c | 115 …const int16x8_t xy_packed = vqaddq_s16(vqmovn_high_s32(vqmovn_s32(x_scaled), y_scaled), vzero_poin… in xnn_qu8_requantize_precise__neon() local
117 const uint8x16_t xyzw_packed = vqmovun_high_s16(vqmovun_s16(xy_packed), zw_packed); in xnn_qu8_requantize_precise__neon()
124 …const int16x8_t xy_packed = vqaddq_s16(vcombine_s16(vqmovn_s32(x_scaled), vqmovn_s32(y_scaled)), v… in xnn_qu8_requantize_precise__neon() local
126 const uint8x16_t xyzw_packed = vcombine_u8(vqmovun_s16(xy_packed), vqmovun_s16(zw_packed)); in xnn_qu8_requantize_precise__neon()
|
| D | fp32-sse2.c | 74 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_rounded, y_rounded), vzero_point); in xnn_qu8_requantize_fp32__sse2() local
76 const __m128i xyzw_packed = _mm_packus_epi16(xy_packed, zw_packed); in xnn_qu8_requantize_fp32__sse2()
|
| D | fp32-wasmsimd.c | 72 const v128_t xy_packed = wasm_v16x8_shuffle(x_biased, y_biased, 0, 2, 4, 6, 8, 10, 12, 14); in xnn_qu8_requantize_fp32__wasmsimd() local
74 …const v128_t xyzw_packed = wasm_v8x16_shuffle(xy_packed, zw_packed, 0, 2, 4, 6, 8, 10, 12, 14, 16,… in xnn_qu8_requantize_fp32__wasmsimd()
|
| D | precise-sse4.c | 93 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qu8_requantize_precise__sse4() local
95 const __m128i xyzw_packed = _mm_packus_epi16(xy_packed, zw_packed); in xnn_qu8_requantize_precise__sse4()
|
| D | precise-ssse3.c | 101 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qu8_requantize_precise__ssse3() local
103 const __m128i xyzw_packed = _mm_packus_epi16(xy_packed, zw_packed); in xnn_qu8_requantize_precise__ssse3()
|
| D | q31-sse4.c | 109 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qu8_requantize_q31__sse4() local
111 const __m128i xyzw_packed = _mm_packus_epi16(xy_packed, zw_packed); in xnn_qu8_requantize_q31__sse4()
|
| D | precise-sse2.c | 106 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qu8_requantize_precise__sse2() local
108 const __m128i xyzw_packed = _mm_packus_epi16(xy_packed, zw_packed); in xnn_qu8_requantize_precise__sse2()
|
| D | q31-wasmsimd.c | 112 …const v128_t xy_packed = wasm_i16x8_add_saturate(wasm_i16x8_narrow_i32x4(x_scaled, y_scaled), vzer… in xnn_qu8_requantize_q31__wasmsimd() local
114 const v128_t xyzw_packed = wasm_u8x16_narrow_i16x8(xy_packed, zw_packed); in xnn_qu8_requantize_q31__wasmsimd()
|
| D | q31-ssse3.c | 158 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qu8_requantize_q31__ssse3() local
160 const __m128i xyzw_packed = _mm_packus_epi16(xy_packed, zw_packed); in xnn_qu8_requantize_q31__ssse3()
|
| D | q31-sse2.c | 158 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qu8_requantize_q31__sse2() local
160 const __m128i xyzw_packed = _mm_packus_epi16(xy_packed, zw_packed); in xnn_qu8_requantize_q31__sse2()
|
| /external/XNNPACK/src/qs8-requantization/ |
| D | q31-neon.c | 83 …const int16x8_t xy_packed = vqaddq_s16(vqmovn_high_s32(vqmovn_s32(x_scaled), y_scaled), vzero_poin… in xnn_qs8_requantize_q31__neon() local
85 const int8x16_t xyzw_packed = vqmovn_high_s16(vqmovn_s16(xy_packed), zw_packed); in xnn_qs8_requantize_q31__neon()
87 …const int16x8_t xy_packed = vqaddq_s16(vcombine_s16(vqmovn_s32(x_scaled), vqmovn_s32(y_scaled)), v… in xnn_qs8_requantize_q31__neon() local
89 const int8x16_t xyzw_packed = vcombine_s8(vqmovn_s16(xy_packed), vqmovn_s16(zw_packed)); in xnn_qs8_requantize_q31__neon()
|
| D | fp32-neon.c | 74 …const int16x8_t xy_packed = vqaddq_s16(vqmovn_high_s32(vqmovn_s32(x_rounded), y_rounded), vzero_po… in xnn_qs8_requantize_fp32__neon() local
76 const int8x16_t xyzw_packed = vqmovn_high_s16(vqmovn_s16(xy_packed), zw_packed); in xnn_qs8_requantize_fp32__neon()
127 const int16x8_t xy_packed = vcombine_s16(vmovn_s32(x_biased), vmovn_s32(y_biased)); in xnn_qs8_requantize_fp32__neon() local
129 const int8x16_t xyzw_packed = vcombine_s8(vmovn_s16(xy_packed), vmovn_s16(zw_packed)); in xnn_qs8_requantize_fp32__neon()
|
| D | precise-neon.c | 115 …const int16x8_t xy_packed = vqaddq_s16(vqmovn_high_s32(vqmovn_s32(x_scaled), y_scaled), vzero_poin… in xnn_qs8_requantize_precise__neon() local
117 const int8x16_t xyzw_packed = vqmovn_high_s16(vqmovn_s16(xy_packed), zw_packed); in xnn_qs8_requantize_precise__neon()
124 …const int16x8_t xy_packed = vqaddq_s16(vcombine_s16(vqmovn_s32(x_scaled), vqmovn_s32(y_scaled)), v… in xnn_qs8_requantize_precise__neon() local
126 const int8x16_t xyzw_packed = vcombine_s8(vqmovn_s16(xy_packed), vqmovn_s16(zw_packed)); in xnn_qs8_requantize_precise__neon()
|
| D | fp32-sse4.c | 74 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_rounded, y_rounded), vzero_point); in xnn_qs8_requantize_fp32__sse4() local
76 const __m128i xyzw_packed = _mm_packs_epi16(xy_packed, zw_packed); in xnn_qs8_requantize_fp32__sse4()
|
| D | fp32-sse2.c | 74 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_rounded, y_rounded), vzero_point); in xnn_qs8_requantize_fp32__sse2() local
76 const __m128i xy_clamped = _mm_max_epi16(_mm_min_epi16(xy_packed, vqmax), vqmin); in xnn_qs8_requantize_fp32__sse2()
|
| D | fp32-wasmsimd.c | 72 const v128_t xy_packed = wasm_v16x8_shuffle(x_biased, y_biased, 0, 2, 4, 6, 8, 10, 12, 14); in xnn_qs8_requantize_fp32__wasmsimd() local
74 …const v128_t xyzw_packed = wasm_v8x16_shuffle(xy_packed, zw_packed, 0, 2, 4, 6, 8, 10, 12, 14, 16,… in xnn_qs8_requantize_fp32__wasmsimd()
|
| D | precise-sse4.c | 93 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qs8_requantize_precise__sse4() local
95 const __m128i xyzw_packed = _mm_packs_epi16(xy_packed, zw_packed); in xnn_qs8_requantize_precise__sse4()
|
| D | precise-ssse3.c | 101 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qs8_requantize_precise__ssse3() local
103 const __m128i xy_clamped = _mm_max_epi16(_mm_min_epi16(xy_packed, vqmax), vqmin); in xnn_qs8_requantize_precise__ssse3()
|
| D | q31-sse4.c | 109 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qs8_requantize_q31__sse4() local
111 const __m128i xyzw_packed = _mm_packs_epi16(xy_packed, zw_packed); in xnn_qs8_requantize_q31__sse4()
|
| D | q31-wasmsimd.c | 112 …const v128_t xy_packed = wasm_i16x8_add_saturate(wasm_i16x8_narrow_i32x4(x_scaled, y_scaled), vzer… in xnn_qs8_requantize_q31__wasmsimd() local
114 const v128_t xyzw_packed = wasm_i8x16_narrow_i16x8(xy_packed, zw_packed); in xnn_qs8_requantize_q31__wasmsimd()
|
| D | precise-sse2.c | 106 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qs8_requantize_precise__sse2() local
108 const __m128i xy_clamped = _mm_max_epi16(_mm_min_epi16(xy_packed, vqmax), vqmin); in xnn_qs8_requantize_precise__sse2()
|
| D | q31-ssse3.c | 158 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qs8_requantize_q31__ssse3() local
160 const __m128i xy_clamped = _mm_max_epi16(_mm_min_epi16(xy_packed, vqmax), vqmin); in xnn_qs8_requantize_q31__ssse3()
|
| D | q31-sse2.c | 158 const __m128i xy_packed = _mm_adds_epi16(_mm_packs_epi32(x_scaled, y_scaled), vzero_point); in xnn_qs8_requantize_q31__sse2() local
160 const __m128i xy_clamped = _mm_max_epi16(_mm_min_epi16(xy_packed, vqmax), vqmin); in xnn_qs8_requantize_q31__sse2()
|