147 static inline void poly3_vec_lshift1(vec_t a_s[6], vec_t a_a[6]) {  in poly3_vec_lshift1()
158     vec_t next_carry_a = _mm_srli_epi64(a_a[i], 63);  in poly3_vec_lshift1()
159     a_a[i] = _mm_slli_epi64(a_a[i], 1);  in poly3_vec_lshift1()
160     a_a[i] |= _mm_slli_si128(next_carry_a, 8);  in poly3_vec_lshift1()
161     a_a[i] |= carry_a;  in poly3_vec_lshift1()
168 static inline void poly3_vec_rshift1(vec_t a_s[6], vec_t a_a[6]) {  in poly3_vec_rshift1()
179     const vec_t next_carry_a = _mm_slli_epi64(a_a[i], 63);  in poly3_vec_rshift1()
180     a_a[i] = _mm_srli_epi64(a_a[i], 1);  in poly3_vec_rshift1()
181     a_a[i] |= _mm_srli_si128(next_carry_a, 8);  in poly3_vec_rshift1()
182     a_a[i] |= carry_a;  in poly3_vec_rshift1()
261 static inline void poly3_vec_lshift1(vec_t a_s[6], vec_t a_a[6]) {  in poly3_vec_lshift1()
273     vec_t next_carry_a = a_a[i] >> 15;  in poly3_vec_lshift1()
274     a_a[i] <<= 1;  in poly3_vec_lshift1()
275     a_a[i] |= vextq_u16(kZero, next_carry_a, 7);  in poly3_vec_lshift1()
276     a_a[i] |= carry_a;  in poly3_vec_lshift1()
281 static inline void poly3_vec_rshift1(vec_t a_s[6], vec_t a_a[6]) {  in poly3_vec_rshift1()
293     vec_t next_carry_a = a_a[i] << 15;  in poly3_vec_rshift1()
294     a_a[i] >>= 1;  in poly3_vec_rshift1()
295     a_a[i] |= vextq_u16(next_carry_a, kZero, 1);  in poly3_vec_rshift1()
296     a_a[i] |= carry_a;  in poly3_vec_rshift1()
687     const crypto_word_t a_s = a->s[0], a_a = a->a[0];  in poly3_mul_aux()  local
692       poly3_word_mul(&m_s, &m_a, a_s, a_a, lsb_to_all(b_s), lsb_to_all(b_a));  in poly3_mul_aux()
803 static inline void poly3_vec_cswap(vec_t a_s[6], vec_t a_a[6], vec_t b_s[6],  in poly3_vec_cswap()
810     const vec_t sum_a = swap & (a_a[i] ^ b_a[i]);  in poly3_vec_cswap()
811     a_a[i] ^= sum_a;  in poly3_vec_cswap()
817 static inline void poly3_vec_fmsub(vec_t a_s[6], vec_t a_a[6], vec_t b_s[6],  in poly3_vec_fmsub()
828     const vec_t out_a = a_a[i];  in poly3_vec_fmsub()
831     a_a[i] = t | (out_s ^ product_s);  in poly3_vec_fmsub()