201   int esize = LaneSizeInBytesFromFormat(vform);  in ld2()  local
202   uint64_t addr2 = addr1 + esize;  in ld2()
206     addr1 += 2 * esize;  in ld2()
207     addr2 += 2 * esize;  in ld2()
247   int esize = LaneSizeInBytesFromFormat(vform);  in ld3()  local
248   uint64_t addr2 = addr1 + esize;  in ld3()
249   uint64_t addr3 = addr2 + esize;  in ld3()
254     addr1 += 3 * esize;  in ld3()
255     addr2 += 3 * esize;  in ld3()
256     addr3 += 3 * esize;  in ld3()
306   int esize = LaneSizeInBytesFromFormat(vform);  in ld4()  local
307   uint64_t addr2 = addr1 + esize;  in ld4()
308   uint64_t addr3 = addr2 + esize;  in ld4()
309   uint64_t addr4 = addr3 + esize;  in ld4()
315     addr1 += 4 * esize;  in ld4()
316     addr2 += 4 * esize;  in ld4()
317     addr3 += 4 * esize;  in ld4()
318     addr4 += 4 * esize;  in ld4()
386   int esize = LaneSizeInBytesFromFormat(vform);  in st2()  local
387   uint64_t addr2 = addr + esize;  in st2()
391     addr += 2 * esize;  in st2()
392     addr2 += 2 * esize;  in st2()
402   int esize = LaneSizeInBytesFromFormat(vform);  in st2()  local
404   dst2.WriteUintToMem(vform, index, addr + 1 * esize);  in st2()
413   int esize = LaneSizeInBytesFromFormat(vform);  in st3()  local
414   uint64_t addr2 = addr + esize;  in st3()
415   uint64_t addr3 = addr2 + esize;  in st3()
420     addr += 3 * esize;  in st3()
421     addr2 += 3 * esize;  in st3()
422     addr3 += 3 * esize;  in st3()
433   int esize = LaneSizeInBytesFromFormat(vform);  in st3()  local
435   dst2.WriteUintToMem(vform, index, addr + 1 * esize);  in st3()
436   dst3.WriteUintToMem(vform, index, addr + 2 * esize);  in st3()
446   int esize = LaneSizeInBytesFromFormat(vform);  in st4()  local
447   uint64_t addr2 = addr + esize;  in st4()
448   uint64_t addr3 = addr2 + esize;  in st4()
449   uint64_t addr4 = addr3 + esize;  in st4()
455     addr += 4 * esize;  in st4()
456     addr2 += 4 * esize;  in st4()
457     addr3 += 4 * esize;  in st4()
458     addr4 += 4 * esize;  in st4()
470   int esize = LaneSizeInBytesFromFormat(vform);  in st4()  local
472   dst2.WriteUintToMem(vform, index, addr + 1 * esize);  in st4()
473   dst3.WriteUintToMem(vform, index, addr + 2 * esize);  in st4()
474   dst4.WriteUintToMem(vform, index, addr + 3 * esize);  in st4()
3343   int esize = LaneSizeInBitsFromFormat(vform);  in sqrdmulh()  local
3344   int round_const = round ? (1 << (esize - 2)) : 0;  in sqrdmulh()
3351     product = product >> (esize - 1);  in sqrdmulh()
3423   int esize = LaneSizeInBitsFromFormat(vform);  in sqrdmlash()  local
3424   int round_const = round ? (1 << (esize - 2)) : 0;  in sqrdmlash()
3429     accum = dst.Int(vform, i) << (esize - 1);  in sqrdmlash()
3436     accum = accum >> (esize - 1);  in sqrdmlash()