Lines Matching refs:__
24 #define __ down_cast<X86_64Assembler*>(GetAssembler())-> // NOLINT macro
56 __ movd(reg, locations->InAt(0).AsRegister<CpuRegister>()); in VisitVecReplicateScalar()
57 __ punpcklbw(reg, reg); in VisitVecReplicateScalar()
58 __ punpcklwd(reg, reg); in VisitVecReplicateScalar()
59 __ pshufd(reg, reg, Immediate(0)); in VisitVecReplicateScalar()
64 __ movd(reg, locations->InAt(0).AsRegister<CpuRegister>()); in VisitVecReplicateScalar()
65 __ punpcklwd(reg, reg); in VisitVecReplicateScalar()
66 __ pshufd(reg, reg, Immediate(0)); in VisitVecReplicateScalar()
70 __ movd(reg, locations->InAt(0).AsRegister<CpuRegister>()); in VisitVecReplicateScalar()
71 __ pshufd(reg, reg, Immediate(0)); in VisitVecReplicateScalar()
75 __ movd(reg, locations->InAt(0).AsRegister<CpuRegister>()); // is 64-bit in VisitVecReplicateScalar()
76 __ punpcklqdq(reg, reg); in VisitVecReplicateScalar()
81 __ shufps(reg, reg, Immediate(0)); in VisitVecReplicateScalar()
86 __ shufpd(reg, reg, Immediate(0)); in VisitVecReplicateScalar()
143 __ cvtdq2ps(dst, src); in VisitVecCnv()
160 __ pxor(dst, dst); in VisitVecNeg()
161 __ psubb(dst, src); in VisitVecNeg()
166 __ pxor(dst, dst); in VisitVecNeg()
167 __ psubw(dst, src); in VisitVecNeg()
171 __ pxor(dst, dst); in VisitVecNeg()
172 __ psubd(dst, src); in VisitVecNeg()
176 __ pxor(dst, dst); in VisitVecNeg()
177 __ psubq(dst, src); in VisitVecNeg()
181 __ xorps(dst, dst); in VisitVecNeg()
182 __ subps(dst, src); in VisitVecNeg()
186 __ xorpd(dst, dst); in VisitVecNeg()
187 __ subpd(dst, src); in VisitVecNeg()
210 __ movaps(dst, src); in VisitVecAbs()
211 __ pxor(tmp, tmp); in VisitVecAbs()
212 __ pcmpgtd(tmp, dst); in VisitVecAbs()
213 __ pxor(dst, tmp); in VisitVecAbs()
214 __ psubd(dst, tmp); in VisitVecAbs()
219 __ pcmpeqb(dst, dst); // all ones in VisitVecAbs()
220 __ psrld(dst, Immediate(1)); in VisitVecAbs()
221 __ andps(dst, src); in VisitVecAbs()
225 __ pcmpeqb(dst, dst); // all ones in VisitVecAbs()
226 __ psrlq(dst, Immediate(1)); in VisitVecAbs()
227 __ andpd(dst, src); in VisitVecAbs()
251 __ pxor(dst, dst); in VisitVecNot()
252 __ pcmpeqb(tmp, tmp); // all ones in VisitVecNot()
253 __ psubb(dst, tmp); // 16 x one in VisitVecNot()
254 __ pxor(dst, src); in VisitVecNot()
264 __ pcmpeqb(dst, dst); // all ones in VisitVecNot()
265 __ pxor(dst, src); in VisitVecNot()
269 __ pcmpeqb(dst, dst); // all ones in VisitVecNot()
270 __ xorps(dst, src); in VisitVecNot()
274 __ pcmpeqb(dst, dst); // all ones in VisitVecNot()
275 __ xorpd(dst, src); in VisitVecNot()
317 __ paddb(dst, src); in VisitVecAdd()
322 __ paddw(dst, src); in VisitVecAdd()
326 __ paddd(dst, src); in VisitVecAdd()
330 __ paddq(dst, src); in VisitVecAdd()
334 __ addps(dst, src); in VisitVecAdd()
338 __ addpd(dst, src); in VisitVecAdd()
358 __ pavgb(dst, src); in VisitVecHalvingAdd()
363 __ pavgw(dst, src); in VisitVecHalvingAdd()
383 __ psubb(dst, src); in VisitVecSub()
388 __ psubw(dst, src); in VisitVecSub()
392 __ psubd(dst, src); in VisitVecSub()
396 __ psubq(dst, src); in VisitVecSub()
400 __ subps(dst, src); in VisitVecSub()
404 __ subpd(dst, src); in VisitVecSub()
425 __ pmullw(dst, src); in VisitVecMul()
429 __ pmulld(dst, src); in VisitVecMul()
433 __ mulps(dst, src); in VisitVecMul()
437 __ mulpd(dst, src); in VisitVecMul()
457 __ divps(dst, src); in VisitVecDiv()
461 __ divpd(dst, src); in VisitVecDiv()
503 __ pand(dst, src); in VisitVecAnd()
507 __ andps(dst, src); in VisitVecAnd()
511 __ andpd(dst, src); in VisitVecAnd()
537 __ pandn(dst, src); in VisitVecAndNot()
541 __ andnps(dst, src); in VisitVecAndNot()
545 __ andnpd(dst, src); in VisitVecAndNot()
571 __ por(dst, src); in VisitVecOr()
575 __ orps(dst, src); in VisitVecOr()
579 __ orpd(dst, src); in VisitVecOr()
605 __ pxor(dst, src); in VisitVecXor()
609 __ xorps(dst, src); in VisitVecXor()
613 __ xorpd(dst, src); in VisitVecXor()
652 __ psllw(dst, Immediate(static_cast<int8_t>(value))); in VisitVecShl()
656 __ pslld(dst, Immediate(static_cast<int8_t>(value))); in VisitVecShl()
660 __ psllq(dst, Immediate(static_cast<int8_t>(value))); in VisitVecShl()
681 __ psraw(dst, Immediate(static_cast<int8_t>(value))); in VisitVecShr()
685 __ psrad(dst, Immediate(static_cast<int8_t>(value))); in VisitVecShr()
706 __ psrlw(dst, Immediate(static_cast<int8_t>(value))); in VisitVecUShr()
710 __ psrld(dst, Immediate(static_cast<int8_t>(value))); in VisitVecUShr()
714 __ psrlq(dst, Immediate(static_cast<int8_t>(value))); in VisitVecUShr()
796 is_aligned16 ? __ movdqa(reg, address) : __ movdqu(reg, address); in VisitVecLoad()
800 is_aligned16 ? __ movaps(reg, address) : __ movups(reg, address); in VisitVecLoad()
804 is_aligned16 ? __ movapd(reg, address) : __ movupd(reg, address); in VisitVecLoad()
830 is_aligned16 ? __ movdqa(address, reg) : __ movdqu(address, reg); in VisitVecStore()
834 is_aligned16 ? __ movaps(address, reg) : __ movups(address, reg); in VisitVecStore()
838 is_aligned16 ? __ movapd(address, reg) : __ movupd(address, reg); in VisitVecStore()
846 #undef __