Lines Matching refs:dst
557 Register dst, in immediate_arithmetic_op() argument
561 emit_rex(dst, size); in immediate_arithmetic_op()
564 emit_modrm(subcode, dst); in immediate_arithmetic_op()
566 } else if (dst.is(rax)) { in immediate_arithmetic_op()
571 emit_modrm(subcode, dst); in immediate_arithmetic_op()
577 const Operand& dst, in immediate_arithmetic_op() argument
581 emit_rex(dst, size); in immediate_arithmetic_op()
584 emit_operand(subcode, dst); in immediate_arithmetic_op()
588 emit_operand(subcode, dst); in immediate_arithmetic_op()
595 Register dst, in immediate_arithmetic_op_16() argument
599 emit_optional_rex_32(dst); in immediate_arithmetic_op_16()
602 emit_modrm(subcode, dst); in immediate_arithmetic_op_16()
604 } else if (dst.is(rax)) { in immediate_arithmetic_op_16()
609 emit_modrm(subcode, dst); in immediate_arithmetic_op_16()
616 const Operand& dst, in immediate_arithmetic_op_16() argument
620 emit_optional_rex_32(dst); in immediate_arithmetic_op_16()
623 emit_operand(subcode, dst); in immediate_arithmetic_op_16()
627 emit_operand(subcode, dst); in immediate_arithmetic_op_16()
634 const Operand& dst, in immediate_arithmetic_op_8() argument
637 emit_optional_rex_32(dst); in immediate_arithmetic_op_8()
640 emit_operand(subcode, dst); in immediate_arithmetic_op_8()
646 Register dst, in immediate_arithmetic_op_8() argument
649 if (!dst.is_byte_register()) { in immediate_arithmetic_op_8()
651 emit_rex_32(dst); in immediate_arithmetic_op_8()
655 emit_modrm(subcode, dst); in immediate_arithmetic_op_8()
660 void Assembler::shift(Register dst, in shift() argument
668 emit_rex(dst, size); in shift()
670 emit_modrm(subcode, dst); in shift()
672 emit_rex(dst, size); in shift()
674 emit_modrm(subcode, dst); in shift()
680 void Assembler::shift(Operand dst, Immediate shift_amount, int subcode, in shift() argument
686 emit_rex(dst, size); in shift()
688 emit_operand(subcode, dst); in shift()
690 emit_rex(dst, size); in shift()
692 emit_operand(subcode, dst); in shift()
698 void Assembler::shift(Register dst, int subcode, int size) { in shift() argument
700 emit_rex(dst, size); in shift()
702 emit_modrm(subcode, dst); in shift()
706 void Assembler::shift(Operand dst, int subcode, int size) { in shift() argument
708 emit_rex(dst, size); in shift()
710 emit_operand(subcode, dst); in shift()
714 void Assembler::bt(const Operand& dst, Register src) { in bt() argument
716 emit_rex_64(src, dst); in bt()
719 emit_operand(src, dst); in bt()
723 void Assembler::bts(const Operand& dst, Register src) { in bts() argument
725 emit_rex_64(src, dst); in bts()
728 emit_operand(src, dst); in bts()
732 void Assembler::bsrl(Register dst, Register src) { in bsrl() argument
734 emit_optional_rex_32(dst, src); in bsrl()
737 emit_modrm(dst, src); in bsrl()
741 void Assembler::bsrl(Register dst, const Operand& src) { in bsrl() argument
743 emit_optional_rex_32(dst, src); in bsrl()
746 emit_operand(dst, src); in bsrl()
750 void Assembler::bsrq(Register dst, Register src) { in bsrq() argument
752 emit_rex_64(dst, src); in bsrq()
755 emit_modrm(dst, src); in bsrq()
759 void Assembler::bsrq(Register dst, const Operand& src) { in bsrq() argument
761 emit_rex_64(dst, src); in bsrq()
764 emit_operand(dst, src); in bsrq()
768 void Assembler::bsfl(Register dst, Register src) { in bsfl() argument
770 emit_optional_rex_32(dst, src); in bsfl()
773 emit_modrm(dst, src); in bsfl()
777 void Assembler::bsfl(Register dst, const Operand& src) { in bsfl() argument
779 emit_optional_rex_32(dst, src); in bsfl()
782 emit_operand(dst, src); in bsfl()
786 void Assembler::bsfq(Register dst, Register src) { in bsfq() argument
788 emit_rex_64(dst, src); in bsfq()
791 emit_modrm(dst, src); in bsfq()
795 void Assembler::bsfq(Register dst, const Operand& src) { in bsfq() argument
797 emit_rex_64(dst, src); in bsfq()
800 emit_operand(dst, src); in bsfq()
900 void Assembler::cmovq(Condition cc, Register dst, Register src) { in cmovq() argument
902 movq(dst, src); in cmovq()
911 emit_rex_64(dst, src); in cmovq()
914 emit_modrm(dst, src); in cmovq()
918 void Assembler::cmovq(Condition cc, Register dst, const Operand& src) { in cmovq() argument
920 movq(dst, src); in cmovq()
927 emit_rex_64(dst, src); in cmovq()
930 emit_operand(dst, src); in cmovq()
934 void Assembler::cmovl(Condition cc, Register dst, Register src) { in cmovl() argument
936 movl(dst, src); in cmovl()
943 emit_optional_rex_32(dst, src); in cmovl()
946 emit_modrm(dst, src); in cmovl()
950 void Assembler::cmovl(Condition cc, Register dst, const Operand& src) { in cmovl() argument
952 movl(dst, src); in cmovl()
959 emit_optional_rex_32(dst, src); in cmovl()
962 emit_operand(dst, src); in cmovl()
988 void Assembler::emit_dec(Register dst, int size) { in emit_dec() argument
990 emit_rex(dst, size); in emit_dec()
992 emit_modrm(0x1, dst); in emit_dec()
996 void Assembler::emit_dec(const Operand& dst, int size) { in emit_dec() argument
998 emit_rex(dst, size); in emit_dec()
1000 emit_operand(1, dst); in emit_dec()
1004 void Assembler::decb(Register dst) { in decb() argument
1006 if (!dst.is_byte_register()) { in decb()
1008 emit_rex_32(dst); in decb()
1011 emit_modrm(0x1, dst); in decb()
1015 void Assembler::decb(const Operand& dst) { in decb() argument
1017 emit_optional_rex_32(dst); in decb()
1019 emit_operand(1, dst); in decb()
1069 void Assembler::emit_imul(Register dst, Register src, int size) { in emit_imul() argument
1071 emit_rex(dst, src, size); in emit_imul()
1074 emit_modrm(dst, src); in emit_imul()
1078 void Assembler::emit_imul(Register dst, const Operand& src, int size) { in emit_imul() argument
1080 emit_rex(dst, src, size); in emit_imul()
1083 emit_operand(dst, src); in emit_imul()
1087 void Assembler::emit_imul(Register dst, Register src, Immediate imm, int size) { in emit_imul() argument
1089 emit_rex(dst, src, size); in emit_imul()
1092 emit_modrm(dst, src); in emit_imul()
1096 emit_modrm(dst, src); in emit_imul()
1102 void Assembler::emit_imul(Register dst, const Operand& src, Immediate imm, in emit_imul() argument
1105 emit_rex(dst, src, size); in emit_imul()
1108 emit_operand(dst, src); in emit_imul()
1112 emit_operand(dst, src); in emit_imul()
1118 void Assembler::emit_inc(Register dst, int size) { in emit_inc() argument
1120 emit_rex(dst, size); in emit_inc()
1122 emit_modrm(0x0, dst); in emit_inc()
1126 void Assembler::emit_inc(const Operand& dst, int size) { in emit_inc() argument
1128 emit_rex(dst, size); in emit_inc()
1130 emit_operand(0, dst); in emit_inc()
1300 void Assembler::emit_lea(Register dst, const Operand& src, int size) { in emit_lea() argument
1302 emit_rex(dst, src, size); in emit_lea()
1304 emit_operand(dst, src); in emit_lea()
1337 void Assembler::movb(Register dst, const Operand& src) { in movb() argument
1339 if (!dst.is_byte_register()) { in movb()
1341 emit_rex_32(dst, src); in movb()
1343 emit_optional_rex_32(dst, src); in movb()
1346 emit_operand(dst, src); in movb()
1350 void Assembler::movb(Register dst, Immediate imm) { in movb() argument
1352 if (!dst.is_byte_register()) { in movb()
1354 emit_rex_32(dst); in movb()
1356 emit(0xB0 + dst.low_bits()); in movb()
1361 void Assembler::movb(const Operand& dst, Register src) { in movb() argument
1365 emit_rex_32(src, dst); in movb()
1367 emit_optional_rex_32(src, dst); in movb()
1370 emit_operand(src, dst); in movb()
1374 void Assembler::movb(const Operand& dst, Immediate imm) { in movb() argument
1376 emit_optional_rex_32(dst); in movb()
1378 emit_operand(0x0, dst); in movb()
1383 void Assembler::movw(Register dst, const Operand& src) { in movw() argument
1386 emit_optional_rex_32(dst, src); in movw()
1388 emit_operand(dst, src); in movw()
1392 void Assembler::movw(const Operand& dst, Register src) { in movw() argument
1395 emit_optional_rex_32(src, dst); in movw()
1397 emit_operand(src, dst); in movw()
1401 void Assembler::movw(const Operand& dst, Immediate imm) { in movw() argument
1404 emit_optional_rex_32(dst); in movw()
1406 emit_operand(0x0, dst); in movw()
1412 void Assembler::emit_mov(Register dst, const Operand& src, int size) { in emit_mov() argument
1414 emit_rex(dst, src, size); in emit_mov()
1416 emit_operand(dst, src); in emit_mov()
1420 void Assembler::emit_mov(Register dst, Register src, int size) { in emit_mov() argument
1423 emit_rex(src, dst, size); in emit_mov()
1425 emit_modrm(src, dst); in emit_mov()
1427 emit_rex(dst, src, size); in emit_mov()
1429 emit_modrm(dst, src); in emit_mov()
1434 void Assembler::emit_mov(const Operand& dst, Register src, int size) { in emit_mov() argument
1436 emit_rex(src, dst, size); in emit_mov()
1438 emit_operand(src, dst); in emit_mov()
1442 void Assembler::emit_mov(Register dst, Immediate value, int size) { in emit_mov() argument
1444 emit_rex(dst, size); in emit_mov()
1447 emit_modrm(0x0, dst); in emit_mov()
1450 emit(0xB8 + dst.low_bits()); in emit_mov()
1456 void Assembler::emit_mov(const Operand& dst, Immediate value, int size) { in emit_mov() argument
1458 emit_rex(dst, size); in emit_mov()
1460 emit_operand(0x0, dst); in emit_mov()
1465 void Assembler::movp(Register dst, void* value, RelocInfo::Mode rmode) { in movp() argument
1467 emit_rex(dst, kPointerSize); in movp()
1468 emit(0xB8 | dst.low_bits()); in movp()
1473 void Assembler::movq(Register dst, int64_t value) { in movq() argument
1475 emit_rex_64(dst); in movq()
1476 emit(0xB8 | dst.low_bits()); in movq()
1481 void Assembler::movq(Register dst, uint64_t value) { in movq() argument
1482 movq(dst, static_cast<int64_t>(value)); in movq()
1488 void Assembler::movl(const Operand& dst, Label* src) { in movl() argument
1490 emit_optional_rex_32(dst); in movl()
1492 emit_operand(0, dst); in movl()
1509 void Assembler::movsxbl(Register dst, Register src) { in movsxbl() argument
1513 emit_rex_32(dst, src); in movsxbl()
1515 emit_optional_rex_32(dst, src); in movsxbl()
1519 emit_modrm(dst, src); in movsxbl()
1523 void Assembler::movsxbl(Register dst, const Operand& src) { in movsxbl() argument
1525 emit_optional_rex_32(dst, src); in movsxbl()
1528 emit_operand(dst, src); in movsxbl()
1532 void Assembler::movsxbq(Register dst, const Operand& src) { in movsxbq() argument
1534 emit_rex_64(dst, src); in movsxbq()
1537 emit_operand(dst, src); in movsxbq()
1541 void Assembler::movsxwl(Register dst, Register src) { in movsxwl() argument
1543 emit_optional_rex_32(dst, src); in movsxwl()
1546 emit_modrm(dst, src); in movsxwl()
1550 void Assembler::movsxwl(Register dst, const Operand& src) { in movsxwl() argument
1552 emit_optional_rex_32(dst, src); in movsxwl()
1555 emit_operand(dst, src); in movsxwl()
1559 void Assembler::movsxwq(Register dst, const Operand& src) { in movsxwq() argument
1561 emit_rex_64(dst, src); in movsxwq()
1564 emit_operand(dst, src); in movsxwq()
1568 void Assembler::movsxlq(Register dst, Register src) { in movsxlq() argument
1570 emit_rex_64(dst, src); in movsxlq()
1572 emit_modrm(dst, src); in movsxlq()
1576 void Assembler::movsxlq(Register dst, const Operand& src) { in movsxlq() argument
1578 emit_rex_64(dst, src); in movsxlq()
1580 emit_operand(dst, src); in movsxlq()
1584 void Assembler::emit_movzxb(Register dst, const Operand& src, int size) { in emit_movzxb() argument
1588 emit_optional_rex_32(dst, src); in emit_movzxb()
1591 emit_operand(dst, src); in emit_movzxb()
1595 void Assembler::emit_movzxb(Register dst, Register src, int size) { in emit_movzxb() argument
1601 emit_rex_32(dst, src); in emit_movzxb()
1603 emit_optional_rex_32(dst, src); in emit_movzxb()
1607 emit_modrm(dst, src); in emit_movzxb()
1611 void Assembler::emit_movzxw(Register dst, const Operand& src, int size) { in emit_movzxw() argument
1615 emit_optional_rex_32(dst, src); in emit_movzxw()
1618 emit_operand(dst, src); in emit_movzxw()
1622 void Assembler::emit_movzxw(Register dst, Register src, int size) { in emit_movzxw() argument
1626 emit_optional_rex_32(dst, src); in emit_movzxw()
1629 emit_modrm(dst, src); in emit_movzxw()
1680 void Assembler::emit_neg(Register dst, int size) { in emit_neg() argument
1682 emit_rex(dst, size); in emit_neg()
1684 emit_modrm(0x3, dst); in emit_neg()
1688 void Assembler::emit_neg(const Operand& dst, int size) { in emit_neg() argument
1690 emit_rex_64(dst); in emit_neg()
1692 emit_operand(3, dst); in emit_neg()
1702 void Assembler::emit_not(Register dst, int size) { in emit_not() argument
1704 emit_rex(dst, size); in emit_not()
1706 emit_modrm(0x2, dst); in emit_not()
1710 void Assembler::emit_not(const Operand& dst, int size) { in emit_not() argument
1712 emit_rex(dst, size); in emit_not()
1714 emit_operand(2, dst); in emit_not()
1795 void Assembler::popq(Register dst) { in popq() argument
1797 emit_optional_rex_32(dst); in popq()
1798 emit(0x58 | dst.low_bits()); in popq()
1802 void Assembler::popq(const Operand& dst) { in popq() argument
1804 emit_optional_rex_32(dst); in popq()
1806 emit_operand(0, dst); in popq()
1893 void Assembler::shld(Register dst, Register src) { in shld() argument
1895 emit_rex_64(src, dst); in shld()
1898 emit_modrm(src, dst); in shld()
1902 void Assembler::shrd(Register dst, Register src) { in shrd() argument
1904 emit_rex_64(src, dst); in shrd()
1907 emit_modrm(src, dst); in shrd()
1911 void Assembler::emit_xchg(Register dst, Register src, int size) { in emit_xchg() argument
1913 if (src.is(rax) || dst.is(rax)) { // Single-byte encoding in emit_xchg()
1914 Register other = src.is(rax) ? dst : src; in emit_xchg()
1917 } else if (dst.low_bits() == 4) { in emit_xchg()
1918 emit_rex(dst, src, size); in emit_xchg()
1920 emit_modrm(dst, src); in emit_xchg()
1922 emit_rex(src, dst, size); in emit_xchg()
1924 emit_modrm(src, dst); in emit_xchg()
1929 void Assembler::emit_xchg(Register dst, const Operand& src, int size) { in emit_xchg() argument
1931 emit_rex(dst, src, size); in emit_xchg()
1933 emit_operand(dst, src); in emit_xchg()
1937 void Assembler::store_rax(void* dst, RelocInfo::Mode mode) { in store_rax() argument
1942 emitp(dst, mode); in store_rax()
1946 emitp(dst, mode); in store_rax()
1960 void Assembler::testb(Register dst, Register src) { in testb() argument
1963 emit_rex_32(src, dst); in testb()
1965 emit_modrm(src, dst); in testb()
1967 if (!dst.is_byte_register() || !src.is_byte_register()) { in testb()
1969 emit_rex_32(dst, src); in testb()
1972 emit_modrm(dst, src); in testb()
2018 void Assembler::emit_test(Register dst, Register src, int size) { in emit_test() argument
2021 emit_rex(src, dst, size); in emit_test()
2023 emit_modrm(src, dst); in emit_test()
2025 emit_rex(dst, src, size); in emit_test()
2027 emit_modrm(dst, src); in emit_test()
2453 void Assembler::andps(XMMRegister dst, XMMRegister src) { in andps() argument
2455 emit_optional_rex_32(dst, src); in andps()
2458 emit_sse_operand(dst, src); in andps()
2462 void Assembler::andps(XMMRegister dst, const Operand& src) { in andps() argument
2464 emit_optional_rex_32(dst, src); in andps()
2467 emit_sse_operand(dst, src); in andps()
2471 void Assembler::orps(XMMRegister dst, XMMRegister src) { in orps() argument
2473 emit_optional_rex_32(dst, src); in orps()
2476 emit_sse_operand(dst, src); in orps()
2480 void Assembler::orps(XMMRegister dst, const Operand& src) { in orps() argument
2482 emit_optional_rex_32(dst, src); in orps()
2485 emit_sse_operand(dst, src); in orps()
2489 void Assembler::xorps(XMMRegister dst, XMMRegister src) { in xorps() argument
2492 emit_optional_rex_32(dst, src); in xorps()
2495 emit_sse_operand(dst, src); in xorps()
2499 void Assembler::xorps(XMMRegister dst, const Operand& src) { in xorps() argument
2502 emit_optional_rex_32(dst, src); in xorps()
2505 emit_sse_operand(dst, src); in xorps()
2509 void Assembler::addps(XMMRegister dst, XMMRegister src) { in addps() argument
2511 emit_optional_rex_32(dst, src); in addps()
2514 emit_sse_operand(dst, src); in addps()
2518 void Assembler::addps(XMMRegister dst, const Operand& src) { in addps() argument
2520 emit_optional_rex_32(dst, src); in addps()
2523 emit_sse_operand(dst, src); in addps()
2527 void Assembler::subps(XMMRegister dst, XMMRegister src) { in subps() argument
2529 emit_optional_rex_32(dst, src); in subps()
2532 emit_sse_operand(dst, src); in subps()
2536 void Assembler::subps(XMMRegister dst, const Operand& src) { in subps() argument
2538 emit_optional_rex_32(dst, src); in subps()
2541 emit_sse_operand(dst, src); in subps()
2545 void Assembler::mulps(XMMRegister dst, XMMRegister src) { in mulps() argument
2547 emit_optional_rex_32(dst, src); in mulps()
2550 emit_sse_operand(dst, src); in mulps()
2554 void Assembler::mulps(XMMRegister dst, const Operand& src) { in mulps() argument
2556 emit_optional_rex_32(dst, src); in mulps()
2559 emit_sse_operand(dst, src); in mulps()
2563 void Assembler::divps(XMMRegister dst, XMMRegister src) { in divps() argument
2565 emit_optional_rex_32(dst, src); in divps()
2568 emit_sse_operand(dst, src); in divps()
2572 void Assembler::divps(XMMRegister dst, const Operand& src) { in divps() argument
2574 emit_optional_rex_32(dst, src); in divps()
2577 emit_sse_operand(dst, src); in divps()
2583 void Assembler::movd(XMMRegister dst, Register src) { in movd() argument
2587 emit_optional_rex_32(dst, src); in movd()
2590 emit_sse_operand(dst, src); in movd()
2594 void Assembler::movd(XMMRegister dst, const Operand& src) { in movd() argument
2598 emit_optional_rex_32(dst, src); in movd()
2601 emit_sse_operand(dst, src); in movd()
2605 void Assembler::movd(Register dst, XMMRegister src) { in movd() argument
2609 emit_optional_rex_32(src, dst); in movd()
2612 emit_sse_operand(src, dst); in movd()
2616 void Assembler::movq(XMMRegister dst, Register src) { in movq() argument
2620 emit_rex_64(dst, src); in movq()
2623 emit_sse_operand(dst, src); in movq()
2627 void Assembler::movq(Register dst, XMMRegister src) { in movq() argument
2631 emit_rex_64(src, dst); in movq()
2634 emit_sse_operand(src, dst); in movq()
2638 void Assembler::movq(XMMRegister dst, XMMRegister src) { in movq() argument
2641 if (dst.low_bits() == 4) { in movq()
2644 emit_optional_rex_32(dst, src); in movq()
2647 emit_sse_operand(dst, src); in movq()
2650 emit_optional_rex_32(src, dst); in movq()
2653 emit_sse_operand(src, dst); in movq()
2658 void Assembler::movdqa(const Operand& dst, XMMRegister src) { in movdqa() argument
2661 emit_rex_64(src, dst); in movdqa()
2664 emit_sse_operand(src, dst); in movdqa()
2668 void Assembler::movdqa(XMMRegister dst, const Operand& src) { in movdqa() argument
2671 emit_rex_64(dst, src); in movdqa()
2674 emit_sse_operand(dst, src); in movdqa()
2678 void Assembler::movdqu(const Operand& dst, XMMRegister src) { in movdqu() argument
2681 emit_rex_64(src, dst); in movdqu()
2684 emit_sse_operand(src, dst); in movdqu()
2688 void Assembler::movdqu(XMMRegister dst, const Operand& src) { in movdqu() argument
2691 emit_rex_64(dst, src); in movdqu()
2694 emit_sse_operand(dst, src); in movdqu()
2698 void Assembler::extractps(Register dst, XMMRegister src, byte imm8) { in extractps() argument
2703 emit_optional_rex_32(src, dst); in extractps()
2707 emit_sse_operand(src, dst); in extractps()
2712 void Assembler::pextrd(Register dst, XMMRegister src, int8_t imm8) { in pextrd() argument
2716 emit_optional_rex_32(src, dst); in pextrd()
2720 emit_sse_operand(src, dst); in pextrd()
2725 void Assembler::pinsrd(XMMRegister dst, Register src, int8_t imm8) { in pinsrd() argument
2729 emit_optional_rex_32(dst, src); in pinsrd()
2733 emit_sse_operand(dst, src); in pinsrd()
2738 void Assembler::pinsrd(XMMRegister dst, const Operand& src, int8_t imm8) { in pinsrd() argument
2742 emit_optional_rex_32(dst, src); in pinsrd()
2746 emit_sse_operand(dst, src); in pinsrd()
2751 void Assembler::movsd(const Operand& dst, XMMRegister src) { in movsd() argument
2755 emit_optional_rex_32(src, dst); in movsd()
2758 emit_sse_operand(src, dst); in movsd()
2762 void Assembler::movsd(XMMRegister dst, XMMRegister src) { in movsd() argument
2766 emit_optional_rex_32(dst, src); in movsd()
2769 emit_sse_operand(dst, src); in movsd()
2773 void Assembler::movsd(XMMRegister dst, const Operand& src) { in movsd() argument
2777 emit_optional_rex_32(dst, src); in movsd()
2780 emit_sse_operand(dst, src); in movsd()
2784 void Assembler::movaps(XMMRegister dst, XMMRegister src) { in movaps() argument
2789 emit_optional_rex_32(src, dst); in movaps()
2792 emit_sse_operand(src, dst); in movaps()
2794 emit_optional_rex_32(dst, src); in movaps()
2797 emit_sse_operand(dst, src); in movaps()
2802 void Assembler::shufps(XMMRegister dst, XMMRegister src, byte imm8) { in shufps() argument
2805 emit_optional_rex_32(src, dst); in shufps()
2808 emit_sse_operand(dst, src); in shufps()
2813 void Assembler::movapd(XMMRegister dst, XMMRegister src) { in movapd() argument
2819 emit_optional_rex_32(src, dst); in movapd()
2822 emit_sse_operand(src, dst); in movapd()
2825 emit_optional_rex_32(dst, src); in movapd()
2828 emit_sse_operand(dst, src); in movapd()
2833 void Assembler::addss(XMMRegister dst, XMMRegister src) { in addss() argument
2836 emit_optional_rex_32(dst, src); in addss()
2839 emit_sse_operand(dst, src); in addss()
2843 void Assembler::addss(XMMRegister dst, const Operand& src) { in addss() argument
2846 emit_optional_rex_32(dst, src); in addss()
2849 emit_sse_operand(dst, src); in addss()
2853 void Assembler::subss(XMMRegister dst, XMMRegister src) { in subss() argument
2856 emit_optional_rex_32(dst, src); in subss()
2859 emit_sse_operand(dst, src); in subss()
2863 void Assembler::subss(XMMRegister dst, const Operand& src) { in subss() argument
2866 emit_optional_rex_32(dst, src); in subss()
2869 emit_sse_operand(dst, src); in subss()
2873 void Assembler::mulss(XMMRegister dst, XMMRegister src) { in mulss() argument
2876 emit_optional_rex_32(dst, src); in mulss()
2879 emit_sse_operand(dst, src); in mulss()
2883 void Assembler::mulss(XMMRegister dst, const Operand& src) { in mulss() argument
2886 emit_optional_rex_32(dst, src); in mulss()
2889 emit_sse_operand(dst, src); in mulss()
2893 void Assembler::divss(XMMRegister dst, XMMRegister src) { in divss() argument
2896 emit_optional_rex_32(dst, src); in divss()
2899 emit_sse_operand(dst, src); in divss()
2903 void Assembler::divss(XMMRegister dst, const Operand& src) { in divss() argument
2906 emit_optional_rex_32(dst, src); in divss()
2909 emit_sse_operand(dst, src); in divss()
2913 void Assembler::maxss(XMMRegister dst, XMMRegister src) { in maxss() argument
2916 emit_optional_rex_32(dst, src); in maxss()
2919 emit_sse_operand(dst, src); in maxss()
2923 void Assembler::maxss(XMMRegister dst, const Operand& src) { in maxss() argument
2926 emit_optional_rex_32(dst, src); in maxss()
2929 emit_sse_operand(dst, src); in maxss()
2933 void Assembler::minss(XMMRegister dst, XMMRegister src) { in minss() argument
2936 emit_optional_rex_32(dst, src); in minss()
2939 emit_sse_operand(dst, src); in minss()
2943 void Assembler::minss(XMMRegister dst, const Operand& src) { in minss() argument
2946 emit_optional_rex_32(dst, src); in minss()
2949 emit_sse_operand(dst, src); in minss()
2953 void Assembler::sqrtss(XMMRegister dst, XMMRegister src) { in sqrtss() argument
2956 emit_optional_rex_32(dst, src); in sqrtss()
2959 emit_sse_operand(dst, src); in sqrtss()
2963 void Assembler::sqrtss(XMMRegister dst, const Operand& src) { in sqrtss() argument
2966 emit_optional_rex_32(dst, src); in sqrtss()
2969 emit_sse_operand(dst, src); in sqrtss()
2973 void Assembler::ucomiss(XMMRegister dst, XMMRegister src) { in ucomiss() argument
2976 emit_optional_rex_32(dst, src); in ucomiss()
2979 emit_sse_operand(dst, src); in ucomiss()
2983 void Assembler::ucomiss(XMMRegister dst, const Operand& src) { in ucomiss() argument
2986 emit_optional_rex_32(dst, src); in ucomiss()
2989 emit_sse_operand(dst, src); in ucomiss()
2993 void Assembler::movss(XMMRegister dst, XMMRegister src) { in movss() argument
2997 emit_optional_rex_32(dst, src); in movss()
3000 emit_sse_operand(dst, src); in movss()
3004 void Assembler::movss(XMMRegister dst, const Operand& src) { in movss() argument
3008 emit_optional_rex_32(dst, src); in movss()
3011 emit_sse_operand(dst, src); in movss()
3015 void Assembler::movss(const Operand& src, XMMRegister dst) { in movss() argument
3019 emit_optional_rex_32(dst, src); in movss()
3022 emit_sse_operand(dst, src); in movss()
3072 void Assembler::cvttss2si(Register dst, const Operand& src) { in cvttss2si() argument
3076 emit_optional_rex_32(dst, src); in cvttss2si()
3079 emit_operand(dst, src); in cvttss2si()
3083 void Assembler::cvttss2si(Register dst, XMMRegister src) { in cvttss2si() argument
3087 emit_optional_rex_32(dst, src); in cvttss2si()
3090 emit_sse_operand(dst, src); in cvttss2si()
3094 void Assembler::cvttsd2si(Register dst, const Operand& src) { in cvttsd2si() argument
3098 emit_optional_rex_32(dst, src); in cvttsd2si()
3101 emit_operand(dst, src); in cvttsd2si()
3105 void Assembler::cvttsd2si(Register dst, XMMRegister src) { in cvttsd2si() argument
3109 emit_optional_rex_32(dst, src); in cvttsd2si()
3112 emit_sse_operand(dst, src); in cvttsd2si()
3116 void Assembler::cvttss2siq(Register dst, XMMRegister src) { in cvttss2siq() argument
3120 emit_rex_64(dst, src); in cvttss2siq()
3123 emit_sse_operand(dst, src); in cvttss2siq()
3127 void Assembler::cvttss2siq(Register dst, const Operand& src) { in cvttss2siq() argument
3131 emit_rex_64(dst, src); in cvttss2siq()
3134 emit_sse_operand(dst, src); in cvttss2siq()
3138 void Assembler::cvttsd2siq(Register dst, XMMRegister src) { in cvttsd2siq() argument
3142 emit_rex_64(dst, src); in cvttsd2siq()
3145 emit_sse_operand(dst, src); in cvttsd2siq()
3149 void Assembler::cvttsd2siq(Register dst, const Operand& src) { in cvttsd2siq() argument
3153 emit_rex_64(dst, src); in cvttsd2siq()
3156 emit_sse_operand(dst, src); in cvttsd2siq()
3160 void Assembler::cvtlsi2sd(XMMRegister dst, const Operand& src) { in cvtlsi2sd() argument
3164 emit_optional_rex_32(dst, src); in cvtlsi2sd()
3167 emit_sse_operand(dst, src); in cvtlsi2sd()
3171 void Assembler::cvtlsi2sd(XMMRegister dst, Register src) { in cvtlsi2sd() argument
3175 emit_optional_rex_32(dst, src); in cvtlsi2sd()
3178 emit_sse_operand(dst, src); in cvtlsi2sd()
3182 void Assembler::cvtlsi2ss(XMMRegister dst, Register src) { in cvtlsi2ss() argument
3185 emit_optional_rex_32(dst, src); in cvtlsi2ss()
3188 emit_sse_operand(dst, src); in cvtlsi2ss()
3192 void Assembler::cvtqsi2ss(XMMRegister dst, const Operand& src) { in cvtqsi2ss() argument
3196 emit_rex_64(dst, src); in cvtqsi2ss()
3199 emit_sse_operand(dst, src); in cvtqsi2ss()
3203 void Assembler::cvtqsi2ss(XMMRegister dst, Register src) { in cvtqsi2ss() argument
3207 emit_rex_64(dst, src); in cvtqsi2ss()
3210 emit_sse_operand(dst, src); in cvtqsi2ss()
3214 void Assembler::cvtqsi2sd(XMMRegister dst, const Operand& src) { in cvtqsi2sd() argument
3218 emit_rex_64(dst, src); in cvtqsi2sd()
3221 emit_sse_operand(dst, src); in cvtqsi2sd()
3225 void Assembler::cvtqsi2sd(XMMRegister dst, Register src) { in cvtqsi2sd() argument
3229 emit_rex_64(dst, src); in cvtqsi2sd()
3232 emit_sse_operand(dst, src); in cvtqsi2sd()
3236 void Assembler::cvtss2sd(XMMRegister dst, XMMRegister src) { in cvtss2sd() argument
3240 emit_optional_rex_32(dst, src); in cvtss2sd()
3243 emit_sse_operand(dst, src); in cvtss2sd()
3247 void Assembler::cvtss2sd(XMMRegister dst, const Operand& src) { in cvtss2sd() argument
3251 emit_optional_rex_32(dst, src); in cvtss2sd()
3254 emit_sse_operand(dst, src); in cvtss2sd()
3258 void Assembler::cvtsd2ss(XMMRegister dst, XMMRegister src) { in cvtsd2ss() argument
3262 emit_optional_rex_32(dst, src); in cvtsd2ss()
3265 emit_sse_operand(dst, src); in cvtsd2ss()
3269 void Assembler::cvtsd2ss(XMMRegister dst, const Operand& src) { in cvtsd2ss() argument
3273 emit_optional_rex_32(dst, src); in cvtsd2ss()
3276 emit_sse_operand(dst, src); in cvtsd2ss()
3280 void Assembler::cvtsd2si(Register dst, XMMRegister src) { in cvtsd2si() argument
3284 emit_optional_rex_32(dst, src); in cvtsd2si()
3287 emit_sse_operand(dst, src); in cvtsd2si()
3291 void Assembler::cvtsd2siq(Register dst, XMMRegister src) { in cvtsd2siq() argument
3295 emit_rex_64(dst, src); in cvtsd2siq()
3298 emit_sse_operand(dst, src); in cvtsd2siq()
3302 void Assembler::addsd(XMMRegister dst, XMMRegister src) { in addsd() argument
3305 emit_optional_rex_32(dst, src); in addsd()
3308 emit_sse_operand(dst, src); in addsd()
3312 void Assembler::addsd(XMMRegister dst, const Operand& src) { in addsd() argument
3315 emit_optional_rex_32(dst, src); in addsd()
3318 emit_sse_operand(dst, src); in addsd()
3322 void Assembler::mulsd(XMMRegister dst, XMMRegister src) { in mulsd() argument
3325 emit_optional_rex_32(dst, src); in mulsd()
3328 emit_sse_operand(dst, src); in mulsd()
3332 void Assembler::mulsd(XMMRegister dst, const Operand& src) { in mulsd() argument
3335 emit_optional_rex_32(dst, src); in mulsd()
3338 emit_sse_operand(dst, src); in mulsd()
3342 void Assembler::subsd(XMMRegister dst, XMMRegister src) { in subsd() argument
3345 emit_optional_rex_32(dst, src); in subsd()
3348 emit_sse_operand(dst, src); in subsd()
3352 void Assembler::subsd(XMMRegister dst, const Operand& src) { in subsd() argument
3355 emit_optional_rex_32(dst, src); in subsd()
3358 emit_sse_operand(dst, src); in subsd()
3362 void Assembler::divsd(XMMRegister dst, XMMRegister src) { in divsd() argument
3365 emit_optional_rex_32(dst, src); in divsd()
3368 emit_sse_operand(dst, src); in divsd()
3372 void Assembler::divsd(XMMRegister dst, const Operand& src) { in divsd() argument
3375 emit_optional_rex_32(dst, src); in divsd()
3378 emit_sse_operand(dst, src); in divsd()
3382 void Assembler::maxsd(XMMRegister dst, XMMRegister src) { in maxsd() argument
3385 emit_optional_rex_32(dst, src); in maxsd()
3388 emit_sse_operand(dst, src); in maxsd()
3392 void Assembler::maxsd(XMMRegister dst, const Operand& src) { in maxsd() argument
3395 emit_optional_rex_32(dst, src); in maxsd()
3398 emit_sse_operand(dst, src); in maxsd()
3402 void Assembler::minsd(XMMRegister dst, XMMRegister src) { in minsd() argument
3405 emit_optional_rex_32(dst, src); in minsd()
3408 emit_sse_operand(dst, src); in minsd()
3412 void Assembler::minsd(XMMRegister dst, const Operand& src) { in minsd() argument
3415 emit_optional_rex_32(dst, src); in minsd()
3418 emit_sse_operand(dst, src); in minsd()
3422 void Assembler::andpd(XMMRegister dst, XMMRegister src) { in andpd() argument
3425 emit_optional_rex_32(dst, src); in andpd()
3428 emit_sse_operand(dst, src); in andpd()
3432 void Assembler::orpd(XMMRegister dst, XMMRegister src) { in orpd() argument
3435 emit_optional_rex_32(dst, src); in orpd()
3438 emit_sse_operand(dst, src); in orpd()
3442 void Assembler::xorpd(XMMRegister dst, XMMRegister src) { in xorpd() argument
3446 emit_optional_rex_32(dst, src); in xorpd()
3449 emit_sse_operand(dst, src); in xorpd()
3453 void Assembler::sqrtsd(XMMRegister dst, XMMRegister src) { in sqrtsd() argument
3457 emit_optional_rex_32(dst, src); in sqrtsd()
3460 emit_sse_operand(dst, src); in sqrtsd()
3464 void Assembler::sqrtsd(XMMRegister dst, const Operand& src) { in sqrtsd() argument
3468 emit_optional_rex_32(dst, src); in sqrtsd()
3471 emit_sse_operand(dst, src); in sqrtsd()
3475 void Assembler::ucomisd(XMMRegister dst, XMMRegister src) { in ucomisd() argument
3479 emit_optional_rex_32(dst, src); in ucomisd()
3482 emit_sse_operand(dst, src); in ucomisd()
3486 void Assembler::ucomisd(XMMRegister dst, const Operand& src) { in ucomisd() argument
3490 emit_optional_rex_32(dst, src); in ucomisd()
3493 emit_sse_operand(dst, src); in ucomisd()
3497 void Assembler::cmpltsd(XMMRegister dst, XMMRegister src) { in cmpltsd() argument
3500 emit_optional_rex_32(dst, src); in cmpltsd()
3503 emit_sse_operand(dst, src); in cmpltsd()
3508 void Assembler::roundss(XMMRegister dst, XMMRegister src, RoundingMode mode) { in roundss() argument
3513 emit_optional_rex_32(dst, src); in roundss()
3517 emit_sse_operand(dst, src); in roundss()
3523 void Assembler::roundsd(XMMRegister dst, XMMRegister src, RoundingMode mode) { in roundsd() argument
3528 emit_optional_rex_32(dst, src); in roundsd()
3532 emit_sse_operand(dst, src); in roundsd()
3538 void Assembler::movmskpd(Register dst, XMMRegister src) { in movmskpd() argument
3541 emit_optional_rex_32(dst, src); in movmskpd()
3544 emit_sse_operand(dst, src); in movmskpd()
3548 void Assembler::movmskps(Register dst, XMMRegister src) { in movmskps() argument
3550 emit_optional_rex_32(dst, src); in movmskps()
3553 emit_sse_operand(dst, src); in movmskps()
3557 void Assembler::pcmpeqd(XMMRegister dst, XMMRegister src) { in pcmpeqd() argument
3561 emit_optional_rex_32(dst, src); in pcmpeqd()
3564 emit_sse_operand(dst, src); in pcmpeqd()
3568 void Assembler::punpckldq(XMMRegister dst, XMMRegister src) { in punpckldq() argument
3571 emit_optional_rex_32(dst, src); in punpckldq()
3574 emit_sse_operand(dst, src); in punpckldq()
3578 void Assembler::punpckhdq(XMMRegister dst, XMMRegister src) { in punpckhdq() argument
3581 emit_optional_rex_32(dst, src); in punpckhdq()
3584 emit_sse_operand(dst, src); in punpckhdq()
3589 void Assembler::vfmasd(byte op, XMMRegister dst, XMMRegister src1, in vfmasd() argument
3593 emit_vex_prefix(dst, src1, src2, kLIG, k66, k0F38, kW1); in vfmasd()
3595 emit_sse_operand(dst, src2); in vfmasd()
3599 void Assembler::vfmasd(byte op, XMMRegister dst, XMMRegister src1, in vfmasd() argument
3603 emit_vex_prefix(dst, src1, src2, kLIG, k66, k0F38, kW1); in vfmasd()
3605 emit_sse_operand(dst, src2); in vfmasd()
3609 void Assembler::vfmass(byte op, XMMRegister dst, XMMRegister src1, in vfmass() argument
3613 emit_vex_prefix(dst, src1, src2, kLIG, k66, k0F38, kW0); in vfmass()
3615 emit_sse_operand(dst, src2); in vfmass()
3619 void Assembler::vfmass(byte op, XMMRegister dst, XMMRegister src1, in vfmass() argument
3623 emit_vex_prefix(dst, src1, src2, kLIG, k66, k0F38, kW0); in vfmass()
3625 emit_sse_operand(dst, src2); in vfmass()
3629 void Assembler::vmovd(XMMRegister dst, Register src) { in vmovd() argument
3633 emit_vex_prefix(dst, xmm0, isrc, kL128, k66, k0F, kW0); in vmovd()
3635 emit_sse_operand(dst, src); in vmovd()
3639 void Assembler::vmovd(XMMRegister dst, const Operand& src) { in vmovd() argument
3642 emit_vex_prefix(dst, xmm0, src, kL128, k66, k0F, kW0); in vmovd()
3644 emit_sse_operand(dst, src); in vmovd()
3648 void Assembler::vmovd(Register dst, XMMRegister src) { in vmovd() argument
3651 XMMRegister idst = {dst.code()}; in vmovd()
3654 emit_sse_operand(src, dst); in vmovd()
3658 void Assembler::vmovq(XMMRegister dst, Register src) { in vmovq() argument
3662 emit_vex_prefix(dst, xmm0, isrc, kL128, k66, k0F, kW1); in vmovq()
3664 emit_sse_operand(dst, src); in vmovq()
3668 void Assembler::vmovq(XMMRegister dst, const Operand& src) { in vmovq() argument
3671 emit_vex_prefix(dst, xmm0, src, kL128, k66, k0F, kW1); in vmovq()
3673 emit_sse_operand(dst, src); in vmovq()
3677 void Assembler::vmovq(Register dst, XMMRegister src) { in vmovq() argument
3680 XMMRegister idst = {dst.code()}; in vmovq()
3683 emit_sse_operand(src, dst); in vmovq()
3687 void Assembler::vsd(byte op, XMMRegister dst, XMMRegister src1, in vsd() argument
3691 emit_vex_prefix(dst, src1, src2, kLIG, pp, m, w); in vsd()
3693 emit_sse_operand(dst, src2); in vsd()
3697 void Assembler::vsd(byte op, XMMRegister dst, XMMRegister src1, in vsd() argument
3702 emit_vex_prefix(dst, src1, src2, kLIG, pp, m, w); in vsd()
3704 emit_sse_operand(dst, src2); in vsd()
3708 void Assembler::vps(byte op, XMMRegister dst, XMMRegister src1, in vps() argument
3712 emit_vex_prefix(dst, src1, src2, kL128, kNone, k0F, kWIG); in vps()
3714 emit_sse_operand(dst, src2); in vps()
3718 void Assembler::vps(byte op, XMMRegister dst, XMMRegister src1, in vps() argument
3722 emit_vex_prefix(dst, src1, src2, kL128, kNone, k0F, kWIG); in vps()
3724 emit_sse_operand(dst, src2); in vps()
3728 void Assembler::vpd(byte op, XMMRegister dst, XMMRegister src1, in vpd() argument
3732 emit_vex_prefix(dst, src1, src2, kL128, k66, k0F, kWIG); in vpd()
3734 emit_sse_operand(dst, src2); in vpd()
3738 void Assembler::vpd(byte op, XMMRegister dst, XMMRegister src1, in vpd() argument
3742 emit_vex_prefix(dst, src1, src2, kL128, k66, k0F, kWIG); in vpd()
3744 emit_sse_operand(dst, src2); in vpd()
3748 void Assembler::vucomiss(XMMRegister dst, XMMRegister src) { in vucomiss() argument
3751 emit_vex_prefix(dst, xmm0, src, kLIG, kNone, k0F, kWIG); in vucomiss()
3753 emit_sse_operand(dst, src); in vucomiss()
3757 void Assembler::vucomiss(XMMRegister dst, const Operand& src) { in vucomiss() argument
3760 emit_vex_prefix(dst, xmm0, src, kLIG, kNone, k0F, kWIG); in vucomiss()
3762 emit_sse_operand(dst, src); in vucomiss()
3766 void Assembler::vss(byte op, XMMRegister dst, XMMRegister src1, in vss() argument
3770 emit_vex_prefix(dst, src1, src2, kLIG, kF3, k0F, kWIG); in vss()
3772 emit_sse_operand(dst, src2); in vss()
3776 void Assembler::vss(byte op, XMMRegister dst, XMMRegister src1, in vss() argument
3780 emit_vex_prefix(dst, src1, src2, kLIG, kF3, k0F, kWIG); in vss()
3782 emit_sse_operand(dst, src2); in vss()
3822 void Assembler::tzcntq(Register dst, Register src) { in tzcntq() argument
3826 emit_rex_64(dst, src); in tzcntq()
3829 emit_modrm(dst, src); in tzcntq()
3833 void Assembler::tzcntq(Register dst, const Operand& src) { in tzcntq() argument
3837 emit_rex_64(dst, src); in tzcntq()
3840 emit_operand(dst, src); in tzcntq()
3844 void Assembler::tzcntl(Register dst, Register src) { in tzcntl() argument
3848 emit_optional_rex_32(dst, src); in tzcntl()
3851 emit_modrm(dst, src); in tzcntl()
3855 void Assembler::tzcntl(Register dst, const Operand& src) { in tzcntl() argument
3859 emit_optional_rex_32(dst, src); in tzcntl()
3862 emit_operand(dst, src); in tzcntl()
3866 void Assembler::lzcntq(Register dst, Register src) { in lzcntq() argument
3870 emit_rex_64(dst, src); in lzcntq()
3873 emit_modrm(dst, src); in lzcntq()
3877 void Assembler::lzcntq(Register dst, const Operand& src) { in lzcntq() argument
3881 emit_rex_64(dst, src); in lzcntq()
3884 emit_operand(dst, src); in lzcntq()
3888 void Assembler::lzcntl(Register dst, Register src) { in lzcntl() argument
3892 emit_optional_rex_32(dst, src); in lzcntl()
3895 emit_modrm(dst, src); in lzcntl()
3899 void Assembler::lzcntl(Register dst, const Operand& src) { in lzcntl() argument
3903 emit_optional_rex_32(dst, src); in lzcntl()
3906 emit_operand(dst, src); in lzcntl()
3910 void Assembler::popcntq(Register dst, Register src) { in popcntq() argument
3914 emit_rex_64(dst, src); in popcntq()
3917 emit_modrm(dst, src); in popcntq()
3921 void Assembler::popcntq(Register dst, const Operand& src) { in popcntq() argument
3925 emit_rex_64(dst, src); in popcntq()
3928 emit_operand(dst, src); in popcntq()
3932 void Assembler::popcntl(Register dst, Register src) { in popcntl() argument
3936 emit_optional_rex_32(dst, src); in popcntl()
3939 emit_modrm(dst, src); in popcntl()
3943 void Assembler::popcntl(Register dst, const Operand& src) { in popcntl() argument
3947 emit_optional_rex_32(dst, src); in popcntl()
3950 emit_operand(dst, src); in popcntl()
3994 void Assembler::rorxq(Register dst, Register src, byte imm8) { in rorxq() argument
3999 emit_vex_prefix(dst, vreg, src, kLZ, kF2, k0F3A, kW1); in rorxq()
4001 emit_modrm(dst, src); in rorxq()
4006 void Assembler::rorxq(Register dst, const Operand& src, byte imm8) { in rorxq() argument
4011 emit_vex_prefix(dst, vreg, src, kLZ, kF2, k0F3A, kW1); in rorxq()
4013 emit_operand(dst, src); in rorxq()
4018 void Assembler::rorxl(Register dst, Register src, byte imm8) { in rorxl() argument
4023 emit_vex_prefix(dst, vreg, src, kLZ, kF2, k0F3A, kW0); in rorxl()
4025 emit_modrm(dst, src); in rorxl()
4030 void Assembler::rorxl(Register dst, const Operand& src, byte imm8) { in rorxl() argument
4035 emit_vex_prefix(dst, vreg, src, kLZ, kF2, k0F3A, kW0); in rorxl()
4037 emit_operand(dst, src); in rorxl()
4054 void Assembler::emit_sse_operand(XMMRegister dst, XMMRegister src) { in emit_sse_operand() argument
4055 emit(0xC0 | (dst.low_bits() << 3) | src.low_bits()); in emit_sse_operand()
4059 void Assembler::emit_sse_operand(XMMRegister dst, Register src) { in emit_sse_operand() argument
4060 emit(0xC0 | (dst.low_bits() << 3) | src.low_bits()); in emit_sse_operand()
4064 void Assembler::emit_sse_operand(Register dst, XMMRegister src) { in emit_sse_operand() argument
4065 emit(0xC0 | (dst.low_bits() << 3) | src.low_bits()); in emit_sse_operand()