Lines Matching refs:X86
96 return RegNode->getReg() == X86::RIP; in isRIPRelative()
605 if (!X86::isOffsetSuitableForCodeModel(Val, M, in FoldOffsetIntoAddress()
633 AM.Segment = CurDAG->getRegister(X86::GS, MVT::i16); in MatchLoadInAddress()
636 AM.Segment = CurDAG->getRegister(X86::FS, MVT::i16); in MatchLoadInAddress()
701 AM.setBaseReg(CurDAG->getRegister(X86::RIP, MVT::i64)); in MatchWrapper()
766 AM.Base_Reg = CurDAG->getRegister(X86::RIP, MVT::i64); in MatchAddress()
1343 AM.Segment = CurDAG->getRegister(X86::GS, MVT::i16); in SelectAddr()
1345 AM.Segment = CurDAG->getRegister(X86::FS, MVT::i16); in SelectAddr()
1454 CurDAG->getTargetConstant(X86::sub_32bit, MVT::i32)), in SelectLEA64_32Addr()
1468 CurDAG->getTargetConstant(X86::sub_32bit, MVT::i32)), in SelectLEA64_32Addr()
1553 AM.IndexReg = CurDAG->getRegister(X86::EBX, MVT::i32); in SelectTLSADDRAddr()
1615 X86::LOCK_ADD8mi,
1616 X86::LOCK_ADD8mr,
1617 X86::LOCK_ADD16mi8,
1618 X86::LOCK_ADD16mi,
1619 X86::LOCK_ADD16mr,
1620 X86::LOCK_ADD32mi8,
1621 X86::LOCK_ADD32mi,
1622 X86::LOCK_ADD32mr,
1623 X86::LOCK_ADD64mi8,
1624 X86::LOCK_ADD64mi32,
1625 X86::LOCK_ADD64mr,
1628 X86::LOCK_SUB8mi,
1629 X86::LOCK_SUB8mr,
1630 X86::LOCK_SUB16mi8,
1631 X86::LOCK_SUB16mi,
1632 X86::LOCK_SUB16mr,
1633 X86::LOCK_SUB32mi8,
1634 X86::LOCK_SUB32mi,
1635 X86::LOCK_SUB32mr,
1636 X86::LOCK_SUB64mi8,
1637 X86::LOCK_SUB64mi32,
1638 X86::LOCK_SUB64mr,
1642 X86::LOCK_INC8m,
1645 X86::LOCK_INC16m,
1648 X86::LOCK_INC32m,
1651 X86::LOCK_INC64m,
1655 X86::LOCK_DEC8m,
1658 X86::LOCK_DEC16m,
1661 X86::LOCK_DEC32m,
1664 X86::LOCK_DEC64m,
1667 X86::LOCK_OR8mi,
1668 X86::LOCK_OR8mr,
1669 X86::LOCK_OR16mi8,
1670 X86::LOCK_OR16mi,
1671 X86::LOCK_OR16mr,
1672 X86::LOCK_OR32mi8,
1673 X86::LOCK_OR32mi,
1674 X86::LOCK_OR32mr,
1675 X86::LOCK_OR64mi8,
1676 X86::LOCK_OR64mi32,
1677 X86::LOCK_OR64mr,
1680 X86::LOCK_AND8mi,
1681 X86::LOCK_AND8mr,
1682 X86::LOCK_AND16mi8,
1683 X86::LOCK_AND16mi,
1684 X86::LOCK_AND16mr,
1685 X86::LOCK_AND32mi8,
1686 X86::LOCK_AND32mi,
1687 X86::LOCK_AND32mr,
1688 X86::LOCK_AND64mi8,
1689 X86::LOCK_AND64mi32,
1690 X86::LOCK_AND64mr,
1693 X86::LOCK_XOR8mi,
1694 X86::LOCK_XOR8mr,
1695 X86::LOCK_XOR16mi8,
1696 X86::LOCK_XOR16mi,
1697 X86::LOCK_XOR16mr,
1698 X86::LOCK_XOR32mi8,
1699 X86::LOCK_XOR32mi,
1700 X86::LOCK_XOR32mr,
1701 X86::LOCK_XOR64mi8,
1702 X86::LOCK_XOR64mi32,
1703 X86::LOCK_XOR64mr,
1749 if (Val.getOpcode() == ISD::SUB && X86::isZeroNode(Val.getOperand(0))) { in getAtomicLoadArithTargetConstant()
1758 X86::isZeroNode(Val.getOperand(0).getOperand(0))) { in getAtomicLoadArithTargetConstant()
1761 return CurDAG->getTargetExtractSubreg(X86::sub_16bit, dl, NVT, in getAtomicLoadArithTargetConstant()
1885 X86::EFLAGS) in HasNoSignedComparisonUses()
1897 case X86::SETAr: case X86::SETAEr: case X86::SETBr: case X86::SETBEr: in HasNoSignedComparisonUses()
1898 case X86::SETEr: case X86::SETNEr: case X86::SETPr: case X86::SETNPr: in HasNoSignedComparisonUses()
1899 case X86::SETAm: case X86::SETAEm: case X86::SETBm: case X86::SETBEm: in HasNoSignedComparisonUses()
1900 case X86::SETEm: case X86::SETNEm: case X86::SETPm: case X86::SETNPm: in HasNoSignedComparisonUses()
1901 case X86::JA_1: case X86::JAE_1: case X86::JB_1: case X86::JBE_1: in HasNoSignedComparisonUses()
1902 case X86::JE_1: case X86::JNE_1: case X86::JP_1: case X86::JNP_1: in HasNoSignedComparisonUses()
1903 case X86::CMOVA16rr: case X86::CMOVA16rm: in HasNoSignedComparisonUses()
1904 case X86::CMOVA32rr: case X86::CMOVA32rm: in HasNoSignedComparisonUses()
1905 case X86::CMOVA64rr: case X86::CMOVA64rm: in HasNoSignedComparisonUses()
1906 case X86::CMOVAE16rr: case X86::CMOVAE16rm: in HasNoSignedComparisonUses()
1907 case X86::CMOVAE32rr: case X86::CMOVAE32rm: in HasNoSignedComparisonUses()
1908 case X86::CMOVAE64rr: case X86::CMOVAE64rm: in HasNoSignedComparisonUses()
1909 case X86::CMOVB16rr: case X86::CMOVB16rm: in HasNoSignedComparisonUses()
1910 case X86::CMOVB32rr: case X86::CMOVB32rm: in HasNoSignedComparisonUses()
1911 case X86::CMOVB64rr: case X86::CMOVB64rm: in HasNoSignedComparisonUses()
1912 case X86::CMOVBE16rr: case X86::CMOVBE16rm: in HasNoSignedComparisonUses()
1913 case X86::CMOVBE32rr: case X86::CMOVBE32rm: in HasNoSignedComparisonUses()
1914 case X86::CMOVBE64rr: case X86::CMOVBE64rm: in HasNoSignedComparisonUses()
1915 case X86::CMOVE16rr: case X86::CMOVE16rm: in HasNoSignedComparisonUses()
1916 case X86::CMOVE32rr: case X86::CMOVE32rm: in HasNoSignedComparisonUses()
1917 case X86::CMOVE64rr: case X86::CMOVE64rm: in HasNoSignedComparisonUses()
1918 case X86::CMOVNE16rr: case X86::CMOVNE16rm: in HasNoSignedComparisonUses()
1919 case X86::CMOVNE32rr: case X86::CMOVNE32rm: in HasNoSignedComparisonUses()
1920 case X86::CMOVNE64rr: case X86::CMOVNE64rm: in HasNoSignedComparisonUses()
1921 case X86::CMOVNP16rr: case X86::CMOVNP16rm: in HasNoSignedComparisonUses()
1922 case X86::CMOVNP32rr: case X86::CMOVNP32rm: in HasNoSignedComparisonUses()
1923 case X86::CMOVNP64rr: case X86::CMOVNP64rm: in HasNoSignedComparisonUses()
1924 case X86::CMOVP16rr: case X86::CMOVP16rm: in HasNoSignedComparisonUses()
1925 case X86::CMOVP32rr: case X86::CMOVP32rm: in HasNoSignedComparisonUses()
1926 case X86::CMOVP64rr: case X86::CMOVP64rm: in HasNoSignedComparisonUses()
2026 if (LdVT == MVT::i64) return X86::DEC64m; in getFusedLdStOpcode()
2027 if (LdVT == MVT::i32) return X86::DEC32m; in getFusedLdStOpcode()
2028 if (LdVT == MVT::i16) return X86::DEC16m; in getFusedLdStOpcode()
2029 if (LdVT == MVT::i8) return X86::DEC8m; in getFusedLdStOpcode()
2032 if (LdVT == MVT::i64) return X86::INC64m; in getFusedLdStOpcode()
2033 if (LdVT == MVT::i32) return X86::INC32m; in getFusedLdStOpcode()
2034 if (LdVT == MVT::i16) return X86::INC16m; in getFusedLdStOpcode()
2035 if (LdVT == MVT::i8) return X86::INC8m; in getFusedLdStOpcode()
2112 case Intrinsic::x86_avx2_gather_d_pd: Opc = X86::VGATHERDPDrm; break; in Select()
2113 case Intrinsic::x86_avx2_gather_d_pd_256: Opc = X86::VGATHERDPDYrm; break; in Select()
2114 case Intrinsic::x86_avx2_gather_q_pd: Opc = X86::VGATHERQPDrm; break; in Select()
2115 case Intrinsic::x86_avx2_gather_q_pd_256: Opc = X86::VGATHERQPDYrm; break; in Select()
2116 case Intrinsic::x86_avx2_gather_d_ps: Opc = X86::VGATHERDPSrm; break; in Select()
2117 case Intrinsic::x86_avx2_gather_d_ps_256: Opc = X86::VGATHERDPSYrm; break; in Select()
2118 case Intrinsic::x86_avx2_gather_q_ps: Opc = X86::VGATHERQPSrm; break; in Select()
2119 case Intrinsic::x86_avx2_gather_q_ps_256: Opc = X86::VGATHERQPSYrm; break; in Select()
2120 case Intrinsic::x86_avx2_gather_d_q: Opc = X86::VPGATHERDQrm; break; in Select()
2121 case Intrinsic::x86_avx2_gather_d_q_256: Opc = X86::VPGATHERDQYrm; break; in Select()
2122 case Intrinsic::x86_avx2_gather_q_q: Opc = X86::VPGATHERQQrm; break; in Select()
2123 case Intrinsic::x86_avx2_gather_q_q_256: Opc = X86::VPGATHERQQYrm; break; in Select()
2124 case Intrinsic::x86_avx2_gather_d_d: Opc = X86::VPGATHERDDrm; break; in Select()
2125 case Intrinsic::x86_avx2_gather_d_d_256: Opc = X86::VPGATHERDDYrm; break; in Select()
2126 case Intrinsic::x86_avx2_gather_q_d: Opc = X86::VPGATHERQDrm; break; in Select()
2127 case Intrinsic::x86_avx2_gather_q_d_256: Opc = X86::VPGATHERQDYrm; break; in Select()
2210 ShlOp = X86::SHL32ri; in Select()
2211 AddOp = X86::ADD32rr; in Select()
2215 case ISD::AND: Op = X86::AND32ri8; break; in Select()
2216 case ISD::OR: Op = X86::OR32ri8; break; in Select()
2217 case ISD::XOR: Op = X86::XOR32ri8; break; in Select()
2222 ShlOp = X86::SHL64ri; in Select()
2223 AddOp = X86::ADD64rr; in Select()
2227 case ISD::AND: Op = CstVT==MVT::i8? X86::AND64ri8 : X86::AND64ri32; break; in Select()
2228 case ISD::OR: Op = CstVT==MVT::i8? X86::OR64ri8 : X86::OR64ri32; break; in Select()
2229 case ISD::XOR: Op = CstVT==MVT::i8? X86::XOR64ri8 : X86::XOR64ri32; break; in Select()
2248 Opc = (Opcode == X86ISD::SMUL8 ? X86::IMUL8r : X86::MUL8r); in Select()
2250 SDValue InFlag = CurDAG->getCopyToReg(CurDAG->getEntryNode(), dl, X86::AL, in Select()
2269 case MVT::i8: LoReg = X86::AL; Opc = X86::MUL8r; break; in Select()
2270 case MVT::i16: LoReg = X86::AX; Opc = X86::MUL16r; break; in Select()
2271 case MVT::i32: LoReg = X86::EAX; Opc = X86::MUL32r; break; in Select()
2272 case MVT::i64: LoReg = X86::RAX; Opc = X86::MUL64r; break; in Select()
2298 case MVT::i8: Opc = X86::MUL8r; MOpc = X86::MUL8m; break; in Select()
2299 case MVT::i16: Opc = X86::MUL16r; MOpc = X86::MUL16m; break; in Select()
2300 case MVT::i32: Opc = hasBMI2 ? X86::MULX32rr : X86::MUL32r; in Select()
2301 MOpc = hasBMI2 ? X86::MULX32rm : X86::MUL32m; break; in Select()
2302 case MVT::i64: Opc = hasBMI2 ? X86::MULX64rr : X86::MUL64r; in Select()
2303 MOpc = hasBMI2 ? X86::MULX64rm : X86::MUL64m; break; in Select()
2308 case MVT::i8: Opc = X86::IMUL8r; MOpc = X86::IMUL8m; break; in Select()
2309 case MVT::i16: Opc = X86::IMUL16r; MOpc = X86::IMUL16m; break; in Select()
2310 case MVT::i32: Opc = X86::IMUL32r; MOpc = X86::IMUL32m; break; in Select()
2311 case MVT::i64: Opc = X86::IMUL64r; MOpc = X86::IMUL64m; break; in Select()
2318 case X86::IMUL8r: in Select()
2319 case X86::MUL8r: in Select()
2320 SrcReg = LoReg = X86::AL; HiReg = X86::AH; in Select()
2322 case X86::IMUL16r: in Select()
2323 case X86::MUL16r: in Select()
2324 SrcReg = LoReg = X86::AX; HiReg = X86::DX; in Select()
2326 case X86::IMUL32r: in Select()
2327 case X86::MUL32r: in Select()
2328 SrcReg = LoReg = X86::EAX; HiReg = X86::EDX; in Select()
2330 case X86::IMUL64r: in Select()
2331 case X86::MUL64r: in Select()
2332 SrcReg = LoReg = X86::RAX; HiReg = X86::RDX; in Select()
2334 case X86::MULX32rr: in Select()
2335 SrcReg = X86::EDX; LoReg = HiReg = 0; in Select()
2337 case X86::MULX64rr: in Select()
2338 SrcReg = X86::RDX; LoReg = HiReg = 0; in Select()
2359 if (MOpc == X86::MULX32rm || MOpc == X86::MULX64rm) { in Select()
2377 if (Opc == X86::MULX32rr || Opc == X86::MULX64rr) { in Select()
2391 if (HiReg == X86::AH && Subtarget->is64Bit() && in Select()
2394 X86::AX, MVT::i16, InFlag); in Select()
2400 CurDAG->getTargetExtractSubreg(X86::sub_8bit, dl, MVT::i8, Result)); in Select()
2403 Result = SDValue(CurDAG->getMachineNode(X86::SHR16ri, dl, MVT::i16, in Select()
2408 CurDAG->getTargetExtractSubreg(X86::sub_8bit, dl, MVT::i8, Result)); in Select()
2448 case MVT::i8: Opc = X86::DIV8r; MOpc = X86::DIV8m; break; in Select()
2449 case MVT::i16: Opc = X86::DIV16r; MOpc = X86::DIV16m; break; in Select()
2450 case MVT::i32: Opc = X86::DIV32r; MOpc = X86::DIV32m; break; in Select()
2451 case MVT::i64: Opc = X86::DIV64r; MOpc = X86::DIV64m; break; in Select()
2456 case MVT::i8: Opc = X86::IDIV8r; MOpc = X86::IDIV8m; break; in Select()
2457 case MVT::i16: Opc = X86::IDIV16r; MOpc = X86::IDIV16m; break; in Select()
2458 case MVT::i32: Opc = X86::IDIV32r; MOpc = X86::IDIV32m; break; in Select()
2459 case MVT::i64: Opc = X86::IDIV64r; MOpc = X86::IDIV64m; break; in Select()
2468 LoReg = X86::AL; ClrReg = HiReg = X86::AH; in Select()
2469 SExtOpcode = X86::CBW; in Select()
2472 LoReg = X86::AX; HiReg = X86::DX; in Select()
2473 ClrReg = X86::DX; in Select()
2474 SExtOpcode = X86::CWD; in Select()
2477 LoReg = X86::EAX; ClrReg = HiReg = X86::EDX; in Select()
2478 SExtOpcode = X86::CDQ; in Select()
2481 LoReg = X86::RAX; ClrReg = HiReg = X86::RDX; in Select()
2482 SExtOpcode = X86::CQO; in Select()
2498 SDValue(CurDAG->getMachineNode(X86::MOVZX32rm8, dl, MVT::i32, in Select()
2504 SDValue(CurDAG->getMachineNode(X86::MOVZX32rr8, dl, MVT::i32, N0),0); in Select()
2507 Chain = CurDAG->getCopyToReg(Chain, dl, X86::EAX, Move, SDValue()); in Select()
2519 SDValue ClrNode = SDValue(CurDAG->getMachineNode(X86::MOV32r0, dl, NVT), 0); in Select()
2525 CurDAG->getTargetConstant(X86::sub_16bit, MVT::i32)), in Select()
2535 CurDAG->getTargetConstant(X86::sub_32bit, MVT::i32)), in Select()
2567 if (HiReg == X86::AH && !SDValue(Node, 1).use_empty()) { in Select()
2568 SDValue AHCopy = CurDAG->getRegister(X86::AH, MVT::i8); in Select()
2570 isSigned ? X86::MOVSX32_NOREXrr8 : X86::MOVZX32_NOREXrr8; in Select()
2588 CurDAG->getTargetConstant(X86::sub_32bit, MVT::i32)), in Select()
2593 CurDAG->getTargetExtractSubreg(X86::sub_8bit, dl, MVT::i8, Result); in Select()
2637 X86::isZeroNode(N1)) { in Select()
2652 case MVT::i32: TRC = &X86::GR32_ABCDRegClass; break; in Select()
2653 case MVT::i16: TRC = &X86::GR16_ABCDRegClass; break; in Select()
2657 Reg = SDValue(CurDAG->getMachineNode(X86::COPY_TO_REGCLASS, dl, in Select()
2662 SDValue Subreg = CurDAG->getTargetExtractSubreg(X86::sub_8bit, dl, in Select()
2666 SDNode *NewNode = CurDAG->getMachineNode(X86::TEST8ri, dl, MVT::i32, in Select()
2687 case MVT::i64: TRC = &X86::GR64_ABCDRegClass; break; in Select()
2688 case MVT::i32: TRC = &X86::GR32_ABCDRegClass; break; in Select()
2689 case MVT::i16: TRC = &X86::GR16_ABCDRegClass; break; in Select()
2693 Reg = SDValue(CurDAG->getMachineNode(X86::COPY_TO_REGCLASS, dl, in Select()
2697 SDValue Subreg = CurDAG->getTargetExtractSubreg(X86::sub_8bit_hi, dl, in Select()
2703 SDNode *NewNode = CurDAG->getMachineNode(X86::TEST8ri_NOREX, dl, in Select()
2721 SDValue Subreg = CurDAG->getTargetExtractSubreg(X86::sub_16bit, dl, in Select()
2725 SDNode *NewNode = CurDAG->getMachineNode(X86::TEST16ri, dl, MVT::i32, in Select()
2743 SDValue Subreg = CurDAG->getTargetExtractSubreg(X86::sub_32bit, dl, in Select()
2747 SDNode *NewNode = CurDAG->getMachineNode(X86::TEST32ri, dl, MVT::i32, in Select()