Lines Matching refs:CurDAG
229 SDValue M0 = Lowering.copyToM0(*CurDAG, CurDAG->getEntryNode(), SDLoc(N), in glueCopyToM0()
230 CurDAG->getTargetConstant(-1, SDLoc(N), MVT::i32)); in glueCopyToM0()
239 CurDAG->MorphNodeTo(N, N->getOpcode(), N->getVTList(), Ops); in glueCopyToM0()
315 SDValue RegClass = CurDAG->getTargetConstant(RegClassID, DL, MVT::i32); in Select()
318 CurDAG->SelectNodeTo(N, AMDGPU::COPY_TO_REGCLASS, EltVT, N->getOperand(0), in Select()
330 RegSeqArgs[0] = CurDAG->getTargetConstant(RegClassID, DL, MVT::i32); in Select()
341 CurDAG->getTargetConstant(TRI->getSubRegFromChannel(i), DL, in Select()
349 MachineSDNode *ImpDef = CurDAG->getMachineNode(TargetOpcode::IMPLICIT_DEF, in Select()
354 CurDAG->getTargetConstant(TRI->getSubRegFromChannel(i), DL, MVT::i32); in Select()
360 CurDAG->SelectNodeTo(N, AMDGPU::REG_SEQUENCE, N->getVTList(), RegSeqArgs); in Select()
370 RC = CurDAG->getTargetConstant(AMDGPU::SReg_128RegClassID, DL, MVT::i32); in Select()
371 SubReg0 = CurDAG->getTargetConstant(AMDGPU::sub0_sub1, DL, MVT::i32); in Select()
372 SubReg1 = CurDAG->getTargetConstant(AMDGPU::sub2_sub3, DL, MVT::i32); in Select()
374 RC = CurDAG->getTargetConstant(AMDGPU::SReg_64RegClassID, DL, MVT::i32); in Select()
375 SubReg0 = CurDAG->getTargetConstant(AMDGPU::sub0, DL, MVT::i32); in Select()
376 SubReg1 = CurDAG->getTargetConstant(AMDGPU::sub1, DL, MVT::i32); in Select()
382 ReplaceNode(N, CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, DL, in Select()
402 SDNode *Lo = CurDAG->getMachineNode(AMDGPU::S_MOV_B32, DL, MVT::i32, in Select()
403 CurDAG->getConstant(Imm & 0xFFFFFFFF, DL, in Select()
405 SDNode *Hi = CurDAG->getMachineNode(AMDGPU::S_MOV_B32, DL, MVT::i32, in Select()
406 CurDAG->getConstant(Imm >> 32, DL, MVT::i32)); in Select()
408 CurDAG->getTargetConstant(AMDGPU::SReg_64RegClassID, DL, MVT::i32), in Select()
409 SDValue(Lo, 0), CurDAG->getTargetConstant(AMDGPU::sub0, DL, MVT::i32), in Select()
410 SDValue(Hi, 0), CurDAG->getTargetConstant(AMDGPU::sub1, DL, MVT::i32) in Select()
413 ReplaceNode(N, CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, DL, in Select()
460 Lowering.legalizeTargetIndependentNode(N, *CurDAG); in Select()
512 IntPtr = CurDAG->getIntPtrConstant(Cst->getZExtValue() / 4, SDLoc(Addr), in SelectGlobalValueConstantOffset()
523 Offset = CurDAG->getIntPtrConstant(0, SDLoc(Addr), true); in SelectGlobalValueVariableOffset()
538 Offset = CurDAG->getTargetConstant(IMMOffset->getZExtValue(), SDLoc(Addr), in SelectADDRVTX_READ()
544 Base = CurDAG->getCopyFromReg(CurDAG->getEntryNode(), in SelectADDRVTX_READ()
545 SDLoc(CurDAG->getEntryNode()), in SelectADDRVTX_READ()
547 Offset = CurDAG->getTargetConstant(IMMOffset->getZExtValue(), SDLoc(Addr), in SelectADDRVTX_READ()
554 Offset = CurDAG->getTargetConstant(0, SDLoc(Addr), MVT::i32); in SelectADDRVTX_READ()
564 Base = CurDAG->getRegister(AMDGPU::INDIRECT_BASE_ADDR, MVT::i32); in SelectADDRIndirect()
565 Offset = CurDAG->getTargetConstant(C->getZExtValue(), DL, MVT::i32); in SelectADDRIndirect()
569 Offset = CurDAG->getTargetConstant(C->getZExtValue(), DL, MVT::i32); in SelectADDRIndirect()
572 Offset = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectADDRIndirect()
585 SDValue Sub0 = CurDAG->getTargetConstant(AMDGPU::sub0, DL, MVT::i32); in SelectADD_SUB_I64()
586 SDValue Sub1 = CurDAG->getTargetConstant(AMDGPU::sub1, DL, MVT::i32); in SelectADD_SUB_I64()
588 SDNode *Lo0 = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG, in SelectADD_SUB_I64()
590 SDNode *Hi0 = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG, in SelectADD_SUB_I64()
593 SDNode *Lo1 = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG, in SelectADD_SUB_I64()
595 SDNode *Hi1 = CurDAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG, in SelectADD_SUB_I64()
598 SDVTList VTList = CurDAG->getVTList(MVT::i32, MVT::Glue); in SelectADD_SUB_I64()
604 SDNode *AddLo = CurDAG->getMachineNode( Opc, DL, VTList, AddLoArgs); in SelectADD_SUB_I64()
607 = CurDAG->getMachineNode(CarryOpc, DL, MVT::i32, in SelectADD_SUB_I64()
611 CurDAG->getTargetConstant(AMDGPU::SReg_64RegClassID, DL, MVT::i32), in SelectADD_SUB_I64()
617 CurDAG->SelectNodeTo(N, AMDGPU::REG_SEQUENCE, MVT::i64, Args); in SelectADD_SUB_I64()
638 CurDAG->SelectNodeTo(N, Opc, VT, MVT::i1, Ops); in SelectDIV_SCALE()
653 return CurDAG->SignBitIsZero(Base); in isDSOffsetLegal()
659 if (CurDAG->isBaseWithConstantOffset(Addr)) { in SelectDS1Addr1Offset()
666 Offset = CurDAG->getTargetConstant(C1->getZExtValue(), DL, MVT::i16); in SelectDS1Addr1Offset()
674 SDValue Zero = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectDS1Addr1Offset()
679 SDValue Sub = CurDAG->getNode(ISD::SUB, DL, MVT::i32, in SelectDS1Addr1Offset()
684 = CurDAG->getMachineNode(AMDGPU::V_SUB_I32_e32, DL, MVT::i32, in SelectDS1Addr1Offset()
688 Offset = CurDAG->getTargetConstant(ByteOffset, DL, MVT::i16); in SelectDS1Addr1Offset()
702 SDValue Zero = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectDS1Addr1Offset()
703 MachineSDNode *MovZero = CurDAG->getMachineNode(AMDGPU::V_MOV_B32_e32, in SelectDS1Addr1Offset()
706 Offset = CurDAG->getTargetConstant(CAddr->getZExtValue(), DL, MVT::i16); in SelectDS1Addr1Offset()
713 Offset = CurDAG->getTargetConstant(0, SDLoc(Addr), MVT::i16); in SelectDS1Addr1Offset()
723 if (CurDAG->isBaseWithConstantOffset(Addr)) { in SelectDS64Bit4ByteAligned()
732 Offset0 = CurDAG->getTargetConstant(DWordOffset0, DL, MVT::i8); in SelectDS64Bit4ByteAligned()
733 Offset1 = CurDAG->getTargetConstant(DWordOffset1, DL, MVT::i8); in SelectDS64Bit4ByteAligned()
744 SDValue Zero = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectDS64Bit4ByteAligned()
749 SDValue Sub = CurDAG->getNode(ISD::SUB, DL, MVT::i32, in SelectDS64Bit4ByteAligned()
754 = CurDAG->getMachineNode(AMDGPU::V_SUB_I32_e32, DL, MVT::i32, in SelectDS64Bit4ByteAligned()
758 Offset0 = CurDAG->getTargetConstant(DWordOffset0, DL, MVT::i8); in SelectDS64Bit4ByteAligned()
759 Offset1 = CurDAG->getTargetConstant(DWordOffset1, DL, MVT::i8); in SelectDS64Bit4ByteAligned()
770 SDValue Zero = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectDS64Bit4ByteAligned()
772 = CurDAG->getMachineNode(AMDGPU::V_MOV_B32_e32, in SelectDS64Bit4ByteAligned()
775 Offset0 = CurDAG->getTargetConstant(DWordOffset0, DL, MVT::i8); in SelectDS64Bit4ByteAligned()
776 Offset1 = CurDAG->getTargetConstant(DWordOffset1, DL, MVT::i8); in SelectDS64Bit4ByteAligned()
783 Offset0 = CurDAG->getTargetConstant(0, DL, MVT::i8); in SelectDS64Bit4ByteAligned()
784 Offset1 = CurDAG->getTargetConstant(1, DL, MVT::i8); in SelectDS64Bit4ByteAligned()
805 GLC = CurDAG->getTargetConstant(0, DL, MVT::i1); in SelectMUBUF()
807 SLC = CurDAG->getTargetConstant(0, DL, MVT::i1); in SelectMUBUF()
808 TFE = CurDAG->getTargetConstant(0, DL, MVT::i1); in SelectMUBUF()
810 Idxen = CurDAG->getTargetConstant(0, DL, MVT::i1); in SelectMUBUF()
811 Offen = CurDAG->getTargetConstant(0, DL, MVT::i1); in SelectMUBUF()
812 Addr64 = CurDAG->getTargetConstant(0, DL, MVT::i1); in SelectMUBUF()
813 SOffset = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectMUBUF()
815 if (CurDAG->isBaseWithConstantOffset(Addr)) { in SelectMUBUF()
824 Addr64 = CurDAG->getTargetConstant(1, DL, MVT::i1); in SelectMUBUF()
830 VAddr = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectMUBUF()
835 Offset = CurDAG->getTargetConstant(C1->getZExtValue(), DL, MVT::i16); in SelectMUBUF()
841 Offset = CurDAG->getTargetConstant(0, DL, MVT::i16); in SelectMUBUF()
842 SOffset = SDValue(CurDAG->getMachineNode(AMDGPU::S_MOV_B32, DL, MVT::i32, in SelectMUBUF()
843 CurDAG->getTargetConstant(C1->getZExtValue(), DL, MVT::i32)), in SelectMUBUF()
853 Addr64 = CurDAG->getTargetConstant(1, DL, MVT::i1); in SelectMUBUF()
856 Offset = CurDAG->getTargetConstant(0, DL, MVT::i16); in SelectMUBUF()
861 VAddr = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectMUBUF()
863 Offset = CurDAG->getTargetConstant(0, DL, MVT::i16); in SelectMUBUF()
889 SRsrc = SDValue(Lowering.wrapAddr64Rsrc(*CurDAG, DL, Ptr), 0); in SelectMUBUFAddr64()
900 SLC = CurDAG->getTargetConstant(0, SDLoc(Addr), MVT::i1); in SelectMUBUFAddr64()
911 MachineFunction &MF = CurDAG->getMachineFunction(); in SelectMUBUFScratch()
914 Rsrc = CurDAG->getRegister(Info->getScratchRSrcReg(), MVT::v4i32); in SelectMUBUFScratch()
915 SOffset = CurDAG->getRegister(Info->getScratchWaveOffsetReg(), MVT::i32); in SelectMUBUFScratch()
918 if (CurDAG->isBaseWithConstantOffset(Addr)) { in SelectMUBUFScratch()
926 ImmOffset = CurDAG->getTargetConstant(C1->getZExtValue(), DL, MVT::i16); in SelectMUBUFScratch()
933 ImmOffset = CurDAG->getTargetConstant(0, DL, MVT::i16); in SelectMUBUFScratch()
959 SRsrc = SDValue(Lowering.buildRSRC(*CurDAG, DL, Ptr, 0, Rsrc), 0); in SelectMUBUFOffset()
1012 ImmOffset = CurDAG->getTargetConstant(Imm, DL, MVT::i16); in SelectMUBUFConstant()
1015 SOffset = CurDAG->getTargetConstant(Overflow, DL, MVT::i32); in SelectMUBUFConstant()
1017 SOffset = SDValue(CurDAG->getMachineNode(AMDGPU::S_MOV_B32, DL, MVT::i32, in SelectMUBUFConstant()
1018 CurDAG->getTargetConstant(Overflow, DL, MVT::i32)), in SelectMUBUFConstant()
1052 if (CurDAG->isBaseWithConstantOffset(Offset)) { in SelectMUBUFIntrinsicVOffset()
1062 SOffset = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectMUBUFIntrinsicVOffset()
1063 ImmOffset = CurDAG->getTargetConstant(0, DL, MVT::i16); in SelectMUBUFIntrinsicVOffset()
1074 TFE = SLC = CurDAG->getTargetConstant(0, SDLoc(), MVT::i1); in SelectFlat()
1103 Offset = CurDAG->getTargetConstant(EncodedOffset, SL, MVT::i32); in SelectSMRDOffset()
1113 Offset = CurDAG->getTargetConstant(EncodedOffset, SL, MVT::i32); in SelectSMRDOffset()
1115 SDValue C32Bit = CurDAG->getTargetConstant(ByteOffset, SL, MVT::i32); in SelectSMRDOffset()
1116 Offset = SDValue(CurDAG->getMachineNode(AMDGPU::S_MOV_B32, SL, MVT::i32, in SelectSMRDOffset()
1127 if (CurDAG->isBaseWithConstantOffset(Addr)) { in SelectSMRD()
1137 Offset = CurDAG->getTargetConstant(0, SL, MVT::i32); in SelectSMRD()
1198 if (CurDAG->isBaseWithConstantOffset(Index)) { in SelectMOVRELOffset()
1205 Offset = CurDAG->getTargetConstant(C1->getZExtValue(), DL, MVT::i32); in SelectMOVRELOffset()
1213 Offset = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectMOVRELOffset()
1224 SDValue PackedConst = CurDAG->getTargetConstant(PackedVal, DL, MVT::i32); in getS_BFE()
1226 return CurDAG->getMachineNode(Opcode, DL, MVT::i32, Val, PackedConst); in getS_BFE()
1348 CurDAG->getMachineNode(AMDGPU::S_AND_B64, SL, MVT::i1, in SelectBRCOND()
1349 CurDAG->getRegister(AMDGPU::EXEC, MVT::i1), in SelectBRCOND()
1351 SDValue VCC = CurDAG->getCopyToReg(N->getOperand(0), SL, AMDGPU::VCC, in SelectBRCOND()
1355 CurDAG->SelectNodeTo(N, AMDGPU::S_CBRANCH_VCCNZ, MVT::Other, in SelectBRCOND()
1391 CmpSwap = CurDAG->getMachineNode(Opcode, SL, Mem->getVTList(), Ops); in SelectATOMIC_CMP_SWAP()
1406 CmpSwap = CurDAG->getMachineNode(Opcode, SL, Mem->getVTList(), Ops); in SelectATOMIC_CMP_SWAP()
1421 = CurDAG->getTargetExtractSubreg(SubReg, SL, VT, SDValue(CmpSwap, 0)); in SelectATOMIC_CMP_SWAP()
1425 CurDAG->RemoveDeadNode(N); in SelectATOMIC_CMP_SWAP()
1445 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3Mods()
1461 Clamp = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectVOP3Mods0()
1462 Omod = CurDAG->getTargetConstant(0, DL, MVT::i32); in SelectVOP3Mods0()
1481 Omod = CurDAG->getTargetConstant(0, SDLoc(In), MVT::i32); in SelectVOP3Mods0Clamp()
1490 Clamp = Omod = CurDAG->getTargetConstant(0, SDLoc(In), MVT::i32); in SelectVOP3Mods0Clamp0OMod()
1495 MachineFrameInfo *MFI = CurDAG->getMachineFunction().getFrameInfo(); in PreprocessISelDAG()
1503 SDValue FI = CurDAG->getTargetFrameIndex(I, MVT::i32); in PreprocessISelDAG()
1539 MachineSDNode *Mov = CurDAG->getMachineNode(AMDGPU::V_MOV_B32_e32, in PreprocessISelDAG()
1544 CurDAG->UpdateNodeOperands(M, makeArrayRef(NewOps, OpN)); in PreprocessISelDAG()
1557 for (SDNode &Node : CurDAG->allnodes()) { in PostprocessISelDAG()
1562 SDNode *ResNode = Lowering.PostISelFolding(MachineNode, *CurDAG); in PostprocessISelDAG()
1568 CurDAG->RemoveDeadNodes(); in PostprocessISelDAG()