/external/llvm-project/llvm/lib/Target/RISCV/ |
D | RISCVExpandAtomicPseudoInsts.cpp | 218 MachineBasicBlock *LoopMBB, in doAtomicBinOpExpansion() argument 233 BuildMI(LoopMBB, DL, TII->get(getLRForRMW(Ordering, Width)), DestReg) in doAtomicBinOpExpansion() 239 BuildMI(LoopMBB, DL, TII->get(RISCV::AND), ScratchReg) in doAtomicBinOpExpansion() 242 BuildMI(LoopMBB, DL, TII->get(RISCV::XORI), ScratchReg) in doAtomicBinOpExpansion() 247 BuildMI(LoopMBB, DL, TII->get(getSCForRMW(Ordering, Width)), ScratchReg) in doAtomicBinOpExpansion() 250 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in doAtomicBinOpExpansion() 253 .addMBB(LoopMBB); in doAtomicBinOpExpansion() 280 MachineBasicBlock *ThisMBB, MachineBasicBlock *LoopMBB, in doMaskedAtomicBinOpExpansion() argument 299 BuildMI(LoopMBB, DL, TII->get(getLRForRMW32(Ordering)), DestReg) in doMaskedAtomicBinOpExpansion() 305 BuildMI(LoopMBB, DL, TII->get(RISCV::ADDI), ScratchReg) in doMaskedAtomicBinOpExpansion() [all …]
|
D | RISCVISelLowering.cpp | 1678 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitReadCycleWidePseudo() local 1679 MF.insert(It, LoopMBB); in emitReadCycleWidePseudo() 1689 BB->addSuccessor(LoopMBB); in emitReadCycleWidePseudo() 1698 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), HiReg) in emitReadCycleWidePseudo() 1701 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), LoReg) in emitReadCycleWidePseudo() 1704 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), ReadAgainReg) in emitReadCycleWidePseudo() 1708 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in emitReadCycleWidePseudo() 1711 .addMBB(LoopMBB); in emitReadCycleWidePseudo() 1713 LoopMBB->addSuccessor(LoopMBB); in emitReadCycleWidePseudo() 1714 LoopMBB->addSuccessor(DoneMBB); in emitReadCycleWidePseudo()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/RISCV/ |
D | RISCVExpandPseudoInsts.cpp | 235 MachineBasicBlock *LoopMBB, in doAtomicBinOpExpansion() argument 250 BuildMI(LoopMBB, DL, TII->get(getLRForRMW(Ordering, Width)), DestReg) in doAtomicBinOpExpansion() 256 BuildMI(LoopMBB, DL, TII->get(RISCV::AND), ScratchReg) in doAtomicBinOpExpansion() 259 BuildMI(LoopMBB, DL, TII->get(RISCV::XORI), ScratchReg) in doAtomicBinOpExpansion() 264 BuildMI(LoopMBB, DL, TII->get(getSCForRMW(Ordering, Width)), ScratchReg) in doAtomicBinOpExpansion() 267 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in doAtomicBinOpExpansion() 270 .addMBB(LoopMBB); in doAtomicBinOpExpansion() 297 MachineBasicBlock *ThisMBB, MachineBasicBlock *LoopMBB, in doMaskedAtomicBinOpExpansion() argument 316 BuildMI(LoopMBB, DL, TII->get(getLRForRMW32(Ordering)), DestReg) in doMaskedAtomicBinOpExpansion() 322 BuildMI(LoopMBB, DL, TII->get(RISCV::ADDI), ScratchReg) in doMaskedAtomicBinOpExpansion() [all …]
|
D | RISCVISelLowering.cpp | 1120 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitReadCycleWidePseudo() local 1121 MF.insert(It, LoopMBB); in emitReadCycleWidePseudo() 1131 BB->addSuccessor(LoopMBB); in emitReadCycleWidePseudo() 1140 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), HiReg) in emitReadCycleWidePseudo() 1143 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), LoReg) in emitReadCycleWidePseudo() 1146 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), ReadAgainReg) in emitReadCycleWidePseudo() 1150 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in emitReadCycleWidePseudo() 1153 .addMBB(LoopMBB); in emitReadCycleWidePseudo() 1155 LoopMBB->addSuccessor(LoopMBB); in emitReadCycleWidePseudo() 1156 LoopMBB->addSuccessor(DoneMBB); in emitReadCycleWidePseudo()
|
/external/llvm-project/llvm/lib/Target/SystemZ/ |
D | SystemZFrameLowering.cpp | 688 MachineBasicBlock *LoopMBB = SystemZ::emitBlockAfter(MBB); in inlineStackProbe() local 689 MBB->addSuccessor(LoopMBB); in inlineStackProbe() 690 LoopMBB->addSuccessor(LoopMBB); in inlineStackProbe() 691 LoopMBB->addSuccessor(DoneMBB); in inlineStackProbe() 693 MBB = LoopMBB; in inlineStackProbe() 705 recomputeLiveIns(*LoopMBB); in inlineStackProbe()
|
D | SystemZISelLowering.cpp | 7371 MachineBasicBlock *LoopMBB = SystemZ::emitBlockAfter(StartMBB); in emitAtomicLoadBinary() local 7379 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 7389 MBB = LoopMBB; in emitAtomicLoadBinary() 7392 .addReg(Dest).addMBB(LoopMBB); in emitAtomicLoadBinary() 7432 .addImm(SystemZ::CCMASK_CS).addImm(SystemZ::CCMASK_CS_NE).addMBB(LoopMBB); in emitAtomicLoadBinary() 7433 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 7489 MachineBasicBlock *LoopMBB = SystemZ::emitBlockAfter(StartMBB); in emitAtomicLoadMinMax() local 7490 MachineBasicBlock *UseAltMBB = SystemZ::emitBlockAfter(LoopMBB); in emitAtomicLoadMinMax() 7499 MBB->addSuccessor(LoopMBB); in emitAtomicLoadMinMax() 7506 MBB = LoopMBB; in emitAtomicLoadMinMax() [all …]
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
D | X86FrameLowering.cpp | 565 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitStackProbeInline() local 570 MF.insert(MBBIter, LoopMBB); in emitStackProbeInline() 683 BuildMI(RoundMBB, DL, TII.get(X86::JMP_1)).addMBB(LoopMBB); in emitStackProbeInline() 689 BuildMI(LoopMBB, DL, TII.get(X86::PHI), JoinReg) in emitStackProbeInline() 693 .addMBB(LoopMBB); in emitStackProbeInline() 696 LoopMBB->addLiveIn(JoinReg); in emitStackProbeInline() 697 addRegOffset(BuildMI(LoopMBB, DL, TII.get(X86::LEA64r), ProbeReg), JoinReg, in emitStackProbeInline() 701 BuildMI(LoopMBB, DL, TII.get(X86::MOV8mi)) in emitStackProbeInline() 709 LoopMBB->addLiveIn(RoundedReg); in emitStackProbeInline() 710 BuildMI(LoopMBB, DL, TII.get(X86::CMP64rr)) in emitStackProbeInline() [all …]
|
/external/llvm/lib/Target/X86/ |
D | X86FrameLowering.cpp | 528 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitStackProbeInline() local 533 MF.insert(MBBIter, LoopMBB); in emitStackProbeInline() 630 BuildMI(RoundMBB, DL, TII.get(X86::JMP_1)).addMBB(LoopMBB); in emitStackProbeInline() 636 BuildMI(LoopMBB, DL, TII.get(X86::PHI), JoinReg) in emitStackProbeInline() 640 .addMBB(LoopMBB); in emitStackProbeInline() 643 addRegOffset(BuildMI(LoopMBB, DL, TII.get(X86::LEA64r), ProbeReg), JoinReg, in emitStackProbeInline() 647 BuildMI(LoopMBB, DL, TII.get(X86::MOV8mi)) in emitStackProbeInline() 654 BuildMI(LoopMBB, DL, TII.get(X86::CMP64rr)) in emitStackProbeInline() 657 BuildMI(LoopMBB, DL, TII.get(X86::JNE_1)).addMBB(LoopMBB); in emitStackProbeInline() 680 RoundMBB->addSuccessor(LoopMBB); in emitStackProbeInline() [all …]
|
/external/llvm-project/llvm/lib/Target/X86/ |
D | X86FrameLowering.cpp | 757 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitStackProbeInlineWindowsCoreCLR64() local 762 MF.insert(MBBIter, LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 875 BuildMI(RoundMBB, DL, TII.get(X86::JMP_1)).addMBB(LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 881 BuildMI(LoopMBB, DL, TII.get(X86::PHI), JoinReg) in emitStackProbeInlineWindowsCoreCLR64() 885 .addMBB(LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 888 LoopMBB->addLiveIn(JoinReg); in emitStackProbeInlineWindowsCoreCLR64() 889 addRegOffset(BuildMI(LoopMBB, DL, TII.get(X86::LEA64r), ProbeReg), JoinReg, in emitStackProbeInlineWindowsCoreCLR64() 893 BuildMI(LoopMBB, DL, TII.get(X86::MOV8mi)) in emitStackProbeInlineWindowsCoreCLR64() 901 LoopMBB->addLiveIn(RoundedReg); in emitStackProbeInlineWindowsCoreCLR64() 902 BuildMI(LoopMBB, DL, TII.get(X86::CMP64rr)) in emitStackProbeInlineWindowsCoreCLR64() [all …]
|
/external/llvm-project/llvm/lib/Target/PowerPC/ |
D | PPCFrameLowering.cpp | 1456 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(ProbedBB); in inlineStackProbe() local 1457 MF.insert(MBBInsertPoint, LoopMBB); in inlineStackProbe() 1461 allocateAndProbe(*LoopMBB, LoopMBB->end(), NegProbeSize, ScratchReg, in inlineStackProbe() 1463 BuildMI(LoopMBB, DL, TII.get(isPPC64 ? PPC::BDNZ8 : PPC::BDNZ)) in inlineStackProbe() 1464 .addMBB(LoopMBB); in inlineStackProbe() 1465 LoopMBB->addSuccessor(ExitMBB); in inlineStackProbe() 1466 LoopMBB->addSuccessor(LoopMBB); in inlineStackProbe() 1472 CurrentMBB->addSuccessor(LoopMBB); in inlineStackProbe() 1478 recomputeLiveIns(*LoopMBB); in inlineStackProbe()
|
/external/llvm/lib/Target/SystemZ/ |
D | SystemZISelLowering.cpp | 5355 MachineBasicBlock *LoopMBB = emitBlockAfter(StartMBB); in emitAtomicLoadBinary() local 5364 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 5374 MBB = LoopMBB; in emitAtomicLoadBinary() 5377 .addReg(Dest).addMBB(LoopMBB); in emitAtomicLoadBinary() 5414 .addImm(SystemZ::CCMASK_CS).addImm(SystemZ::CCMASK_CS_NE).addMBB(LoopMBB); in emitAtomicLoadBinary() 5415 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 5471 MachineBasicBlock *LoopMBB = emitBlockAfter(StartMBB); in emitAtomicLoadMinMax() local 5472 MachineBasicBlock *UseAltMBB = emitBlockAfter(LoopMBB); in emitAtomicLoadMinMax() 5482 MBB->addSuccessor(LoopMBB); in emitAtomicLoadMinMax() 5489 MBB = LoopMBB; in emitAtomicLoadMinMax() [all …]
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/SystemZ/ |
D | SystemZISelLowering.cpp | 7074 MachineBasicBlock *LoopMBB = emitBlockAfter(StartMBB); in emitAtomicLoadBinary() local 7082 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 7092 MBB = LoopMBB; in emitAtomicLoadBinary() 7095 .addReg(Dest).addMBB(LoopMBB); in emitAtomicLoadBinary() 7135 .addImm(SystemZ::CCMASK_CS).addImm(SystemZ::CCMASK_CS_NE).addMBB(LoopMBB); in emitAtomicLoadBinary() 7136 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 7192 MachineBasicBlock *LoopMBB = emitBlockAfter(StartMBB); in emitAtomicLoadMinMax() local 7193 MachineBasicBlock *UseAltMBB = emitBlockAfter(LoopMBB); in emitAtomicLoadMinMax() 7202 MBB->addSuccessor(LoopMBB); in emitAtomicLoadMinMax() 7209 MBB = LoopMBB; in emitAtomicLoadMinMax() [all …]
|