Lines Matching refs:MemIntr
6609 auto *MemIntr = cast<MemIntrinsicSDNode>(Op); in getTargetConstantBitsFromNode() local
6610 if (MemIntr->getMemoryVT().getScalarSizeInBits() != VT.getScalarSizeInBits()) in getTargetConstantBitsFromNode()
6613 SDValue Ptr = MemIntr->getBasePtr(); in getTargetConstantBitsFromNode()
25692 MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op); in getAVX2GatherNode() local
25697 MemIntr->getMemoryVT(), MemIntr->getMemOperand()); in getAVX2GatherNode()
25730 MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op); in getGatherNode() local
25735 MemIntr->getMemoryVT(), MemIntr->getMemOperand()); in getGatherNode()
25760 MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op); in getScatterNode() local
25766 MemIntr->getMemoryVT(), MemIntr->getMemOperand()); in getScatterNode()
26058 MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op); in LowerINTRINSIC_W_CHAIN() local
26059 MachineMemOperand *MMO = MemIntr->getMemOperand(); in LowerINTRINSIC_W_CHAIN()
26060 EVT MemVT = MemIntr->getMemoryVT(); in LowerINTRINSIC_W_CHAIN()
26096 MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op); in LowerINTRINSIC_W_CHAIN() local
26097 MachineMemOperand *MMO = MemIntr->getMemOperand(); in LowerINTRINSIC_W_CHAIN()
26098 EVT MemVT = MemIntr->getMemoryVT(); in LowerINTRINSIC_W_CHAIN()
26231 MemIntrinsicSDNode *MemIntr = dyn_cast<MemIntrinsicSDNode>(Op); in LowerINTRINSIC_W_CHAIN() local
26232 assert(MemIntr && "Expected MemIntrinsicSDNode!"); in LowerINTRINSIC_W_CHAIN()
26234 EVT MemVT = MemIntr->getMemoryVT(); in LowerINTRINSIC_W_CHAIN()
26241 MemIntr->getMemOperand()); in LowerINTRINSIC_W_CHAIN()
26248 MemVT, MemIntr->getMemOperand(), ISD::UNINDEXED, in LowerINTRINSIC_W_CHAIN()
26256 MemIntr->getMemOperand(), DAG); in LowerINTRINSIC_W_CHAIN()
26262 VMask, MemVT, MemIntr->getMemOperand(), DAG); in LowerINTRINSIC_W_CHAIN()
37136 auto *MemIntr = cast<MemIntrinsicSDNode>(Op1); in combineTargetShuffle() local
37137 if (MemIntr->getMemoryVT().getScalarSizeInBits() == 32) { in combineTargetShuffle()
37138 SDValue Load = DAG.getLoad(MVT::f32, DL, MemIntr->getChain(), in combineTargetShuffle()
37139 MemIntr->getBasePtr(), in combineTargetShuffle()
37140 MemIntr->getMemOperand()); in combineTargetShuffle()
37145 DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), Load.getValue(1)); in combineTargetShuffle()
39778 auto *MemIntr = cast<MemIntrinsicSDNode>(SrcBC); in combineExtractWithShuffle() local
39780 if (MemIntr->getMemoryVT().getSizeInBits() == SrcBCWidth && in combineExtractWithShuffle()
39782 SDValue Load = DAG.getLoad(VT, dl, MemIntr->getChain(), in combineExtractWithShuffle()
39783 MemIntr->getBasePtr(), in combineExtractWithShuffle()
39784 MemIntr->getPointerInfo(), in combineExtractWithShuffle()
39785 MemIntr->getOriginalAlign(), in combineExtractWithShuffle()
39786 MemIntr->getMemOperand()->getFlags()); in combineExtractWithShuffle()
39787 DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), Load.getValue(1)); in combineExtractWithShuffle()
48727 auto *MemIntr = cast<MemIntrinsicSDNode>(Op0); in combineConcatVectorOps() local
48729 SDValue Ops[] = {MemIntr->getChain(), MemIntr->getBasePtr()}; in combineConcatVectorOps()
48731 X86ISD::VBROADCAST_LOAD, DL, Tys, Ops, MemIntr->getMemoryVT(), in combineConcatVectorOps()
48732 MemIntr->getMemOperand()); in combineConcatVectorOps()
48735 DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), BcastLd.getValue(1)); in combineConcatVectorOps()
49073 auto *MemIntr = cast<MemIntrinsicSDNode>(SubVec); in combineInsertSubvector() local
49075 SDValue Ops[] = { MemIntr->getChain(), MemIntr->getBasePtr() }; in combineInsertSubvector()
49078 MemIntr->getMemoryVT(), in combineInsertSubvector()
49079 MemIntr->getMemOperand()); in combineInsertSubvector()
49080 DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), BcastLd.getValue(1)); in combineInsertSubvector()
49231 auto *MemIntr = cast<MemIntrinsicSDNode>(InVec); in combineExtractSubvector() local
49232 if (MemIntr->getMemoryVT().getSizeInBits() <= SizeInBits) { in combineExtractSubvector()
49234 SDValue Ops[] = {MemIntr->getChain(), MemIntr->getBasePtr()}; in combineExtractSubvector()
49237 MemIntr->getMemoryVT(), in combineExtractSubvector()
49238 MemIntr->getMemOperand()); in combineExtractSubvector()
49239 DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), BcastLd.getValue(1)); in combineExtractSubvector()