/external/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorTypes.cpp | 174 SDValue InOp = N->getOperand(0); in ScalarizeVecRes_BUILD_VECTOR() local 178 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_BUILD_VECTOR() 179 return InOp; in ScalarizeVecRes_BUILD_VECTOR() 280 SDValue InOp = N->getOperand(0); in ScalarizeVecRes_SCALAR_TO_VECTOR() local 281 if (InOp.getValueType() != EltVT) in ScalarizeVecRes_SCALAR_TO_VECTOR() 282 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_SCALAR_TO_VECTOR() 283 return InOp; in ScalarizeVecRes_SCALAR_TO_VECTOR() 746 SDValue InOp = N->getOperand(0); in SplitVecRes_BITCAST() local 747 EVT InVT = InOp.getValueType(); in SplitVecRes_BITCAST() 764 GetExpandedOp(InOp, Lo, Hi); in SplitVecRes_BITCAST() [all …]
|
D | LegalizeTypesGeneric.cpp | 44 SDValue InOp = N->getOperand(0); in ExpandRes_BITCAST() local 45 EVT InVT = InOp.getValueType(); in ExpandRes_BITCAST() 59 auto SoftenedOp = GetSoftenedFloat(InOp); in ExpandRes_BITCAST() 60 if (SoftenedOp == InOp) in ExpandRes_BITCAST() 71 GetExpandedOp(InOp, Lo, Hi); in ExpandRes_BITCAST() 80 GetSplitVector(InOp, Lo, Hi); in ExpandRes_BITCAST() 88 SplitInteger(BitConvertToInteger(GetScalarizedVector(InOp)), Lo, Hi); in ExpandRes_BITCAST() 94 InOp = GetWidenedVector(InOp); in ExpandRes_BITCAST() 97 std::tie(Lo, Hi) = DAG.SplitVector(InOp, dl, LoVT, HiVT); in ExpandRes_BITCAST() 125 SDValue CastInOp = DAG.getNode(ISD::BITCAST, dl, NVT, InOp); in ExpandRes_BITCAST() [all …]
|
D | TargetLowering.cpp | 662 SDValue InOp = Op.getOperand(0); in SimplifyDemandedBits() local 671 if (InOp.getOpcode() == ISD::SRL && in SimplifyDemandedBits() 672 isa<ConstantSDNode>(InOp.getOperand(1))) { in SimplifyDemandedBits() 674 unsigned C1= cast<ConstantSDNode>(InOp.getOperand(1))->getZExtValue(); in SimplifyDemandedBits() 686 InOp.getOperand(0), NewSA)); in SimplifyDemandedBits() 690 if (SimplifyDemandedBits(InOp, NewMask.lshr(ShAmt), in SimplifyDemandedBits() 696 if (InOp.getNode()->getOpcode() == ISD::ANY_EXTEND) { in SimplifyDemandedBits() 697 SDValue InnerOp = InOp.getNode()->getOperand(0); in SimplifyDemandedBits() 718 if (InOp.hasOneUse() && in SimplifyDemandedBits() 751 SDValue InOp = Op.getOperand(0); in SimplifyDemandedBits() local [all …]
|
D | LegalizeIntegerTypes.cpp | 250 SDValue InOp = N->getOperand(0); in PromoteIntRes_BITCAST() local 251 EVT InVT = InOp.getValueType(); in PromoteIntRes_BITCAST() 263 return DAG.getNode(ISD::BITCAST, dl, NOutVT, GetPromotedInteger(InOp)); in PromoteIntRes_BITCAST() 267 return DAG.getNode(ISD::ANY_EXTEND, dl, NOutVT, GetSoftenedFloat(InOp)); in PromoteIntRes_BITCAST() 270 SDValue PromotedOp = GetPromotedFloat(InOp); in PromoteIntRes_BITCAST() 281 BitConvertToInteger(GetScalarizedVector(InOp))); in PromoteIntRes_BITCAST() 294 InOp = DAG.getNode(ISD::ANY_EXTEND, dl, in PromoteIntRes_BITCAST() 298 return DAG.getNode(ISD::BITCAST, dl, NOutVT, InOp); in PromoteIntRes_BITCAST() 305 return DAG.getNode(ISD::BITCAST, dl, NOutVT, GetWidenedVector(InOp)); in PromoteIntRes_BITCAST() 309 CreateStackStoreLoad(InOp, OutVT)); in PromoteIntRes_BITCAST() [all …]
|
D | LegalizeTypes.h | 787 SDValue ModifyToType(SDValue InOp, EVT NVT, bool FillWithZeroes = false);
|
D | DAGCombiner.cpp | 12344 SDValue InOp = InVec.getOperand(0); in visitEXTRACT_VECTOR_ELT() local 12345 if (InOp.getValueType() != NVT) { in visitEXTRACT_VECTOR_ELT() 12346 assert(InOp.getValueType().isInteger() && NVT.isInteger()); in visitEXTRACT_VECTOR_ELT() 12347 return DAG.getSExtOrTrunc(InOp, SDLoc(InVec), NVT); in visitEXTRACT_VECTOR_ELT() 12349 return InOp; in visitEXTRACT_VECTOR_ELT() 12416 SDValue InOp = SVInVec.getOperand(OrigElt); in visitEXTRACT_VECTOR_ELT() local 12417 if (InOp.getValueType() != NVT) { in visitEXTRACT_VECTOR_ELT() 12418 assert(InOp.getValueType().isInteger() && NVT.isInteger()); in visitEXTRACT_VECTOR_ELT() 12419 InOp = DAG.getSExtOrTrunc(InOp, SDLoc(SVInVec), NVT); in visitEXTRACT_VECTOR_ELT() 12422 return InOp; in visitEXTRACT_VECTOR_ELT()
|
/external/llvm-project/llvm/lib/Target/NVPTX/ |
D | NVPTXProxyRegErasure.cpp | 96 auto &InOp = *MI.uses().begin(); in replaceMachineInstructionUsage() local 99 assert(InOp.isReg() && "ProxyReg input operand should be a register."); in replaceMachineInstructionUsage() 104 replaceRegisterUsage(I, OutOp, InOp); in replaceMachineInstructionUsage()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/NVPTX/ |
D | NVPTXProxyRegErasure.cpp | 96 auto &InOp = *MI.uses().begin(); in replaceMachineInstructionUsage() local 99 assert(InOp.isReg() && "ProxyReg input operand should be a register."); in replaceMachineInstructionUsage() 104 replaceRegisterUsage(I, OutOp, InOp); in replaceMachineInstructionUsage()
|
/external/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorTypes.cpp | 301 SDValue InOp = N->getOperand(0); in ScalarizeVecRes_BUILD_VECTOR() local 305 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_BUILD_VECTOR() 306 return InOp; in ScalarizeVecRes_BUILD_VECTOR() 417 SDValue InOp = N->getOperand(0); in ScalarizeVecRes_SCALAR_TO_VECTOR() local 418 if (InOp.getValueType() != EltVT) in ScalarizeVecRes_SCALAR_TO_VECTOR() 419 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_SCALAR_TO_VECTOR() 420 return InOp; in ScalarizeVecRes_SCALAR_TO_VECTOR() 1120 SDValue InOp = N->getOperand(0); in SplitVecRes_BITCAST() local 1121 EVT InVT = InOp.getValueType(); in SplitVecRes_BITCAST() 1139 GetExpandedOp(InOp, Lo, Hi); in SplitVecRes_BITCAST() [all …]
|
D | LegalizeTypesGeneric.cpp | 43 SDValue InOp = N->getOperand(0); in ExpandRes_BITCAST() local 44 EVT InVT = InOp.getValueType(); in ExpandRes_BITCAST() 57 SplitInteger(GetSoftenedFloat(InOp), Lo, Hi); in ExpandRes_BITCAST() 65 GetExpandedOp(InOp, Lo, Hi); in ExpandRes_BITCAST() 74 GetSplitVector(InOp, Lo, Hi); in ExpandRes_BITCAST() 82 SplitInteger(BitConvertToInteger(GetScalarizedVector(InOp)), Lo, Hi); in ExpandRes_BITCAST() 90 InOp = GetWidenedVector(InOp); in ExpandRes_BITCAST() 93 std::tie(Lo, Hi) = DAG.SplitVector(InOp, dl, LoVT, HiVT); in ExpandRes_BITCAST() 121 SDValue CastInOp = DAG.getNode(ISD::BITCAST, dl, NVT, InOp); in ExpandRes_BITCAST() 171 SDValue Store = DAG.getStore(DAG.getEntryNode(), dl, InOp, StackPtr, PtrInfo); in ExpandRes_BITCAST()
|
D | LegalizeIntegerTypes.cpp | 327 SDValue InOp = N->getOperand(0); in PromoteIntRes_BITCAST() local 328 EVT InVT = InOp.getValueType(); in PromoteIntRes_BITCAST() 340 return DAG.getNode(ISD::BITCAST, dl, NOutVT, GetPromotedInteger(InOp)); in PromoteIntRes_BITCAST() 344 return DAG.getNode(ISD::ANY_EXTEND, dl, NOutVT, GetSoftenedFloat(InOp)); in PromoteIntRes_BITCAST() 347 return DAG.getNode(ISD::ANY_EXTEND, dl, NOutVT, GetSoftPromotedHalf(InOp)); in PromoteIntRes_BITCAST() 351 return DAG.getNode(ISD::FP_TO_FP16, dl, NOutVT, GetPromotedFloat(InOp)); in PromoteIntRes_BITCAST() 361 BitConvertToInteger(GetScalarizedVector(InOp))); in PromoteIntRes_BITCAST() 377 InOp = DAG.getNode(ISD::ANY_EXTEND, dl, in PromoteIntRes_BITCAST() 381 return DAG.getNode(ISD::BITCAST, dl, NOutVT, InOp); in PromoteIntRes_BITCAST() 391 DAG.getNode(ISD::BITCAST, dl, NOutVT, GetWidenedVector(InOp)); in PromoteIntRes_BITCAST() [all …]
|
D | LegalizeTypes.h | 962 SDValue ModifyToType(SDValue InOp, EVT NVT, bool FillWithZeroes = false);
|
D | DAGCombiner.cpp | 18215 SDValue InOp = VecOp.getOperand(0); in visitEXTRACT_VECTOR_ELT() local 18216 if (InOp.getValueType() != ScalarVT) { in visitEXTRACT_VECTOR_ELT() 18217 assert(InOp.getValueType().isInteger() && ScalarVT.isInteger()); in visitEXTRACT_VECTOR_ELT() 18218 return DAG.getSExtOrTrunc(InOp, DL, ScalarVT); in visitEXTRACT_VECTOR_ELT() 18220 return InOp; in visitEXTRACT_VECTOR_ELT() 18323 SDValue InOp = SVInVec.getOperand(OrigElt); in visitEXTRACT_VECTOR_ELT() local 18324 if (InOp.getValueType() != ScalarVT) { in visitEXTRACT_VECTOR_ELT() 18325 assert(InOp.getValueType().isInteger() && ScalarVT.isInteger()); in visitEXTRACT_VECTOR_ELT() 18326 InOp = DAG.getSExtOrTrunc(InOp, DL, ScalarVT); in visitEXTRACT_VECTOR_ELT() 18329 return InOp; in visitEXTRACT_VECTOR_ELT()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorTypes.cpp | 288 SDValue InOp = N->getOperand(0); in ScalarizeVecRes_BUILD_VECTOR() local 292 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_BUILD_VECTOR() 293 return InOp; in ScalarizeVecRes_BUILD_VECTOR() 407 SDValue InOp = N->getOperand(0); in ScalarizeVecRes_SCALAR_TO_VECTOR() local 408 if (InOp.getValueType() != EltVT) in ScalarizeVecRes_SCALAR_TO_VECTOR() 409 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_SCALAR_TO_VECTOR() 410 return InOp; in ScalarizeVecRes_SCALAR_TO_VECTOR() 1025 SDValue InOp = N->getOperand(0); in SplitVecRes_BITCAST() local 1026 EVT InVT = InOp.getValueType(); in SplitVecRes_BITCAST() 1043 GetExpandedOp(InOp, Lo, Hi); in SplitVecRes_BITCAST() [all …]
|
D | LegalizeTypesGeneric.cpp | 43 SDValue InOp = N->getOperand(0); in ExpandRes_BITCAST() local 44 EVT InVT = InOp.getValueType(); in ExpandRes_BITCAST() 56 SplitInteger(GetSoftenedFloat(InOp), Lo, Hi); in ExpandRes_BITCAST() 64 GetExpandedOp(InOp, Lo, Hi); in ExpandRes_BITCAST() 73 GetSplitVector(InOp, Lo, Hi); in ExpandRes_BITCAST() 81 SplitInteger(BitConvertToInteger(GetScalarizedVector(InOp)), Lo, Hi); in ExpandRes_BITCAST() 87 InOp = GetWidenedVector(InOp); in ExpandRes_BITCAST() 90 std::tie(Lo, Hi) = DAG.SplitVector(InOp, dl, LoVT, HiVT); in ExpandRes_BITCAST() 118 SDValue CastInOp = DAG.getNode(ISD::BITCAST, dl, NVT, InOp); in ExpandRes_BITCAST() 165 SDValue Store = DAG.getStore(DAG.getEntryNode(), dl, InOp, StackPtr, PtrInfo); in ExpandRes_BITCAST()
|
D | LegalizeIntegerTypes.cpp | 288 SDValue InOp = N->getOperand(0); in PromoteIntRes_BITCAST() local 289 EVT InVT = InOp.getValueType(); in PromoteIntRes_BITCAST() 301 return DAG.getNode(ISD::BITCAST, dl, NOutVT, GetPromotedInteger(InOp)); in PromoteIntRes_BITCAST() 305 return DAG.getNode(ISD::ANY_EXTEND, dl, NOutVT, GetSoftenedFloat(InOp)); in PromoteIntRes_BITCAST() 309 return DAG.getNode(ISD::FP_TO_FP16, dl, NOutVT, GetPromotedFloat(InOp)); in PromoteIntRes_BITCAST() 319 BitConvertToInteger(GetScalarizedVector(InOp))); in PromoteIntRes_BITCAST() 333 InOp = DAG.getNode(ISD::ANY_EXTEND, dl, in PromoteIntRes_BITCAST() 337 return DAG.getNode(ISD::BITCAST, dl, NOutVT, InOp); in PromoteIntRes_BITCAST() 347 DAG.getNode(ISD::BITCAST, dl, NOutVT, GetWidenedVector(InOp)); in PromoteIntRes_BITCAST() 372 InOp = DAG.getBitcast(WideOutVT, GetWidenedVector(InOp)); in PromoteIntRes_BITCAST() [all …]
|
D | LegalizeTypes.h | 888 SDValue ModifyToType(SDValue InOp, EVT NVT, bool FillWithZeroes = false);
|
D | DAGCombiner.cpp | 17081 SDValue InOp = VecOp.getOperand(0); in visitEXTRACT_VECTOR_ELT() local 17082 if (InOp.getValueType() != ScalarVT) { in visitEXTRACT_VECTOR_ELT() 17083 assert(InOp.getValueType().isInteger() && ScalarVT.isInteger()); in visitEXTRACT_VECTOR_ELT() 17084 return DAG.getSExtOrTrunc(InOp, DL, ScalarVT); in visitEXTRACT_VECTOR_ELT() 17086 return InOp; in visitEXTRACT_VECTOR_ELT() 17175 SDValue InOp = SVInVec.getOperand(OrigElt); in visitEXTRACT_VECTOR_ELT() local 17176 if (InOp.getValueType() != ScalarVT) { in visitEXTRACT_VECTOR_ELT() 17177 assert(InOp.getValueType().isInteger() && ScalarVT.isInteger()); in visitEXTRACT_VECTOR_ELT() 17178 InOp = DAG.getSExtOrTrunc(InOp, DL, ScalarVT); in visitEXTRACT_VECTOR_ELT() 17181 return InOp; in visitEXTRACT_VECTOR_ELT()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
D | X86ISelLowering.cpp | 28194 static SDValue ExtendToType(SDValue InOp, MVT NVT, SelectionDAG &DAG, in ExtendToType() argument 28197 MVT InVT = InOp.getSimpleValueType(); in ExtendToType() 28199 return InOp; in ExtendToType() 28201 if (InOp.isUndef()) in ExtendToType() 28212 SDLoc dl(InOp); in ExtendToType() 28213 if (InOp.getOpcode() == ISD::CONCAT_VECTORS && in ExtendToType() 28214 InOp.getNumOperands() == 2) { in ExtendToType() 28215 SDValue N1 = InOp.getOperand(1); in ExtendToType() 28218 InOp = InOp.getOperand(0); in ExtendToType() 28219 InVT = InOp.getSimpleValueType(); in ExtendToType() [all …]
|
/external/llvm-project/llvm/lib/Target/X86/ |
D | X86ISelLowering.cpp | 29362 static SDValue ExtendToType(SDValue InOp, MVT NVT, SelectionDAG &DAG, in ExtendToType() argument 29365 MVT InVT = InOp.getSimpleValueType(); in ExtendToType() 29367 return InOp; in ExtendToType() 29369 if (InOp.isUndef()) in ExtendToType() 29380 SDLoc dl(InOp); in ExtendToType() 29381 if (InOp.getOpcode() == ISD::CONCAT_VECTORS && in ExtendToType() 29382 InOp.getNumOperands() == 2) { in ExtendToType() 29383 SDValue N1 = InOp.getOperand(1); in ExtendToType() 29386 InOp = InOp.getOperand(0); in ExtendToType() 29387 InVT = InOp.getSimpleValueType(); in ExtendToType() [all …]
|