Lines Matching refs:VT
67 EVT getSetCCResultType(EVT VT) const { in getSetCCResultType()
68 return TLI.getSetCCResultType(*DAG.getContext(), VT); in getSetCCResultType()
102 SDValue ShuffleWithNarrowerEltType(EVT NVT, EVT VT, SDLoc dl,
106 bool LegalizeSetCCCondCode(EVT VT, SDValue &LHS, SDValue &RHS, SDValue &CC,
208 SelectionDAGLegalize::ShuffleWithNarrowerEltType(EVT NVT, EVT VT, SDLoc dl, in ShuffleWithNarrowerEltType() argument
211 unsigned NumMaskElts = VT.getVectorNumElements(); in ShuffleWithNarrowerEltType()
248 EVT VT = CFP->getValueType(0); in ExpandConstantFP() local
251 assert((VT == MVT::f64 || VT == MVT::f32) && "Invalid type expansion"); in ExpandConstantFP()
253 (VT == MVT::f64) ? MVT::i64 : MVT::i32); in ExpandConstantFP()
256 EVT OrigVT = VT; in ExpandConstantFP()
257 EVT SVT = VT; in ExpandConstantFP()
267 VT = SVT; in ExpandConstantFP()
279 VT, false, false, false, Alignment); in ExpandConstantFP()
298 EVT VT = Val.getValueType(); in ExpandUnalignedStore() local
305 EVT intVT = EVT::getIntegerVT(*DAG.getContext(), VT.getSizeInBits()); in ExpandUnalignedStore()
391 SDValue Hi = DAG.getNode(ISD::SRL, dl, VT, Val, ShiftAmount); in ExpandUnalignedStore()
421 EVT VT = LD->getValueType(0); in ExpandUnalignedLoad() local
424 if (VT.isFloatingPoint() || VT.isVector()) { in ExpandUnalignedLoad()
432 if (LoadedVT != VT) in ExpandUnalignedLoad()
433 Result = DAG.getNode(VT.isFloatingPoint() ? ISD::FP_EXTEND : in ExpandUnalignedLoad()
434 ISD::ANY_EXTEND, dl, VT, Result); in ExpandUnalignedLoad()
496 Load = DAG.getExtLoad(LD->getExtensionType(), dl, VT, TF, StackBase, in ExpandUnalignedLoad()
526 Lo = DAG.getExtLoad(ISD::ZEXTLOAD, dl, VT, Chain, Ptr, LD->getPointerInfo(), in ExpandUnalignedLoad()
532 Hi = DAG.getExtLoad(HiExtType, dl, VT, Chain, Ptr, in ExpandUnalignedLoad()
538 Hi = DAG.getExtLoad(HiExtType, dl, VT, Chain, Ptr, LD->getPointerInfo(), in ExpandUnalignedLoad()
544 Lo = DAG.getExtLoad(ISD::ZEXTLOAD, dl, VT, Chain, Ptr, in ExpandUnalignedLoad()
554 SDValue Result = DAG.getNode(ISD::SHL, dl, VT, Hi, ShiftAmount); in ExpandUnalignedLoad()
555 Result = DAG.getNode(ISD::OR, dl, VT, Result, Lo); in ExpandUnalignedLoad()
581 EVT VT = Tmp1.getValueType(); in PerformInsertVectorEltInMemory() local
582 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory()
585 SDValue StackPtr = DAG.CreateStackTemporary(VT); in PerformInsertVectorEltInMemory()
605 return DAG.getLoad(VT, dl, Ch, StackPtr, in PerformInsertVectorEltInMemory()
716 MVT VT = Value.getSimpleValueType(); in LegalizeStoreOps() local
717 switch (TLI.getOperationAction(ISD::STORE, VT)) { in LegalizeStoreOps()
739 MVT NVT = TLI.getTypeToPromoteTo(ISD::STORE, VT); in LegalizeStoreOps()
740 assert(NVT.getSizeInBits() == VT.getSizeInBits() && in LegalizeStoreOps()
877 MVT VT = Node->getSimpleValueType(0); in LegalizeLoadOps() local
881 switch (TLI.getOperationAction(Node->getOpcode(), VT)) { in LegalizeLoadOps()
907 MVT NVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VT); in LegalizeLoadOps()
908 assert(NVT.getSizeInBits() == VT.getSizeInBits() && in LegalizeLoadOps()
912 RVal = DAG.getNode(ISD::BITCAST, dl, VT, Res); in LegalizeLoadOps()
1513 EVT VT = Node->getValueType(0); in ExpandVectorBuildThroughStack() local
1514 EVT EltVT = VT.getVectorElementType(); in ExpandVectorBuildThroughStack()
1516 SDValue FIPtr = DAG.CreateStackTemporary(VT); in ExpandVectorBuildThroughStack()
1554 return DAG.getLoad(VT, dl, StoreChain, FIPtr, PtrInfo, in ExpandVectorBuildThroughStack()
1625 EVT VT = Node->getValueType(0); in ExpandDYNAMIC_STACKALLOC() local
1637 SDValue SP = DAG.getCopyFromReg(Chain, dl, SPReg, VT); in ExpandDYNAMIC_STACKALLOC()
1642 Tmp1 = DAG.getNode(ISD::SUB, dl, VT, SP, Size); // Value in ExpandDYNAMIC_STACKALLOC()
1644 Tmp1 = DAG.getNode(ISD::AND, dl, VT, Tmp1, in ExpandDYNAMIC_STACKALLOC()
1645 DAG.getConstant(-(uint64_t)Align, VT)); in ExpandDYNAMIC_STACKALLOC()
1674 bool SelectionDAGLegalize::LegalizeSetCCCondCode(EVT VT, in LegalizeSetCCCondCode() argument
1755 SetCC1 = DAG.getSetCC(dl, VT, LHS, RHS, CC1); in LegalizeSetCCCondCode()
1756 SetCC2 = DAG.getSetCC(dl, VT, LHS, RHS, CC2); in LegalizeSetCCCondCode()
1759 SetCC1 = DAG.getSetCC(dl, VT, LHS, LHS, CC1); in LegalizeSetCCCondCode()
1760 SetCC2 = DAG.getSetCC(dl, VT, RHS, RHS, CC2); in LegalizeSetCCCondCode()
1762 LHS = DAG.getNode(Opc, dl, VT, SetCC1, SetCC2); in LegalizeSetCCCondCode()
1842 EVT VT = Node->getValueType(0); in ExpandBVWithShuffles() local
1861 Vec = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VT, V); in ExpandBVWithShuffles()
1890 Shuffle = DAG.getVectorShuffle(VT, dl, IntermedVals[i].first, in ExpandBVWithShuffles()
1893 else if (!TLI.isShuffleMaskLegal(ShuffleVec, VT)) in ExpandBVWithShuffles()
1914 Vec2 = DAG.getUNDEF(VT); in ExpandBVWithShuffles()
1923 Res = DAG.getVectorShuffle(VT, dl, Vec1, Vec2, ShuffleVec.data()); in ExpandBVWithShuffles()
1924 else if (!TLI.isShuffleMaskLegal(ShuffleVec, VT)) in ExpandBVWithShuffles()
1937 EVT VT = Node->getValueType(0); in ExpandBUILD_VECTOR() local
1939 EVT EltVT = VT.getVectorElementType(); in ExpandBUILD_VECTOR()
1966 return DAG.getUNDEF(VT); in ExpandBUILD_VECTOR()
1969 return DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VT, Node->getOperand(0)); in ExpandBUILD_VECTOR()
1999 return DAG.getLoad(VT, dl, DAG.getEntryNode(), CPIdx, in ExpandBUILD_VECTOR()
2011 if (TLI.shouldExpandBuildVectorWithShuffles(VT, DefinedValues.size())) { in ExpandBUILD_VECTOR()
2022 SDValue Vec1 = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VT, Value1); in ExpandBUILD_VECTOR()
2025 Vec2 = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VT, Value2); in ExpandBUILD_VECTOR()
2027 Vec2 = DAG.getUNDEF(VT); in ExpandBUILD_VECTOR()
2030 return DAG.getVectorShuffle(VT, dl, Vec1, Vec2, ShuffleVec.data()); in ExpandBUILD_VECTOR()
2692 EVT VT = Op.getValueType(); in ExpandBSWAP() local
2693 EVT SHVT = TLI.getShiftAmountTy(VT); in ExpandBSWAP()
2695 switch (VT.getSimpleVT().SimpleTy) { in ExpandBSWAP()
2698 Tmp2 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(8, SHVT)); in ExpandBSWAP()
2699 Tmp1 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(8, SHVT)); in ExpandBSWAP()
2700 return DAG.getNode(ISD::OR, dl, VT, Tmp1, Tmp2); in ExpandBSWAP()
2702 Tmp4 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(24, SHVT)); in ExpandBSWAP()
2703 Tmp3 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(8, SHVT)); in ExpandBSWAP()
2704 Tmp2 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(8, SHVT)); in ExpandBSWAP()
2705 Tmp1 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(24, SHVT)); in ExpandBSWAP()
2706 Tmp3 = DAG.getNode(ISD::AND, dl, VT, Tmp3, DAG.getConstant(0xFF0000, VT)); in ExpandBSWAP()
2707 Tmp2 = DAG.getNode(ISD::AND, dl, VT, Tmp2, DAG.getConstant(0xFF00, VT)); in ExpandBSWAP()
2708 Tmp4 = DAG.getNode(ISD::OR, dl, VT, Tmp4, Tmp3); in ExpandBSWAP()
2709 Tmp2 = DAG.getNode(ISD::OR, dl, VT, Tmp2, Tmp1); in ExpandBSWAP()
2710 return DAG.getNode(ISD::OR, dl, VT, Tmp4, Tmp2); in ExpandBSWAP()
2712 Tmp8 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(56, SHVT)); in ExpandBSWAP()
2713 Tmp7 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(40, SHVT)); in ExpandBSWAP()
2714 Tmp6 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(24, SHVT)); in ExpandBSWAP()
2715 Tmp5 = DAG.getNode(ISD::SHL, dl, VT, Op, DAG.getConstant(8, SHVT)); in ExpandBSWAP()
2716 Tmp4 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(8, SHVT)); in ExpandBSWAP()
2717 Tmp3 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(24, SHVT)); in ExpandBSWAP()
2718 Tmp2 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(40, SHVT)); in ExpandBSWAP()
2719 Tmp1 = DAG.getNode(ISD::SRL, dl, VT, Op, DAG.getConstant(56, SHVT)); in ExpandBSWAP()
2720 Tmp7 = DAG.getNode(ISD::AND, dl, VT, Tmp7, DAG.getConstant(255ULL<<48, VT)); in ExpandBSWAP()
2721 Tmp6 = DAG.getNode(ISD::AND, dl, VT, Tmp6, DAG.getConstant(255ULL<<40, VT)); in ExpandBSWAP()
2722 Tmp5 = DAG.getNode(ISD::AND, dl, VT, Tmp5, DAG.getConstant(255ULL<<32, VT)); in ExpandBSWAP()
2723 Tmp4 = DAG.getNode(ISD::AND, dl, VT, Tmp4, DAG.getConstant(255ULL<<24, VT)); in ExpandBSWAP()
2724 Tmp3 = DAG.getNode(ISD::AND, dl, VT, Tmp3, DAG.getConstant(255ULL<<16, VT)); in ExpandBSWAP()
2725 Tmp2 = DAG.getNode(ISD::AND, dl, VT, Tmp2, DAG.getConstant(255ULL<<8 , VT)); in ExpandBSWAP()
2726 Tmp8 = DAG.getNode(ISD::OR, dl, VT, Tmp8, Tmp7); in ExpandBSWAP()
2727 Tmp6 = DAG.getNode(ISD::OR, dl, VT, Tmp6, Tmp5); in ExpandBSWAP()
2728 Tmp4 = DAG.getNode(ISD::OR, dl, VT, Tmp4, Tmp3); in ExpandBSWAP()
2729 Tmp2 = DAG.getNode(ISD::OR, dl, VT, Tmp2, Tmp1); in ExpandBSWAP()
2730 Tmp8 = DAG.getNode(ISD::OR, dl, VT, Tmp8, Tmp6); in ExpandBSWAP()
2731 Tmp4 = DAG.getNode(ISD::OR, dl, VT, Tmp4, Tmp2); in ExpandBSWAP()
2732 return DAG.getNode(ISD::OR, dl, VT, Tmp8, Tmp4); in ExpandBSWAP()
2742 EVT VT = Op.getValueType(); in ExpandBitCount() local
2743 EVT ShVT = TLI.getShiftAmountTy(VT); in ExpandBitCount()
2744 unsigned Len = VT.getSizeInBits(); in ExpandBitCount()
2746 assert(VT.isInteger() && Len <= 128 && Len % 8 == 0 && in ExpandBitCount()
2752 SDValue Mask55 = DAG.getConstant(APInt::getSplat(Len, APInt(8, 0x55)), VT); in ExpandBitCount()
2753 SDValue Mask33 = DAG.getConstant(APInt::getSplat(Len, APInt(8, 0x33)), VT); in ExpandBitCount()
2754 SDValue Mask0F = DAG.getConstant(APInt::getSplat(Len, APInt(8, 0x0F)), VT); in ExpandBitCount()
2755 SDValue Mask01 = DAG.getConstant(APInt::getSplat(Len, APInt(8, 0x01)), VT); in ExpandBitCount()
2758 Op = DAG.getNode(ISD::SUB, dl, VT, Op, in ExpandBitCount()
2759 DAG.getNode(ISD::AND, dl, VT, in ExpandBitCount()
2760 DAG.getNode(ISD::SRL, dl, VT, Op, in ExpandBitCount()
2764 Op = DAG.getNode(ISD::ADD, dl, VT, in ExpandBitCount()
2765 DAG.getNode(ISD::AND, dl, VT, Op, Mask33), in ExpandBitCount()
2766 DAG.getNode(ISD::AND, dl, VT, in ExpandBitCount()
2767 DAG.getNode(ISD::SRL, dl, VT, Op, in ExpandBitCount()
2771 Op = DAG.getNode(ISD::AND, dl, VT, in ExpandBitCount()
2772 DAG.getNode(ISD::ADD, dl, VT, Op, in ExpandBitCount()
2773 DAG.getNode(ISD::SRL, dl, VT, Op, in ExpandBitCount()
2777 Op = DAG.getNode(ISD::SRL, dl, VT, in ExpandBitCount()
2778 DAG.getNode(ISD::MUL, dl, VT, Op, Mask01), in ExpandBitCount()
2796 EVT VT = Op.getValueType(); in ExpandBitCount() local
2797 EVT ShVT = TLI.getShiftAmountTy(VT); in ExpandBitCount()
2798 unsigned len = VT.getSizeInBits(); in ExpandBitCount()
2801 Op = DAG.getNode(ISD::OR, dl, VT, Op, in ExpandBitCount()
2802 DAG.getNode(ISD::SRL, dl, VT, Op, Tmp3)); in ExpandBitCount()
2804 Op = DAG.getNOT(dl, Op, VT); in ExpandBitCount()
2805 return DAG.getNode(ISD::CTPOP, dl, VT, Op); in ExpandBitCount()
2815 EVT VT = Op.getValueType(); in ExpandBitCount() local
2816 SDValue Tmp3 = DAG.getNode(ISD::AND, dl, VT, in ExpandBitCount()
2817 DAG.getNOT(dl, Op, VT), in ExpandBitCount()
2818 DAG.getNode(ISD::SUB, dl, VT, Op, in ExpandBitCount()
2819 DAG.getConstant(1, VT))); in ExpandBitCount()
2821 if (!TLI.isOperationLegalOrCustom(ISD::CTPOP, VT) && in ExpandBitCount()
2822 TLI.isOperationLegalOrCustom(ISD::CTLZ, VT)) in ExpandBitCount()
2823 return DAG.getNode(ISD::SUB, dl, VT, in ExpandBitCount()
2824 DAG.getConstant(VT.getSizeInBits(), VT), in ExpandBitCount()
2825 DAG.getNode(ISD::CTLZ, dl, VT, Tmp3)); in ExpandBitCount()
2826 return DAG.getNode(ISD::CTPOP, dl, VT, Tmp3); in ExpandBitCount()
2833 MVT VT = cast<AtomicSDNode>(Node)->getMemoryVT().getSimpleVT(); in ExpandAtomic() local
2834 RTLIB::Libcall LC = RTLIB::getATOMIC(Opc, VT); in ExpandAtomic()
2972 EVT VT = Node->getValueType(0); in ExpandNode() local
2973 if (VT.isInteger()) in ExpandNode()
2974 Results.push_back(DAG.getConstant(0, VT)); in ExpandNode()
2976 assert(VT.isFloatingPoint() && "Unknown value type!"); in ExpandNode()
2977 Results.push_back(DAG.getConstantFP(0, VT)); in ExpandNode()
3010 EVT VT = Node->getValueType(0); in ExpandNode() local
3011 EVT ShiftAmountTy = TLI.getShiftAmountTy(VT); in ExpandNode()
3012 if (VT.isVector()) in ExpandNode()
3013 ShiftAmountTy = VT; in ExpandNode()
3014 unsigned BitsDiff = VT.getScalarType().getSizeInBits() - in ExpandNode()
3048 EVT VT = Node->getOperand(0).getValueType(); in ExpandNode() local
3050 APFloat apf(DAG.EVTToAPFloatSemantics(VT), in ExpandNode()
3051 APInt::getNullValue(VT.getSizeInBits())); in ExpandNode()
3054 Tmp1 = DAG.getConstantFP(apf, VT); in ExpandNode()
3055 Tmp2 = DAG.getSetCC(dl, getSetCCResultType(VT), in ExpandNode()
3060 DAG.getNode(ISD::FSUB, dl, VT, in ExpandNode()
3070 EVT VT = Node->getValueType(0); in ExpandNode() local
3095 getTypeAllocSize(VT.getTypeForEVT(*DAG.getContext())), in ExpandNode()
3101 Results.push_back(DAG.getLoad(VT, dl, Tmp3, VAList, MachinePointerInfo(), in ExpandNode()
3150 EVT VT = Node->getValueType(0); in ExpandNode() local
3151 EVT EltVT = VT.getVectorElementType(); in ExpandNode()
3170 VT.getSizeInBits() / NewEltVT.getSizeInBits()); in ExpandNode()
3171 assert(NewVT.bitsEq(VT)); in ExpandNode()
3179 NewVT.getVectorNumElements()/VT.getVectorNumElements(); in ExpandNode()
3184 for (unsigned i = 0; i < VT.getVectorNumElements(); ++i) { in ExpandNode()
3195 VT = NewVT; in ExpandNode()
3199 unsigned NumElems = VT.getVectorNumElements(); in ExpandNode()
3218 Tmp1 = DAG.getNode(ISD::BUILD_VECTOR, dl, VT, Ops); in ExpandNode()
3274 EVT VT = Node->getValueType(0); in ExpandNode() local
3276 Tmp2 = DAG.getConstantFP(0.0, VT); in ExpandNode()
3279 Tmp3 = DAG.getNode(ISD::FNEG, dl, VT, Tmp1); in ExpandNode()
3280 Tmp1 = DAG.getSelect(dl, VT, Tmp2, Tmp1, Tmp3); in ExpandNode()
3301 EVT VT = Node->getValueType(0); in ExpandNode() local
3305 if ((TLI.isOperationLegalOrCustom(ISD::FSINCOS, VT) || in ExpandNode()
3308 SDVTList VTs = DAG.getVTList(VT, VT); in ExpandNode()
3471 EVT VT = Node->getValueType(0); in ExpandNode() local
3472 if (TLI.isOperationLegalOrCustom(ISD::FADD, VT) && in ExpandNode()
3473 TLI.isOperationLegalOrCustom(ISD::FNEG, VT)) { in ExpandNode()
3474 Tmp1 = DAG.getNode(ISD::FNEG, dl, VT, Node->getOperand(1)); in ExpandNode()
3475 Tmp1 = DAG.getNode(ISD::FADD, dl, VT, Node->getOperand(0), Tmp1); in ExpandNode()
3485 EVT VT = Node->getValueType(0); in ExpandNode() local
3486 assert(TLI.isOperationLegalOrCustom(ISD::ADD, VT) && in ExpandNode()
3487 TLI.isOperationLegalOrCustom(ISD::XOR, VT) && in ExpandNode()
3489 Tmp1 = DAG.getNode(ISD::XOR, dl, VT, Node->getOperand(1), in ExpandNode()
3490 DAG.getConstant(APInt::getAllOnesValue(VT.getSizeInBits()), VT)); in ExpandNode()
3491 Tmp1 = DAG.getNode(ISD::ADD, dl, VT, Tmp1, DAG.getConstant(1, VT)); in ExpandNode()
3492 Results.push_back(DAG.getNode(ISD::ADD, dl, VT, Node->getOperand(0), Tmp1)); in ExpandNode()
3497 EVT VT = Node->getValueType(0); in ExpandNode() local
3503 if (TLI.isOperationLegalOrCustom(DivRemOpc, VT) || in ExpandNode()
3508 SDVTList VTs = DAG.getVTList(VT, VT); in ExpandNode()
3510 } else if (TLI.isOperationLegalOrCustom(DivOpc, VT)) { in ExpandNode()
3512 Tmp1 = DAG.getNode(DivOpc, dl, VT, Tmp2, Tmp3); in ExpandNode()
3513 Tmp1 = DAG.getNode(ISD::MUL, dl, VT, Tmp1, Tmp3); in ExpandNode()
3514 Tmp1 = DAG.getNode(ISD::SUB, dl, VT, Tmp2, Tmp1); in ExpandNode()
3532 EVT VT = Node->getValueType(0); in ExpandNode() local
3533 SDVTList VTs = DAG.getVTList(VT, VT); in ExpandNode()
3534 if (TLI.isOperationLegalOrCustom(DivRemOpc, VT) || in ExpandNode()
3556 EVT VT = Node->getValueType(0); in ExpandNode() local
3557 SDVTList VTs = DAG.getVTList(VT, VT); in ExpandNode()
3558 assert(TLI.isOperationLegalOrCustom(ExpandOpcode, VT) && in ExpandNode()
3571 EVT VT = Node->getValueType(0); in ExpandNode() local
3572 SDVTList VTs = DAG.getVTList(VT, VT); in ExpandNode()
3578 bool HasSMUL_LOHI = TLI.isOperationLegalOrCustom(ISD::SMUL_LOHI, VT); in ExpandNode()
3579 bool HasUMUL_LOHI = TLI.isOperationLegalOrCustom(ISD::UMUL_LOHI, VT); in ExpandNode()
3580 bool HasMULHS = TLI.isOperationLegalOrCustom(ISD::MULHS, VT); in ExpandNode()
3581 bool HasMULHU = TLI.isOperationLegalOrCustom(ISD::MULHU, VT); in ExpandNode()
3599 EVT HalfType = VT.getHalfSizedIntegerVT(*DAG.getContext()); in ExpandNode()
3600 if (TLI.isOperationLegalOrCustom(ISD::ZERO_EXTEND, VT) && in ExpandNode()
3601 TLI.isOperationLegalOrCustom(ISD::ANY_EXTEND, VT) && in ExpandNode()
3602 TLI.isOperationLegalOrCustom(ISD::SHL, VT) && in ExpandNode()
3603 TLI.isOperationLegalOrCustom(ISD::OR, VT) && in ExpandNode()
3605 Lo = DAG.getNode(ISD::ZERO_EXTEND, dl, VT, Lo); in ExpandNode()
3606 Hi = DAG.getNode(ISD::ANY_EXTEND, dl, VT, Hi); in ExpandNode()
3609 Hi = DAG.getNode(ISD::SHL, dl, VT, Hi, Shift); in ExpandNode()
3610 Results.push_back(DAG.getNode(ISD::OR, dl, VT, Lo, Hi)); in ExpandNode()
3676 EVT VT = Node->getValueType(0); in ExpandNode() local
3677 EVT WideVT = EVT::getIntegerVT(*DAG.getContext(), VT.getSizeInBits() * 2); in ExpandNode()
3686 if (TLI.isOperationLegalOrCustom(Ops[isSigned][0], VT)) { in ExpandNode()
3687 BottomHalf = DAG.getNode(ISD::MUL, dl, VT, LHS, RHS); in ExpandNode()
3688 TopHalf = DAG.getNode(Ops[isSigned][0], dl, VT, LHS, RHS); in ExpandNode()
3689 } else if (TLI.isOperationLegalOrCustom(Ops[isSigned][1], VT)) { in ExpandNode()
3690 BottomHalf = DAG.getNode(Ops[isSigned][1], dl, DAG.getVTList(VT, VT), LHS, in ExpandNode()
3697 BottomHalf = DAG.getNode(ISD::EXTRACT_ELEMENT, dl, VT, Tmp1, in ExpandNode()
3699 TopHalf = DAG.getNode(ISD::EXTRACT_ELEMENT, dl, VT, Tmp1, in ExpandNode()
3719 unsigned LoSize = VT.getSizeInBits(); in ExpandNode()
3720 SDValue HiLHS = DAG.getNode(ISD::SRA, dl, VT, RHS, in ExpandNode()
3722 SDValue HiRHS = DAG.getNode(ISD::SRA, dl, VT, LHS, in ExpandNode()
3731 BottomHalf = DAG.getNode(ISD::EXTRACT_ELEMENT, dl, VT, Ret, in ExpandNode()
3733 TopHalf = DAG.getNode(ISD::EXTRACT_ELEMENT, dl, VT, Ret, in ExpandNode()
3744 Tmp1 = DAG.getConstant(VT.getSizeInBits() - 1, in ExpandNode()
3746 Tmp1 = DAG.getNode(ISD::SRA, dl, VT, BottomHalf, Tmp1); in ExpandNode()
3747 TopHalf = DAG.getSetCC(dl, getSetCCResultType(VT), TopHalf, Tmp1, in ExpandNode()
3750 TopHalf = DAG.getSetCC(dl, getSetCCResultType(VT), TopHalf, in ExpandNode()
3751 DAG.getConstant(0, VT), ISD::SETNE); in ExpandNode()
3861 EVT VT = Node->getValueType(0); in ExpandNode() local
3872 Tmp1 = DAG.getNode(ISD::SELECT_CC, dl, VT, Tmp1, Tmp2, in ExpandNode()
3873 DAG.getConstant(TrueValue, VT), DAG.getConstant(0, VT), in ExpandNode()
3883 EVT VT = Node->getValueType(0); in ExpandNode() local
3891 assert(!TLI.isOperationExpand(ISD::SELECT, VT) && in ExpandNode()
3896 Results.push_back(DAG.getSelect(dl, VT, Cond, Tmp3, Tmp4)); in ExpandNode()
3987 EVT VT = Node->getValueType(0); in ExpandNode() local
3988 assert(VT.isVector() && "Unable to legalize non-vector shift"); in ExpandNode()
3989 assert(TLI.isTypeLegal(VT.getScalarType())&& "Element type must be legal"); in ExpandNode()
3990 unsigned NumElem = VT.getVectorNumElements(); in ExpandNode()
3995 VT.getScalarType(), in ExpandNode()
3999 VT.getScalarType(), in ExpandNode()
4003 VT.getScalarType(), Ex, Sh)); in ExpandNode()