Lines Matching refs:SDLoc
212 SDValue Trunc, SDValue ExtLoad, SDLoc DL,
313 SDValue ReassociateOps(unsigned Opc, SDLoc DL, SDValue LHS, SDValue RHS);
319 SDValue SimplifySelect(SDLoc DL, SDValue N0, SDValue N1, SDValue N2);
320 SDValue SimplifySelectCC(SDLoc DL, SDValue N0, SDValue N1, SDValue N2,
324 SDLoc DL, bool foldBooleans = true);
348 SDLoc DL);
349 SDNode *MatchRotate(SDValue LHS, SDValue RHS, SDLoc DL);
601 return DAG.getNode(ISD::FSUB, SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
606 return DAG.getNode(ISD::FSUB, SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
620 return DAG.getNode(ISD::FSUB, SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
630 return DAG.getNode(Op.getOpcode(), SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
636 return DAG.getNode(Op.getOpcode(), SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
643 return DAG.getNode(Op.getOpcode(), SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
647 return DAG.getNode(ISD::FP_ROUND, SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
767 SDValue DAGCombiner::ReassociateOps(unsigned Opc, SDLoc DL, in ReassociateOps()
781 SDValue OpNode = DAG.getNode(Opc, SDLoc(N0), VT, N0.getOperand(0), N1); in ReassociateOps()
801 SDValue OpNode = DAG.getNode(Opc, SDLoc(N0), VT, N1.getOperand(0), N0); in ReassociateOps()
889 SDLoc dl(Load); in ReplaceLoadWithPromotedLoad()
907 SDLoc dl(Op); in PromoteOperand()
947 SDLoc dl(Op); in SExtPromoteOperand()
962 SDLoc dl(Op); in ZExtPromoteOperand()
1025 SDLoc dl(Op); in PromoteIntBinOp()
1072 SDLoc dl(Op); in PromoteIntShiftOp()
1103 return DAG.getNode(Op.getOpcode(), SDLoc(Op), VT, Op.getOperand(0)); in PromoteExtend()
1128 SDLoc dl(Op); in PromoteLoad()
1545 Result = DAG.getNode(ISD::TokenFactor, SDLoc(N), MVT::Other, Ops); in visitTokenFactor()
1605 return DAG.getNode(ISD::ADD, SDLoc(N), VT, N1, N0); in visitADD()
1613 return DAG.getGlobalAddress(GA->getGlobal(), SDLoc(N1C), VT, in visitADD()
1619 return DAG.getNode(ISD::SUB, SDLoc(N), VT, in visitADD()
1624 if (SDValue RADD = ReassociateOps(ISD::ADD, SDLoc(N), N0, N1)) in visitADD()
1629 return DAG.getNode(ISD::SUB, SDLoc(N), VT, N1, N0.getOperand(1)); in visitADD()
1633 return DAG.getNode(ISD::SUB, SDLoc(N), VT, N0, N1.getOperand(1)); in visitADD()
1643 return DAG.getNode(ISD::SUB, SDLoc(N), VT, N1.getOperand(0), in visitADD()
1648 return DAG.getNode(ISD::SUB, SDLoc(N), VT, N1.getOperand(0), in visitADD()
1654 return DAG.getNode(N1.getOpcode(), SDLoc(N), VT, in visitADD()
1665 return DAG.getNode(ISD::SUB, SDLoc(N), VT, in visitADD()
1666 DAG.getNode(ISD::ADD, SDLoc(N0), VT, N00, N10), in visitADD()
1667 DAG.getNode(ISD::ADD, SDLoc(N1), VT, N01, N11)); in visitADD()
1686 return DAG.getNode(ISD::OR, SDLoc(N), VT, N0, N1); in visitADD()
1697 return DAG.getNode(ISD::SUB, SDLoc(N), VT, N0, in visitADD()
1698 DAG.getNode(ISD::SHL, SDLoc(N), VT, in visitADD()
1706 return DAG.getNode(ISD::SUB, SDLoc(N), VT, N1, in visitADD()
1707 DAG.getNode(ISD::SHL, SDLoc(N), VT, in visitADD()
1720 SDLoc DL(N); in visitADD()
1729 SDLoc DL(N); in visitADD()
1738 SDLoc DL(N); in visitADD()
1755 return CombineTo(N, DAG.getNode(ISD::ADD, SDLoc(N), VT, N0, N1), in visitADDC()
1757 SDLoc(N), MVT::Glue)); in visitADDC()
1763 return DAG.getNode(ISD::ADDC, SDLoc(N), N->getVTList(), N1, N0); in visitADDC()
1768 SDLoc(N), MVT::Glue)); in visitADDC()
1781 return CombineTo(N, DAG.getNode(ISD::OR, SDLoc(N), VT, N0, N1), in visitADDC()
1783 SDLoc(N), MVT::Glue)); in visitADDC()
1798 return DAG.getNode(ISD::ADDE, SDLoc(N), N->getVTList(), in visitADDE()
1803 return DAG.getNode(ISD::ADDC, SDLoc(N), N->getVTList(), N0, N1); in visitADDE()
1810 static SDValue tryFoldToZero(SDLoc DL, const TargetLowering &TLI, EVT VT, in tryFoldToZero()
1838 return tryFoldToZero(SDLoc(N), TLI, VT, DAG, LegalOperations, LegalTypes); in visitSUB()
1846 return DAG.getNode(ISD::ADD, SDLoc(N), VT, N0, in visitSUB()
1850 return DAG.getNode(ISD::XOR, SDLoc(N), VT, N1, N0); in visitSUB()
1866 return DAG.getNode(ISD::SUB, SDLoc(N), VT, NewC, in visitSUB()
1874 return DAG.getNode(N0.getOperand(1).getOpcode(), SDLoc(N), VT, in visitSUB()
1880 return DAG.getNode(ISD::ADD, SDLoc(N), VT, in visitSUB()
1886 return DAG.getNode(ISD::SUB, SDLoc(N), VT, in visitSUB()
1900 return DAG.getGlobalAddress(GA->getGlobal(), SDLoc(N1C), VT, in visitSUB()
1914 SDLoc DL(N); in visitSUB()
1931 return CombineTo(N, DAG.getNode(ISD::SUB, SDLoc(N), VT, N0, N1), in visitSUBC()
1932 DAG.getNode(ISD::CARRY_FALSE, SDLoc(N), in visitSUBC()
1938 DAG.getNode(ISD::CARRY_FALSE, SDLoc(N), in visitSUBC()
1945 return CombineTo(N, N0, DAG.getNode(ISD::CARRY_FALSE, SDLoc(N), in visitSUBC()
1950 return CombineTo(N, DAG.getNode(ISD::XOR, SDLoc(N), VT, N1, N0), in visitSUBC()
1951 DAG.getNode(ISD::CARRY_FALSE, SDLoc(N), in visitSUBC()
1964 return DAG.getNode(ISD::SUBC, SDLoc(N), N->getVTList(), N0, N1); in visitSUBE()
2004 return DAG.getNode(ISD::MUL, SDLoc(N), VT, N1, N0); in visitMUL()
2017 return DAG.getNode(ISD::SUB, SDLoc(N), VT, in visitMUL()
2021 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, in visitMUL()
2029 return DAG.getNode(ISD::SUB, SDLoc(N), VT, in visitMUL()
2031 DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, in visitMUL()
2041 SDValue C3 = DAG.getNode(ISD::SHL, SDLoc(N), VT, in visitMUL()
2044 return DAG.getNode(ISD::MUL, SDLoc(N), VT, in visitMUL()
2065 SDValue Mul = DAG.getNode(ISD::MUL, SDLoc(N), VT, in visitMUL()
2067 return DAG.getNode(ISD::SHL, SDLoc(N), VT, in visitMUL()
2076 return DAG.getNode(ISD::ADD, SDLoc(N), VT, in visitMUL()
2077 DAG.getNode(ISD::MUL, SDLoc(N0), VT, in visitMUL()
2079 DAG.getNode(ISD::MUL, SDLoc(N1), VT, in visitMUL()
2083 if (SDValue RMUL = ReassociateOps(ISD::MUL, SDLoc(N), N0, N1)) in visitMUL()
2109 return DAG.getNode(ISD::SUB, SDLoc(N), VT, in visitSDIV()
2115 return DAG.getNode(ISD::UDIV, SDLoc(N), N1.getValueType(), in visitSDIV()
2136 DAG.getNode(ISD::SRA, SDLoc(N), VT, N0, in visitSDIV()
2143 DAG.getNode(ISD::SRL, SDLoc(N), VT, SGN, in visitSDIV()
2146 SDValue ADD = DAG.getNode(ISD::ADD, SDLoc(N), VT, N0, SRL); in visitSDIV()
2149 SDValue SRA = DAG.getNode(ISD::SRA, SDLoc(N), VT, ADD, in visitSDIV()
2158 return DAG.getNode(ISD::SUB, SDLoc(N), VT, DAG.getConstant(0, VT), SRA); in visitSDIV()
2195 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0, in visitUDIV()
2203 SDValue Add = DAG.getNode(ISD::ADD, SDLoc(N), ADDVT, in visitUDIV()
2209 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0, Add); in visitUDIV()
2243 return DAG.getNode(ISD::UREM, SDLoc(N), VT, N0, N1); in visitSREM()
2249 SDValue Div = DAG.getNode(ISD::SDIV, SDLoc(N), VT, N0, N1); in visitSREM()
2253 SDValue Mul = DAG.getNode(ISD::MUL, SDLoc(N), VT, in visitSREM()
2255 SDValue Sub = DAG.getNode(ISD::SUB, SDLoc(N), VT, N0, Mul); in visitSREM()
2283 return DAG.getNode(ISD::AND, SDLoc(N), VT, N0, in visitUREM()
2290 DAG.getNode(ISD::ADD, SDLoc(N), VT, N1, in visitUREM()
2294 return DAG.getNode(ISD::AND, SDLoc(N), VT, N0, Add); in visitUREM()
2302 SDValue Div = DAG.getNode(ISD::UDIV, SDLoc(N), VT, N0, N1); in visitUREM()
2306 SDValue Mul = DAG.getNode(ISD::MUL, SDLoc(N), VT, in visitUREM()
2308 SDValue Sub = DAG.getNode(ISD::SUB, SDLoc(N), VT, N0, Mul); in visitUREM()
2329 SDLoc DL(N); in visitMULHS()
2336 return DAG.getNode(ISD::SRA, SDLoc(N), N0.getValueType(), N0, in visitMULHS()
2367 SDLoc DL(N); in visitMULHU()
2408 SDValue Res = DAG.getNode(LoOp, SDLoc(N), N->getValueType(0), N->ops()); in SimplifyNodeWithTwoResults()
2417 SDValue Res = DAG.getNode(HiOp, SDLoc(N), N->getValueType(1), N->ops()); in SimplifyNodeWithTwoResults()
2427 SDValue Lo = DAG.getNode(LoOp, SDLoc(N), N->getValueType(0), N->ops()); in SimplifyNodeWithTwoResults()
2437 SDValue Hi = DAG.getNode(HiOp, SDLoc(N), N->getValueType(1), N->ops()); in SimplifyNodeWithTwoResults()
2454 SDLoc DL(N); in visitSMUL_LOHI()
2484 SDLoc DL(N); in visitUMUL_LOHI()
2513 return DAG.getNode(ISD::SADDO, SDLoc(N), N->getVTList(), in visitSMULO()
2523 return DAG.getNode(ISD::UADDO, SDLoc(N), N->getVTList(), in visitUMULO()
2576 SDValue ORNode = DAG.getNode(N->getOpcode(), SDLoc(N0), in SimplifyBinOpWithSameOpcodeHands()
2580 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, ORNode); in SimplifyBinOpWithSameOpcodeHands()
2590 SDValue ORNode = DAG.getNode(N->getOpcode(), SDLoc(N0), in SimplifyBinOpWithSameOpcodeHands()
2594 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, in SimplifyBinOpWithSameOpcodeHands()
2612 SDLoc DL(N); in SimplifyBinOpWithSameOpcodeHands()
2663 SDValue NewNode = DAG.getNode(N->getOpcode(), SDLoc(N), VT, in SimplifyBinOpWithSameOpcodeHands()
2666 return DAG.getVectorShuffle(VT, SDLoc(N), NewNode, ShOp, in SimplifyBinOpWithSameOpcodeHands()
2684 SDValue NewNode = DAG.getNode(N->getOpcode(), SDLoc(N), VT, in SimplifyBinOpWithSameOpcodeHands()
2687 return DAG.getVectorShuffle(VT, SDLoc(N), ShOp, NewNode, in SimplifyBinOpWithSameOpcodeHands()
2717 SDValue ORNode = DAG.getNode(ISD::OR, SDLoc(N0), in visitANDLike()
2720 return DAG.getSetCC(SDLoc(LocReference), VT, ORNode, LR, Op1); in visitANDLike()
2724 SDValue ANDNode = DAG.getNode(ISD::AND, SDLoc(N0), in visitANDLike()
2727 return DAG.getSetCC(SDLoc(LocReference), VT, ANDNode, LR, Op1); in visitANDLike()
2731 SDValue ORNode = DAG.getNode(ISD::OR, SDLoc(N0), in visitANDLike()
2734 return DAG.getSetCC(SDLoc(LocReference), VT, ORNode, LR, Op1); in visitANDLike()
2744 SDValue ADDNode = DAG.getNode(ISD::ADD, SDLoc(N0), LL.getValueType(), in visitANDLike()
2747 return DAG.getSetCC(SDLoc(LocReference), VT, ADDNode, in visitANDLike()
2763 return DAG.getSetCC(SDLoc(LocReference), N0.getValueType(), in visitANDLike()
2784 DAG.getNode(ISD::ADD, SDLoc(N0), VT, in visitANDLike()
2838 return DAG.getNode(ISD::AND, SDLoc(N), VT, N1, N0); in visitAND()
2848 if (SDValue RAND = ReassociateOps(ISD::AND, SDLoc(N), N0, N1)) in visitAND()
2861 SDValue Zext = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), in visitAND()
2956 Load->getValueType(0), SDLoc(Load), in visitAND()
3002 DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(LN0), LoadResultTy, in visitAND()
3028 NewPtr = DAG.getNode(ISD::ADD, SDLoc(LN0), PtrType, in visitAND()
3036 DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(LN0), LoadResultTy, in visitAND()
3075 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(N0), VT, in visitAND()
3095 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(N0), VT, in visitAND()
3212 SDValue Res = DAG.getNode(ISD::BSWAP, SDLoc(N), VT, N00); in MatchBSwapHWordLow()
3214 Res = DAG.getNode(ISD::SRL, SDLoc(N), VT, Res, in MatchBSwapHWordLow()
3353 SDValue BSwap = DAG.getNode(ISD::BSWAP, SDLoc(N), VT, in MatchBSwapHWord()
3360 return DAG.getNode(ISD::ROTL, SDLoc(N), VT, BSwap, ShAmt); in MatchBSwapHWord()
3362 return DAG.getNode(ISD::ROTR, SDLoc(N), VT, BSwap, ShAmt); in MatchBSwapHWord()
3363 return DAG.getNode(ISD::OR, SDLoc(N), VT, in MatchBSwapHWord()
3364 DAG.getNode(ISD::SHL, SDLoc(N), VT, BSwap, ShAmt), in MatchBSwapHWord()
3365 DAG.getNode(ISD::SRL, SDLoc(N), VT, BSwap, ShAmt)); in MatchBSwapHWord()
3390 SDValue ORNode = DAG.getNode(ISD::OR, SDLoc(LR), in visitORLike()
3393 return DAG.getSetCC(SDLoc(LocReference), VT, ORNode, LR, Op1); in visitORLike()
3399 SDValue ANDNode = DAG.getNode(ISD::AND, SDLoc(LR), in visitORLike()
3402 return DAG.getSetCC(SDLoc(LocReference), VT, ANDNode, LR, Op1); in visitORLike()
3418 return DAG.getSetCC(SDLoc(LocReference), N0.getValueType(), in visitORLike()
3439 SDValue X = DAG.getNode(ISD::OR, SDLoc(N0), VT, in visitORLike()
3441 return DAG.getNode(ISD::AND, SDLoc(LocReference), VT, X, in visitORLike()
3452 SDValue X = DAG.getNode(ISD::OR, SDLoc(N0), VT, in visitORLike()
3454 return DAG.getNode(ISD::AND, SDLoc(LocReference), VT, N0.getOperand(0), X); in visitORLike()
3538 return DAG.getVectorShuffle(VT, SDLoc(N), N0->getOperand(0), in visitOR()
3541 return DAG.getVectorShuffle(VT, SDLoc(N), N1->getOperand(0), in visitOR()
3555 return DAG.getNode(ISD::OR, SDLoc(N), VT, N1, N0); in visitOR()
3578 if (SDValue ROR = ReassociateOps(ISD::OR, SDLoc(N), N0, N1)) in visitOR()
3588 ISD::AND, SDLoc(N), VT, in visitOR()
3589 DAG.getNode(ISD::OR, SDLoc(N0), VT, N0.getOperand(0), N1), COR); in visitOR()
3600 if (SDNode *Rot = MatchRotate(N0, N1, SDLoc(N))) in visitOR()
3740 unsigned NegOpcode, SDLoc DL) { in MatchRotatePosNeg()
3761 SDNode *DAGCombiner::MatchRotate(SDValue LHS, SDValue RHS, SDLoc DL) { in MatchRotate()
3898 return DAG.getNode(ISD::XOR, SDLoc(N), VT, N1, N0); in visitXOR()
3903 if (SDValue RXOR = ReassociateOps(ISD::XOR, SDLoc(N), N0, N1)) in visitXOR()
3919 return DAG.getSetCC(SDLoc(N), VT, LHS, RHS, NotCC); in visitXOR()
3921 return DAG.getSelectCC(SDLoc(N), LHS, RHS, N0.getOperand(2), in visitXOR()
3932 V = DAG.getNode(ISD::XOR, SDLoc(N0), V.getValueType(), V, in visitXOR()
3935 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, V); in visitXOR()
3944 LHS = DAG.getNode(ISD::XOR, SDLoc(LHS), VT, LHS, N1); // LHS = ~LHS in visitXOR()
3945 RHS = DAG.getNode(ISD::XOR, SDLoc(RHS), VT, RHS, N1); // RHS = ~RHS in visitXOR()
3947 return DAG.getNode(NewOpcode, SDLoc(N), VT, LHS, RHS); in visitXOR()
3956 LHS = DAG.getNode(ISD::XOR, SDLoc(LHS), VT, LHS, N1); // LHS = ~LHS in visitXOR()
3957 RHS = DAG.getNode(ISD::XOR, SDLoc(RHS), VT, RHS, N1); // RHS = ~RHS in visitXOR()
3959 return DAG.getNode(NewOpcode, SDLoc(N), VT, LHS, RHS); in visitXOR()
3966 SDValue NotX = DAG.getNOT(SDLoc(X), X, VT); in visitXOR()
3968 return DAG.getNode(ISD::AND, SDLoc(N), VT, NotX, N1); in visitXOR()
3975 return DAG.getNode(ISD::XOR, SDLoc(N), VT, N0.getOperand(1), in visitXOR()
3979 return DAG.getNode(ISD::XOR, SDLoc(N), VT, N0.getOperand(0), in visitXOR()
3985 return tryFoldToZero(SDLoc(N), TLI, VT, DAG, LegalOperations, LegalTypes); in visitXOR()
4010 return DAG.getNode(ISD::ROTL, SDLoc(N), VT, DAG.getConstant(~1, VT), in visitXOR()
4091 SDValue NewRHS = DAG.getNode(N->getOpcode(), SDLoc(LHS->getOperand(1)), in visitShiftByConstant()
4098 SDLoc(LHS->getOperand(0)), in visitShiftByConstant()
4102 return DAG.getNode(LHS->getOpcode(), SDLoc(N), VT, NewShift, NewRHS); in visitShiftByConstant()
4119 return DAG.getNode(ISD::AND, SDLoc(N), TruncVT, in distributeTruncateThroughAnd()
4120 DAG.getNode(ISD::TRUNCATE, SDLoc(N), TruncVT, N00), in distributeTruncateThroughAnd()
4134 return DAG.getNode(N->getOpcode(), SDLoc(N), N->getValueType(0), in visitRotate()
4165 return DAG.getNode(ISD::AND, SDLoc(N), VT, N00, C); in visitSHL()
4198 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, NewOp1); in visitSHL()
4211 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0.getOperand(0), in visitSHL()
4234 return DAG.getNode(ISD::SHL, SDLoc(N0), VT, in visitSHL()
4235 DAG.getNode(N0.getOpcode(), SDLoc(N0), VT, in visitSHL()
4255 SDValue NewSHL = DAG.getNode(ISD::SHL, SDLoc(N), NewOp0.getValueType(), in visitSHL()
4258 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N0), VT, NewSHL); in visitSHL()
4277 Shift = DAG.getNode(ISD::SHL, SDLoc(N), VT, N0.getOperand(0), in visitSHL()
4281 Shift = DAG.getNode(ISD::SRL, SDLoc(N), VT, N0.getOperand(0), in visitSHL()
4284 return DAG.getNode(ISD::AND, SDLoc(N0), VT, Shift, in visitSHL()
4295 return DAG.getNode(ISD::AND, SDLoc(N), VT, N0.getOperand(0), in visitSHL()
4306 SDValue Shl0 = DAG.getNode(ISD::SHL, SDLoc(N0), VT, N0.getOperand(0), N1); in visitSHL()
4307 SDValue Shl1 = DAG.getNode(ISD::SHL, SDLoc(N1), VT, N0.getOperand(1), N1); in visitSHL()
4308 return DAG.getNode(ISD::ADD, SDLoc(N), VT, Shl0, Shl1); in visitSHL()
4361 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, in visitSRA()
4371 return DAG.getNode(ISD::SRA, SDLoc(N), VT, N0.getOperand(0), in visitSRA()
4406 SDValue Shift = DAG.getNode(ISD::SRL, SDLoc(N0), VT, in visitSRA()
4408 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(N0), TruncVT, in visitSRA()
4410 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), in visitSRA()
4421 return DAG.getNode(ISD::SRA, SDLoc(N), VT, N0, NewOp1); in visitSRA()
4441 SDValue SRA = DAG.getNode(ISD::SRA, SDLoc(N), LargeVT, in visitSRA()
4443 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, SRA); in visitSRA()
4455 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0, N1); in visitSRA()
4506 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0.getOperand(0), in visitSRL()
4525 return DAG.getNode(ISD::TRUNCATE, SDLoc(N0), VT, in visitSRL()
4526 DAG.getNode(ISD::SRL, SDLoc(N0), InnerShiftVT, in visitSRL()
4537 return DAG.getNode(ISD::AND, SDLoc(N), VT, N0.getOperand(0), in visitSRL()
4552 SDValue SmallShift = DAG.getNode(ISD::SRL, SDLoc(N0), SmallVT, in visitSRL()
4557 return DAG.getNode(ISD::AND, SDLoc(N), VT, in visitSRL()
4558 DAG.getNode(ISD::ANY_EXTEND, SDLoc(N), VT, SmallShift), in visitSRL()
4567 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0.getOperand(0), N1); in visitSRL()
4595 Op = DAG.getNode(ISD::SRL, SDLoc(N0), VT, Op, in visitSRL()
4600 return DAG.getNode(ISD::XOR, SDLoc(N), VT, in visitSRL()
4610 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0, NewOp1); in visitSRL()
4667 return DAG.getNode(ISD::CTLZ, SDLoc(N), VT, N0); in visitCTLZ()
4677 return DAG.getNode(ISD::CTLZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTLZ_ZERO_UNDEF()
4687 return DAG.getNode(ISD::CTTZ, SDLoc(N), VT, N0); in visitCTTZ()
4697 return DAG.getNode(ISD::CTTZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTTZ_ZERO_UNDEF()
4707 return DAG.getNode(ISD::CTPOP, SDLoc(N), VT, N0); in visitCTPOP()
4713 static SDValue combineMinNumMaxNum(SDLoc DL, EVT VT, SDValue LHS, SDValue RHS, in combineMinNumMaxNum()
4768 return DAG.getNode(ISD::OR, SDLoc(N), VT, N0, N2); in visitSELECT()
4788 return DAG.getNode(ISD::XOR, SDLoc(N), VT0, in visitSELECT()
4790 XORNode = DAG.getNode(ISD::XOR, SDLoc(N0), VT0, in visitSELECT()
4794 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, XORNode); in visitSELECT()
4795 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, XORNode); in visitSELECT()
4799 SDValue NOTNode = DAG.getNOT(SDLoc(N0), N0, VT); in visitSELECT()
4801 return DAG.getNode(ISD::AND, SDLoc(N), VT, NOTNode, N2); in visitSELECT()
4805 SDValue NOTNode = DAG.getNOT(SDLoc(N0), N0, VT); in visitSELECT()
4807 return DAG.getNode(ISD::OR, SDLoc(N), VT, NOTNode, N1); in visitSELECT()
4811 return DAG.getNode(ISD::AND, SDLoc(N), VT, N0, N1); in visitSELECT()
4815 return DAG.getNode(ISD::OR, SDLoc(N), VT, N0, N2); in visitSELECT()
4819 return DAG.getNode(ISD::AND, SDLoc(N), VT, N0, N1); in visitSELECT()
4843 combineMinNumMaxNum(SDLoc(N), VT, N0.getOperand(0), N0.getOperand(1), in visitSELECT()
4852 return DAG.getNode(ISD::SELECT_CC, SDLoc(N), VT, in visitSELECT()
4855 return SimplifySelect(SDLoc(N), N0, N1, N2); in visitSELECT()
4865 SDValue InnerSelect = DAG.getNode(ISD::SELECT, SDLoc(N), in visitSELECT()
4867 return DAG.getNode(ISD::SELECT, SDLoc(N), N1.getValueType(), Cond0, in visitSELECT()
4874 SDValue InnerSelect = DAG.getNode(ISD::SELECT, SDLoc(N), in visitSELECT()
4876 return DAG.getNode(ISD::SELECT, SDLoc(N), N1.getValueType(), Cond0, N1, in visitSELECT()
4889 SDValue And = DAG.getNode(ISD::AND, SDLoc(N), N0.getValueType(), in visitSELECT()
4891 return DAG.getNode(ISD::SELECT, SDLoc(N), N1.getValueType(), And, in visitSELECT()
4896 return DAG.getNode(ISD::SELECT, SDLoc(N), N1.getValueType(), Combined, in visitSELECT()
4908 SDValue Or = DAG.getNode(ISD::OR, SDLoc(N), N0.getValueType(), in visitSELECT()
4910 return DAG.getNode(ISD::SELECT, SDLoc(N), N1.getValueType(), Or, in visitSELECT()
4915 return DAG.getNode(ISD::SELECT, SDLoc(N), N1.getValueType(), Combined, in visitSELECT()
4926 SDLoc DL(N); in SplitVSETCC()
4944 SDLoc dl(N); in ConvertSelectToConcatVector()
5004 SDLoc DL(N); in visitMSTORE()
5077 SDLoc DL(N); in visitMLOAD()
5160 SDLoc DL(N); in visitVSELECT()
5256 N0, N1, CC, SDLoc(N), false); in visitSELECT_CC()
5271 return DAG.getNode(ISD::SELECT_CC, SDLoc(N), N2.getValueType(), in visitSELECT_CC()
5282 return SimplifySelectCC(SDLoc(N), N0, N1, N2, N3, CC); in visitSELECT_CC()
5288 SDLoc(N)); in visitSETCC()
5311 return DAG.getNode(Opcode, SDLoc(N), VT, N0).getNode(); in tryToFoldExtendOfConstant()
5328 SDLoc DL(N); in tryToFoldExtendOfConstant()
5415 SDValue Trunc, SDValue ExtLoad, SDLoc DL, in ExtendSetCCUses()
5491 SDLoc DL(N); in CombineExtLoad()
5524 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), NewValue); in CombineExtLoad()
5542 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, in visitSIGN_EXTEND()
5576 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, Op); in visitSIGN_EXTEND()
5581 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Op); in visitSIGN_EXTEND()
5588 Op = DAG.getNode(ISD::ANY_EXTEND, SDLoc(N0), VT, Op); in visitSIGN_EXTEND()
5590 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N0), VT, Op); in visitSIGN_EXTEND()
5591 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, Op, in visitSIGN_EXTEND()
5611 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND()
5616 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(N0), in visitSIGN_EXTEND()
5619 ExtendSetCCUses(SetCCs, Trunc, ExtLoad, SDLoc(N), in visitSIGN_EXTEND()
5638 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND()
5644 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), in visitSIGN_EXTEND()
5667 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(LN0), VT, in visitSIGN_EXTEND()
5673 SDValue And = DAG.getNode(N0.getOpcode(), SDLoc(N), VT, in visitSIGN_EXTEND()
5676 SDLoc(N0.getOperand(0)), in visitSIGN_EXTEND()
5680 ExtendSetCCUses(SetCCs, Trunc, ExtLoad, SDLoc(N), in visitSIGN_EXTEND()
5705 return DAG.getSetCC(SDLoc(N), VT, N0.getOperand(0), in visitSIGN_EXTEND()
5714 SDValue VsetCC = DAG.getSetCC(SDLoc(N), MatchingVectorType, in visitSIGN_EXTEND()
5717 return DAG.getSExtOrTrunc(VsetCC, SDLoc(N), VT); in visitSIGN_EXTEND()
5726 SimplifySelectCC(SDLoc(N), N0.getOperand(0), N0.getOperand(1), in visitSIGN_EXTEND()
5734 SDLoc DL(N); in visitSIGN_EXTEND()
5747 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, N0); in visitSIGN_EXTEND()
5801 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, in visitZERO_EXTEND()
5820 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, Op); in visitZERO_EXTEND()
5822 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Op); in visitZERO_EXTEND()
5862 Op = DAG.getNode(ISD::ANY_EXTEND, SDLoc(N), VT, Op); in visitZERO_EXTEND()
5865 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Op); in visitZERO_EXTEND()
5868 return DAG.getZeroExtendInReg(Op, SDLoc(N), in visitZERO_EXTEND()
5882 X = DAG.getNode(ISD::ANY_EXTEND, SDLoc(X), VT, X); in visitZERO_EXTEND()
5884 X = DAG.getNode(ISD::TRUNCATE, SDLoc(X), VT, X); in visitZERO_EXTEND()
5888 return DAG.getNode(ISD::AND, SDLoc(N), VT, in visitZERO_EXTEND()
5907 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(N), VT, in visitZERO_EXTEND()
5912 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(N0), in visitZERO_EXTEND()
5916 ExtendSetCCUses(SetCCs, Trunc, ExtLoad, SDLoc(N), in visitZERO_EXTEND()
5943 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(LN0), VT, in visitZERO_EXTEND()
5949 SDValue And = DAG.getNode(N0.getOpcode(), SDLoc(N), VT, in visitZERO_EXTEND()
5952 SDLoc(N0.getOperand(0)), in visitZERO_EXTEND()
5956 ExtendSetCCUses(SetCCs, Trunc, ExtLoad, SDLoc(N), in visitZERO_EXTEND()
5971 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(N), VT, in visitZERO_EXTEND()
5977 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), in visitZERO_EXTEND()
6002 return DAG.getNode(ISD::AND, SDLoc(N), VT, in visitZERO_EXTEND()
6003 DAG.getSetCC(SDLoc(N), VT, N0.getOperand(0), in visitZERO_EXTEND()
6006 DAG.getNode(ISD::BUILD_VECTOR, SDLoc(N), VT, in visitZERO_EXTEND()
6019 DAG.getSetCC(SDLoc(N), MatchingVectorType, N0.getOperand(0), in visitZERO_EXTEND()
6022 return DAG.getNode(ISD::AND, SDLoc(N), VT, in visitZERO_EXTEND()
6023 DAG.getSExtOrTrunc(VsetCC, SDLoc(N), VT), in visitZERO_EXTEND()
6024 DAG.getNode(ISD::BUILD_VECTOR, SDLoc(N), VT, OneOps)); in visitZERO_EXTEND()
6029 SimplifySelectCC(SDLoc(N), N0.getOperand(0), N0.getOperand(1), in visitZERO_EXTEND()
6052 SDLoc DL(N); in visitZERO_EXTEND()
6080 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, N0.getOperand(0)); in visitANY_EXTEND()
6103 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, TruncOp); in visitANY_EXTEND()
6104 return DAG.getNode(ISD::ANY_EXTEND, SDLoc(N), VT, TruncOp); in visitANY_EXTEND()
6116 X = DAG.getNode(ISD::ANY_EXTEND, SDLoc(N), VT, X); in visitANY_EXTEND()
6118 X = DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, X); in visitANY_EXTEND()
6122 return DAG.getNode(ISD::AND, SDLoc(N), VT, in visitANY_EXTEND()
6139 SDValue ExtLoad = DAG.getExtLoad(ISD::EXTLOAD, SDLoc(N), VT, in visitANY_EXTEND()
6144 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(N0), in visitANY_EXTEND()
6147 ExtendSetCCUses(SetCCs, Trunc, ExtLoad, SDLoc(N), in visitANY_EXTEND()
6163 SDValue ExtLoad = DAG.getExtLoad(ExtType, SDLoc(N), in visitANY_EXTEND()
6168 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), in visitANY_EXTEND()
6189 return DAG.getSetCC(SDLoc(N), VT, N0.getOperand(0), in visitANY_EXTEND()
6198 DAG.getSetCC(SDLoc(N), MatchingVectorType, N0.getOperand(0), in visitANY_EXTEND()
6201 return DAG.getAnyExtOrTrunc(VsetCC, SDLoc(N), VT); in visitANY_EXTEND()
6207 SimplifySelectCC(SDLoc(N), N0.getOperand(0), N0.getOperand(1), in visitANY_EXTEND()
6253 return DAG.getNode(ISD::SRL, SDLoc(V), V.getValueType(), in GetDemandedBits()
6389 SDValue NewPtr = DAG.getNode(ISD::ADD, SDLoc(LN0), in ReduceLoadWidth()
6396 Load = DAG.getLoad(VT, SDLoc(N0), LN0->getChain(), NewPtr, in ReduceLoadWidth()
6401 Load = DAG.getExtLoad(ExtType, SDLoc(N0), VT, LN0->getChain(),NewPtr, in ReduceLoadWidth()
6423 Result = DAG.getNode(ISD::SHL, SDLoc(N0), VT, in ReduceLoadWidth()
6441 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, N0, N1); in visitSIGN_EXTEND_INREG()
6450 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
6460 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, N00, N1); in visitSIGN_EXTEND_INREG()
6465 return DAG.getZeroExtendInReg(N0, SDLoc(N), EVT); in visitSIGN_EXTEND_INREG()
6488 return DAG.getNode(ISD::SRA, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
6500 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
6516 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
6530 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
6554 return DAG.getNode(ISD::BUILD_VECTOR, SDLoc(N), VT, Elts); in visitSIGN_EXTEND_INREG()
6570 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0); in visitTRUNCATE()
6573 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
6580 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, in visitTRUNCATE()
6584 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
6619 SDValue V = DAG.getNode(ISD::BITCAST, SDLoc(N), in visitTRUNCATE()
6623 SDLoc(N), TrTy, V, in visitTRUNCATE()
6633 SDLoc SL(N0); in visitTRUNCATE()
6637 return DAG.getNode(ISD::SELECT, SDLoc(N), VT, Cond, TruncOp0, TruncOp1); in visitTRUNCATE()
6668 return DAG.getNode(ISD::BUILD_VECTOR, SDLoc(N), VT, Opnds); in visitTRUNCATE()
6682 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Shorter); in visitTRUNCATE()
6696 SDValue NewLoad = DAG.getExtLoad(LN0->getExtensionType(), SDLoc(LN0), in visitTRUNCATE()
6739 SDValue NV = DAG.getNode(ISD::TRUNCATE, SDLoc(V), VTs[i], V); in visitTRUNCATE()
6743 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Opnds); in visitTRUNCATE()
6787 return DAG.getLoad(VT, SDLoc(N), LD1->getChain(), in CombineConsecutiveLoads()
6825 return DAG.getNode(ISD::BITCAST, SDLoc(N), VT, N0); in visitBITCAST()
6830 return DAG.getNode(ISD::BITCAST, SDLoc(N), VT, in visitBITCAST()
6849 SDValue Load = DAG.getLoad(VT, SDLoc(N), LN0->getChain(), in visitBITCAST()
6866 SDValue NewConv = DAG.getNode(ISD::BITCAST, SDLoc(N0), VT, in visitBITCAST()
6872 return DAG.getNode(ISD::XOR, SDLoc(N), VT, in visitBITCAST()
6875 return DAG.getNode(ISD::AND, SDLoc(N), VT, in visitBITCAST()
6889 SDValue X = DAG.getNode(ISD::BITCAST, SDLoc(N0), in visitBITCAST()
6896 X = DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, X); in visitBITCAST()
6901 X = DAG.getNode(ISD::SRL, SDLoc(X), in visitBITCAST()
6905 X = DAG.getNode(ISD::TRUNCATE, SDLoc(X), VT, X); in visitBITCAST()
6910 X = DAG.getNode(ISD::AND, SDLoc(X), VT, in visitBITCAST()
6914 SDValue Cst = DAG.getNode(ISD::BITCAST, SDLoc(N0), in visitBITCAST()
6916 Cst = DAG.getNode(ISD::AND, SDLoc(Cst), VT, in visitBITCAST()
6920 return DAG.getNode(ISD::OR, SDLoc(N), VT, X, Cst); in visitBITCAST()
6960 return DAG.getNode(ISD::SCALAR_TO_VECTOR, SDLoc(BV), VT, in ConstantFoldBITCASTofBUILD_VECTOR()
6961 DAG.getNode(ISD::BITCAST, SDLoc(BV), in ConstantFoldBITCASTofBUILD_VECTOR()
6970 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(BV), SrcEltVT, Op); in ConstantFoldBITCASTofBUILD_VECTOR()
6971 Ops.push_back(DAG.getNode(ISD::BITCAST, SDLoc(BV), in ConstantFoldBITCASTofBUILD_VECTOR()
6975 return DAG.getNode(ISD::BUILD_VECTOR, SDLoc(BV), VT, Ops); in ConstantFoldBITCASTofBUILD_VECTOR()
7029 return DAG.getNode(ISD::BUILD_VECTOR, SDLoc(BV), VT, Ops); in ConstantFoldBITCASTofBUILD_VECTOR()
7059 return DAG.getNode(ISD::BUILD_VECTOR, SDLoc(BV), VT, Ops); in ConstantFoldBITCASTofBUILD_VECTOR()
7075 return DAG.getNode(FusedOpcode, SDLoc(N), VT, in performFaddFmulCombines()
7083 return DAG.getNode(FusedOpcode, SDLoc(N), VT, in performFaddFmulCombines()
7092 return DAG.getNode(FusedOpcode, SDLoc(N), VT, in performFaddFmulCombines()
7094 DAG.getNode(FusedOpcode, SDLoc(N), VT, in performFaddFmulCombines()
7103 return DAG.getNode(FusedOpcode, SDLoc(N), VT, in performFaddFmulCombines()
7105 DAG.getNode(FusedOpcode, SDLoc(N), VT, in performFaddFmulCombines()
7124 SDLoc SL(N); in performFsubFmulCombines()
7160 return DAG.getNode(FusedOpcode, SDLoc(N), VT, in performFsubFmulCombines()
7162 DAG.getNode(FusedOpcode, SDLoc(N), VT, in performFsubFmulCombines()
7165 DAG.getNode(ISD::FNEG, SDLoc(N), VT, in performFsubFmulCombines()
7175 return DAG.getNode(FusedOpcode, SDLoc(N), VT, in performFsubFmulCombines()
7176 DAG.getNode(ISD::FNEG, SDLoc(N), VT, in performFsubFmulCombines()
7179 DAG.getNode(FusedOpcode, SDLoc(N), VT, in performFsubFmulCombines()
7180 DAG.getNode(ISD::FNEG, SDLoc(N), VT, in performFsubFmulCombines()
7204 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N0, N1); in visitFADD()
7208 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N1, N0); in visitFADD()
7213 return DAG.getNode(ISD::FSUB, SDLoc(N), VT, N0, in visitFADD()
7219 return DAG.getNode(ISD::FSUB, SDLoc(N), VT, N1, in visitFADD()
7235 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N0.getOperand(0), in visitFADD()
7236 DAG.getNode(ISD::FADD, SDLoc(N), VT, in visitFADD()
7257 SDValue NewCFP = DAG.getNode(ISD::FADD, SDLoc(N), VT, in visitFADD()
7260 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, N1, NewCFP); in visitFADD()
7267 SDValue NewCFP = DAG.getNode(ISD::FADD, SDLoc(N), VT, in visitFADD()
7270 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, in visitFADD()
7281 SDValue NewCFP = DAG.getNode(ISD::FADD, SDLoc(N), VT, in visitFADD()
7284 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, N0, NewCFP); in visitFADD()
7291 SDValue NewCFP = DAG.getNode(ISD::FADD, SDLoc(N), VT, in visitFADD()
7294 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, N1.getOperand(0), NewCFP); in visitFADD()
7303 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, in visitFADD()
7312 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, in visitFADD()
7322 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, in visitFADD()
7357 return DAG.getNode(ISD::FMA, SDLoc(N), VT, in visitFADD()
7358 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, in visitFADD()
7360 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, in visitFADD()
7369 return DAG.getNode(ISD::FMA, SDLoc(N), VT, in visitFADD()
7370 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, in visitFADD()
7372 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, in visitFADD()
7387 SDLoc dl(N); in visitFSUB()
7397 return DAG.getNode(ISD::FSUB, SDLoc(N), VT, N0, N1); in visitFSUB()
7467 return DAG.getNode(ISD::FMA, SDLoc(N), VT, in visitFSUB()
7468 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, in visitFSUB()
7470 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, in visitFSUB()
7472 DAG.getNode(ISD::FNEG, SDLoc(N), VT, N1)); in visitFSUB()
7481 return DAG.getNode(ISD::FMA, SDLoc(N), VT, in visitFSUB()
7482 DAG.getNode(ISD::FNEG, SDLoc(N), VT, in visitFSUB()
7483 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), in visitFSUB()
7485 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, in visitFSUB()
7499 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), in visitFSUB()
7501 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, in visitFSUB()
7517 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), in visitFSUB()
7519 DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, in visitFSUB()
7548 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, N0, N1); in visitFMUL()
7553 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, N1, N0); in visitFMUL()
7582 SDLoc SL(N); in visitFMUL()
7594 SDLoc SL(N); in visitFMUL()
7597 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, N0.getOperand(0), MulConsts); in visitFMUL()
7603 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N0, N0); in visitFMUL()
7608 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, N0); in visitFMUL()
7616 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, in visitFMUL()
7632 SDLoc dl(N); in visitFMA()
7649 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N1, N2); in visitFMA()
7651 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N0, N2); in visitFMA()
7655 return DAG.getNode(ISD::FMA, SDLoc(N), VT, N1, N0, N2); in visitFMA()
7714 SDLoc DL(N); in visitFDIV()
7724 return DAG.getNode(ISD::FDIV, SDLoc(N), VT, N0, N1); in visitFDIV()
7742 return DAG.getNode(ISD::FMUL, SDLoc(N), VT, N0, in visitFDIV()
7755 RV = DAG.getNode(ISD::FP_EXTEND, SDLoc(N1), VT, RV); in visitFDIV()
7762 RV = DAG.getNode(ISD::FP_ROUND, SDLoc(N1), VT, RV, N1.getOperand(1)); in visitFDIV()
7782 RV = DAG.getNode(ISD::FDIV, SDLoc(N1), VT, RV, OtherOp); in visitFDIV()
7802 return DAG.getNode(ISD::FDIV, SDLoc(N), VT, in visitFDIV()
7832 SDValue Reciprocal = DAG.getNode(ISD::FDIV, SDLoc(N), VT, FPOne, N1); in visitFDIV()
7837 SDValue NewNode = DAG.getNode(ISD::FMUL, SDLoc(*I), VT, in visitFDIV()
7858 return DAG.getNode(ISD::FREM, SDLoc(N), VT, N0, N1); in visitFREM()
7869 RV = DAG.getNode(ISD::FMUL, SDLoc(N), VT, N->getOperand(0), RV); in visitFSQRT()
7876 DAG.getSetCC(SDLoc(N), TLI.getSetCCResultType(*DAG.getContext(), VT), in visitFSQRT()
7882 SDLoc(N), VT, ZeroCmp, Zero, RV); in visitFSQRT()
7897 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0, N1); in visitFCOPYSIGN()
7905 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFCOPYSIGN()
7908 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, in visitFCOPYSIGN()
7909 DAG.getNode(ISD::FABS, SDLoc(N0), VT, N0)); in visitFCOPYSIGN()
7918 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, in visitFCOPYSIGN()
7923 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFCOPYSIGN()
7927 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, in visitFCOPYSIGN()
7933 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, in visitFCOPYSIGN()
7949 return DAG.getNode(ISD::SINT_TO_FP, SDLoc(N), VT, N0); in visitSINT_TO_FP()
7957 return DAG.getNode(ISD::UINT_TO_FP, SDLoc(N), VT, N0); in visitSINT_TO_FP()
7971 return DAG.getNode(ISD::SELECT_CC, SDLoc(N), VT, Ops); in visitSINT_TO_FP()
7984 return DAG.getNode(ISD::SELECT_CC, SDLoc(N), VT, Ops); in visitSINT_TO_FP()
8001 return DAG.getNode(ISD::UINT_TO_FP, SDLoc(N), VT, N0); in visitUINT_TO_FP()
8009 return DAG.getNode(ISD::SINT_TO_FP, SDLoc(N), VT, N0); in visitUINT_TO_FP()
8023 return DAG.getNode(ISD::SELECT_CC, SDLoc(N), VT, Ops); in visitUINT_TO_FP()
8063 return DAG.getNode(ExtOp, SDLoc(N), VT, Src); in FoldIntToFPToInt()
8066 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Src); in FoldIntToFPToInt()
8069 return DAG.getNode(ISD::BITCAST, SDLoc(N), VT, Src); in FoldIntToFPToInt()
8081 return DAG.getNode(ISD::FP_TO_SINT, SDLoc(N), VT, N0); in visitFP_TO_SINT()
8093 return DAG.getNode(ISD::FP_TO_UINT, SDLoc(N), VT, N0); in visitFP_TO_UINT()
8106 return DAG.getNode(ISD::FP_ROUND, SDLoc(N), VT, N0, N1); in visitFP_ROUND()
8122 return DAG.getNode(ISD::FP_ROUND, SDLoc(N), VT, N0.getOperand(0), in visitFP_ROUND()
8128 SDValue Tmp = DAG.getNode(ISD::FP_ROUND, SDLoc(N0), VT, in visitFP_ROUND()
8131 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, in visitFP_ROUND()
8147 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, Round); in visitFP_ROUND_INREG()
8164 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, N0); in visitFP_EXTEND()
8169 return DAG.getNode(ISD::FP16_TO_FP, SDLoc(N), VT, N0.getOperand(0)); in visitFP_EXTEND()
8178 return DAG.getNode(ISD::FP_ROUND, SDLoc(N), VT, in visitFP_EXTEND()
8180 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, In); in visitFP_EXTEND()
8187 SDValue ExtLoad = DAG.getExtLoad(ISD::EXTLOAD, SDLoc(N), VT, in visitFP_EXTEND()
8193 DAG.getNode(ISD::FP_ROUND, SDLoc(N0), in visitFP_EXTEND()
8208 return DAG.getNode(ISD::FCEIL, SDLoc(N), VT, N0); in visitFCEIL()
8219 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0); in visitFTRUNC()
8230 return DAG.getNode(ISD::FFLOOR, SDLoc(N), VT, N0); in visitFFLOOR()
8242 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, N0); in visitFNEG()
8266 Int = DAG.getNode(ISD::XOR, SDLoc(N0), IntVT, Int, in visitFNEG()
8269 return DAG.getNode(ISD::BITCAST, SDLoc(N), VT, Int); in visitFNEG()
8283 ISD::FMUL, SDLoc(N), VT, N0.getOperand(0), in visitFNEG()
8284 DAG.getNode(ISD::FNEG, SDLoc(N), VT, N0.getOperand(1))); in visitFNEG()
8306 return DAG.getNode(ISD::FMINNUM, SDLoc(N), VT, N1, N0); in visitFMINNUM()
8327 return DAG.getNode(ISD::FMAXNUM, SDLoc(N), VT, N1, N0); in visitFMAXNUM()
8339 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFABS()
8348 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0.getOperand(0)); in visitFABS()
8368 Int = DAG.getNode(ISD::AND, SDLoc(N0), IntVT, Int, in visitFABS()
8371 return DAG.getNode(ISD::BITCAST, SDLoc(N), N->getValueType(0), Int); in visitFABS()
8394 return DAG.getNode(ISD::BR_CC, SDLoc(N), MVT::Other, in visitBRCOND()
8440 DAG.getSetCC(SDLoc(N), in visitBRCOND()
8445 SDValue NewBRCond = DAG.getNode(ISD::BRCOND, SDLoc(N), in visitBRCOND()
8486 return DAG.getNode(ISD::BRCOND, SDLoc(N), in visitBRCOND()
8508 SDValue SetCC = DAG.getSetCC(SDLoc(TheXor), in visitBRCOND()
8516 return DAG.getNode(ISD::BRCOND, SDLoc(N), in visitBRCOND()
8538 CondLHS, CondRHS, CC->get(), SDLoc(N), in visitBR_CC()
8544 return DAG.getNode(ISD::BR_CC, SDLoc(N), MVT::Other, in visitBR_CC()
8736 Result = DAG.getIndexedLoad(SDValue(N,0), SDLoc(N), in CombineToPreIndexedLoadStore()
8739 Result = DAG.getIndexedStore(SDValue(N,0), SDLoc(N), in CombineToPreIndexedLoadStore()
8804 SDLoc(OtherUses[i]), in CombineToPreIndexedLoadStore()
8904 ? DAG.getIndexedLoad(SDValue(N,0), SDLoc(N), in CombineToPostIndexedLoadStore()
8906 : DAG.getIndexedStore(SDValue(N,0), SDLoc(N), in CombineToPostIndexedLoadStore()
8959 return DAG.getNode(Opc, SDLoc(LD), BP.getSimpleValueType(), BP, Inc); in SplitIndexingFromLoad()
9048 DAG.getExtLoad(LD->getExtensionType(), SDLoc(N), in visitLOAD()
9077 ReplLoad = DAG.getLoad(N->getValueType(0), SDLoc(LD), in visitLOAD()
9080 ReplLoad = DAG.getExtLoad(LD->getExtensionType(), SDLoc(LD), in visitLOAD()
9087 SDValue Token = DAG.getNode(ISD::TokenFactor, SDLoc(N), in visitLOAD()
9346 BaseAddr = DAG->getNode(ISD::ADD, SDLoc(Origin), ArithType, BaseAddr, in loadSlice()
9355 SliceType, SDLoc(Origin), Origin->getChain(), BaseAddr, in loadSlice()
9363 DAG->getNode(ISD::ZERO_EXTEND, SDLoc(LastInst), FinalType, LastInst); in loadSlice()
9646 SDValue Chain = DAG.getNode(ISD::TokenFactor, SDLoc(LD), MVT::Other, in SliceUpLoad()
9754 IVal = DAG.getNode(ISD::SRL, SDLoc(IVal), IVal.getValueType(), IVal, in ShrinkLoadReplaceStoreWithStore()
9769 Ptr = DAG.getNode(ISD::ADD, SDLoc(IVal), Ptr.getValueType(), in ShrinkLoadReplaceStoreWithStore()
9775 IVal = DAG.getNode(ISD::TRUNCATE, SDLoc(IVal), VT, IVal); in ShrinkLoadReplaceStoreWithStore()
9778 return DAG.getStore(St->getChain(), SDLoc(St), IVal, Ptr, in ShrinkLoadReplaceStoreWithStore()
9882 SDValue NewPtr = DAG.getNode(ISD::ADD, SDLoc(LD), in ReduceLoadOpStoreWidth()
9885 SDValue NewLD = DAG.getLoad(NewVT, SDLoc(N0), in ReduceLoadOpStoreWidth()
9891 SDValue NewVal = DAG.getNode(Opc, SDLoc(Value), NewVT, NewLD, in ReduceLoadOpStoreWidth()
9893 SDValue NewST = DAG.getStore(Chain, SDLoc(N), in ReduceLoadOpStoreWidth()
9945 SDValue NewLD = DAG.getLoad(IntVT, SDLoc(Value), in TransformFPLoadStorePair()
9950 SDValue NewST = DAG.getStore(NewLD.getValue(1), SDLoc(N), in TransformFPLoadStorePair()
10078 SDLoc DL(StoreNodes[0].MemNode); in MergeStoresOfConstantsOrVecElts()
10546 SDLoc LoadDL(LoadNodes[0].MemNode); in MergeConsecutiveStores()
10547 SDLoc StoreDL(StoreNodes[0].MemNode); in MergeConsecutiveStores()
10607 return DAG.getStore(Chain, SDLoc(N), Value.getOperand(0), in visitSTORE()
10637 return DAG.getStore(Chain, SDLoc(N), Tmp, in visitSTORE()
10647 return DAG.getStore(Chain, SDLoc(N), Tmp, in visitSTORE()
10666 SDValue St0 = DAG.getStore(Chain, SDLoc(ST), Lo, in visitSTORE()
10670 Ptr = DAG.getNode(ISD::ADD, SDLoc(N), Ptr.getValueType(), Ptr, in visitSTORE()
10673 SDValue St1 = DAG.getStore(Chain, SDLoc(ST), Hi, in visitSTORE()
10677 return DAG.getNode(ISD::TokenFactor, SDLoc(N), MVT::Other, in visitSTORE()
10691 DAG.getTruncStore(Chain, SDLoc(N), Value, in visitSTORE()
10724 ReplStore = DAG.getTruncStore(BetterChain, SDLoc(N), Value, Ptr, in visitSTORE()
10727 ReplStore = DAG.getStore(BetterChain, SDLoc(N), Value, Ptr, in visitSTORE()
10732 SDValue Token = DAG.getNode(ISD::TokenFactor, SDLoc(N), in visitSTORE()
10760 return DAG.getTruncStore(Chain, SDLoc(N), Shorter, in visitSTORE()
10802 return DAG.getTruncStore(Chain, SDLoc(N), Value.getOperand(0), in visitSTORE()
10831 SDLoc dl(N); in visitINSERT_VECTOR_ELT()
10861 SDValue NewOp = DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(N), VT, in visitINSERT_VECTOR_ELT()
10864 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(InVec.getNode()), in visitINSERT_VECTOR_ELT()
10927 ISD::MUL, SDLoc(EVE), EltNo.getValueType(), EltNo, in ReplaceExtractVectorEltOfLoadWithNarrowedLoad()
10931 ISD::SUB, SDLoc(EVE), EltNo.getValueType(), in ReplaceExtractVectorEltOfLoadWithNarrowedLoad()
10935 NewPtr = DAG.getNode(ISD::ADD, SDLoc(EVE), PtrType, NewPtr, Offset); in ReplaceExtractVectorEltOfLoadWithNarrowedLoad()
10953 ExtType, SDLoc(EVE), ResultVT, OriginalLoad->getChain(), NewPtr, MPI, in ReplaceExtractVectorEltOfLoadWithNarrowedLoad()
10959 VecEltVT, SDLoc(EVE), OriginalLoad->getChain(), NewPtr, MPI, in ReplaceExtractVectorEltOfLoadWithNarrowedLoad()
10964 Load = DAG.getNode(ISD::TRUNCATE, SDLoc(EVE), ResultVT, Load); in ReplaceExtractVectorEltOfLoadWithNarrowedLoad()
10966 Load = DAG.getNode(ISD::BITCAST, SDLoc(EVE), ResultVT, Load); in ReplaceExtractVectorEltOfLoadWithNarrowedLoad()
10995 return DAG.getSExtOrTrunc(InOp, SDLoc(InVec), NVT); in visitEXTRACT_VECTOR_ELT()
11034 InOp = DAG.getSExtOrTrunc(InOp, SDLoc(SVInVec), NVT); in visitEXTRACT_VECTOR_ELT()
11045 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(N), NVT, in visitEXTRACT_VECTOR_ELT()
11166 SDLoc dl(N); in reduceBuildVecExtToExtBuildVec()
11268 SDLoc dl(N); in reduceBuildVecConvertToConvertBuildVec()
11337 SDLoc dl(N); in visitBUILD_VECTOR()
11517 SDLoc DL(N); in combineConcatVectorOfScalars()
11616 SDLoc dl = SDLoc(N); in visitCONCAT_VECTORS()
11663 DAG.getNode(ISD::TRUNCATE, SDLoc(N), MinVT, Op.getOperand(i))); in visitCONCAT_VECTORS()
11670 return DAG.getNode(ISD::BUILD_VECTOR, SDLoc(N), VT, Opnds); in visitCONCAT_VECTORS()
11750 SDLoc dl(N); in visitEXTRACT_SUBVECTOR()
11785 SDLoc DL(V); in simplifyShuffleOperandRecursively()
11866 return DAG.getVectorShuffle(VT, SDLoc(SVN), S0, S1, SVN->getMask()); in simplifyShuffleOperands()
11890 N0 = DAG.getVectorShuffle(ConcatVT, SDLoc(N), N0.getOperand(0), N0.getOperand(1), in partitionShuffleOfConcats()
11893 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, N0, N1); in partitionShuffleOfConcats()
11930 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in partitionShuffleOfConcats()
11956 return DAG.getVectorShuffle(VT, SDLoc(N), N0, DAG.getUNDEF(VT), in visitVECTOR_SHUFFLE()
11973 return DAG.getVectorShuffle(VT, SDLoc(N), N1, DAG.getUNDEF(VT), in visitVECTOR_SHUFFLE()
11990 return DAG.getVectorShuffle(VT, SDLoc(N), N0, N1, &NewMask[0]); in visitVECTOR_SHUFFLE()
12035 SDValue NewBV = DAG.getNode(ISD::BUILD_VECTOR, SDLoc(N), in visitVECTOR_SHUFFLE()
12041 NewBV = DAG.getNode(ISD::BITCAST, SDLoc(N), VT, NewBV); in visitVECTOR_SHUFFLE()
12094 ? DAG.getZExtOrTrunc(Op, SDLoc(N), SVT) in visitVECTOR_SHUFFLE()
12095 : DAG.getSExtOrTrunc(Op, SDLoc(N), SVT); in visitVECTOR_SHUFFLE()
12096 return DAG.getNode(ISD::BUILD_VECTOR, SDLoc(N), VT, Ops); in visitVECTOR_SHUFFLE()
12165 SV0 = DAG.getNode(ISD::BITCAST, SDLoc(N), ScaleVT, SV0); in visitVECTOR_SHUFFLE()
12166 SV1 = DAG.getNode(ISD::BITCAST, SDLoc(N), ScaleVT, SV1); in visitVECTOR_SHUFFLE()
12168 ISD::BITCAST, SDLoc(N), VT, in visitVECTOR_SHUFFLE()
12169 DAG.getVectorShuffle(ScaleVT, SDLoc(N), SV0, SV1, NewMask)); in visitVECTOR_SHUFFLE()
12298 return DAG.getVectorShuffle(VT, SDLoc(N), SV0, SV1, &Mask[0]); in visitVECTOR_SHUFFLE()
12324 return DAG.getVectorShuffle(VT, SDLoc(N), InVec, DAG.getUNDEF(VT), in visitSCALAR_TO_VECTOR()
12346 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, in visitINSERT_SUBVECTOR()
12352 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, in visitINSERT_SUBVECTOR()
12377 SDLoc dl(N); in XformToShuffleWithZero()
12416 SDValue Zero = DAG.getNode(ISD::BUILD_VECTOR, SDLoc(N), RVT, ZeroOps); in XformToShuffleWithZero()
12468 RHSOp = DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, RHSOp); in SimplifyVBinOp()
12470 LHSOp = DAG.getNode(ISD::TRUNCATE, SDLoc(N), RVT, LHSOp); in SimplifyVBinOp()
12474 SDValue FoldOp = DAG.getNode(N->getOpcode(), SDLoc(LHS), VT, in SimplifyVBinOp()
12485 return DAG.getNode(ISD::BUILD_VECTOR, SDLoc(N), LHS.getValueType(), Ops); in SimplifyVBinOp()
12501 SDValue NewBinOp = DAG.getNode(N->getOpcode(), SDLoc(N), VT, in SimplifyVBinOp()
12504 return DAG.getVectorShuffle(VT, SDLoc(N), NewBinOp, UndefVector, in SimplifyVBinOp()
12512 SDValue DAGCombiner::SimplifySelect(SDLoc DL, SDValue N0, in SimplifySelect()
12526 SDValue SETCC = DAG.getNode(ISD::SETCC, SDLoc(N0), in SimplifySelect()
12531 return DAG.getSelect(SDLoc(SCC), SCC.getValueType(), SETCC, in SimplifySelect()
12600 Addr = DAG.getSelect(SDLoc(TheSelect), in SimplifySelectOps()
12614 Addr = DAG.getNode(ISD::SELECT_CC, SDLoc(TheSelect), in SimplifySelectOps()
12630 SDLoc(TheSelect), in SimplifySelectOps()
12638 SDLoc(TheSelect), in SimplifySelectOps()
12661 SDValue DAGCombiner::SimplifySelectCC(SDLoc DL, SDValue N0, SDValue N1, in SimplifySelectCC()
12772 SDValue Shift = DAG.getNode(ISD::SRL, SDLoc(N0), in SimplifySelectCC()
12784 SDValue Shift = DAG.getNode(ISD::SRA, SDLoc(N0), in SimplifySelectCC()
12817 SDValue Shl = DAG.getNode(ISD::SHL, SDLoc(N0), VT, AndLHS, ShlAmt); in SimplifySelectCC()
12824 SDValue Shr = DAG.getNode(ISD::SRA, SDLoc(N0), VT, Shl, ShrAmt); in SimplifySelectCC()
12851 Temp = DAG.getZeroExtendInReg(SCC, SDLoc(N2), in SimplifySelectCC()
12854 Temp = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N2), in SimplifySelectCC()
12857 SCC = DAG.getSetCC(SDLoc(N0), MVT::i1, N0, N1, CC); in SimplifySelectCC()
12858 Temp = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N2), in SimplifySelectCC()
12893 SDValue Ctlz = DAG.getNode(ISD::CTLZ, SDLoc(N0), XType, N0); in SimplifySelectCC()
12900 SDValue NegN0 = DAG.getNode(ISD::SUB, SDLoc(N0), in SimplifySelectCC()
12902 SDValue NotN0 = DAG.getNOT(SDLoc(N0), N0, XType); in SimplifySelectCC()
12910 SDValue Sign = DAG.getNode(ISD::SRL, SDLoc(N0), XType, N0, in SimplifySelectCC()
12936 SDValue Shift = DAG.getNode(ISD::SRA, SDLoc(N0), XType, in SimplifySelectCC()
12940 SDValue Add = DAG.getNode(ISD::ADD, SDLoc(N0), in SimplifySelectCC()
12954 SDLoc DL, bool foldBooleans) { in SimplifySetCC()
13040 SDLoc DL(Op); in BuildReciprocalEstimate()
13075 SDLoc DL(Arg); in BuildRsqrtNROneConst()
13111 SDLoc DL(Arg); in BuildRsqrtNRTwoConst()
13442 return DAG.getNode(ISD::TokenFactor, SDLoc(N), MVT::Other, Aliases); in FindBetterChain()