Lines Matching refs:SDLoc

525                                                     const SDLoc &DL, SDValue N0,
527 SDValue reassociateOpsCommutative(unsigned Opc, const SDLoc &DL, SDValue N0,
529 SDValue reassociateOps(unsigned Opc, const SDLoc &DL, SDValue N0,
539 SDValue SimplifySelect(const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2);
540 SDValue SimplifySelectCC(const SDLoc &DL, SDValue N0, SDValue N1,
544 const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2, SDValue N3,
547 SDValue foldSelectCCToShiftAnd(const SDLoc &DL, SDValue N0, SDValue N1,
552 const SDLoc &DL);
557 const SDLoc &DL, bool foldBooleans);
575 SDValue BuildLogBase2(SDValue V, const SDLoc &DL);
590 const SDLoc &DL);
594 const SDLoc &DL);
595 SDValue MatchRotate(SDValue LHS, SDValue RHS, const SDLoc &DL);
606 SDValue createBuildVecShuffle(const SDLoc &DL, SDNode *N,
1001 const SDLoc &DL, in reassociationCanBreakAddressingModePattern()
1058 SDValue DAGCombiner::reassociateOpsCommutative(unsigned Opc, const SDLoc &DL, in reassociateOpsCommutative()
1076 SDValue OpNode = DAG.getNode(Opc, SDLoc(N0), VT, N0.getOperand(0), N1); in reassociateOpsCommutative()
1086 SDValue DAGCombiner::reassociateOps(unsigned Opc, const SDLoc &DL, SDValue N0, in reassociateOps()
1196 SDLoc DL(Load); in ReplaceLoadWithPromotedLoad()
1211 SDLoc DL(Op); in PromoteOperand()
1250 SDLoc DL(Op); in SExtPromoteOperand()
1265 SDLoc DL(Op); in ZExtPromoteOperand()
1309 SDLoc DL(Op); in PromoteIntBinOp()
1383 SDLoc DL(Op); in PromoteIntShiftOp()
1420 return DAG.getNode(Op.getOpcode(), SDLoc(Op), VT, Op.getOperand(0)); in PromoteExtend()
1448 SDLoc DL(Op); in PromoteLoad()
2008 Result = DAG.getTokenFactor(SDLoc(N), PrunedOps); in visitTokenFactor()
2010 Result = DAG.getTokenFactor(SDLoc(N), Ops); in visitTokenFactor()
2150 SDLoc DL(Sel); in foldBinOpIntoSelect()
2202 SDLoc DL(N); in foldAddSubBoolOfMaskedVal()
2239 SDLoc DL(N); in foldAddSubOfSignBit()
2256 SDLoc DL(N); in visitADDLike()
2416 DAG.getNode(ISD::ADD, SDLoc(N0), VT, N00, N10), in visitADDLike()
2417 DAG.getNode(ISD::ADD, SDLoc(N1), VT, N01, N11)); in visitADDLike()
2489 SDLoc DL(N); in visitADD()
2550 SDLoc DL(N); in visitADDSAT()
2633 SelectionDAG &DAG, const SDLoc &DL) { in foldAddSubMasked1()
2650 SDLoc DL(LocReference); in visitADDLikeCommutative()
2730 SDLoc DL(N); in visitADDC()
2767 return DAG.getLogicalNOT(SDLoc(V), V, V.getValueType()); in extractBooleanFlip()
2794 return DAG.getLogicalNOT(SDLoc(V), V, V.getValueType()); in extractBooleanFlip()
2805 SDLoc DL(N); in visitADDO()
2854 SDValue One = DAG.getConstant(1, SDLoc(N), Y.getValueType()); in visitUADDOLike()
2856 return DAG.getNode(ISD::ADDCARRY, SDLoc(N), N->getVTList(), N0, Y, in visitUADDOLike()
2863 return DAG.getNode(ISD::ADDCARRY, SDLoc(N), N->getVTList(), N0, in visitUADDOLike()
2864 DAG.getConstant(0, SDLoc(N), VT), Carry); in visitUADDOLike()
2878 return DAG.getNode(ISD::ADDE, SDLoc(N), N->getVTList(), in visitADDE()
2883 return DAG.getNode(ISD::ADDC, SDLoc(N), N->getVTList(), N0, N1); in visitADDE()
2892 SDLoc DL(N); in visitADDCARRY()
2931 SDLoc DL(N); in visitSADDO_CARRY()
2991 Z = DAG.getConstant(1, SDLoc(Carry0.getOperand(1)), VT); in combineADDCARRYDiamond()
2999 SDLoc DL(N); in combineADDCARRYDiamond()
3102 SDLoc DL(N); in combineCarryDiamond()
3131 SDLoc DL(N); in visitADDCARRYLike()
3146 return DAG.getNode(ISD::ADDCARRY, SDLoc(N), N->getVTList(), in visitADDCARRYLike()
3169 const SDLoc &DL) { in getTruncatedUSUBSAT()
3210 return getTruncatedUSUBSAT(DstVT, SubVT, MaxRHS, Op1, DAG, SDLoc(N)); in foldSubToUSubSat()
3212 return getTruncatedUSUBSAT(DstVT, SubVT, MaxLHS, Op1, DAG, SDLoc(N)); in foldSubToUSubSat()
3219 return getTruncatedUSUBSAT(DstVT, SubVT, Op0, MinRHS, DAG, SDLoc(N)); in foldSubToUSubSat()
3221 return getTruncatedUSUBSAT(DstVT, SubVT, Op0, MinLHS, DAG, SDLoc(N)); in foldSubToUSubSat()
3232 DAG, SDLoc(N)); in foldSubToUSubSat()
3235 DAG, SDLoc(N)); in foldSubToUSubSat()
3243 static SDValue tryFoldToZero(const SDLoc &DL, const TargetLowering &TLI, EVT VT, in tryFoldToZero()
3256 SDLoc DL(N); in visitSUB()
3467 if (SDValue V = foldAddSubMasked1(false, N0, N1, DAG, SDLoc(N))) in visitSUB()
3535 return DAG.getNode(ISD::ABS, SDLoc(N), VT, S0); in visitSUB()
3544 return DAG.getGlobalAddress(GA->getGlobal(), SDLoc(N1C), VT, in visitSUB()
3608 SDLoc DL(N); in visitSUBSAT()
3642 SDLoc DL(N); in visitSUBC()
3673 SDLoc DL(N); in visitSUBO()
3712 return DAG.getNode(ISD::SUBC, SDLoc(N), N->getVTList(), N0, N1); in visitSUBE()
3726 return DAG.getNode(ISD::USUBO, SDLoc(N), N->getVTList(), N0, N1); in visitSUBCARRY()
3741 return DAG.getNode(ISD::SSUBO, SDLoc(N), N->getVTList(), N0, N1); in visitSSUBO_CARRY()
3757 return DAG.getConstant(0, SDLoc(N), VT); in visitMULFIX()
3762 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N1, N0, Scale); in visitMULFIX()
3766 return DAG.getConstant(0, SDLoc(N), VT); in visitMULFIX()
3778 return DAG.getConstant(0, SDLoc(N), VT); in visitMUL()
3802 if (SDValue C = DAG.FoldConstantArithmetic(ISD::MUL, SDLoc(N), VT, {N0, N1})) in visitMUL()
3808 return DAG.getNode(ISD::MUL, SDLoc(N), VT, N1, N0); in visitMUL()
3823 SDLoc DL(N); in visitMUL()
3832 SDLoc DL(N); in visitMUL()
3842 SDLoc DL(N); in visitMUL()
3887 SDLoc DL(N); in visitMUL()
3905 SDValue C3 = DAG.getNode(ISD::SHL, SDLoc(N), VT, N1, N0.getOperand(1)); in visitMUL()
3907 return DAG.getNode(ISD::MUL, SDLoc(N), VT, N0.getOperand(0), C3); in visitMUL()
3927 SDValue Mul = DAG.getNode(ISD::MUL, SDLoc(N), VT, Sh.getOperand(0), Y); in visitMUL()
3928 return DAG.getNode(ISD::SHL, SDLoc(N), VT, Mul, Sh.getOperand(1)); in visitMUL()
3937 return DAG.getNode(ISD::ADD, SDLoc(N), VT, in visitMUL()
3938 DAG.getNode(ISD::MUL, SDLoc(N0), VT, in visitMUL()
3940 DAG.getNode(ISD::MUL, SDLoc(N1), VT, in visitMUL()
3948 return DAG.getVScale(SDLoc(N), VT, C0 * C1); in visitMUL()
3957 return DAG.getStepVector(SDLoc(N), VT, NewStep); in visitMUL()
3979 SDLoc DL(N); in visitMUL()
3992 if (SDValue RMUL = reassociateOps(ISD::MUL, SDLoc(N), N0, N1, N->getFlags())) in visitMUL()
4071 combined = DAG.getNode(DivRemOpc, SDLoc(Node), VTs, Op0, Op1); in useDivRem()
4092 SDLoc DL(N); in simplifyDivRem()
4145 SDLoc DL(N); in visitSDIV()
4199 SDLoc DL(N); in visitSDIVLike()
4290 SDLoc DL(N); in visitUDIV()
4335 SDLoc DL(N); in visitUDIVLike()
4386 SDLoc DL(N); in visitREM()
4464 SDLoc DL(N); in visitMULHS()
4516 SDLoc DL(N); in visitMULHU()
4582 SDValue Res = DAG.getNode(LoOp, SDLoc(N), N->getValueType(0), N->ops()); in SimplifyNodeWithTwoResults()
4590 SDValue Res = DAG.getNode(HiOp, SDLoc(N), N->getValueType(1), N->ops()); in SimplifyNodeWithTwoResults()
4600 SDValue Lo = DAG.getNode(LoOp, SDLoc(N), N->getValueType(0), N->ops()); in SimplifyNodeWithTwoResults()
4610 SDValue Hi = DAG.getNode(HiOp, SDLoc(N), N->getValueType(1), N->ops()); in SimplifyNodeWithTwoResults()
4627 SDLoc DL(N); in visitSMUL_LOHI()
4658 SDLoc DL(N); in visitUMUL_LOHI()
4703 SDLoc DL(N); in visitMULO()
4778 if (SDValue C = DAG.FoldConstantArithmetic(Opcode, SDLoc(N), VT, {N0, N1})) in visitIMINMAX()
4784 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N1, N0); in visitIMINMAX()
4800 return DAG.getNode(AltOpcode, SDLoc(N), VT, N0, N1); in visitIMINMAX()
4832 SDLoc DL(N); in hoistLogicOpWithSameOpcodeHands()
4976 const SDLoc &DL) { in foldLogicOfSetCCs()
5020 SDValue Or = DAG.getNode(ISD::OR, SDLoc(N0), OpVT, LL, RL); in foldLogicOfSetCCs()
5039 SDValue And = DAG.getNode(ISD::AND, SDLoc(N0), OpVT, LL, RL); in foldLogicOfSetCCs()
5053 SDValue Add = DAG.getNode(ISD::ADD, SDLoc(N0), OpVT, LL, One); in foldLogicOfSetCCs()
5065 SDValue XorL = DAG.getNode(ISD::XOR, SDLoc(N0), OpVT, LL, LR); in foldLogicOfSetCCs()
5066 SDValue XorR = DAG.getNode(ISD::XOR, SDLoc(N1), OpVT, RL, RR); in foldLogicOfSetCCs()
5127 SDLoc DL(N); in visitANDLike()
5155 SDLoc DL0(N0); in visitANDLike()
5461 SDValue And = DAG.getNode(ISD::AND, SDLoc(FixupNode), in BackwardsPropagateMask()
5477 SDValue And = DAG.getNode(ISD::AND, SDLoc(Op1), Op1.getValueType(), in BackwardsPropagateMask()
5486 SDValue And = DAG.getNode(ISD::AND, SDLoc(Load), Load->getValueType(0), in BackwardsPropagateMask()
5546 SDLoc DL(N); in unfoldExtremeBitClearingToShifts()
5599 SDLoc DL(And); in combineShiftAnd1ToBitTest()
5628 SDLoc(N), N0.getValueType()); in visitAND()
5632 SDLoc(N), N1.getValueType()); in visitAND()
5656 ExtVT, SDLoc(N), MLoad->getChain(), MLoad->getBasePtr(), in visitAND()
5668 if (SDValue C = DAG.FoldConstantArithmetic(ISD::AND, SDLoc(N), VT, {N0, N1})) in visitAND()
5674 return DAG.getNode(ISD::AND, SDLoc(N), VT, N1, N0); in visitAND()
5684 return DAG.getConstant(0, SDLoc(N), VT); in visitAND()
5690 if (SDValue RAND = reassociateOps(ISD::AND, SDLoc(N), N0, N1, N->getFlags())) in visitAND()
5714 SDValue Zext = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), in visitAND()
5813 Load->getValueType(0), SDLoc(Load), in visitAND()
5844 DAG.getVTList(VT, MVT::Other), MemVT, SDLoc(N), Ops, in visitAND()
5901 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, SubRHS.getOperand(0)); in visitAND()
5926 DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(N0), VT, LN0->getChain(), in visitAND()
5971 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, N0.getOperand(0)); in visitAND()
6079 SDValue Res = DAG.getNode(ISD::BSWAP, SDLoc(N), VT, N00); in MatchBSwapHWordLow()
6081 SDLoc DL(N); in MatchBSwapHWordLow()
6232 SDLoc DL(N); in matchBSwapHWordOrAndAnd()
6290 SDLoc DL(N); in MatchBSwapHWord()
6310 SDLoc DL(N); in visitORLike()
6336 SDValue X = DAG.getNode(ISD::OR, SDLoc(N0), VT, in visitORLike()
6351 SDValue X = DAG.getNode(ISD::OR, SDLoc(N0), VT, in visitORLike()
6366 return DAG.getNode(ISD::OR, SDLoc(N), VT, N0.getOperand(0), N1); in visitORCommutative()
6370 return DAG.getNode(ISD::OR, SDLoc(N), VT, N0.getOperand(1), N1); in visitORCommutative()
6399 return DAG.getAllOnesConstant(SDLoc(N), N0.getValueType()); in visitOR()
6402 return DAG.getAllOnesConstant(SDLoc(N), N1.getValueType()); in visitOR()
6459 TLI.buildLegalVectorShuffle(VT, SDLoc(N), NewLHS, NewRHS, in visitOR()
6470 if (SDValue C = DAG.FoldConstantArithmetic(ISD::OR, SDLoc(N), VT, {N0, N1})) in visitOR()
6476 return DAG.getNode(ISD::OR, SDLoc(N), VT, N1, N0); in visitOR()
6506 if (SDValue ROR = reassociateOps(ISD::OR, SDLoc(N), N0, N1, N->getFlags())) in visitOR()
6516 if (SDValue COR = DAG.FoldConstantArithmetic(ISD::OR, SDLoc(N1), VT, in visitOR()
6518 SDValue IOR = DAG.getNode(ISD::OR, SDLoc(N0), VT, N0.getOperand(0), N1); in visitOR()
6520 return DAG.getNode(ISD::AND, SDLoc(N), VT, COR, IOR); in visitOR()
6535 if (SDValue Rot = MatchRotate(N0, N1, SDLoc(N))) in visitOR()
6600 const SDLoc &DL) { in extractShiftForRotate()
6835 unsigned NegOpcode, const SDLoc &DL) { in MatchRotatePosNeg()
6863 unsigned NegOpcode, const SDLoc &DL) { in MatchFunnelPosNeg()
6927 SDValue DAGCombiner::MatchRotate(SDValue LHS, SDValue RHS, const SDLoc &DL) { in MatchRotate()
6946 return DAG.getNode(ISD::TRUNCATE, SDLoc(LHS), LHS.getValueType(), Rot); in MatchRotate()
7443 SDLoc DL(N); in mergeTruncStores()
7647 DAG.getExtLoad(NeedsZext ? ISD::ZEXTLOAD : ISD::NON_EXTLOAD, SDLoc(N), VT, in MatchLoadCombine()
7660 ? DAG.getNode(ISD::SHL, SDLoc(N), VT, NewLoad, in MatchLoadCombine()
7662 SDLoc(N), LegalOperations)) in MatchLoadCombine()
7664 return DAG.getNode(ISD::BSWAP, SDLoc(N), VT, ShiftedLoad); in MatchLoadCombine()
7729 SDLoc DL(N); in unfoldMaskedMerge()
7767 SDLoc DL(N); in visitXOR()
7810 return DAG.getSetCC(SDLoc(N0), VT, LHS, RHS, NotCC); in visitXOR()
7812 return DAG.getSelectCC(SDLoc(N0), LHS, RHS, N0.getOperand(2), in visitXOR()
7820 DAG.getSetCC(SDLoc(N0), VT, LHS, RHS, NotCC, in visitXOR()
7837 SDLoc DL0(N0); in visitXOR()
7850 N00 = DAG.getNode(ISD::XOR, SDLoc(N00), VT, N00, N1); // N00 = ~N00 in visitXOR()
7851 N01 = DAG.getNode(ISD::XOR, SDLoc(N01), VT, N01, N1); // N01 = ~N01 in visitXOR()
7862 N00 = DAG.getNode(ISD::XOR, SDLoc(N00), VT, N00, N1); // N00 = ~N00 in visitXOR()
7863 N01 = DAG.getNode(ISD::XOR, SDLoc(N01), VT, N01, N1); // N01 = ~N01 in visitXOR()
7888 SDValue NotX = DAG.getNOT(SDLoc(X), X, VT); in visitXOR()
8033 SDLoc DL(Shift); in combineShiftOfShiftedLogic()
8108 SDLoc DL(N); in visitShiftByConstant()
8129 SDLoc DL(N); in distributeTruncateThroughAnd()
8143 SDLoc dl(N); in visitRotate()
8241 DAG.FoldConstantArithmetic(ISD::SHL, SDLoc(N), VT, {N01, N1})) in visitSHL()
8242 return DAG.getNode(ISD::AND, SDLoc(N), VT, N00, C); in visitSHL()
8251 if (SDValue C = DAG.FoldConstantArithmetic(ISD::SHL, SDLoc(N), VT, {N0, N1})) in visitSHL()
8260 return DAG.getConstant(0, SDLoc(N), VT); in visitSHL()
8266 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, NewOp1); in visitSHL()
8282 return DAG.getConstant(0, SDLoc(N), VT); in visitSHL()
8292 SDLoc DL(N); in visitSHL()
8323 return DAG.getConstant(0, SDLoc(N), VT); in visitSHL()
8336 SDLoc DL(N); in visitSHL()
8361 SDLoc DL(N); in visitSHL()
8366 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N0), VT, NewSHL); in visitSHL()
8378 SDLoc DL(N); in visitSHL()
8403 SDLoc DL(N); in visitSHL()
8408 SDLoc DL(N); in visitSHL()
8412 SDLoc DL(N0); in visitSHL()
8422 SDLoc DL(N); in visitSHL()
8437 SDValue Shl0 = DAG.getNode(ISD::SHL, SDLoc(N0), VT, N0.getOperand(0), N1); in visitSHL()
8438 SDValue Shl1 = DAG.getNode(ISD::SHL, SDLoc(N1), VT, N0.getOperand(1), N1); in visitSHL()
8441 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, Shl0, Shl1); in visitSHL()
8448 SDValue Shl = DAG.getNode(ISD::SHL, SDLoc(N1), VT, N0.getOperand(1), N1); in visitSHL()
8450 return DAG.getNode(ISD::MUL, SDLoc(N), VT, N0.getOperand(0), Shl); in visitSHL()
8462 return DAG.getVScale(SDLoc(N), VT, C0 << C1); in visitSHL()
8472 return DAG.getStepVector(SDLoc(N), VT, NewStep); in visitSHL()
8494 SDLoc DL(N); in combineShiftToMULH()
8572 if (SDValue C = DAG.FoldConstantArithmetic(ISD::SRA, SDLoc(N), VT, {N0, N1})) in visitSRA()
8589 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, in visitSRA()
8600 SDLoc DL(N); in visitSRA()
8657 SDLoc DL(N); in visitSRA()
8692 SDLoc DL(N); in visitSRA()
8706 return DAG.getNode(ISD::SRA, SDLoc(N), VT, N0, NewOp1); in visitSRA()
8723 SDLoc DL(N); in visitSRA()
8739 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0, N1); in visitSRA()
8770 if (SDValue C = DAG.FoldConstantArithmetic(ISD::SRL, SDLoc(N), VT, {N0, N1})) in visitSRL()
8779 return DAG.getConstant(0, SDLoc(N), VT); in visitSRL()
8791 return DAG.getConstant(0, SDLoc(N), VT); in visitSRL()
8801 SDLoc DL(N); in visitSRL()
8821 SDLoc DL(N); in visitSRL()
8833 SDLoc DL(N); in visitSRL()
8850 SDLoc DL(N); in visitSRL()
8868 SDLoc DL0(N0); in visitSRL()
8875 SDLoc DL(N); in visitSRL()
8886 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0.getOperand(0), N1); in visitSRL()
8896 if (Known.One.getBoolValue()) return DAG.getConstant(0, SDLoc(N0), VT); in visitSRL()
8901 if (UnknownBits == 0) return DAG.getConstant(1, SDLoc(N0), VT); in visitSRL()
8913 SDLoc DL(N0); in visitSRL()
8920 SDLoc DL(N); in visitSRL()
8930 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0, NewOp1); in visitSRL()
9009 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N0, N1, in visitFunnelShift()
9010 DAG.getConstant(RotAmt, SDLoc(N), ShAmtTy)); in visitFunnelShift()
9022 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N1, in visitFunnelShift()
9024 SDLoc(N), ShAmtTy)); in visitFunnelShift()
9026 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, in visitFunnelShift()
9028 SDLoc(N), ShAmtTy)); in visitFunnelShift()
9044 SDLoc DL(RHS); in visitFunnelShift()
9077 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N1, N2); in visitFunnelShift()
9079 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, N2); in visitFunnelShift()
9088 return DAG.getNode(RotOpc, SDLoc(N), VT, N0, N2); in visitFunnelShift()
9127 DAG.getNode(ABDOpcode, SDLoc(N), Op0->getValueType(0), Op0, Op1); in combineABSToABD()
9128 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), N->getValueType(0), ABD); in combineABSToABD()
9137 return DAG.getNode(ISD::ABS, SDLoc(N), VT, N0); in visitABS()
9157 return DAG.getNode(ISD::BSWAP, SDLoc(N), VT, N0); in visitBSWAP()
9170 return DAG.getNode(ISD::BITREVERSE, SDLoc(N), VT, N0); in visitBITREVERSE()
9183 return DAG.getNode(ISD::CTLZ, SDLoc(N), VT, N0); in visitCTLZ()
9188 return DAG.getNode(ISD::CTLZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTLZ()
9200 return DAG.getNode(ISD::CTLZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTLZ_ZERO_UNDEF()
9210 return DAG.getNode(ISD::CTTZ, SDLoc(N), VT, N0); in visitCTTZ()
9215 return DAG.getNode(ISD::CTTZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTTZ()
9227 return DAG.getNode(ISD::CTTZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTTZ_ZERO_UNDEF()
9237 return DAG.getNode(ISD::CTPOP, SDLoc(N), VT, N0); in visitCTPOP()
9255 static SDValue combineMinNumMaxNum(const SDLoc &DL, EVT VT, SDValue LHS, in combineMinNumMaxNum()
9324 SDLoc DL(N); in foldSelectOfConstantsUsingSra()
9331 SDLoc DL(N); in foldSelectOfConstantsUsingSra()
9345 SDLoc DL(N); in foldSelectOfConstants()
9459 return DAG.getNode(ISD::OR, SDLoc(N), VT, Cond, F); in foldBoolSelectToLogic()
9464 return DAG.getNode(ISD::AND, SDLoc(N), VT, Cond, T); in foldBoolSelectToLogic()
9468 SDValue NotCond = DAG.getNOT(SDLoc(N), Cond, VT); in foldBoolSelectToLogic()
9469 return DAG.getNode(ISD::OR, SDLoc(N), VT, NotCond, T); in foldBoolSelectToLogic()
9474 SDValue NotCond = DAG.getNOT(SDLoc(N), Cond, VT); in foldBoolSelectToLogic()
9475 return DAG.getNode(ISD::AND, SDLoc(N), VT, NotCond, F); in foldBoolSelectToLogic()
9487 SDLoc DL(N); in visitSELECT()
9657 SDLoc DL(N); in ConvertSelectToConcatVector()
9758 SDLoc DL(N); in visitMSCATTER()
9785 SDLoc DL(N); in visitMSTORE()
9796 return DAG.getStore(MST->getChain(), SDLoc(N), MST->getValue(), in visitMSTORE()
9814 SDLoc DL(N); in visitMGATHER()
9842 SDLoc DL(N); in visitMLOAD()
9853 SDValue NewLd = DAG.getLoad(N->getValueType(0), SDLoc(N), MLD->getChain(), in visitMLOAD()
9902 SDLoc DL(N); in foldVSelectOfConstants()
9935 SDLoc DL(N); in visitVSELECT()
10188 CC, SDLoc(N), false)) { in visitSELECT_CC()
10203 ISD::SELECT_CC, SDLoc(N), N2.getValueType(), SCC.getOperand(0), in visitSELECT_CC()
10215 return SimplifySelectCC(SDLoc(N), N0, N1, N2, N3, CC); in visitSELECT_CC()
10276 return DAG.getFreeze(DAG.getSetCC(SDLoc(N), VT, N0, N1, Cond)); in visitSETCC()
10280 SDLoc(N), !PreferSetCC); in visitSETCC()
10309 return DAG.getNode(ISD::SETCC, SDLoc(N), N->getVTList(), LHS, RHS, Cond); in visitSETCCCARRY()
10353 SDLoc DL(N); in tryToFoldExtendSelectLoad()
10396 SDLoc DL(N); in tryToFoldExtendOfConstant()
10461 SDLoc DL(Op); in tryToFoldExtendOfConstant()
10542 SDLoc DL(ExtLoad); in ExtendSetCCUses()
10618 SDLoc DL(N); in CombineExtLoad()
10631 ExtType, SDLoc(LN0), SplitDstVT, LN0->getChain(), BasePtr, in CombineExtLoad()
10652 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), NewValue); in CombineExtLoad()
10706 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(Load), VT, in CombineZExtLogicopShiftLoad()
10710 SDLoc DL1(N1); in CombineZExtLogicopShiftLoad()
10715 SDLoc DL0(N0); in CombineZExtLogicopShiftLoad()
10724 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(Load), in CombineZExtLogicopShiftLoad()
10768 SDLoc DL(Cast); in matchVSelectOpSizesWithSetCC()
10801 DAG.getExtLoad(ExtLoadType, SDLoc(LN0), VT, LN0->getChain(), in tryToFoldExtOfExtload()
10835 SDValue ExtLoad = DAG.getExtLoad(ExtLoadType, SDLoc(LN0), VT, LN0->getChain(), in tryToFoldExtOfLoad()
10847 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), ExtLoad); in tryToFoldExtOfLoad()
10871 SDLoc dl(Ld); in tryToFoldExtOfMaskedLoad()
10903 SDLoc DL(N); in foldExtendedSignBitTest()
10927 SDLoc DL(N); in foldSextSetcc()
11042 SDLoc DL(N); in visitSIGN_EXTEND()
11094 Op = DAG.getNode(ISD::ANY_EXTEND, SDLoc(N0), VT, Op); in visitSIGN_EXTEND()
11096 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N0), VT, Op); in visitSIGN_EXTEND()
11138 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(LN00), VT, in visitSIGN_EXTEND()
11158 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(LN00), in visitSIGN_EXTEND()
11280 SDLoc DL(Extend); in widenCtPop()
11295 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, in visitZERO_EXTEND()
11312 return DAG.getZExtOrTrunc(Op, SDLoc(N), VT); in visitZERO_EXTEND()
11338 Op = DAG.getZeroExtendInReg(Op, SDLoc(N), MinVT); in visitZERO_EXTEND()
11340 SDValue ZExtOrTrunc = DAG.getZExtOrTrunc(Op, SDLoc(N), VT); in visitZERO_EXTEND()
11348 SDValue Op = DAG.getAnyExtOrTrunc(N0.getOperand(0), SDLoc(N), VT); in visitZERO_EXTEND()
11350 SDValue And = DAG.getZeroExtendInReg(Op, SDLoc(N), MinVT); in visitZERO_EXTEND()
11367 X = DAG.getAnyExtOrTrunc(X, SDLoc(X), VT); in visitZERO_EXTEND()
11369 SDLoc DL(N); in visitZERO_EXTEND()
11418 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(LN00), VT, in visitZERO_EXTEND()
11423 SDLoc DL(N); in visitZERO_EXTEND()
11439 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(LN00), in visitZERO_EXTEND()
11474 SDLoc DL(N); in visitZERO_EXTEND()
11494 SDLoc DL(N); in visitZERO_EXTEND()
11521 SDLoc DL(N); in visitZERO_EXTEND()
11557 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, N0.getOperand(0)); in visitANY_EXTEND()
11575 return DAG.getAnyExtOrTrunc(N0.getOperand(0), SDLoc(N), VT); in visitANY_EXTEND()
11584 SDLoc DL(N); in visitANY_EXTEND()
11611 SDValue ExtLoad = DAG.getExtLoad(ISD::EXTLOAD, SDLoc(N), VT, in visitANY_EXTEND()
11623 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), ExtLoad); in visitANY_EXTEND()
11639 SDValue ExtLoad = DAG.getExtLoad(ExtType, SDLoc(N), in visitANY_EXTEND()
11666 return DAG.getSetCC(SDLoc(N), VT, N0.getOperand(0), in visitANY_EXTEND()
11675 DAG.getSetCC(SDLoc(N), MatchingVectorType, N0.getOperand(0), in visitANY_EXTEND()
11678 return DAG.getAnyExtOrTrunc(VsetCC, SDLoc(N), VT); in visitANY_EXTEND()
11682 SDLoc DL(N); in visitANY_EXTEND()
11723 SDLoc DL(N); in visitAssertExt()
11744 SDLoc DL(N); in visitAssertExt()
11755 SDLoc DL(N); in visitAssertAlign()
11942 SDLoc DL(LN0); in ReduceLoadWidth()
12011 return DAG.getConstant(0, SDLoc(N), VT); in visitSIGN_EXTEND_INREG()
12015 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, N0, N1); in visitSIGN_EXTEND_INREG()
12024 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, N0.getOperand(0), in visitSIGN_EXTEND_INREG()
12037 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, N00); in visitSIGN_EXTEND_INREG()
12058 return DAG.getNode(ISD::SIGN_EXTEND_VECTOR_INREG, SDLoc(N), VT, N00); in visitSIGN_EXTEND_INREG()
12067 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, N00, N1); in visitSIGN_EXTEND_INREG()
12072 return DAG.getZeroExtendInReg(N0, SDLoc(N), ExtVT); in visitSIGN_EXTEND_INREG()
12094 return DAG.getNode(ISD::SRA, SDLoc(N), VT, N0.getOperand(0), in visitSIGN_EXTEND_INREG()
12110 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
12127 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
12143 VT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), in visitSIGN_EXTEND_INREG()
12161 DAG.getVTList(VT, MVT::Other), ExtVT, SDLoc(N), Ops, in visitSIGN_EXTEND_INREG()
12175 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, BSwap, N1); in visitSIGN_EXTEND_INREG()
12187 return DAG.getConstant(0, SDLoc(N), VT); in visitEXTEND_VECTOR_INREG()
12210 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
12214 SDValue C = DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0); in visitTRUNCATE()
12225 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
12228 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
12266 SDLoc DL(N); in visitTRUNCATE()
12277 SDLoc SL(N0); in visitTRUNCATE()
12281 return DAG.getNode(ISD::SELECT, SDLoc(N), VT, Cond, TruncOp0, TruncOp1); in visitTRUNCATE()
12293 SDLoc SL(N); in visitTRUNCATE()
12313 SDLoc DL(N); in visitTRUNCATE()
12349 return DAG.getBuildVector(VT, SDLoc(N), Opnds); in visitTRUNCATE()
12362 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Shorter); in visitTRUNCATE()
12376 SDValue NewLoad = DAG.getExtLoad(LN0->getExtensionType(), SDLoc(LN0), in visitTRUNCATE()
12421 SDValue NV = DAG.getNode(ISD::TRUNCATE, SDLoc(V), VTs[i], V); in visitTRUNCATE()
12425 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Opnds); in visitTRUNCATE()
12439 SDLoc SL(N); in visitTRUNCATE()
12459 SDLoc SL(N); in visitTRUNCATE()
12477 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N0->getOperand(0)), VT, in visitTRUNCATE()
12503 SDLoc DL(N); in visitTRUNCATE()
12520 DAG, SDLoc(N)); in visitTRUNCATE()
12562 return DAG.getLoad(VT, SDLoc(N), LD1->getChain(), LD1->getBasePtr(), in CombineConsecutiveLoads()
12618 SDValue FPOp = DAG.getNode(FPOpcode, SDLoc(N), VT, LogicOp0.getOperand(0)); in foldBitcastedFPLogic()
12621 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, FPOp); in foldBitcastedFPLogic()
12688 DAG.getLoad(VT, SDLoc(N), LN0->getChain(), LN0->getBasePtr(), in visitBITCAST()
12718 SDLoc DL(N); in visitBITCAST()
12722 APInt::getSignMask(VT.getSizeInBits() / 2), SDLoc(N0), MVT::i64); in visitBITCAST()
12730 DAG.getNode(ISD::EXTRACT_ELEMENT, SDLoc(NewConv), MVT::i64, NewConv, in visitBITCAST()
12732 SDLoc(NewConv))); in visitBITCAST()
12734 FlipBit = DAG.getNode(ISD::AND, SDLoc(N0), MVT::i64, Hi, SignBit); in visitBITCAST()
12738 DAG.getNode(ISD::BUILD_PAIR, SDLoc(N0), VT, FlipBit, FlipBit); in visitBITCAST()
12774 X = DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, X); in visitBITCAST()
12779 SDLoc DL(X); in visitBITCAST()
12785 X = DAG.getNode(ISD::TRUNCATE, SDLoc(X), VT, X); in visitBITCAST()
12795 SDValue XorResult = DAG.getNode(ISD::XOR, SDLoc(N0), VT, Cst, X); in visitBITCAST()
12798 ISD::EXTRACT_ELEMENT, SDLoc(XorResult), MVT::i64, XorResult, in visitBITCAST()
12800 SDLoc(XorResult))); in visitBITCAST()
12803 DAG.getNode(ISD::AND, SDLoc(XorResult64), MVT::i64, XorResult64, in visitBITCAST()
12804 DAG.getConstant(SignBit, SDLoc(XorResult64), MVT::i64)); in visitBITCAST()
12807 DAG.getNode(ISD::BUILD_PAIR, SDLoc(N0), VT, FlipBit, FlipBit); in visitBITCAST()
12809 return DAG.getNode(ISD::XOR, SDLoc(N), VT, Cst, FlipBits); in visitBITCAST()
12812 X = DAG.getNode(ISD::AND, SDLoc(X), VT, in visitBITCAST()
12813 X, DAG.getConstant(SignBit, SDLoc(X), VT)); in visitBITCAST()
12817 Cst = DAG.getNode(ISD::AND, SDLoc(Cst), VT, in visitBITCAST()
12818 Cst, DAG.getConstant(~SignBit, SDLoc(Cst), VT)); in visitBITCAST()
12821 return DAG.getNode(ISD::OR, SDLoc(N), VT, X, Cst); in visitBITCAST()
12868 TLI.buildLegalVectorShuffle(VT, SDLoc(N), SV0, SV1, NewMask, DAG); in visitBITCAST()
12910 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(BV), SrcEltVT, Op); in ConstantFoldBITCASTofBUILD_VECTOR()
12916 return DAG.getBuildVector(VT, SDLoc(BV), Ops); in ConstantFoldBITCASTofBUILD_VECTOR()
12940 SDLoc DL(BV); in ConstantFoldBITCASTofBUILD_VECTOR()
13010 SDLoc SL(N); in visitFADDForFMACombine()
13219 SDLoc SL(N); in visitFSUBForFMACombine()
13532 SDLoc SL(N); in visitFMULForFMADistributiveCombine()
13625 SDLoc DL(N); in visitFADD()
13806 SDLoc DL(N); in visitSTRICT_FADD()
13833 SDLoc DL(N); in visitFSUB()
13917 SDLoc DL(N); in visitFMUL()
14054 SDLoc DL(N); in visitFMA()
14091 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N1, N2); in visitFMA()
14093 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N0, N2); in visitFMA()
14098 return DAG.getNode(ISD::FMA, SDLoc(N), VT, N1, N0, N2); in visitFMA()
14226 SDLoc DL(N); in combineRepeatedFPDivisors()
14234 SDValue NewNode = DAG.getNode(ISD::FMUL, SDLoc(U), VT, Dividend, in combineRepeatedFPDivisors()
14252 SDLoc DL(N); in visitFDIV()
14267 return DAG.getNode(ISD::FDIV, SDLoc(N), VT, N0, N1); in visitFDIV()
14304 RV = DAG.getNode(ISD::FP_EXTEND, SDLoc(N1), VT, RV); in visitFDIV()
14312 RV = DAG.getNode(ISD::FP_ROUND, SDLoc(N1), VT, RV, N1.getOperand(1)); in visitFDIV()
14354 SDValue Div = DAG.getNode(ISD::FDIV, SDLoc(N1), VT, Rsqrt, Y); in visitFDIV()
14385 return DAG.getNode(ISD::FDIV, SDLoc(N), VT, NegN0, NegN1); in visitFDIV()
14404 return DAG.getNode(ISD::FREM, SDLoc(N), VT, N0, N1); in visitFREM()
14471 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0, N1); in visitFCOPYSIGN()
14479 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFCOPYSIGN()
14482 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, in visitFCOPYSIGN()
14483 DAG.getNode(ISD::FABS, SDLoc(N0), VT, N0)); in visitFCOPYSIGN()
14492 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0.getOperand(0), N1); in visitFCOPYSIGN()
14496 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFCOPYSIGN()
14500 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0, N1.getOperand(1)); in visitFCOPYSIGN()
14505 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0, N1.getOperand(0)); in visitFCOPYSIGN()
14541 return DAG.getNode(ISD::FCBRT, SDLoc(N), VT, N->getOperand(0)); in visitFPOW()
14575 SDLoc DL(N); in visitFPOW()
14613 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0.getOperand(0)); in foldFPToIntToFP()
14617 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0.getOperand(0)); in foldFPToIntToFP()
14629 return DAG.getConstantFP(0.0, SDLoc(N), VT); in visitSINT_TO_FP()
14636 return DAG.getNode(ISD::SINT_TO_FP, SDLoc(N), VT, N0); in visitSINT_TO_FP()
14644 return DAG.getNode(ISD::UINT_TO_FP, SDLoc(N), VT, N0); in visitSINT_TO_FP()
14652 SDLoc DL(N); in visitSINT_TO_FP()
14662 SDLoc DL(N); in visitSINT_TO_FP()
14681 return DAG.getConstantFP(0.0, SDLoc(N), VT); in visitUINT_TO_FP()
14688 return DAG.getNode(ISD::UINT_TO_FP, SDLoc(N), VT, N0); in visitUINT_TO_FP()
14696 return DAG.getNode(ISD::SINT_TO_FP, SDLoc(N), VT, N0); in visitUINT_TO_FP()
14702 SDLoc DL(N); in visitUINT_TO_FP()
14746 return DAG.getNode(ExtOp, SDLoc(N), VT, Src); in FoldIntToFPToInt()
14749 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Src); in FoldIntToFPToInt()
14765 return DAG.getNode(ISD::FP_TO_SINT, SDLoc(N), VT, N0); in visitFP_TO_SINT()
14780 return DAG.getNode(ISD::FP_TO_UINT, SDLoc(N), VT, N0); in visitFP_TO_UINT()
14793 return DAG.getNode(ISD::FP_ROUND, SDLoc(N), VT, N0, N1); in visitFP_ROUND()
14820 SDLoc DL(N); in visitFP_ROUND()
14828 SDValue Tmp = DAG.getNode(ISD::FP_ROUND, SDLoc(N0), VT, in visitFP_ROUND()
14831 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, in visitFP_ROUND()
14852 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, N0); in visitFP_EXTEND()
14857 return DAG.getNode(ISD::FP16_TO_FP, SDLoc(N), VT, N0.getOperand(0)); in visitFP_EXTEND()
14866 return DAG.getNode(ISD::FP_ROUND, SDLoc(N), VT, in visitFP_EXTEND()
14868 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, In); in visitFP_EXTEND()
14875 SDValue ExtLoad = DAG.getExtLoad(ISD::EXTLOAD, SDLoc(N), VT, in visitFP_EXTEND()
14881 DAG.getNode(ISD::FP_ROUND, SDLoc(N0), in visitFP_EXTEND()
14883 DAG.getIntPtrConstant(1, SDLoc(N0))), in visitFP_EXTEND()
14900 return DAG.getNode(ISD::FCEIL, SDLoc(N), VT, N0); in visitFCEIL()
14911 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0); in visitFTRUNC()
14935 return DAG.getNode(ISD::FFLOOR, SDLoc(N), VT, N0); in visitFFLOOR()
14947 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, N0); in visitFNEG()
14960 return DAG.getNode(ISD::FSUB, SDLoc(N), VT, N0.getOperand(1), in visitFNEG()
14986 return DAG.getConstantFP(Op(C0, C1), SDLoc(N), VT); in visitFMinMax()
14992 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N1, N0); in visitFMinMax()
15048 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFABS()
15057 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0.getOperand(0)); in visitFABS()
15073 return DAG.getNode(ISD::BRCOND, SDLoc(N), MVT::Other, Chain, in visitBRCOND()
15088 return DAG.getNode(ISD::BR_CC, SDLoc(N), MVT::Other, in visitBRCOND()
15098 return DAG.getNode(ISD::BRCOND, SDLoc(N), MVT::Other, in visitBRCOND()
15142 SDLoc DL(N); in rebuildSetCC()
15194 return DAG.getSetCC(SDLoc(N), SetCCVT, Op0, Op1, in rebuildSetCC()
15216 CondLHS, CondRHS, CC->get(), SDLoc(N), in visitBR_CC()
15222 return DAG.getNode(ISD::BR_CC, SDLoc(N), MVT::Other, in visitBR_CC()
15409 Result = DAG.getIndexedLoad(SDValue(N, 0), SDLoc(N), BasePtr, Offset, AM); in CombineToPreIndexedLoadStore()
15412 DAG.getIndexedStore(SDValue(N, 0), SDLoc(N), BasePtr, Offset, AM); in CombineToPreIndexedLoadStore()
15415 Result = DAG.getIndexedMaskedLoad(SDValue(N, 0), SDLoc(N), BasePtr, in CombineToPreIndexedLoadStore()
15418 Result = DAG.getIndexedMaskedStore(SDValue(N, 0), SDLoc(N), BasePtr, in CombineToPreIndexedLoadStore()
15473 SDLoc DL(OtherUses[i]); in CombineToPreIndexedLoadStore()
15600 Result = IsLoad ? DAG.getIndexedLoad(SDValue(N, 0), SDLoc(N), BasePtr, in CombineToPostIndexedLoadStore()
15602 : DAG.getIndexedStore(SDValue(N, 0), SDLoc(N), in CombineToPostIndexedLoadStore()
15605 Result = IsLoad ? DAG.getIndexedMaskedLoad(SDValue(N, 0), SDLoc(N), in CombineToPostIndexedLoadStore()
15607 : DAG.getIndexedMaskedStore(SDValue(N, 0), SDLoc(N), in CombineToPostIndexedLoadStore()
15647 Inc = DAG.getConstant(*ConstInc->getConstantIntValue(), SDLoc(Inc), in SplitIndexingFromLoad()
15653 return DAG.getNode(Opc, SDLoc(LD), BP.getSimpleValueType(), BP, Inc); in SplitIndexingFromLoad()
15670 Val = DAG.getNode(ISD::FTRUNC, SDLoc(ST), STMemType, Val); in getTruncatedStoreValue()
15675 Val = DAG.getNode(ISD::TRUNCATE, SDLoc(ST), STMemType, Val); in getTruncatedStoreValue()
15698 Val = DAG.getNode(ISD::ANY_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
15701 Val = DAG.getNode(ISD::SIGN_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
15704 Val = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
15798 SDLoc(ST), STType); in ForwardStoreValueToDirectLoad()
15799 auto Val = DAG.getNode(ISD::AND, SDLoc(LD), LDType, ST->getValue(), Mask); in ForwardStoreValueToDirectLoad()
15819 Val = DAG.getNode(ISD::TRUNCATE, SDLoc(LD), LDMemType, Val); in ForwardStoreValueToDirectLoad()
15908 LD->getExtensionType(), SDLoc(N), LD->getValueType(0), Chain, Ptr, in visitLOAD()
15928 ReplLoad = DAG.getLoad(N->getValueType(0), SDLoc(LD), in visitLOAD()
15931 ReplLoad = DAG.getExtLoad(LD->getExtensionType(), SDLoc(LD), in visitLOAD()
15938 SDValue Token = DAG.getNode(ISD::TokenFactor, SDLoc(N), in visitLOAD()
16195 SDLoc DL(Origin); in loadSlice()
16205 DAG->getLoad(SliceType, SDLoc(Origin), Origin->getChain(), BaseAddr, in loadSlice()
16213 DAG->getNode(ISD::ZERO_EXTEND, SDLoc(LastInst), FinalType, LastInst); in loadSlice()
16500 SDValue Chain = DAG.getNode(ISD::TokenFactor, SDLoc(LD), MVT::Other, in SliceUpLoad()
16609 SDLoc DL(IVal); in ShrinkLoadReplaceStoreWithStore()
16624 SDLoc DL(IVal); in ShrinkLoadReplaceStoreWithStore()
16629 IVal = DAG.getNode(ISD::TRUNCATE, SDLoc(IVal), VT, IVal); in ShrinkLoadReplaceStoreWithStore()
16633 .getStore(St->getChain(), SDLoc(St), IVal, Ptr, in ShrinkLoadReplaceStoreWithStore()
16740 DAG.getMemBasePlusOffset(Ptr, TypeSize::Fixed(PtrOff), SDLoc(LD)); in ReduceLoadOpStoreWidth()
16742 DAG.getLoad(NewVT, SDLoc(N0), LD->getChain(), NewPtr, in ReduceLoadOpStoreWidth()
16745 SDValue NewVal = DAG.getNode(Opc, SDLoc(Value), NewVT, NewLD, in ReduceLoadOpStoreWidth()
16746 DAG.getConstant(NewImm, SDLoc(Value), in ReduceLoadOpStoreWidth()
16749 DAG.getStore(Chain, SDLoc(N), NewVal, NewPtr, in ReduceLoadOpStoreWidth()
16805 DAG.getLoad(IntVT, SDLoc(Value), LD->getChain(), LD->getBasePtr(), in TransformFPLoadStorePair()
16809 DAG.getStore(ST->getChain(), SDLoc(N), NewLD, ST->getBasePtr(), in TransformFPLoadStorePair()
16901 SDLoc StoreDL(StoreNodes[0].MemNode); in getMergeStoreChains()
16928 SDLoc DL(StoreNodes[0].MemNode); in mergeStoresOfConstantsOrVecElts()
16963 SDLoc(C), IntMemVT); in mergeStoresOfConstantsOrVecElts()
16996 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx); in mergeStoresOfConstantsOrVecElts()
17734 SDLoc LoadDL(LoadNodes[0].MemNode); in tryStoreMergeOfLoads()
17735 SDLoc StoreDL(StoreNodes[0].MemNode); in tryStoreMergeOfLoads()
17897 SDLoc SL(ST); in replaceStoreChain()
17929 SDLoc DL(ST); in replaceStoreOfFPConstant()
17955 bitcastToAPInt().getZExtValue(), SDLoc(CFP), in replaceStoreOfFPConstant()
17967 getZExtValue(), SDLoc(CFP), MVT::i64); in replaceStoreOfFPConstant()
17978 SDValue Lo = DAG.getConstant(Val & 0xFFFFFFFF, SDLoc(CFP), MVT::i32); in replaceStoreOfFPConstant()
17979 SDValue Hi = DAG.getConstant(Val >> 32, SDLoc(CFP), MVT::i32); in replaceStoreOfFPConstant()
18021 return DAG.getStore(Chain, SDLoc(N), Value.getOperand(0), Ptr, in visitSTORE()
18036 DAG.getTruncStore(Chain, SDLoc(N), Value, Ptr, ST->getPointerInfo(), in visitSTORE()
18080 return DAG.getTruncStore(Chain, SDLoc(N), Shorter, Ptr, ST->getMemoryVT(), in visitSTORE()
18153 return DAG.getTruncStore(Chain, SDLoc(N), Value.getOperand(0), in visitSTORE()
18285 SDLoc DL(ST); in splitMergedValStore()
18423 TLI.buildLegalVectorShuffle(Vec.getValueType(), SDLoc(N), X, in combineInsertEltToShuffle()
18471 SDLoc DL(N); in combineInsertEltToShuffle()
18489 SDLoc DL(N); in visitINSERT_VECTOR_ELT()
18544 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(InVec.getNode()), in visitINSERT_VECTOR_ELT()
18611 SDLoc DL(EVE); in scalarizeExtractedVectorLoad()
18639 Load = DAG.getExtLoad(ExtType, SDLoc(EVE), ResultVT, in scalarizeExtractedVectorLoad()
18646 VecEltVT, SDLoc(EVE), OriginalLoad->getChain(), NewPtr, MPI, Alignment, in scalarizeExtractedVectorLoad()
18650 Load = DAG.getNode(ISD::TRUNCATE, SDLoc(EVE), ResultVT, Load); in scalarizeExtractedVectorLoad()
18692 SDLoc DL(ExtElt); in scalarizeExtractedBinop()
18714 SDLoc DL(N); in visitEXTRACT_VECTOR_ELT()
18985 SDLoc SL(N); in visitEXTRACT_VECTOR_ELT()
19022 SDLoc DL(N); in reduceBuildVecExtToExtBuildVec()
19139 SDLoc DL(N); in reduceBuildVecTruncToBitCast()
19206 SDValue DAGCombiner::createBuildVecShuffle(const SDLoc &DL, SDNode *N, in createBuildVecShuffle()
19391 SDLoc DL(BV); in reduceBuildVecToShuffleWithZero()
19415 SDLoc DL(N); in reduceBuildVecToShuffle()
19693 SDLoc DL(N); in convertBuildVecZextToZext()
19725 SDValue Concat = DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), in visitBUILD_VECTOR()
19758 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), N->getValueType(0), in visitBUILD_VECTOR()
19779 return DAG.getNode(ISD::SPLAT_VECTOR, SDLoc(N), VT, V); in visitBUILD_VECTOR()
19793 SDLoc DL(N); in combineConcatVectorOfScalars()
19920 return TLI.buildLegalVectorShuffle(VT, SDLoc(N), DAG.getBitcast(VT, SV0), in combineConcatVectorOfExtracts()
19982 SDLoc DL(N); in combineConcatVectorOfCasts()
20009 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in visitCONCAT_VECTORS()
20050 SDValue Res = DAG.getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), NVT, Scalar); in visitCONCAT_VECTORS()
20094 DAG.getNode(ISD::TRUNCATE, SDLoc(N), MinVT, Op.getOperand(i))); in visitCONCAT_VECTORS()
20101 return DAG.getBuildVector(VT, SDLoc(N), Opnds); in visitCONCAT_VECTORS()
20210 return DAG.getNode(BinOpcode, SDLoc(Extract), SubVT, Sub0, Sub1, in narrowInsertExtractVectorBinOp()
20287 SDLoc DL(Extract); in narrowExtractedVectorBinOp()
20327 SDLoc DL(Extract); in narrowExtractedVectorBinOp()
20382 SDLoc DL(Extract); in narrowExtractedVectorLoad()
20422 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), NVT, V.getOperand(0), in visitEXTRACT_SUBVECTOR()
20442 SDLoc DL(N); in visitEXTRACT_SUBVECTOR()
20456 SDLoc DL(N); in visitEXTRACT_SUBVECTOR()
20503 SDLoc DL(N); in visitEXTRACT_SUBVECTOR()
20538 Src = DAG.getNode(ISD::TRUNCATE, SDLoc(N), InVT, Src); in visitEXTRACT_SUBVECTOR()
20543 SDValue BuildVec = DAG.getBuildVector(ExtractVT, SDLoc(N), in visitEXTRACT_SUBVECTOR()
20571 ISD::EXTRACT_SUBVECTOR, SDLoc(N), NVT, in visitEXTRACT_SUBVECTOR()
20629 SDLoc DL(Shuf); in foldShuffleOfConcatUndefs()
20659 N0 = DAG.getVectorShuffle(ConcatVT, SDLoc(N), N0.getOperand(0), in partitionShuffleOfConcats()
20663 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, N0, N1); in partitionShuffleOfConcats()
20697 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in partitionShuffleOfConcats()
20788 ? DAG.getZExtOrTrunc(Op, SDLoc(SVN), SVT) in combineShuffleOfScalars()
20789 : DAG.getSExtOrTrunc(Op, SDLoc(SVN), SVT); in combineShuffleOfScalars()
20790 return DAG.getBuildVector(VT, SDLoc(SVN), Ops); in combineShuffleOfScalars()
20843 SDLoc(SVN), OutVT, N0)); in combineShuffleToVectorExtend()
20960 return DAG.getVectorShuffle(Splat->getValueType(0), SDLoc(Splat), in combineShuffleOfSplatVal()
21012 return DAG.getVectorShuffle(VT, SDLoc(OuterShuf), InnerShuf->getOperand(0), in formSplatFromShuffles()
21088 SDValue NewInsIndex = DAG.getVectorIdxConstant(ShufOp0Index, SDLoc(Shuf)); in replaceShuffleOfInsert()
21089 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(Shuf), Op0.getValueType(), in replaceShuffleOfInsert()
21144 return DAG.getVectorShuffle(VT, SDLoc(N), N0, DAG.getUNDEF(VT), NewMask); in visitVECTOR_SHUFFLE()
21164 return DAG.getVectorShuffle(VT, SDLoc(N), N0, N1, NewMask); in visitVECTOR_SHUFFLE()
21186 SDLoc DL(N); in visitVECTOR_SHUFFLE()
21236 SDValue NewBV = DAG.getBuildVector(V->getValueType(0), SDLoc(N), Ops); in visitVECTOR_SHUFFLE()
21290 SDValue NewCat = DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, in visitVECTOR_SHUFFLE()
21292 return DAG.getVectorShuffle(VT, SDLoc(N), NewCat, N1, NewMask); in visitVECTOR_SHUFFLE()
21351 VT, DAG.getVectorShuffle(ScaleVT, SDLoc(N), SV0, SV1, NewMask)); in visitVECTOR_SHUFFLE()
21528 return DAG.getVectorShuffle(VT, SDLoc(N), in visitVECTOR_SHUFFLE()
21600 SDLoc DL(N); in visitVECTOR_SHUFFLE()
21641 DAG.getNode(ISD::TRUNCATE, SDLoc(InVal), VT.getScalarType(), InVal); in visitSCALAR_TO_VECTOR()
21642 return DAG.getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), VT, Val); in visitSCALAR_TO_VECTOR()
21647 TLI.buildLegalVectorShuffle(InVecT, SDLoc(N), InVec, in visitSCALAR_TO_VECTOR()
21656 SDValue ZeroIdx = DAG.getVectorIdxConstant(0, SDLoc(N)); in visitSCALAR_TO_VECTOR()
21660 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), SubVT, in visitSCALAR_TO_VECTOR()
21714 SDValue NewINSERT = DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), in visitINSERT_SUBVECTOR()
21726 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, N0.getOperand(0), in visitINSERT_SUBVECTOR()
21734 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, N0, in visitINSERT_SUBVECTOR()
21749 SDLoc DL(N); in visitINSERT_SUBVECTOR()
21783 SDValue NewOp = DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, in visitINSERT_SUBVECTOR()
21786 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N0.getNode()), in visitINSERT_SUBVECTOR()
21800 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in visitINSERT_SUBVECTOR()
21827 return DAG.getNode(ISD::FP16_TO_FP, SDLoc(N), N->getValueType(0), in visitFP16_TO_FP()
21842 SDLoc dl(N); in visitVECREDUCE()
21859 return DAG.getNode(NewOpcode, SDLoc(N), N->getValueType(0), N0); in visitVECREDUCE()
21875 SDLoc DL(N); in XformToShuffleWithZero()
21977 SDLoc DL(N); in scalarizeBinOpOfSplats()
22014 Opcode, SDLoc(LHS), LHS.getValueType(), Ops, N->getFlags())) in SimplifyVBinOp()
22032 SDLoc DL(N); in SimplifyVBinOp()
22049 SDLoc DL(N); in SimplifyVBinOp()
22059 SDLoc DL(N); in SimplifyVBinOp()
22083 SDLoc DL(N); in SimplifyVBinOp()
22110 SDLoc DL(N); in SimplifyVBinOp()
22129 SDValue DAGCombiner::SimplifySelect(const SDLoc &DL, SDValue N0, SDValue N1, in SimplifySelect()
22144 SDValue SETCC = DAG.getNode(ISD::SETCC, SDLoc(N0), in SimplifySelect()
22149 SDValue SelectNode = DAG.getSelect(SDLoc(SCC), SCC.getValueType(), SETCC, in SimplifySelect()
22285 Addr = DAG.getSelect(SDLoc(TheSelect), in SimplifySelectOps()
22307 Addr = DAG.getNode(ISD::SELECT_CC, SDLoc(TheSelect), in SimplifySelectOps()
22327 Load = DAG.getLoad(TheSelect->getValueType(0), SDLoc(TheSelect), in SimplifySelectOps()
22335 SDLoc(TheSelect), TheSelect->getValueType(0), LLD->getChain(), Addr, in SimplifySelectOps()
22354 SDValue DAGCombiner::foldSelectCCToShiftAnd(const SDLoc &DL, SDValue N0, in foldSelectCCToShiftAnd()
22431 SDLoc DL(N); in foldSelectOfBinops()
22502 SDLoc DL(N0); in foldSignChangeInBitcast()
22514 const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2, SDValue N3, in convertSelectOfFPConstantsToLoadOffset()
22553 SDValue One = DAG.getIntPtrConstant(EltSize, SDLoc(FV)); in convertSelectOfFPConstantsToLoadOffset()
22568 SDValue DAGCombiner::SimplifySelectCC(const SDLoc &DL, SDValue N0, SDValue N1, in SimplifySelectCC()
22614 DAG.getConstant(AndMask.countLeadingZeros(), SDLoc(AndLHS), in SimplifySelectCC()
22616 SDValue Shl = DAG.getNode(ISD::SHL, SDLoc(N0), VT, AndLHS, ShlAmt); in SimplifySelectCC()
22621 DAG.getConstant(ShCt, SDLoc(Shl), in SimplifySelectCC()
22623 SDValue Shr = DAG.getNode(ISD::SRA, SDLoc(N0), VT, Shl, ShrAmt); in SimplifySelectCC()
22654 Temp = DAG.getZeroExtendInReg(SCC, SDLoc(N2), VT); in SimplifySelectCC()
22656 Temp = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N2), VT, SCC); in SimplifySelectCC()
22658 SCC = DAG.getSetCC(SDLoc(N0), MVT::i1, N0, N1, CC); in SimplifySelectCC()
22659 Temp = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N2), VT, SCC); in SimplifySelectCC()
22674 DAG.getConstant(ShCt, SDLoc(Temp), in SimplifySelectCC()
22718 ISD::CondCode Cond, const SDLoc &DL, in SimplifySetCC()
22788 SDValue DAGCombiner::BuildLogBase2(SDValue V, const SDLoc &DL) { in BuildLogBase2()
22826 SDLoc DL(Op); in BuildDivEstimate()
22875 SDLoc DL(Arg); in buildSqrtNROneConst()
22907 SDLoc DL(Arg); in buildSqrtNRTwoConst()
22974 SDLoc DL(Op); in buildSqrtEstimateImpl()
23260 return DAG.getTokenFactor(SDLoc(N), Aliases); in FindBetterChain()
23374 NewST = DAG.getTruncStore(BetterChain, SDLoc(St), St->getValue(), in parallelizeChainedStores()
23378 NewST = DAG.getStore(BetterChain, SDLoc(St), St->getValue(), in parallelizeChainedStores()
23393 SDValue TF = DAG.getTokenFactor(SDLoc(STChain), TFOps); in parallelizeChainedStores()