Lines Matching refs:SDLoc
437 SDValue SimplifyVBinOp(SDNode *N, const SDLoc &DL);
523 const SDLoc &DL,
527 SDValue reassociateOpsCommutative(unsigned Opc, const SDLoc &DL, SDValue N0,
529 SDValue reassociateOps(unsigned Opc, const SDLoc &DL, SDValue N0,
539 SDValue SimplifySelect(const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2);
540 SDValue SimplifySelectCC(const SDLoc &DL, SDValue N0, SDValue N1,
544 const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2, SDValue N3,
547 SDValue foldSelectCCToShiftAnd(const SDLoc &DL, SDValue N0, SDValue N1,
552 const SDLoc &DL);
557 const SDLoc &DL, bool foldBooleans);
577 SDValue BuildLogBase2(SDValue V, const SDLoc &DL);
592 const SDLoc &DL);
596 const SDLoc &DL);
597 SDValue MatchRotate(SDValue LHS, SDValue RHS, const SDLoc &DL);
608 SDValue createBuildVecShuffle(const SDLoc &DL, SDNode *N,
1001 const SDLoc &DL, in reassociationCanBreakAddressingModePattern()
1084 SDValue DAGCombiner::reassociateOpsCommutative(unsigned Opc, const SDLoc &DL, in reassociateOpsCommutative()
1104 SDValue OpNode = DAG.getNode(Opc, SDLoc(N0), VT, N00, N1); in reassociateOpsCommutative()
1153 SDValue DAGCombiner::reassociateOps(unsigned Opc, const SDLoc &DL, SDValue N0, in reassociateOps()
1260 SDLoc DL(Load); in ReplaceLoadWithPromotedLoad()
1275 SDLoc DL(Op); in PromoteOperand()
1314 SDLoc DL(Op); in SExtPromoteOperand()
1329 SDLoc DL(Op); in ZExtPromoteOperand()
1373 SDLoc DL(Op); in PromoteIntBinOp()
1446 SDLoc DL(Op); in PromoteIntShiftOp()
1484 return DAG.getNode(Op.getOpcode(), SDLoc(Op), VT, Op.getOperand(0)); in PromoteExtend()
1512 SDLoc DL(Op); in PromoteLoad()
2081 Result = DAG.getTokenFactor(SDLoc(N), PrunedOps); in visitTokenFactor()
2083 Result = DAG.getTokenFactor(SDLoc(N), Ops); in visitTokenFactor()
2233 SDValue NewBO = DAG.getNode(Opcode, SDLoc(N), VT, F0, FVal, N->getFlags()); in foldSelectWithIdentityConstant()
2234 return DAG.getSelect(SDLoc(N), VT, Cond, F0, NewBO); in foldSelectWithIdentityConstant()
2239 SDValue NewBO = DAG.getNode(Opcode, SDLoc(N), VT, F0, TVal, N->getFlags()); in foldSelectWithIdentityConstant()
2240 return DAG.getSelect(SDLoc(N), VT, Cond, NewBO, F0); in foldSelectWithIdentityConstant()
2304 SDLoc DL(Sel); in foldBinOpIntoSelect()
2356 SDLoc DL(N); in foldAddSubBoolOfMaskedVal()
2393 SDLoc DL(N); in foldAddSubOfSignBit()
2421 SDLoc DL(N); in visitADDLike()
2574 DAG.getNode(ISD::ADD, SDLoc(N0), VT, N00, N10), in visitADDLike()
2575 DAG.getNode(ISD::ADD, SDLoc(N1), VT, N01, N11)); in visitADDLike()
2647 SDLoc DL(N); in visitADD()
2708 SDLoc DL(N); in visitADDSAT()
2791 SelectionDAG &DAG, const SDLoc &DL) { in foldAddSubMasked1()
2808 SDLoc DL(LocReference); in visitADDLikeCommutative()
2888 SDLoc DL(N); in visitADDC()
2925 return DAG.getLogicalNOT(SDLoc(V), V, V.getValueType()); in extractBooleanFlip()
2952 return DAG.getLogicalNOT(SDLoc(V), V, V.getValueType()); in extractBooleanFlip()
2963 SDLoc DL(N); in visitADDO()
3012 SDValue One = DAG.getConstant(1, SDLoc(N), Y.getValueType()); in visitUADDOLike()
3014 return DAG.getNode(ISD::ADDCARRY, SDLoc(N), N->getVTList(), N0, Y, in visitUADDOLike()
3021 return DAG.getNode(ISD::ADDCARRY, SDLoc(N), N->getVTList(), N0, in visitUADDOLike()
3022 DAG.getConstant(0, SDLoc(N), VT), Carry); in visitUADDOLike()
3036 return DAG.getNode(ISD::ADDE, SDLoc(N), N->getVTList(), in visitADDE()
3041 return DAG.getNode(ISD::ADDC, SDLoc(N), N->getVTList(), N0, N1); in visitADDE()
3050 SDLoc DL(N); in visitADDCARRY()
3089 SDLoc DL(N); in visitSADDO_CARRY()
3149 Z = DAG.getConstant(1, SDLoc(Carry0.getOperand(1)), VT); in combineADDCARRYDiamond()
3157 SDLoc DL(N); in combineADDCARRYDiamond()
3264 SDLoc DL(N); in combineCarryDiamond()
3293 SDLoc DL(N); in visitADDCARRYLike()
3308 return DAG.getNode(ISD::ADDCARRY, SDLoc(N), N->getVTList(), in visitADDCARRYLike()
3331 const SDLoc &DL) { in getTruncatedUSUBSAT()
3372 return getTruncatedUSUBSAT(DstVT, SubVT, MaxRHS, Op1, DAG, SDLoc(N)); in foldSubToUSubSat()
3374 return getTruncatedUSUBSAT(DstVT, SubVT, MaxLHS, Op1, DAG, SDLoc(N)); in foldSubToUSubSat()
3381 return getTruncatedUSUBSAT(DstVT, SubVT, Op0, MinRHS, DAG, SDLoc(N)); in foldSubToUSubSat()
3383 return getTruncatedUSUBSAT(DstVT, SubVT, Op0, MinLHS, DAG, SDLoc(N)); in foldSubToUSubSat()
3394 DAG, SDLoc(N)); in foldSubToUSubSat()
3397 DAG, SDLoc(N)); in foldSubToUSubSat()
3405 static SDValue tryFoldToZero(const SDLoc &DL, const TargetLowering &TLI, EVT VT, in tryFoldToZero()
3418 SDLoc DL(N); in visitSUB()
3621 if (SDValue V = foldAddSubMasked1(false, N0, N1, DAG, SDLoc(N))) in visitSUB()
3689 return DAG.getNode(ISD::ABS, SDLoc(N), VT, S0); in visitSUB()
3698 return DAG.getGlobalAddress(GA->getGlobal(), SDLoc(N1C), VT, in visitSUB()
3782 SDLoc DL(N); in visitSUBSAT()
3817 SDLoc DL(N); in visitSUBC()
3848 SDLoc DL(N); in visitSUBO()
3887 return DAG.getNode(ISD::SUBC, SDLoc(N), N->getVTList(), N0, N1); in visitSUBE()
3901 return DAG.getNode(ISD::USUBO, SDLoc(N), N->getVTList(), N0, N1); in visitSUBCARRY()
3916 return DAG.getNode(ISD::SSUBO, SDLoc(N), N->getVTList(), N0, N1); in visitSSUBO_CARRY()
3932 return DAG.getConstant(0, SDLoc(N), VT); in visitMULFIX()
3937 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N1, N0, Scale); in visitMULFIX()
3941 return DAG.getConstant(0, SDLoc(N), VT); in visitMULFIX()
3950 SDLoc DL(N); in visitMUL()
4107 DAG.getNode(ISD::MUL, SDLoc(N0), VT, N0.getOperand(0), N1), in visitMUL()
4108 DAG.getNode(ISD::MUL, SDLoc(N1), VT, N0.getOperand(1), N1)); in visitMUL()
4239 combined = DAG.getNode(DivRemOpc, SDLoc(Node), VTs, Op0, Op1); in useDivRem()
4260 SDLoc DL(N); in simplifyDivRem()
4307 SDLoc DL(N); in visitSDIV()
4382 SDLoc DL(N); in visitSDIVLike()
4455 SDLoc DL(N); in visitUDIV()
4505 SDLoc DL(N); in visitUDIVLike()
4566 SDLoc DL(N); in visitREM()
4655 SDLoc DL(N); in visitMULHS()
4715 SDLoc DL(N); in visitMULHU()
4792 SDLoc DL(N); in visitAVG()
4836 SDValue Res = DAG.getNode(LoOp, SDLoc(N), N->getValueType(0), N->ops()); in SimplifyNodeWithTwoResults()
4844 SDValue Res = DAG.getNode(HiOp, SDLoc(N), N->getValueType(1), N->ops()); in SimplifyNodeWithTwoResults()
4854 SDValue Lo = DAG.getNode(LoOp, SDLoc(N), N->getValueType(0), N->ops()); in SimplifyNodeWithTwoResults()
4864 SDValue Hi = DAG.getNode(HiOp, SDLoc(N), N->getValueType(1), N->ops()); in SimplifyNodeWithTwoResults()
4883 SDLoc DL(N); in visitSMUL_LOHI()
4921 SDLoc DL(N); in visitUMUL_LOHI()
4971 SDLoc DL(N); in visitMULO()
5141 SDLoc DL(Fp); in PerformMinMaxFpToSatCombine()
5179 DAG.getNode(ISD::FP_TO_UINT_SAT, SDLoc(N0), NewVT, N0.getOperand(0), in PerformUMinFpToSatCombine()
5181 return DAG.getZExtOrTrunc(Sat, SDLoc(N0), N3.getValueType()); in PerformUMinFpToSatCombine()
5189 SDLoc DL(N); in visitIMINMAX()
5263 SDLoc DL(N); in hoistLogicOpWithSameOpcodeHands()
5407 const SDLoc &DL) { in foldLogicOfSetCCs()
5451 SDValue Or = DAG.getNode(ISD::OR, SDLoc(N0), OpVT, LL, RL); in foldLogicOfSetCCs()
5470 SDValue And = DAG.getNode(ISD::AND, SDLoc(N0), OpVT, LL, RL); in foldLogicOfSetCCs()
5484 SDValue Add = DAG.getNode(ISD::ADD, SDLoc(N0), OpVT, LL, One); in foldLogicOfSetCCs()
5496 SDValue XorL = DAG.getNode(ISD::XOR, SDLoc(N0), OpVT, LL, LR); in foldLogicOfSetCCs()
5497 SDValue XorR = DAG.getNode(ISD::XOR, SDLoc(N1), OpVT, RL, RR); in foldLogicOfSetCCs()
5556 SDLoc DL(N); in visitANDLike()
5584 SDLoc DL0(N0); in visitANDLike()
5890 SDValue And = DAG.getNode(ISD::AND, SDLoc(FixupNode), in BackwardsPropagateMask()
5906 SDValue And = DAG.getNode(ISD::AND, SDLoc(Op1), Op1.getValueType(), in BackwardsPropagateMask()
5915 SDValue And = DAG.getNode(ISD::AND, SDLoc(Load), Load->getValueType(0), in BackwardsPropagateMask()
5975 SDLoc DL(N); in unfoldExtremeBitClearingToShifts()
6051 SDLoc DL(And); in combineShiftAnd1ToBitTest()
6090 SDLoc DL(N); in foldAndToUsubsat()
6136 SDLoc DL(N); in foldLogicOfShifts()
6152 if (SDValue C = DAG.FoldConstantArithmetic(ISD::AND, SDLoc(N), VT, {N0, N1})) in visitAND()
6158 return DAG.getNode(ISD::AND, SDLoc(N), VT, N1, N0); in visitAND()
6162 if (SDValue FoldedVOp = SimplifyVBinOp(N, SDLoc(N))) in visitAND()
6169 SDLoc(N), N1.getValueType()); in visitAND()
6190 ExtVT, SDLoc(N), MLoad->getChain(), MLoad->getBasePtr(), in visitAND()
6207 return DAG.getConstant(0, SDLoc(N), VT); in visitAND()
6213 if (SDValue RAND = reassociateOps(ISD::AND, SDLoc(N), N0, N1, N->getFlags())) in visitAND()
6237 SDValue Zext = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), in visitAND()
6337 Load->getValueType(0), SDLoc(Load), in visitAND()
6368 DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), ExtVT, Extendee); in visitAND()
6370 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), VT, ZeroExtExtendee, in visitAND()
6387 DAG.getVTList(VT, MVT::Other), MemVT, SDLoc(N), Ops, in visitAND()
6440 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, SubRHS.getOperand(0)); in visitAND()
6465 DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(N0), VT, LN0->getChain(), in visitAND()
6509 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, N0.getOperand(0)); in visitAND()
6625 SDValue Res = DAG.getNode(ISD::BSWAP, SDLoc(N), VT, N00); in MatchBSwapHWordLow()
6627 SDLoc DL(N); in MatchBSwapHWordLow()
6778 SDLoc DL(N); in matchBSwapHWordOrAndAnd()
6837 SDLoc DL(N); in MatchBSwapHWord()
6857 SDLoc DL(N); in visitORLike()
6883 SDValue X = DAG.getNode(ISD::OR, SDLoc(N0), VT, in visitORLike()
6898 SDValue X = DAG.getNode(ISD::OR, SDLoc(N0), VT, in visitORLike()
6918 return DAG.getNode(ISD::OR, SDLoc(N), VT, N00, N1); in visitORCommutative()
6923 return DAG.getNode(ISD::OR, SDLoc(N), VT, N01, N1); in visitORCommutative()
6960 if (SDValue C = DAG.FoldConstantArithmetic(ISD::OR, SDLoc(N), VT, {N0, N1})) in visitOR()
6966 return DAG.getNode(ISD::OR, SDLoc(N), VT, N1, N0); in visitOR()
6970 if (SDValue FoldedVOp = SimplifyVBinOp(N, SDLoc(N))) in visitOR()
6980 return DAG.getAllOnesConstant(SDLoc(N), N1.getValueType()); in visitOR()
7032 TLI.buildLegalVectorShuffle(VT, SDLoc(N), NewLHS, NewRHS, in visitOR()
7070 if (SDValue ROR = reassociateOps(ISD::OR, SDLoc(N), N0, N1, N->getFlags())) in visitOR()
7080 if (SDValue COR = DAG.FoldConstantArithmetic(ISD::OR, SDLoc(N1), VT, in visitOR()
7082 SDValue IOR = DAG.getNode(ISD::OR, SDLoc(N0), VT, N0.getOperand(0), N1); in visitOR()
7084 return DAG.getNode(ISD::AND, SDLoc(N), VT, COR, IOR); in visitOR()
7099 if (SDValue Rot = MatchRotate(N0, N1, SDLoc(N))) in visitOR()
7164 const SDLoc &DL) { in extractShiftForRotate()
7405 const SDLoc &DL) { in MatchRotatePosNeg()
7433 const SDLoc &DL) { in MatchFunnelPosNeg()
7496 SDValue DAGCombiner::MatchRotate(SDValue LHS, SDValue RHS, const SDLoc &DL) { in MatchRotate()
7524 return DAG.getNode(ISD::TRUNCATE, SDLoc(LHS), LHS.getValueType(), Rot); in MatchRotate()
8079 SDLoc DL(N); in mergeTruncStores()
8283 DAG.getExtLoad(NeedsZext ? ISD::ZEXTLOAD : ISD::NON_EXTLOAD, SDLoc(N), VT, in MatchLoadCombine()
8296 ? DAG.getNode(ISD::SHL, SDLoc(N), VT, NewLoad, in MatchLoadCombine()
8298 SDLoc(N), LegalOperations)) in MatchLoadCombine()
8300 return DAG.getNode(ISD::BSWAP, SDLoc(N), VT, ShiftedLoad); in MatchLoadCombine()
8368 SDLoc DL(N); in unfoldMaskedMerge()
8406 SDLoc DL(N); in visitXOR()
8468 return DAG.getSetCC(SDLoc(N0), VT, LHS, RHS, NotCC); in visitXOR()
8470 return DAG.getSelectCC(SDLoc(N0), LHS, RHS, N0.getOperand(2), in visitXOR()
8478 DAG.getSetCC(SDLoc(N0), VT, LHS, RHS, NotCC, in visitXOR()
8495 SDLoc DL0(N0); in visitXOR()
8508 N00 = DAG.getNode(ISD::XOR, SDLoc(N00), VT, N00, N1); // N00 = ~N00 in visitXOR()
8509 N01 = DAG.getNode(ISD::XOR, SDLoc(N01), VT, N01, N1); // N01 = ~N01 in visitXOR()
8520 N00 = DAG.getNode(ISD::XOR, SDLoc(N00), VT, N00, N1); // N00 = ~N00 in visitXOR()
8521 N01 = DAG.getNode(ISD::XOR, SDLoc(N01), VT, N01, N1); // N01 = ~N01 in visitXOR()
8546 SDValue NotX = DAG.getNOT(SDLoc(X), X, VT); in visitXOR()
8674 SDLoc DL(Shift); in combineShiftOfShiftedLogic()
8749 SDLoc DL(N); in visitShiftByConstant()
8770 SDLoc DL(N); in distributeTruncateThroughAnd()
8784 SDLoc dl(N); in visitRotate()
8872 if (SDValue C = DAG.FoldConstantArithmetic(ISD::SHL, SDLoc(N), VT, {N0, N1})) in visitSHL()
8877 if (SDValue FoldedVOp = SimplifyVBinOp(N, SDLoc(N))) in visitSHL()
8893 DAG.FoldConstantArithmetic(ISD::SHL, SDLoc(N), VT, {N01, N1})) in visitSHL()
8894 return DAG.getNode(ISD::AND, SDLoc(N), VT, N00, C); in visitSHL()
8905 return DAG.getConstant(0, SDLoc(N), VT); in visitSHL()
8911 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, NewOp1); in visitSHL()
8927 return DAG.getConstant(0, SDLoc(N), VT); in visitSHL()
8937 SDLoc DL(N); in visitSHL()
8968 return DAG.getConstant(0, SDLoc(N), VT); in visitSHL()
8981 SDLoc DL(N); in visitSHL()
9006 SDLoc DL(N); in visitSHL()
9011 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N0), VT, NewSHL); in visitSHL()
9024 SDLoc DL(N); in visitSHL()
9079 SDLoc DL(N); in visitSHL()
9094 SDValue Shl0 = DAG.getNode(ISD::SHL, SDLoc(N0), VT, N0.getOperand(0), N1); in visitSHL()
9095 SDValue Shl1 = DAG.getNode(ISD::SHL, SDLoc(N1), VT, N0.getOperand(1), N1); in visitSHL()
9098 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, Shl0, Shl1); in visitSHL()
9105 DAG.FoldConstantArithmetic(ISD::SHL, SDLoc(N1), VT, {N01, N1})) in visitSHL()
9106 return DAG.getNode(ISD::MUL, SDLoc(N), VT, N0.getOperand(0), Shl); in visitSHL()
9119 return DAG.getVScale(SDLoc(N), VT, C0 << C1); in visitSHL()
9129 return DAG.getStepVector(SDLoc(N), VT, NewStep); in visitSHL()
9151 SDLoc DL(N); in combineShiftToMULH()
9231 if (SDValue C = DAG.FoldConstantArithmetic(ISD::SRA, SDLoc(N), VT, {N0, N1})) in visitSRA()
9242 if (SDValue FoldedVOp = SimplifyVBinOp(N, SDLoc(N))) in visitSRA()
9260 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, in visitSRA()
9271 SDLoc DL(N); in visitSRA()
9328 SDLoc DL(N); in visitSRA()
9369 SDLoc DL(N); in visitSRA()
9390 return DAG.getNode(ISD::SRA, SDLoc(N), VT, N0, NewOp1); in visitSRA()
9407 SDLoc DL(N); in visitSRA()
9425 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0, N1); in visitSRA()
9454 if (SDValue C = DAG.FoldConstantArithmetic(ISD::SRL, SDLoc(N), VT, {N0, N1})) in visitSRL()
9459 if (SDValue FoldedVOp = SimplifyVBinOp(N, SDLoc(N))) in visitSRL()
9469 return DAG.getConstant(0, SDLoc(N), VT); in visitSRL()
9481 return DAG.getConstant(0, SDLoc(N), VT); in visitSRL()
9491 SDLoc DL(N); in visitSRL()
9510 SDLoc DL(N); in visitSRL()
9522 SDLoc DL(N); in visitSRL()
9550 SDLoc DL(N); in visitSRL()
9562 SDLoc DL(N); in visitSRL()
9583 SDLoc DL0(N0); in visitSRL()
9590 SDLoc DL(N); in visitSRL()
9601 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0.getOperand(0), N1); in visitSRL()
9611 if (Known.One.getBoolValue()) return DAG.getConstant(0, SDLoc(N0), VT); in visitSRL()
9616 if (UnknownBits == 0) return DAG.getConstant(1, SDLoc(N0), VT); in visitSRL()
9628 SDLoc DL(N0); in visitSRL()
9635 SDLoc DL(N); in visitSRL()
9645 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0, NewOp1); in visitSRL()
9724 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N0, N1, in visitFunnelShift()
9725 DAG.getConstant(RotAmt, SDLoc(N), ShAmtTy)); in visitFunnelShift()
9737 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N1, in visitFunnelShift()
9739 SDLoc(N), ShAmtTy)); in visitFunnelShift()
9741 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, in visitFunnelShift()
9743 SDLoc(N), ShAmtTy)); in visitFunnelShift()
9759 SDLoc DL(RHS); in visitFunnelShift()
9792 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N1, N2); in visitFunnelShift()
9794 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, N2); in visitFunnelShift()
9803 return DAG.getNode(RotOpc, SDLoc(N), VT, N0, N2); in visitFunnelShift()
9822 DAG.FoldConstantArithmetic(N->getOpcode(), SDLoc(N), VT, {N0, N1})) in visitSHLSAT()
9831 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, N1); in visitSHLSAT()
9837 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, N1); in visitSHLSAT()
9874 SDValue ABD = DAG.getNode(ABDOpcode, SDLoc(N), VT1, Op0, Op1); in combineABSToABD()
9875 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, ABD); in combineABSToABD()
9881 return DAG.getNode(ABDOpcode, SDLoc(N), VT, Op0, Op1); in combineABSToABD()
9892 return DAG.getNode(ISD::ABS, SDLoc(N), VT, N0); in visitABS()
9909 SDLoc DL(N); in visitBSWAP()
9972 return DAG.getNode(ISD::BITREVERSE, SDLoc(N), VT, N0); in visitBITREVERSE()
9985 return DAG.getNode(ISD::CTLZ, SDLoc(N), VT, N0); in visitCTLZ()
9990 return DAG.getNode(ISD::CTLZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTLZ()
10002 return DAG.getNode(ISD::CTLZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTLZ_ZERO_UNDEF()
10012 return DAG.getNode(ISD::CTTZ, SDLoc(N), VT, N0); in visitCTTZ()
10017 return DAG.getNode(ISD::CTTZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTTZ()
10029 return DAG.getNode(ISD::CTTZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTTZ_ZERO_UNDEF()
10039 return DAG.getNode(ISD::CTPOP, SDLoc(N), VT, N0); in visitCTPOP()
10057 static SDValue combineMinNumMaxNum(const SDLoc &DL, EVT VT, SDValue LHS, in combineMinNumMaxNum()
10126 SDLoc DL(N); in foldSelectOfConstantsUsingSra()
10133 SDLoc DL(N); in foldSelectOfConstantsUsingSra()
10147 SDLoc DL(N); in foldSelectOfConstants()
10262 return DAG.getNode(ISD::OR, SDLoc(N), VT, Cond, F); in foldBoolSelectToLogic()
10267 return DAG.getNode(ISD::AND, SDLoc(N), VT, Cond, T); in foldBoolSelectToLogic()
10271 SDValue NotCond = DAG.getNOT(SDLoc(N), Cond, VT); in foldBoolSelectToLogic()
10272 return DAG.getNode(ISD::OR, SDLoc(N), VT, NotCond, T); in foldBoolSelectToLogic()
10277 SDValue NotCond = DAG.getNOT(SDLoc(N), Cond, VT); in foldBoolSelectToLogic()
10278 return DAG.getNode(ISD::AND, SDLoc(N), VT, NotCond, F); in foldBoolSelectToLogic()
10309 SDLoc DL(N); in foldVSelectToSignBitSplatMask()
10317 SDLoc DL(N); in foldVSelectToSignBitSplatMask()
10328 SDLoc DL(N); in foldVSelectToSignBitSplatMask()
10348 SDLoc DL(N); in visitSELECT()
10518 SDLoc DL(N); in ConvertSelectToConcatVector()
10631 SDLoc DL(N); in visitMSCATTER()
10660 SDLoc DL(N); in visitMSTORE()
10670 return DAG.getStore(MST->getChain(), SDLoc(N), MST->getValue(), in visitMSTORE()
10709 return DAG.getMaskedStore(Chain, SDLoc(N), Value.getOperand(0), Ptr, in visitMSTORE()
10727 SDLoc DL(N); in visitMGATHER()
10753 SDLoc DL(N); in visitMLOAD()
10764 N->getValueType(0), SDLoc(N), MLD->getChain(), MLD->getBasePtr(), in visitMLOAD()
10814 SDLoc DL(N); in foldVSelectOfConstants()
10847 SDLoc DL(N); in visitVSELECT()
11114 CC, SDLoc(N), false)) { in visitSELECT_CC()
11130 ISD::SELECT_CC, SDLoc(N), N2.getValueType(), SCC.getOperand(0), in visitSELECT_CC()
11142 return SimplifySelectCC(SDLoc(N), N0, N1, N2, N3, CC); in visitSELECT_CC()
11203 return DAG.getFreeze(DAG.getSetCC(SDLoc(N), VT, N0, N1, Cond)); in visitSETCC()
11207 SDLoc(N), !PreferSetCC); in visitSETCC()
11236 return DAG.getNode(ISD::SETCC, SDLoc(N), N->getVTList(), LHS, RHS, Cond); in visitSETCCCARRY()
11280 SDLoc DL(N); in tryToFoldExtendSelectLoad()
11323 SDLoc DL(N); in tryToFoldExtendOfConstant()
11388 SDLoc DL(Op); in tryToFoldExtendOfConstant()
11468 SDLoc DL(ExtLoad); in ExtendSetCCUses()
11544 SDLoc DL(N); in CombineExtLoad()
11557 ExtType, SDLoc(LN0), SplitDstVT, LN0->getChain(), BasePtr, in CombineExtLoad()
11578 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), NewValue); in CombineExtLoad()
11632 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(Load), VT, in CombineZExtLogicopShiftLoad()
11636 SDLoc DL1(N1); in CombineZExtLogicopShiftLoad()
11641 SDLoc DL0(N0); in CombineZExtLogicopShiftLoad()
11650 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(Load), in CombineZExtLogicopShiftLoad()
11694 SDLoc DL(Cast); in matchVSelectOpSizesWithSetCC()
11727 DAG.getExtLoad(ExtLoadType, SDLoc(LN0), VT, LN0->getChain(), in tryToFoldExtOfExtload()
11764 SDValue ExtLoad = DAG.getExtLoad(ExtLoadType, SDLoc(LN0), VT, LN0->getChain(), in tryToFoldExtOfLoad()
11776 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), ExtLoad); in tryToFoldExtOfLoad()
11800 SDLoc dl(Ld); in tryToFoldExtOfMaskedLoad()
11832 SDLoc DL(N); in foldExtendedSignBitTest()
11856 SDLoc DL(N); in foldSextSetcc()
11974 SDLoc DL(N); in visitSIGN_EXTEND()
12030 Op = DAG.getNode(ISD::ANY_EXTEND, SDLoc(N0), VT, Op); in visitSIGN_EXTEND()
12032 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N0), VT, Op); in visitSIGN_EXTEND()
12074 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(LN00), VT, in visitSIGN_EXTEND()
12094 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(LN00), in visitSIGN_EXTEND()
12216 SDLoc DL(Extend); in widenCtPop()
12227 return DAG.getConstant(0, SDLoc(N), VT); in visitZERO_EXTEND()
12235 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, in visitZERO_EXTEND()
12252 return DAG.getZExtOrTrunc(Op, SDLoc(N), VT); in visitZERO_EXTEND()
12278 Op = DAG.getZeroExtendInReg(Op, SDLoc(N), MinVT); in visitZERO_EXTEND()
12280 SDValue ZExtOrTrunc = DAG.getZExtOrTrunc(Op, SDLoc(N), VT); in visitZERO_EXTEND()
12288 SDValue Op = DAG.getAnyExtOrTrunc(N0.getOperand(0), SDLoc(N), VT); in visitZERO_EXTEND()
12290 SDValue And = DAG.getZeroExtendInReg(Op, SDLoc(N), MinVT); in visitZERO_EXTEND()
12307 X = DAG.getAnyExtOrTrunc(X, SDLoc(X), VT); in visitZERO_EXTEND()
12309 SDLoc DL(N); in visitZERO_EXTEND()
12358 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(LN00), VT, in visitZERO_EXTEND()
12363 SDLoc DL(N); in visitZERO_EXTEND()
12379 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(LN00), in visitZERO_EXTEND()
12417 SDLoc DL(N); in visitZERO_EXTEND()
12437 SDLoc DL(N); in visitZERO_EXTEND()
12464 SDLoc DL(N); in visitZERO_EXTEND()
12504 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, N0.getOperand(0)); in visitANY_EXTEND()
12522 return DAG.getAnyExtOrTrunc(N0.getOperand(0), SDLoc(N), VT); in visitANY_EXTEND()
12531 SDLoc DL(N); in visitANY_EXTEND()
12557 SDValue ExtLoad = DAG.getExtLoad(ISD::EXTLOAD, SDLoc(N), VT, in visitANY_EXTEND()
12569 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), ExtLoad); in visitANY_EXTEND()
12585 SDValue ExtLoad = DAG.getExtLoad(ExtType, SDLoc(N), in visitANY_EXTEND()
12615 return DAG.getSetCC(SDLoc(N), VT, N0.getOperand(0), in visitANY_EXTEND()
12624 DAG.getSetCC(SDLoc(N), MatchingVectorType, N0.getOperand(0), in visitANY_EXTEND()
12627 return DAG.getAnyExtOrTrunc(VsetCC, SDLoc(N), VT); in visitANY_EXTEND()
12631 SDLoc DL(N); in visitANY_EXTEND()
12666 SDLoc DL(N); in visitAssertExt()
12685 SDLoc DL(N); in visitAssertExt()
12696 SDLoc DL(N); in visitAssertAlign()
12919 SDLoc DL(LN0); in reduceLoadWidth()
12983 return DAG.getConstant(0, SDLoc(N), VT); in visitSIGN_EXTEND_INREG()
12987 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, N0, N1); in visitSIGN_EXTEND_INREG()
12996 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, N0.getOperand(0), in visitSIGN_EXTEND_INREG()
13009 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, N00); in visitSIGN_EXTEND_INREG()
13029 return DAG.getNode(ISD::SIGN_EXTEND_VECTOR_INREG, SDLoc(N), VT, N00); in visitSIGN_EXTEND_INREG()
13038 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, N00, N1); in visitSIGN_EXTEND_INREG()
13043 return DAG.getZeroExtendInReg(N0, SDLoc(N), ExtVT); in visitSIGN_EXTEND_INREG()
13065 return DAG.getNode(ISD::SRA, SDLoc(N), VT, N0.getOperand(0), in visitSIGN_EXTEND_INREG()
13081 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
13098 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
13114 VT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), in visitSIGN_EXTEND_INREG()
13132 DAG.getVTList(VT, MVT::Other), ExtVT, SDLoc(N), Ops, in visitSIGN_EXTEND_INREG()
13146 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, BSwap, N1); in visitSIGN_EXTEND_INREG()
13158 return DAG.getConstant(0, SDLoc(N), VT); in visitEXTEND_VECTOR_INREG()
13181 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
13185 SDValue C = DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0); in visitTRUNCATE()
13196 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
13199 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
13213 SDValue TrX = DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, X); in visitTRUNCATE()
13214 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, TrX, ExtVal); in visitTRUNCATE()
13250 SDLoc DL(N); in visitTRUNCATE()
13261 SDLoc SL(N0); in visitTRUNCATE()
13265 return DAG.getNode(ISD::SELECT, SDLoc(N), VT, Cond, TruncOp0, TruncOp1); in visitTRUNCATE()
13277 SDLoc SL(N); in visitTRUNCATE()
13297 SDLoc DL(N); in visitTRUNCATE()
13333 return DAG.getBuildVector(VT, SDLoc(N), Opnds); in visitTRUNCATE()
13348 SDValue NewLoad = DAG.getExtLoad(LN0->getExtensionType(), SDLoc(LN0), in visitTRUNCATE()
13393 SDValue NV = DAG.getNode(ISD::TRUNCATE, SDLoc(V), VTs[i], V); in visitTRUNCATE()
13397 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Opnds); in visitTRUNCATE()
13411 SDLoc SL(N); in visitTRUNCATE()
13432 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Shorter); in visitTRUNCATE()
13446 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N0->getOperand(0)), VT, in visitTRUNCATE()
13472 SDLoc DL(N); in visitTRUNCATE()
13488 SDLoc DL(N); in visitTRUNCATE()
13505 DAG, SDLoc(N)); in visitTRUNCATE()
13546 return DAG.getLoad(VT, SDLoc(N), LD1->getChain(), LD1->getBasePtr(), in CombineConsecutiveLoads()
13601 SDValue FPOp = DAG.getNode(FPOpcode, SDLoc(N), VT, LogicOp0.getOperand(0)); in foldBitcastedFPLogic()
13604 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, FPOp); in foldBitcastedFPLogic()
13671 DAG.getLoad(VT, SDLoc(N), LN0->getChain(), LN0->getBasePtr(), in visitBITCAST()
13701 SDLoc DL(N); in visitBITCAST()
13705 APInt::getSignMask(VT.getSizeInBits() / 2), SDLoc(N0), MVT::i64); in visitBITCAST()
13713 DAG.getNode(ISD::EXTRACT_ELEMENT, SDLoc(NewConv), MVT::i64, NewConv, in visitBITCAST()
13715 SDLoc(NewConv))); in visitBITCAST()
13717 FlipBit = DAG.getNode(ISD::AND, SDLoc(N0), MVT::i64, Hi, SignBit); in visitBITCAST()
13721 DAG.getNode(ISD::BUILD_PAIR, SDLoc(N0), VT, FlipBit, FlipBit); in visitBITCAST()
13757 X = DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, X); in visitBITCAST()
13762 SDLoc DL(X); in visitBITCAST()
13768 X = DAG.getNode(ISD::TRUNCATE, SDLoc(X), VT, X); in visitBITCAST()
13778 SDValue XorResult = DAG.getNode(ISD::XOR, SDLoc(N0), VT, Cst, X); in visitBITCAST()
13781 ISD::EXTRACT_ELEMENT, SDLoc(XorResult), MVT::i64, XorResult, in visitBITCAST()
13783 SDLoc(XorResult))); in visitBITCAST()
13786 DAG.getNode(ISD::AND, SDLoc(XorResult64), MVT::i64, XorResult64, in visitBITCAST()
13787 DAG.getConstant(SignBit, SDLoc(XorResult64), MVT::i64)); in visitBITCAST()
13790 DAG.getNode(ISD::BUILD_PAIR, SDLoc(N0), VT, FlipBit, FlipBit); in visitBITCAST()
13792 return DAG.getNode(ISD::XOR, SDLoc(N), VT, Cst, FlipBits); in visitBITCAST()
13795 X = DAG.getNode(ISD::AND, SDLoc(X), VT, in visitBITCAST()
13796 X, DAG.getConstant(SignBit, SDLoc(X), VT)); in visitBITCAST()
13800 Cst = DAG.getNode(ISD::AND, SDLoc(Cst), VT, in visitBITCAST()
13801 Cst, DAG.getConstant(~SignBit, SDLoc(Cst), VT)); in visitBITCAST()
13804 return DAG.getNode(ISD::OR, SDLoc(N), VT, X, Cst); in visitBITCAST()
13850 TLI.buildLegalVectorShuffle(VT, SDLoc(N), SV0, SV1, NewMask, DAG); in visitBITCAST()
13873 DAG.getNode(ISD::FREEZE, SDLoc(N0), in visitFREEZE()
13900 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(BV), SrcEltVT, Op); in ConstantFoldBITCASTofBUILD_VECTOR()
13906 return DAG.getBuildVector(VT, SDLoc(BV), Ops); in ConstantFoldBITCASTofBUILD_VECTOR()
13944 SDLoc DL(BV); in ConstantFoldBITCASTofBUILD_VECTOR()
13976 SDLoc SL(N); in visitFADDForFMACombine()
14190 SDLoc SL(N); in visitFSUBForFMACombine()
14505 SDLoc SL(N); in visitFMULForFMADistributiveCombine()
14599 SDLoc DL(N); in visitFADD()
14780 SDLoc DL(N); in visitSTRICT_FADD()
14807 SDLoc DL(N); in visitFSUB()
14890 SDLoc DL(N); in visitFMUL()
15028 SDLoc DL(N); in visitFMA()
15066 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N1, N2); in visitFMA()
15068 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N0, N2); in visitFMA()
15073 return DAG.getNode(ISD::FMA, SDLoc(N), VT, N1, N0, N2); in visitFMA()
15201 SDLoc DL(N); in combineRepeatedFPDivisors()
15209 SDValue NewNode = DAG.getNode(ISD::FMUL, SDLoc(U), VT, Dividend, in combineRepeatedFPDivisors()
15225 SDLoc DL(N); in visitFDIV()
15277 RV = DAG.getNode(ISD::FP_EXTEND, SDLoc(N1), VT, RV); in visitFDIV()
15285 RV = DAG.getNode(ISD::FP_ROUND, SDLoc(N1), VT, RV, N1.getOperand(1)); in visitFDIV()
15327 SDValue Div = DAG.getNode(ISD::FDIV, SDLoc(N1), VT, Rsqrt, Y); in visitFDIV()
15358 return DAG.getNode(ISD::FDIV, SDLoc(N), VT, NegN0, NegN1); in visitFDIV()
15374 if (SDValue C = DAG.FoldConstantArithmetic(ISD::FREM, SDLoc(N), VT, {N0, N1})) in visitFREM()
15441 DAG.FoldConstantArithmetic(ISD::FCOPYSIGN, SDLoc(N), VT, {N0, N1})) in visitFCOPYSIGN()
15450 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFCOPYSIGN()
15453 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, in visitFCOPYSIGN()
15454 DAG.getNode(ISD::FABS, SDLoc(N0), VT, N0)); in visitFCOPYSIGN()
15463 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0.getOperand(0), N1); in visitFCOPYSIGN()
15467 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFCOPYSIGN()
15471 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0, N1.getOperand(1)); in visitFCOPYSIGN()
15476 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0, N1.getOperand(0)); in visitFCOPYSIGN()
15512 return DAG.getNode(ISD::FCBRT, SDLoc(N), VT, N->getOperand(0)); in visitFPOW()
15546 SDLoc DL(N); in visitFPOW()
15576 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0.getOperand(0)); in foldFPToIntToFP()
15580 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0.getOperand(0)); in foldFPToIntToFP()
15592 return DAG.getConstantFP(0.0, SDLoc(N), VT); in visitSINT_TO_FP()
15599 return DAG.getNode(ISD::SINT_TO_FP, SDLoc(N), VT, N0); in visitSINT_TO_FP()
15607 return DAG.getNode(ISD::UINT_TO_FP, SDLoc(N), VT, N0); in visitSINT_TO_FP()
15615 SDLoc DL(N); in visitSINT_TO_FP()
15625 SDLoc DL(N); in visitSINT_TO_FP()
15644 return DAG.getConstantFP(0.0, SDLoc(N), VT); in visitUINT_TO_FP()
15651 return DAG.getNode(ISD::UINT_TO_FP, SDLoc(N), VT, N0); in visitUINT_TO_FP()
15659 return DAG.getNode(ISD::SINT_TO_FP, SDLoc(N), VT, N0); in visitUINT_TO_FP()
15665 SDLoc DL(N); in visitUINT_TO_FP()
15709 return DAG.getNode(ExtOp, SDLoc(N), VT, Src); in FoldIntToFPToInt()
15712 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Src); in FoldIntToFPToInt()
15728 return DAG.getNode(ISD::FP_TO_SINT, SDLoc(N), VT, N0); in visitFP_TO_SINT()
15743 return DAG.getNode(ISD::FP_TO_UINT, SDLoc(N), VT, N0); in visitFP_TO_UINT()
15756 return DAG.getNode(ISD::FP_ROUND, SDLoc(N), VT, N0, N1); in visitFP_ROUND()
15783 SDLoc DL(N); in visitFP_ROUND()
15791 SDValue Tmp = DAG.getNode(ISD::FP_ROUND, SDLoc(N0), VT, in visitFP_ROUND()
15794 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, in visitFP_ROUND()
15815 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, N0); in visitFP_EXTEND()
15820 return DAG.getNode(ISD::FP16_TO_FP, SDLoc(N), VT, N0.getOperand(0)); in visitFP_EXTEND()
15829 return DAG.getNode(ISD::FP_ROUND, SDLoc(N), VT, in visitFP_EXTEND()
15831 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, In); in visitFP_EXTEND()
15838 SDValue ExtLoad = DAG.getExtLoad(ISD::EXTLOAD, SDLoc(N), VT, in visitFP_EXTEND()
15844 DAG.getNode(ISD::FP_ROUND, SDLoc(N0), in visitFP_EXTEND()
15846 DAG.getIntPtrConstant(1, SDLoc(N0))), in visitFP_EXTEND()
15863 return DAG.getNode(ISD::FCEIL, SDLoc(N), VT, N0); in visitFCEIL()
15874 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0); in visitFTRUNC()
15898 return DAG.getNode(ISD::FFLOOR, SDLoc(N), VT, N0); in visitFFLOOR()
15910 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, N0); in visitFNEG()
15923 return DAG.getNode(ISD::FSUB, SDLoc(N), VT, N0.getOperand(1), in visitFNEG()
15944 if (SDValue C = DAG.FoldConstantArithmetic(Opc, SDLoc(N), VT, {N0, N1})) in visitFMinMax()
15950 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N1, N0); in visitFMinMax()
15990 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFABS()
15999 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0.getOperand(0)); in visitFABS()
16015 return DAG.getNode(ISD::BRCOND, SDLoc(N), MVT::Other, Chain, in visitBRCOND()
16030 return DAG.getNode(ISD::BR_CC, SDLoc(N), MVT::Other, in visitBRCOND()
16040 return DAG.getNode(ISD::BRCOND, SDLoc(N), MVT::Other, in visitBRCOND()
16084 SDLoc DL(N); in rebuildSetCC()
16136 return DAG.getSetCC(SDLoc(N), SetCCVT, Op0, Op1, in rebuildSetCC()
16158 CondLHS, CondRHS, CC->get(), SDLoc(N), in visitBR_CC()
16164 return DAG.getNode(ISD::BR_CC, SDLoc(N), MVT::Other, in visitBR_CC()
16351 Result = DAG.getIndexedLoad(SDValue(N, 0), SDLoc(N), BasePtr, Offset, AM); in CombineToPreIndexedLoadStore()
16354 DAG.getIndexedStore(SDValue(N, 0), SDLoc(N), BasePtr, Offset, AM); in CombineToPreIndexedLoadStore()
16357 Result = DAG.getIndexedMaskedLoad(SDValue(N, 0), SDLoc(N), BasePtr, in CombineToPreIndexedLoadStore()
16360 Result = DAG.getIndexedMaskedStore(SDValue(N, 0), SDLoc(N), BasePtr, in CombineToPreIndexedLoadStore()
16415 SDLoc DL(OtherUses[i]); in CombineToPreIndexedLoadStore()
16542 Result = IsLoad ? DAG.getIndexedLoad(SDValue(N, 0), SDLoc(N), BasePtr, in CombineToPostIndexedLoadStore()
16544 : DAG.getIndexedStore(SDValue(N, 0), SDLoc(N), in CombineToPostIndexedLoadStore()
16547 Result = IsLoad ? DAG.getIndexedMaskedLoad(SDValue(N, 0), SDLoc(N), in CombineToPostIndexedLoadStore()
16549 : DAG.getIndexedMaskedStore(SDValue(N, 0), SDLoc(N), in CombineToPostIndexedLoadStore()
16588 Inc = DAG.getConstant(*ConstInc->getConstantIntValue(), SDLoc(Inc), in SplitIndexingFromLoad()
16594 return DAG.getNode(Opc, SDLoc(LD), BP.getSimpleValueType(), BP, Inc); in SplitIndexingFromLoad()
16611 Val = DAG.getNode(ISD::FTRUNC, SDLoc(ST), STMemType, Val); in getTruncatedStoreValue()
16616 Val = DAG.getNode(ISD::TRUNCATE, SDLoc(ST), STMemType, Val); in getTruncatedStoreValue()
16639 Val = DAG.getNode(ISD::ANY_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
16642 Val = DAG.getNode(ISD::SIGN_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
16645 Val = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
16739 SDLoc(ST), STType); in ForwardStoreValueToDirectLoad()
16740 auto Val = DAG.getNode(ISD::AND, SDLoc(LD), LDType, ST->getValue(), Mask); in ForwardStoreValueToDirectLoad()
16760 Val = DAG.getNode(ISD::TRUNCATE, SDLoc(LD), LDMemType, Val); in ForwardStoreValueToDirectLoad()
16849 LD->getExtensionType(), SDLoc(N), LD->getValueType(0), Chain, Ptr, in visitLOAD()
16869 ReplLoad = DAG.getLoad(N->getValueType(0), SDLoc(LD), in visitLOAD()
16872 ReplLoad = DAG.getExtLoad(LD->getExtensionType(), SDLoc(LD), in visitLOAD()
16879 SDValue Token = DAG.getNode(ISD::TokenFactor, SDLoc(N), in visitLOAD()
17136 SDLoc DL(Origin); in loadSlice()
17146 DAG->getLoad(SliceType, SDLoc(Origin), Origin->getChain(), BaseAddr, in loadSlice()
17154 DAG->getNode(ISD::ZERO_EXTEND, SDLoc(LastInst), FinalType, LastInst); in loadSlice()
17442 SDValue Chain = DAG.getNode(ISD::TokenFactor, SDLoc(LD), MVT::Other, in SliceUpLoad()
17559 SDLoc DL(IVal); in ShrinkLoadReplaceStoreWithStore()
17574 SDLoc DL(IVal); in ShrinkLoadReplaceStoreWithStore()
17580 return DAG.getTruncStore(St->getChain(), SDLoc(St), IVal, Ptr, in ShrinkLoadReplaceStoreWithStore()
17585 IVal = DAG.getNode(ISD::TRUNCATE, SDLoc(IVal), VT, IVal); in ShrinkLoadReplaceStoreWithStore()
17588 .getStore(St->getChain(), SDLoc(St), IVal, Ptr, in ShrinkLoadReplaceStoreWithStore()
17701 DAG.getMemBasePlusOffset(Ptr, TypeSize::Fixed(PtrOff), SDLoc(LD)); in ReduceLoadOpStoreWidth()
17703 DAG.getLoad(NewVT, SDLoc(N0), LD->getChain(), NewPtr, in ReduceLoadOpStoreWidth()
17706 SDValue NewVal = DAG.getNode(Opc, SDLoc(Value), NewVT, NewLD, in ReduceLoadOpStoreWidth()
17707 DAG.getConstant(NewImm, SDLoc(Value), in ReduceLoadOpStoreWidth()
17710 DAG.getStore(Chain, SDLoc(N), NewVal, NewPtr, in ReduceLoadOpStoreWidth()
17765 DAG.getLoad(IntVT, SDLoc(Value), LD->getChain(), LD->getBasePtr(), in TransformFPLoadStorePair()
17769 DAG.getStore(ST->getChain(), SDLoc(N), NewLD, ST->getBasePtr(), in TransformFPLoadStorePair()
17862 SDLoc StoreDL(StoreNodes[0].MemNode); in getMergeStoreChains()
17889 SDLoc DL(StoreNodes[0].MemNode); in mergeStoresOfConstantsOrVecElts()
17942 SDLoc(C), IntMemVT); in mergeStoresOfConstantsOrVecElts()
17975 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx); in mergeStoresOfConstantsOrVecElts()
18730 SDLoc LoadDL(LoadNodes[0].MemNode); in tryStoreMergeOfLoads()
18731 SDLoc StoreDL(StoreNodes[0].MemNode); in tryStoreMergeOfLoads()
18893 SDLoc SL(ST); in replaceStoreChain()
18925 SDLoc DL(ST); in replaceStoreOfFPConstant()
18951 bitcastToAPInt().getZExtValue(), SDLoc(CFP), in replaceStoreOfFPConstant()
18962 getZExtValue(), SDLoc(CFP), MVT::i64); in replaceStoreOfFPConstant()
18973 SDValue Lo = DAG.getConstant(Val & 0xFFFFFFFF, SDLoc(CFP), MVT::i32); in replaceStoreOfFPConstant()
18974 SDValue Hi = DAG.getConstant(Val >> 32, SDLoc(CFP), MVT::i32); in replaceStoreOfFPConstant()
19016 return DAG.getStore(Chain, SDLoc(N), Value.getOperand(0), Ptr, in visitSTORE()
19031 DAG.getTruncStore(Chain, SDLoc(N), Value, Ptr, ST->getPointerInfo(), in visitSTORE()
19072 return DAG.getStore(Chain, SDLoc(N), Value.getOperand(0), Ptr, in visitSTORE()
19084 return DAG.getTruncStore(Chain, SDLoc(N), Shorter, Ptr, ST->getMemoryVT(), in visitSTORE()
19157 return DAG.getTruncStore(Chain, SDLoc(N), Value.getOperand(0), in visitSTORE()
19289 SDLoc DL(ST); in splitMergedValStore()
19435 TLI.buildLegalVectorShuffle(Vec.getValueType(), SDLoc(N), X, in combineInsertEltToShuffle()
19483 SDLoc DL(N); in combineInsertEltToShuffle()
19501 SDLoc DL(N); in visitINSERT_VECTOR_ELT()
19565 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(InVec.getNode()), in visitINSERT_VECTOR_ELT()
19669 SDLoc DL(EVE); in scalarizeExtractedVectorLoad()
19750 SDLoc DL(ExtElt); in scalarizeExtractedBinop()
19772 SDLoc DL(N); in visitEXTRACT_VECTOR_ELT()
20044 SDLoc SL(N); in visitEXTRACT_VECTOR_ELT()
20081 SDLoc DL(N); in reduceBuildVecExtToExtBuildVec()
20198 SDLoc DL(N); in reduceBuildVecTruncToBitCast()
20265 SDValue DAGCombiner::createBuildVecShuffle(const SDLoc &DL, SDNode *N, in createBuildVecShuffle()
20450 SDLoc DL(BV); in reduceBuildVecToShuffleWithZero()
20474 SDLoc DL(N); in reduceBuildVecToShuffle()
20775 SDLoc DL(N); in convertBuildVecZextToZext()
20807 SDValue Concat = DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), in visitBUILD_VECTOR()
20840 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), N->getValueType(0), in visitBUILD_VECTOR()
20861 return DAG.getNode(ISD::SPLAT_VECTOR, SDLoc(N), VT, V); in visitBUILD_VECTOR()
20875 SDLoc DL(N); in combineConcatVectorOfScalars()
20963 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, ConcatOps); in combineConcatVectorOfConcatVectors()
21040 return TLI.buildLegalVectorShuffle(VT, SDLoc(N), DAG.getBitcast(VT, SV0), in combineConcatVectorOfExtracts()
21102 SDLoc DL(N); in combineConcatVectorOfCasts()
21129 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in visitCONCAT_VECTORS()
21170 SDValue Res = DAG.getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), NVT, Scalar); in visitCONCAT_VECTORS()
21214 DAG.getNode(ISD::TRUNCATE, SDLoc(N), MinVT, Op.getOperand(i))); in visitCONCAT_VECTORS()
21221 return DAG.getBuildVector(VT, SDLoc(N), Opnds); in visitCONCAT_VECTORS()
21336 return DAG.getNode(BinOpcode, SDLoc(Extract), SubVT, Sub0, Sub1, in narrowInsertExtractVectorBinOp()
21413 SDLoc DL(Extract); in narrowExtractedVectorBinOp()
21453 SDLoc DL(Extract); in narrowExtractedVectorBinOp()
21506 SDLoc DL(Extract); in narrowExtractedVectorLoad()
21656 SDLoc DL(N); in foldExtractSubvectorFromShuffleVector()
21696 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), NVT, V.getOperand(0), in visitEXTRACT_SUBVECTOR()
21705 return DAG.getSplatVector(NVT, SDLoc(N), V.getOperand(0)); in visitEXTRACT_SUBVECTOR()
21722 SDLoc DL(N); in visitEXTRACT_SUBVECTOR()
21736 SDLoc DL(N); in visitEXTRACT_SUBVECTOR()
21784 SDLoc DL(N); in visitEXTRACT_SUBVECTOR()
21823 Src = DAG.getNode(ISD::TRUNCATE, SDLoc(N), InVT, Src); in visitEXTRACT_SUBVECTOR()
21828 SDValue BuildVec = DAG.getBuildVector(ExtractVT, SDLoc(N), in visitEXTRACT_SUBVECTOR()
21856 ISD::EXTRACT_SUBVECTOR, SDLoc(N), NVT, in visitEXTRACT_SUBVECTOR()
21914 SDLoc DL(Shuf); in foldShuffleOfConcatUndefs()
21944 N0 = DAG.getVectorShuffle(ConcatVT, SDLoc(N), N0.getOperand(0), in partitionShuffleOfConcats()
21948 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, N0, N1); in partitionShuffleOfConcats()
21982 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in partitionShuffleOfConcats()
22074 ? DAG.getZExtOrTrunc(Op, SDLoc(SVN), SVT) in combineShuffleOfScalars()
22075 : DAG.getSExtOrTrunc(Op, SDLoc(SVN), SVT)); in combineShuffleOfScalars()
22076 return DAG.getBuildVector(VT, SDLoc(SVN), Ops); in combineShuffleOfScalars()
22129 SDLoc(SVN), OutVT, N0)); in combineShuffleToVectorExtend()
22253 return DAG.getVectorShuffle(Splat->getValueType(0), SDLoc(Splat), in combineShuffleOfSplatVal()
22298 SDLoc DL(SVN); in combineShuffleOfBitcast()
22352 return DAG.getVectorShuffle(VT, SDLoc(OuterShuf), InnerShuf->getOperand(0), in formSplatFromShuffles()
22428 SDValue NewInsIndex = DAG.getVectorIdxConstant(ShufOp0Index, SDLoc(Shuf)); in replaceShuffleOfInsert()
22429 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(Shuf), Op0.getValueType(), in replaceShuffleOfInsert()
22478 return DAG.getVectorShuffle(VT, SDLoc(N), N0, DAG.getUNDEF(VT), in visitVECTOR_SHUFFLE()
22498 return DAG.getVectorShuffle(VT, SDLoc(N), N0, N1, NewMask); in visitVECTOR_SHUFFLE()
22520 SDLoc DL(N); in visitVECTOR_SHUFFLE()
22537 return DAG.getSplatBuildVector(VT, SDLoc(N), N0.getOperand(0)); in visitVECTOR_SHUFFLE()
22542 return DAG.getSplatBuildVector(VT, SDLoc(N), N0.getOperand(1)); in visitVECTOR_SHUFFLE()
22583 SDValue NewBV = DAG.getBuildVector(V->getValueType(0), SDLoc(N), Ops); in visitVECTOR_SHUFFLE()
22637 SDValue NewCat = DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, in visitVECTOR_SHUFFLE()
22639 return DAG.getVectorShuffle(VT, SDLoc(N), NewCat, N1, NewMask); in visitVECTOR_SHUFFLE()
22688 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, LHS, in visitVECTOR_SHUFFLE()
22690 DAG.getVectorIdxConstant(SubIdx, SDLoc(N))); in visitVECTOR_SHUFFLE()
22733 SDLoc DL(N); in visitVECTOR_SHUFFLE()
22819 VT, DAG.getVectorShuffle(ScaleVT, SDLoc(N), SV0, SV1, NewMask)); in visitVECTOR_SHUFFLE()
23001 return DAG.getVectorShuffle(VT, SDLoc(N), in visitVECTOR_SHUFFLE()
23073 SDLoc DL(N); in visitVECTOR_SHUFFLE()
23114 DAG.getNode(ISD::TRUNCATE, SDLoc(InVal), VT.getScalarType(), InVal); in visitSCALAR_TO_VECTOR()
23115 return DAG.getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), VT, Val); in visitSCALAR_TO_VECTOR()
23120 TLI.buildLegalVectorShuffle(InVecT, SDLoc(N), InVec, in visitSCALAR_TO_VECTOR()
23129 SDValue ZeroIdx = DAG.getVectorIdxConstant(0, SDLoc(N)); in visitSCALAR_TO_VECTOR()
23133 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), SubVT, in visitSCALAR_TO_VECTOR()
23164 return DAG.getNode(ISD::SPLAT_VECTOR, SDLoc(N), VT, N1.getOperand(0)); in visitINSERT_SUBVECTOR()
23192 SDValue NewINSERT = DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), in visitINSERT_SUBVECTOR()
23204 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, N0.getOperand(0), in visitINSERT_SUBVECTOR()
23212 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, N0, in visitINSERT_SUBVECTOR()
23227 SDLoc DL(N); in visitINSERT_SUBVECTOR()
23261 SDValue NewOp = DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, in visitINSERT_SUBVECTOR()
23264 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N0.getNode()), in visitINSERT_SUBVECTOR()
23278 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in visitINSERT_SUBVECTOR()
23305 return DAG.getNode(ISD::FP16_TO_FP, SDLoc(N), N->getValueType(0), in visitFP16_TO_FP()
23330 SDLoc dl(N); in visitVECREDUCE()
23347 return DAG.getNode(NewOpcode, SDLoc(N), N->getValueType(0), N0); in visitVECREDUCE()
23360 return DAG.getNode(Opcode, SDLoc(N), N->getValueType(0), Subvec); in visitVECREDUCE()
23410 SDLoc DL(N); in XformToShuffleWithZero()
23492 const SDLoc &DL) { in scalarizeBinOpOfSplats()
23542 SDValue DAGCombiner::SimplifyVBinOp(SDNode *N, const SDLoc &DL) { in SimplifyVBinOp()
23658 SDValue DAGCombiner::SimplifySelect(const SDLoc &DL, SDValue N0, SDValue N1, in SimplifySelect()
23673 SDValue SETCC = DAG.getNode(ISD::SETCC, SDLoc(N0), in SimplifySelect()
23678 SDValue SelectNode = DAG.getSelect(SDLoc(SCC), SCC.getValueType(), SETCC, in SimplifySelect()
23814 Addr = DAG.getSelect(SDLoc(TheSelect), in SimplifySelectOps()
23836 Addr = DAG.getNode(ISD::SELECT_CC, SDLoc(TheSelect), in SimplifySelectOps()
23856 Load = DAG.getLoad(TheSelect->getValueType(0), SDLoc(TheSelect), in SimplifySelectOps()
23864 SDLoc(TheSelect), TheSelect->getValueType(0), LLD->getChain(), Addr, in SimplifySelectOps()
23883 SDValue DAGCombiner::foldSelectCCToShiftAnd(const SDLoc &DL, SDValue N0, in foldSelectCCToShiftAnd()
23960 SDLoc DL(N); in foldSelectOfBinops()
24039 SDLoc DL(N0); in foldSignChangeInBitcast()
24051 const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2, SDValue N3, in convertSelectOfFPConstantsToLoadOffset()
24090 SDValue One = DAG.getIntPtrConstant(EltSize, SDLoc(FV)); in convertSelectOfFPConstantsToLoadOffset()
24105 SDValue DAGCombiner::SimplifySelectCC(const SDLoc &DL, SDValue N0, SDValue N1, in SimplifySelectCC()
24151 DAG.getConstant(AndMask.countLeadingZeros(), SDLoc(AndLHS), in SimplifySelectCC()
24153 SDValue Shl = DAG.getNode(ISD::SHL, SDLoc(N0), VT, AndLHS, ShlAmt); in SimplifySelectCC()
24158 DAG.getConstant(ShCt, SDLoc(Shl), in SimplifySelectCC()
24160 SDValue Shr = DAG.getNode(ISD::SRA, SDLoc(N0), VT, Shl, ShrAmt); in SimplifySelectCC()
24191 Temp = DAG.getZeroExtendInReg(SCC, SDLoc(N2), VT); in SimplifySelectCC()
24193 Temp = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N2), VT, SCC); in SimplifySelectCC()
24195 SCC = DAG.getSetCC(SDLoc(N0), MVT::i1, N0, N1, CC); in SimplifySelectCC()
24196 Temp = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N2), VT, SCC); in SimplifySelectCC()
24211 DAG.getConstant(ShCt, SDLoc(Temp), in SimplifySelectCC()
24274 ISD::CondCode Cond, const SDLoc &DL, in SimplifySetCC()
24365 SDValue DAGCombiner::BuildLogBase2(SDValue V, const SDLoc &DL) { in BuildLogBase2()
24404 SDLoc DL(Op); in BuildDivEstimate()
24453 SDLoc DL(Arg); in buildSqrtNROneConst()
24485 SDLoc DL(Arg); in buildSqrtNRTwoConst()
24553 SDLoc DL(Op); in buildSqrtEstimateImpl()
24839 return DAG.getTokenFactor(SDLoc(N), Aliases); in FindBetterChain()
24953 NewST = DAG.getTruncStore(BetterChain, SDLoc(St), St->getValue(), in parallelizeChainedStores()
24957 NewST = DAG.getStore(BetterChain, SDLoc(St), St->getValue(), in parallelizeChainedStores()
24972 SDValue TF = DAG.getTokenFactor(SDLoc(STChain), TFOps); in parallelizeChainedStores()