Lines Matching refs:SDLoc
409 SDValue ReassociateOps(unsigned Opc, const SDLoc &DL, SDValue N0,
419 SDValue SimplifySelect(const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2);
420 SDValue SimplifySelectCC(const SDLoc &DL, SDValue N0, SDValue N1,
424 const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2, SDValue N3,
426 SDValue foldSelectCCToShiftAnd(const SDLoc &DL, SDValue N0, SDValue N1,
429 const SDLoc &DL);
433 const SDLoc &DL, bool foldBooleans);
451 SDValue BuildLogBase2(SDValue V, const SDLoc &DL);
466 const SDLoc &DL);
467 SDNode *MatchRotate(SDValue LHS, SDValue RHS, const SDLoc &DL);
476 SDValue createBuildVecShuffle(const SDLoc &DL, SDNode *N,
784 return DAG.getConstantFP(V, SDLoc(Op), Op.getValueType()); in GetNegatedExpression()
792 return DAG.getNode(ISD::FSUB, SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
797 return DAG.getNode(ISD::FSUB, SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
808 return DAG.getNode(ISD::FSUB, SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
816 return DAG.getNode(Op.getOpcode(), SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
822 return DAG.getNode(Op.getOpcode(), SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
829 return DAG.getNode(Op.getOpcode(), SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
833 return DAG.getNode(ISD::FP_ROUND, SDLoc(Op), Op.getValueType(), in GetNegatedExpression()
927 SDValue DAGCombiner::ReassociateOps(unsigned Opc, const SDLoc &DL, SDValue N0, in ReassociateOps()
945 SDValue OpNode = DAG.getNode(Opc, SDLoc(N0), VT, N0.getOperand(0), N1); in ReassociateOps()
965 SDValue OpNode = DAG.getNode(Opc, SDLoc(N0), VT, N0, N1.getOperand(0)); in ReassociateOps()
1073 SDLoc DL(Load); in ReplaceLoadWithPromotedLoad()
1088 SDLoc DL(Op); in PromoteOperand()
1127 SDLoc DL(Op); in SExtPromoteOperand()
1142 SDLoc DL(Op); in ZExtPromoteOperand()
1186 SDLoc DL(Op); in PromoteIntBinOp()
1257 SDLoc DL(Op); in PromoteIntShiftOp()
1295 return DAG.getNode(Op.getOpcode(), SDLoc(Op), VT, Op.getOperand(0)); in PromoteExtend()
1323 SDLoc DL(Op); in PromoteLoad()
1834 Result = DAG.getNode(ISD::TokenFactor, SDLoc(N), MVT::Other, PrunedOps); in visitTokenFactor()
1836 Result = DAG.getNode(ISD::TokenFactor, SDLoc(N), MVT::Other, Ops); in visitTokenFactor()
1928 SDLoc DL(Sel); in foldBinOpIntoSelect()
1978 SDLoc DL(N); in foldAddSubBoolOfMaskedVal()
2015 SDLoc DL(N); in foldAddSubOfSignBit()
2026 SDLoc DL(N); in visitADD()
2147 DAG.getNode(ISD::ADD, SDLoc(N0), VT, N00, N10), in visitADD()
2148 DAG.getNode(ISD::ADD, SDLoc(N1), VT, N01, N11)); in visitADD()
2184 SDLoc DL(N); in visitADDSAT()
2262 SDLoc DL(LocReference); in visitADDLike()
2321 SDLoc DL(N); in visitADDC()
2347 static SDValue flipBoolean(SDValue V, const SDLoc &DL, EVT VT, in flipBoolean()
2387 SDLoc DL(N); in visitUADDO()
2434 SDValue One = DAG.getConstant(1, SDLoc(N), Y.getValueType()); in visitUADDOLike()
2436 return DAG.getNode(ISD::ADDCARRY, SDLoc(N), N->getVTList(), N0, Y, in visitUADDOLike()
2443 return DAG.getNode(ISD::ADDCARRY, SDLoc(N), N->getVTList(), N0, in visitUADDOLike()
2444 DAG.getConstant(0, SDLoc(N), VT), Carry); in visitUADDOLike()
2458 return DAG.getNode(ISD::ADDE, SDLoc(N), N->getVTList(), in visitADDE()
2463 return DAG.getNode(ISD::ADDC, SDLoc(N), N->getVTList(), N0, N1); in visitADDE()
2472 SDLoc DL(N); in visitADDCARRY()
2525 return DAG.getNode(ISD::ADDCARRY, SDLoc(N), N->getVTList(), in visitADDCARRYLike()
2553 auto NewY = DAG.getNode(ISD::ADDCARRY, SDLoc(N), Y->getVTList(), in visitADDCARRYLike()
2557 return DAG.getNode(ISD::ADDCARRY, SDLoc(N), N->getVTList(), N0, in visitADDCARRYLike()
2558 DAG.getConstant(0, SDLoc(N), N0.getValueType()), in visitADDCARRYLike()
2568 static SDValue tryFoldToZero(const SDLoc &DL, const TargetLowering &TLI, EVT VT, in tryFoldToZero()
2581 SDLoc DL(N); in visitSUB()
2740 return DAG.getNode(ISD::ABS, SDLoc(N), VT, S0); in visitSUB()
2750 return DAG.getGlobalAddress(GA->getGlobal(), SDLoc(N1C), VT, in visitSUB()
2788 SDLoc DL(N); in visitSUBSAT()
2825 SDLoc DL(N); in visitSUBC()
2857 SDLoc DL(N); in visitUSUBO()
2888 return DAG.getNode(ISD::SUBC, SDLoc(N), N->getVTList(), N0, N1); in visitSUBE()
2902 return DAG.getNode(ISD::USUBO, SDLoc(N), N->getVTList(), N0, N1); in visitSUBCARRY()
2915 return DAG.getConstant(0, SDLoc(N), VT); in visitMUL()
2950 return DAG.FoldConstantArithmetic(ISD::MUL, SDLoc(N), VT, in visitMUL()
2956 return DAG.getNode(ISD::MUL, SDLoc(N), VT, N1, N0); in visitMUL()
2969 SDLoc DL(N); in visitMUL()
2977 SDLoc DL(N); in visitMUL()
2986 SDLoc DL(N); in visitMUL()
3019 SDLoc DL(N); in visitMUL()
3033 SDValue C3 = DAG.getNode(ISD::SHL, SDLoc(N), VT, N1, N0.getOperand(1)); in visitMUL()
3035 return DAG.getNode(ISD::MUL, SDLoc(N), VT, N0.getOperand(0), C3); in visitMUL()
3055 SDValue Mul = DAG.getNode(ISD::MUL, SDLoc(N), VT, Sh.getOperand(0), Y); in visitMUL()
3056 return DAG.getNode(ISD::SHL, SDLoc(N), VT, Mul, Sh.getOperand(1)); in visitMUL()
3065 return DAG.getNode(ISD::ADD, SDLoc(N), VT, in visitMUL()
3066 DAG.getNode(ISD::MUL, SDLoc(N0), VT, in visitMUL()
3068 DAG.getNode(ISD::MUL, SDLoc(N1), VT, in visitMUL()
3072 if (SDValue RMUL = ReassociateOps(ISD::MUL, SDLoc(N), N0, N1, N->getFlags())) in visitMUL()
3151 combined = DAG.getNode(DivRemOpc, SDLoc(Node), VTs, Op0, Op1); in useDivRem()
3172 SDLoc DL(N); in simplifyDivRem()
3225 SDLoc DL(N); in visitSDIV()
3278 SDLoc DL(N); in visitSDIVLike()
3369 SDLoc DL(N); in visitUDIV()
3416 SDLoc DL(N); in visitUDIVLike()
3467 SDLoc DL(N); in visitREM()
3545 SDLoc DL(N); in visitMULHS()
3592 SDLoc DL(N); in visitMULHU()
3615 SDLoc DL(N); in visitMULHU()
3654 SDValue Res = DAG.getNode(LoOp, SDLoc(N), N->getValueType(0), N->ops()); in SimplifyNodeWithTwoResults()
3662 SDValue Res = DAG.getNode(HiOp, SDLoc(N), N->getValueType(1), N->ops()); in SimplifyNodeWithTwoResults()
3672 SDValue Lo = DAG.getNode(LoOp, SDLoc(N), N->getValueType(0), N->ops()); in SimplifyNodeWithTwoResults()
3682 SDValue Hi = DAG.getNode(HiOp, SDLoc(N), N->getValueType(1), N->ops()); in SimplifyNodeWithTwoResults()
3699 SDLoc DL(N); in visitSMUL_LOHI()
3730 SDLoc DL(N); in visitUMUL_LOHI()
3760 return DAG.getNode(ISD::SADDO, SDLoc(N), N->getVTList(), in visitSMULO()
3770 return DAG.getNode(ISD::UADDO, SDLoc(N), N->getVTList(), in visitUMULO()
3790 return DAG.FoldConstantArithmetic(N->getOpcode(), SDLoc(N), VT, N0C, N1C); in visitIMINMAX()
3795 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N1, N0); in visitIMINMAX()
3813 return DAG.getNode(AltOpcode, SDLoc(N), VT, N0, N1); in visitIMINMAX()
3841 SDLoc DL(N); in hoistLogicOpWithSameOpcodeHands()
3983 const SDLoc &DL) { in foldLogicOfSetCCs()
4027 SDValue Or = DAG.getNode(ISD::OR, SDLoc(N0), OpVT, LL, RL); in foldLogicOfSetCCs()
4046 SDValue And = DAG.getNode(ISD::AND, SDLoc(N0), OpVT, LL, RL); in foldLogicOfSetCCs()
4060 SDValue Add = DAG.getNode(ISD::ADD, SDLoc(N0), OpVT, LL, One); in foldLogicOfSetCCs()
4072 SDValue XorL = DAG.getNode(ISD::XOR, SDLoc(N0), OpVT, LL, LR); in foldLogicOfSetCCs()
4073 SDValue XorR = DAG.getNode(ISD::XOR, SDLoc(N1), OpVT, RL, RR); in foldLogicOfSetCCs()
4107 SDLoc DL(N); in visitANDLike()
4134 SDLoc DL0(N0); in visitANDLike()
4429 SDValue And = DAG.getNode(ISD::AND, SDLoc(FixupNode), in BackwardsPropagateMask()
4445 SDValue And = DAG.getNode(ISD::AND, SDLoc(Op1), Op1.getValueType(), in BackwardsPropagateMask()
4454 SDValue And = DAG.getNode(ISD::AND, SDLoc(Load), Load->getValueType(0), in BackwardsPropagateMask()
4514 SDLoc DL(N); in unfoldExtremeBitClearingToShifts()
4543 SDLoc(N), N0.getValueType()); in visitAND()
4547 SDLoc(N), N1.getValueType()); in visitAND()
4560 return DAG.FoldConstantArithmetic(ISD::AND, SDLoc(N), VT, N0C, N1C); in visitAND()
4564 return DAG.getNode(ISD::AND, SDLoc(N), VT, N1, N0); in visitAND()
4572 return DAG.getConstant(0, SDLoc(N), VT); in visitAND()
4578 if (SDValue RAND = ReassociateOps(ISD::AND, SDLoc(N), N0, N1, N->getFlags())) in visitAND()
4599 SDValue Zext = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), in visitAND()
4699 Load->getValueType(0), SDLoc(Load), in visitAND()
4766 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, SubRHS.getOperand(0)); in visitAND()
4786 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(N0), VT, in visitAND()
4806 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(N0), VT, in visitAND()
4930 SDValue Res = DAG.getNode(ISD::BSWAP, SDLoc(N), VT, N00); in MatchBSwapHWordLow()
4932 SDLoc DL(N); in MatchBSwapHWordLow()
5089 SDLoc DL(N); in MatchBSwapHWord()
5109 SDLoc DL(N); in visitORLike()
5135 SDValue X = DAG.getNode(ISD::OR, SDLoc(N0), VT, in visitORLike()
5150 SDValue X = DAG.getNode(ISD::OR, SDLoc(N0), VT, in visitORLike()
5181 return DAG.getAllOnesConstant(SDLoc(N), N0.getValueType()); in visitOR()
5184 return DAG.getAllOnesConstant(SDLoc(N), N1.getValueType()); in visitOR()
5248 return DAG.getVectorShuffle(VT, SDLoc(N), NewLHS, NewRHS, Mask); in visitOR()
5258 return DAG.FoldConstantArithmetic(ISD::OR, SDLoc(N), VT, N0C, N1C); in visitOR()
5262 return DAG.getNode(ISD::OR, SDLoc(N), VT, N1, N0); in visitOR()
5287 if (SDValue ROR = ReassociateOps(ISD::OR, SDLoc(N), N0, N1, N->getFlags())) in visitOR()
5298 ISD::OR, SDLoc(N1), VT, N1.getNode(), N0.getOperand(1).getNode())) { in visitOR()
5299 SDValue IOR = DAG.getNode(ISD::OR, SDLoc(N0), VT, N0.getOperand(0), N1); in visitOR()
5301 return DAG.getNode(ISD::AND, SDLoc(N), VT, COR, IOR); in visitOR()
5311 if (SDNode *Rot = MatchRotate(N0, N1, SDLoc(N))) in visitOR()
5367 const SDLoc &DL) { in extractShiftForRotate()
5578 unsigned NegOpcode, const SDLoc &DL) { in MatchRotatePosNeg()
5599 SDNode *DAGCombiner::MatchRotate(SDValue LHS, SDValue RHS, const SDLoc &DL) { in MatchRotate()
5614 return DAG.getNode(ISD::TRUNCATE, SDLoc(LHS), LHS.getValueType(), in MatchRotate()
6028 DAG.getLoad(VT, SDLoc(N), Chain, FirstLoad->getBasePtr(), in MatchLoadCombine()
6035 return NeedsBswap ? DAG.getNode(ISD::BSWAP, SDLoc(N), VT, NewLoad) : NewLoad; in MatchLoadCombine()
6100 SDLoc DL(N); in unfoldMaskedMerge()
6138 SDLoc DL(N); in visitXOR()
6178 return DAG.getSetCC(SDLoc(N0), VT, LHS, RHS, NotCC); in visitXOR()
6180 return DAG.getSelectCC(SDLoc(N0), LHS, RHS, N0.getOperand(2), in visitXOR()
6190 SDLoc DL0(N0); in visitXOR()
6203 LHS = DAG.getNode(ISD::XOR, SDLoc(LHS), VT, LHS, N1); // LHS = ~LHS in visitXOR()
6204 RHS = DAG.getNode(ISD::XOR, SDLoc(RHS), VT, RHS, N1); // RHS = ~RHS in visitXOR()
6215 LHS = DAG.getNode(ISD::XOR, SDLoc(LHS), VT, LHS, N1); // LHS = ~LHS in visitXOR()
6216 RHS = DAG.getNode(ISD::XOR, SDLoc(RHS), VT, RHS, N1); // RHS = ~RHS in visitXOR()
6224 SDValue NotX = DAG.getNOT(SDLoc(X), X, VT); in visitXOR()
6379 SDValue NewRHS = DAG.getNode(N->getOpcode(), SDLoc(LHS->getOperand(1)), in visitShiftByConstant()
6386 SDLoc(LHS->getOperand(0)), in visitShiftByConstant()
6390 return DAG.getNode(LHS->getOpcode(), SDLoc(N), VT, NewShift, NewRHS); in visitShiftByConstant()
6401 SDLoc DL(N); in distributeTruncateThroughAnd()
6416 SDLoc dl(N); in visitRotate()
6498 if (SDValue C = DAG.FoldConstantArithmetic(ISD::SHL, SDLoc(N), VT, in visitSHL()
6500 return DAG.getNode(ISD::AND, SDLoc(N), VT, N00, C); in visitSHL()
6511 return DAG.FoldConstantArithmetic(ISD::SHL, SDLoc(N), VT, N0C, N1C); in visitSHL()
6519 return DAG.getConstant(0, SDLoc(N), VT); in visitSHL()
6524 return DAG.getNode(ISD::SHL, SDLoc(N), VT, N0, NewOp1); in visitSHL()
6540 return DAG.getConstant(0, SDLoc(N), VT); in visitSHL()
6550 SDLoc DL(N); in visitSHL()
6575 SDLoc DL(N0); in visitSHL()
6601 SDLoc DL(N); in visitSHL()
6606 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N0), VT, NewSHL); in visitSHL()
6619 SDLoc DL(N); in visitSHL()
6642 SDLoc DL(N); in visitSHL()
6647 SDLoc DL(N); in visitSHL()
6651 SDLoc DL(N0); in visitSHL()
6661 SDLoc DL(N); in visitSHL()
6676 SDValue Shl0 = DAG.getNode(ISD::SHL, SDLoc(N0), VT, N0.getOperand(0), N1); in visitSHL()
6677 SDValue Shl1 = DAG.getNode(ISD::SHL, SDLoc(N1), VT, N0.getOperand(1), N1); in visitSHL()
6680 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, Shl0, Shl1); in visitSHL()
6687 SDValue Shl = DAG.getNode(ISD::SHL, SDLoc(N1), VT, N0.getOperand(1), N1); in visitSHL()
6689 return DAG.getNode(ISD::MUL, SDLoc(N), VT, N0.getOperand(0), Shl); in visitSHL()
6724 return DAG.FoldConstantArithmetic(ISD::SRA, SDLoc(N), VT, N0C, N1C); in visitSRA()
6739 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, in visitSRA()
6746 SDLoc DL(N); in visitSRA()
6798 SDLoc DL(N); in visitSRA()
6815 return DAG.getNode(ISD::SRA, SDLoc(N), VT, N0, NewOp1); in visitSRA()
6832 SDLoc DL(N); in visitSRA()
6849 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0, N1); in visitSRA()
6877 return DAG.FoldConstantArithmetic(ISD::SRL, SDLoc(N), VT, N0C, N1C); in visitSRL()
6885 return DAG.getConstant(0, SDLoc(N), VT); in visitSRL()
6897 return DAG.getConstant(0, SDLoc(N), VT); in visitSRL()
6907 SDLoc DL(N); in visitSRL()
6925 SDLoc DL(N0); in visitSRL()
6940 SDLoc DL(N); in visitSRL()
6957 SDLoc DL0(N0); in visitSRL()
6964 SDLoc DL(N); in visitSRL()
6975 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0.getOperand(0), N1); in visitSRL()
6985 if (Known.One.getBoolValue()) return DAG.getConstant(0, SDLoc(N0), VT); in visitSRL()
6990 if (UnknownBits == 0) return DAG.getConstant(1, SDLoc(N0), VT); in visitSRL()
7002 SDLoc DL(N0); in visitSRL()
7009 SDLoc DL(N); in visitSRL()
7019 return DAG.getNode(ISD::SRL, SDLoc(N), VT, N0, NewOp1); in visitSRL()
7086 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N0, N1, in visitFunnelShift()
7087 DAG.getConstant(RotAmt, SDLoc(N), N2.getValueType())); in visitFunnelShift()
7097 return DAG.getNode(RotOpc, SDLoc(N), VT, N0, N2); in visitFunnelShift()
7108 return DAG.getNode(ISD::ABS, SDLoc(N), VT, N0); in visitABS()
7124 return DAG.getNode(ISD::BSWAP, SDLoc(N), VT, N0); in visitBSWAP()
7137 return DAG.getNode(ISD::BITREVERSE, SDLoc(N), VT, N0); in visitBITREVERSE()
7150 return DAG.getNode(ISD::CTLZ, SDLoc(N), VT, N0); in visitCTLZ()
7155 return DAG.getNode(ISD::CTLZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTLZ()
7167 return DAG.getNode(ISD::CTLZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTLZ_ZERO_UNDEF()
7177 return DAG.getNode(ISD::CTTZ, SDLoc(N), VT, N0); in visitCTTZ()
7182 return DAG.getNode(ISD::CTTZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTTZ()
7194 return DAG.getNode(ISD::CTTZ_ZERO_UNDEF, SDLoc(N), VT, N0); in visitCTTZ_ZERO_UNDEF()
7204 return DAG.getNode(ISD::CTPOP, SDLoc(N), VT, N0); in visitCTPOP()
7219 static SDValue combineMinNumMaxNum(const SDLoc &DL, EVT VT, SDValue LHS, in combineMinNumMaxNum()
7272 SDLoc DL(N); in foldSelectOfConstants()
7366 SDLoc DL(N); in visitSELECT()
7381 SDValue NOTNode = DAG.getNOT(SDLoc(N0), N0, VT); in visitSELECT()
7387 SDValue NOTNode = DAG.getNOT(SDLoc(N0), N0, VT); in visitSELECT()
7531 SDLoc DL(N); in SplitVSETCC()
7549 SDLoc DL(N); in ConvertSelectToConcatVector()
7608 SDLoc DL(N); in visitMSCATTER()
7668 SDLoc DL(N); in visitMSTORE()
7736 SDLoc DL(N); in visitMGATHER()
7813 SDLoc DL(N); in visitMLOAD()
7926 SDLoc DL(N); in foldVSelectOfConstants()
7946 SDLoc DL(N); in visitVSELECT()
8069 CC, SDLoc(N), false)) { in visitSELECT_CC()
8083 return DAG.getNode(ISD::SELECT_CC, SDLoc(N), N2.getValueType(), in visitSELECT_CC()
8094 return SimplifySelectCC(SDLoc(N), N0, N1, N2, N3, CC); in visitSELECT_CC()
8106 cast<CondCodeSDNode>(N->getOperand(2))->get(), SDLoc(N), !PreferSetCC); in visitSETCC()
8135 return DAG.getNode(ISD::SETCC, SDLoc(N), N->getVTList(), LHS, RHS, Cond); in visitSETCCCARRY()
8161 return DAG.getNode(Opcode, SDLoc(N), VT, N0); in tryToFoldExtendOfConstant()
8176 SDLoc DL(N); in tryToFoldExtendOfConstant()
8190 SDLoc DL(Op); in tryToFoldExtendOfConstant()
8271 SDLoc DL(ExtLoad); in ExtendSetCCUses()
8344 SDLoc DL(N); in CombineExtLoad()
8357 ExtType, SDLoc(LN0), SplitDstVT, LN0->getChain(), BasePtr, in CombineExtLoad()
8379 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), NewValue); in CombineExtLoad()
8430 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(Load), VT, in CombineZExtLogicopShiftLoad()
8434 SDLoc DL1(N1); in CombineZExtLogicopShiftLoad()
8440 SDLoc DL0(N0); in CombineZExtLogicopShiftLoad()
8449 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(Load), in CombineZExtLogicopShiftLoad()
8489 SDLoc DL(Cast); in matchVSelectOpSizesWithSetCC()
8521 DAG.getExtLoad(ExtLoadType, SDLoc(LN0), VT, LN0->getChain(), in tryToFoldExtOfExtload()
8553 SDValue ExtLoad = DAG.getExtLoad(ExtLoadType, SDLoc(LN0), VT, LN0->getChain(), in tryToFoldExtOfLoad()
8564 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), ExtLoad); in tryToFoldExtOfLoad()
8592 SDLoc DL(N); in foldExtendedSignBitTest()
8604 SDLoc DL(N); in visitSIGN_EXTEND()
8656 Op = DAG.getNode(ISD::ANY_EXTEND, SDLoc(N0), VT, Op); in visitSIGN_EXTEND()
8658 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N0), VT, Op); in visitSIGN_EXTEND()
8695 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(LN00), VT, in visitSIGN_EXTEND()
8716 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(LN00), in visitSIGN_EXTEND()
8853 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), VT, in visitZERO_EXTEND()
8870 return DAG.getZExtOrTrunc(Op, SDLoc(N), VT); in visitZERO_EXTEND()
8896 Op = DAG.getZeroExtendInReg(Op, SDLoc(N), MinVT.getScalarType()); in visitZERO_EXTEND()
8898 SDValue ZExtOrTrunc = DAG.getZExtOrTrunc(Op, SDLoc(N), VT); in visitZERO_EXTEND()
8906 SDValue Op = DAG.getAnyExtOrTrunc(N0.getOperand(0), SDLoc(N), VT); in visitZERO_EXTEND()
8908 SDValue And = DAG.getZeroExtendInReg(Op, SDLoc(N), MinVT.getScalarType()); in visitZERO_EXTEND()
8925 X = DAG.getAnyExtOrTrunc(X, SDLoc(X), VT); in visitZERO_EXTEND()
8928 SDLoc DL(N); in visitZERO_EXTEND()
8972 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(LN00), VT, in visitZERO_EXTEND()
8978 SDLoc DL(N); in visitZERO_EXTEND()
8994 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(LN00), in visitZERO_EXTEND()
9029 SDLoc DL(N); in visitZERO_EXTEND()
9050 SDLoc DL(N); in visitZERO_EXTEND()
9075 SDLoc DL(N); in visitZERO_EXTEND()
9105 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, N0.getOperand(0)); in visitANY_EXTEND()
9123 return DAG.getAnyExtOrTrunc(N0.getOperand(0), SDLoc(N), VT); in visitANY_EXTEND()
9132 SDLoc DL(N); in visitANY_EXTEND()
9155 SDValue ExtLoad = DAG.getExtLoad(ISD::EXTLOAD, SDLoc(N), VT, in visitANY_EXTEND()
9166 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(N0), in visitANY_EXTEND()
9183 SDValue ExtLoad = DAG.getExtLoad(ExtType, SDLoc(N), in visitANY_EXTEND()
9209 return DAG.getSetCC(SDLoc(N), VT, N0.getOperand(0), in visitANY_EXTEND()
9218 DAG.getSetCC(SDLoc(N), MatchingVectorType, N0.getOperand(0), in visitANY_EXTEND()
9221 return DAG.getAnyExtOrTrunc(VsetCC, SDLoc(N), VT); in visitANY_EXTEND()
9225 SDLoc DL(N); in visitANY_EXTEND()
9260 SDLoc DL(N); in visitAssertExt()
9281 SDLoc DL(N); in visitAssertExt()
9439 SDLoc DL(LN0); in ReduceLoadWidth()
9451 Load = DAG.getLoad(VT, SDLoc(N0), LN0->getChain(), NewPtr, in ReduceLoadWidth()
9455 Load = DAG.getExtLoad(ExtType, SDLoc(N0), VT, LN0->getChain(), NewPtr, in ReduceLoadWidth()
9474 SDLoc DL(N0); in ReduceLoadWidth()
9514 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, N0, N1); in visitSIGN_EXTEND_INREG()
9523 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
9536 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, N00); in visitSIGN_EXTEND_INREG()
9546 return DAG.getNode(ISD::SIGN_EXTEND_VECTOR_INREG, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
9556 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, N00, N1); in visitSIGN_EXTEND_INREG()
9561 return DAG.getZeroExtendInReg(N0, SDLoc(N), EVT.getScalarType()); in visitSIGN_EXTEND_INREG()
9583 return DAG.getNode(ISD::SRA, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
9599 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
9615 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
9628 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
9678 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
9682 SDValue C = DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0); in visitTRUNCATE()
9693 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
9696 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, N0.getOperand(0)); in visitTRUNCATE()
9734 SDLoc DL(N); in visitTRUNCATE()
9746 SDLoc SL(N0); in visitTRUNCATE()
9750 return DAG.getNode(ISD::SELECT, SDLoc(N), VT, Cond, TruncOp0, TruncOp1); in visitTRUNCATE()
9762 SDLoc SL(N); in visitTRUNCATE()
9800 return DAG.getBuildVector(VT, SDLoc(N), Opnds); in visitTRUNCATE()
9813 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Shorter); in visitTRUNCATE()
9828 SDValue NewLoad = DAG.getExtLoad(LN0->getExtensionType(), SDLoc(LN0), in visitTRUNCATE()
9872 SDValue NV = DAG.getNode(ISD::TRUNCATE, SDLoc(V), VTs[i], V); in visitTRUNCATE()
9876 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Opnds); in visitTRUNCATE()
9890 SDLoc SL(N); in visitTRUNCATE()
9910 SDLoc SL(N); in visitTRUNCATE()
9928 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N0->getOperand(0)), VT, in visitTRUNCATE()
9954 SDLoc DL(N); in visitTRUNCATE()
9999 return DAG.getLoad(VT, SDLoc(N), LD1->getChain(), LD1->getBasePtr(), in CombineConsecutiveLoads()
10055 SDValue FPOp = DAG.getNode(FPOpcode, SDLoc(N), VT, LogicOp0.getOperand(0)); in foldBitcastedFPLogic()
10058 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, FPOp); in foldBitcastedFPLogic()
10126 DAG.getLoad(VT, SDLoc(N), LN0->getChain(), LN0->getBasePtr(), in visitBITCAST()
10156 SDLoc DL(N); in visitBITCAST()
10160 APInt::getSignMask(VT.getSizeInBits() / 2), SDLoc(N0), MVT::i64); in visitBITCAST()
10168 DAG.getNode(ISD::EXTRACT_ELEMENT, SDLoc(NewConv), MVT::i64, NewConv, in visitBITCAST()
10170 SDLoc(NewConv))); in visitBITCAST()
10172 FlipBit = DAG.getNode(ISD::AND, SDLoc(N0), MVT::i64, Hi, SignBit); in visitBITCAST()
10176 DAG.getNode(ISD::BUILD_PAIR, SDLoc(N0), VT, FlipBit, FlipBit); in visitBITCAST()
10212 X = DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, X); in visitBITCAST()
10217 SDLoc DL(X); in visitBITCAST()
10223 X = DAG.getNode(ISD::TRUNCATE, SDLoc(X), VT, X); in visitBITCAST()
10233 SDValue XorResult = DAG.getNode(ISD::XOR, SDLoc(N0), VT, Cst, X); in visitBITCAST()
10236 ISD::EXTRACT_ELEMENT, SDLoc(XorResult), MVT::i64, XorResult, in visitBITCAST()
10238 SDLoc(XorResult))); in visitBITCAST()
10241 DAG.getNode(ISD::AND, SDLoc(XorResult64), MVT::i64, XorResult64, in visitBITCAST()
10242 DAG.getConstant(SignBit, SDLoc(XorResult64), MVT::i64)); in visitBITCAST()
10245 DAG.getNode(ISD::BUILD_PAIR, SDLoc(N0), VT, FlipBit, FlipBit); in visitBITCAST()
10247 return DAG.getNode(ISD::XOR, SDLoc(N), VT, Cst, FlipBits); in visitBITCAST()
10250 X = DAG.getNode(ISD::AND, SDLoc(X), VT, in visitBITCAST()
10251 X, DAG.getConstant(SignBit, SDLoc(X), VT)); in visitBITCAST()
10255 Cst = DAG.getNode(ISD::AND, SDLoc(Cst), VT, in visitBITCAST()
10256 Cst, DAG.getConstant(~SignBit, SDLoc(Cst), VT)); in visitBITCAST()
10259 return DAG.getNode(ISD::OR, SDLoc(N), VT, X, Cst); in visitBITCAST()
10313 return DAG.getVectorShuffle(VT, SDLoc(N), SV0, SV1, NewMask); in visitBITCAST()
10344 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(BV), SrcEltVT, Op); in ConstantFoldBITCASTofBUILD_VECTOR()
10350 return DAG.getBuildVector(VT, SDLoc(BV), Ops); in ConstantFoldBITCASTofBUILD_VECTOR()
10374 SDLoc DL(BV); in ConstantFoldBITCASTofBUILD_VECTOR()
10449 SDLoc SL(N); in visitFADDForFMACombine()
10661 SDLoc SL(N); in visitFSUBForFMACombine()
10952 SDLoc SL(N); in visitFMULForFMADistributiveCombine()
11046 SDLoc DL(N); in visitFADD()
11223 SDLoc DL(N); in visitFSUB()
11295 SDLoc DL(N); in visitFMUL()
11438 SDLoc DL(N); in visitFMA()
11460 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N1, N2); in visitFMA()
11462 return DAG.getNode(ISD::FADD, SDLoc(N), VT, N0, N2); in visitFMA()
11467 return DAG.getNode(ISD::FMA, SDLoc(N), VT, N1, N0, N2); in visitFMA()
11580 SDLoc DL(N); in combineRepeatedFPDivisors()
11588 SDValue NewNode = DAG.getNode(ISD::FMUL, SDLoc(U), VT, Dividend, in combineRepeatedFPDivisors()
11606 SDLoc DL(N); in visitFDIV()
11617 return DAG.getNode(ISD::FDIV, SDLoc(N), VT, N0, N1, Flags); in visitFDIV()
11652 RV = DAG.getNode(ISD::FP_EXTEND, SDLoc(N1), VT, RV); in visitFDIV()
11660 RV = DAG.getNode(ISD::FP_ROUND, SDLoc(N1), VT, RV, N1.getOperand(1)); in visitFDIV()
11680 RV = DAG.getNode(ISD::FDIV, SDLoc(N1), VT, RV, OtherOp, Flags); in visitFDIV()
11700 return DAG.getNode(ISD::FDIV, SDLoc(N), VT, in visitFDIV()
11722 return DAG.getNode(ISD::FREM, SDLoc(N), VT, N0, N1, N->getFlags()); in visitFREM()
11769 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0, N1); in visitFCOPYSIGN()
11777 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFCOPYSIGN()
11780 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, in visitFCOPYSIGN()
11781 DAG.getNode(ISD::FABS, SDLoc(N0), VT, N0)); in visitFCOPYSIGN()
11790 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0.getOperand(0), N1); in visitFCOPYSIGN()
11794 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFCOPYSIGN()
11798 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0, N1.getOperand(1)); in visitFCOPYSIGN()
11803 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, N0, N1.getOperand(0)); in visitFCOPYSIGN()
11838 return DAG.getNode(ISD::FCBRT, SDLoc(N), VT, N->getOperand(0), Flags); in visitFPOW()
11866 SDLoc DL(N); in visitFPOW()
11900 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0.getOperand(0)); in foldFPToIntToFP()
11904 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0.getOperand(0)); in foldFPToIntToFP()
11919 return DAG.getNode(ISD::SINT_TO_FP, SDLoc(N), VT, N0); in visitSINT_TO_FP()
11927 return DAG.getNode(ISD::UINT_TO_FP, SDLoc(N), VT, N0); in visitSINT_TO_FP()
11937 SDLoc DL(N); in visitSINT_TO_FP()
11951 SDLoc DL(N); in visitSINT_TO_FP()
11976 return DAG.getNode(ISD::UINT_TO_FP, SDLoc(N), VT, N0); in visitUINT_TO_FP()
11984 return DAG.getNode(ISD::SINT_TO_FP, SDLoc(N), VT, N0); in visitUINT_TO_FP()
11993 SDLoc DL(N); in visitUINT_TO_FP()
12041 return DAG.getNode(ExtOp, SDLoc(N), VT, Src); in FoldIntToFPToInt()
12044 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Src); in FoldIntToFPToInt()
12056 return DAG.getNode(ISD::FP_TO_SINT, SDLoc(N), VT, N0); in visitFP_TO_SINT()
12067 return DAG.getNode(ISD::FP_TO_UINT, SDLoc(N), VT, N0); in visitFP_TO_UINT()
12080 return DAG.getNode(ISD::FP_ROUND, SDLoc(N), VT, N0, N1); in visitFP_ROUND()
12107 SDLoc DL(N); in visitFP_ROUND()
12115 SDValue Tmp = DAG.getNode(ISD::FP_ROUND, SDLoc(N0), VT, in visitFP_ROUND()
12118 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, in visitFP_ROUND()
12136 SDLoc DL(N); in visitFP_ROUND_INREG()
12155 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, N0); in visitFP_EXTEND()
12160 return DAG.getNode(ISD::FP16_TO_FP, SDLoc(N), VT, N0.getOperand(0)); in visitFP_EXTEND()
12169 return DAG.getNode(ISD::FP_ROUND, SDLoc(N), VT, in visitFP_EXTEND()
12171 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, In); in visitFP_EXTEND()
12178 SDValue ExtLoad = DAG.getExtLoad(ISD::EXTLOAD, SDLoc(N), VT, in visitFP_EXTEND()
12184 DAG.getNode(ISD::FP_ROUND, SDLoc(N0), in visitFP_EXTEND()
12186 DAG.getIntPtrConstant(1, SDLoc(N0))), in visitFP_EXTEND()
12203 return DAG.getNode(ISD::FCEIL, SDLoc(N), VT, N0); in visitFCEIL()
12214 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0); in visitFTRUNC()
12238 return DAG.getNode(ISD::FFLOOR, SDLoc(N), VT, N0); in visitFFLOOR()
12250 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, N0); in visitFNEG()
12274 SDLoc DL0(N0); in visitFNEG()
12293 ISD::FMUL, SDLoc(N), VT, N0.getOperand(0), in visitFNEG()
12294 DAG.getNode(ISD::FNEG, SDLoc(N), VT, N0.getOperand(1)), in visitFNEG()
12313 return DAG.getConstantFP(Op(C0, C1), SDLoc(N), VT); in visitFMinMax()
12319 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N1, N0); in visitFMinMax()
12346 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFABS()
12355 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0.getOperand(0)); in visitFABS()
12372 SDLoc DL(N0); in visitFABS()
12399 return DAG.getNode(ISD::BR_CC, SDLoc(N), MVT::Other, in visitBRCOND()
12406 return DAG.getNode(ISD::BRCOND, SDLoc(N), MVT::Other, Chain, NewN1, N2); in visitBRCOND()
12449 SDLoc DL(N); in rebuildSetCC()
12500 return DAG.getSetCC(SDLoc(TheXor), SetCCVT, Op0, Op1, in rebuildSetCC()
12522 CondLHS, CondRHS, CC->get(), SDLoc(N), in visitBR_CC()
12528 return DAG.getNode(ISD::BR_CC, SDLoc(N), MVT::Other, in visitBR_CC()
12726 Result = DAG.getIndexedLoad(SDValue(N,0), SDLoc(N), in CombineToPreIndexedLoadStore()
12729 Result = DAG.getIndexedStore(SDValue(N,0), SDLoc(N), in CombineToPreIndexedLoadStore()
12786 SDLoc DL(OtherUses[i]); in CombineToPreIndexedLoadStore()
12900 ? DAG.getIndexedLoad(SDValue(N,0), SDLoc(N), in CombineToPostIndexedLoadStore()
12902 : DAG.getIndexedStore(SDValue(N,0), SDLoc(N), in CombineToPostIndexedLoadStore()
12947 Inc = DAG.getConstant(*ConstInc->getConstantIntValue(), SDLoc(Inc), in SplitIndexingFromLoad()
12953 return DAG.getNode(Opc, SDLoc(LD), BP.getSimpleValueType(), BP, Inc); in SplitIndexingFromLoad()
12970 Val = DAG.getNode(ISD::FTRUNC, SDLoc(ST), STMemType, Val); in getTruncatedStoreValue()
12975 Val = DAG.getNode(ISD::TRUNCATE, SDLoc(ST), STMemType, Val); in getTruncatedStoreValue()
12998 Val = DAG.getNode(ISD::ANY_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
13001 Val = DAG.getNode(ISD::SIGN_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
13004 Val = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
13048 SDValue Idx = DAG.getNode(Opc, SDLoc(LD), LD->getOperand(1).getValueType(), in ForwardStoreValueToDirectLoad()
13071 SDLoc(ST), STType); in ForwardStoreValueToDirectLoad()
13072 auto Val = DAG.getNode(ISD::AND, SDLoc(LD), LDType, ST->getValue(), Mask); in ForwardStoreValueToDirectLoad()
13092 Val = DAG.getNode(ISD::TRUNCATE, SDLoc(LD), LDMemType, Val); in ForwardStoreValueToDirectLoad()
13181 LD->getExtensionType(), SDLoc(N), LD->getValueType(0), Chain, Ptr, in visitLOAD()
13201 ReplLoad = DAG.getLoad(N->getValueType(0), SDLoc(LD), in visitLOAD()
13204 ReplLoad = DAG.getExtLoad(LD->getExtensionType(), SDLoc(LD), in visitLOAD()
13211 SDValue Token = DAG.getNode(ISD::TokenFactor, SDLoc(N), in visitLOAD()
13468 SDLoc DL(Origin); in loadSlice()
13478 DAG->getLoad(SliceType, SDLoc(Origin), Origin->getChain(), BaseAddr, in loadSlice()
13486 DAG->getNode(ISD::ZERO_EXTEND, SDLoc(LastInst), FinalType, LastInst); in loadSlice()
13768 SDValue Chain = DAG.getNode(ISD::TokenFactor, SDLoc(LD), MVT::Other, in SliceUpLoad()
13878 SDLoc DL(IVal); in ShrinkLoadReplaceStoreWithStore()
13895 SDLoc DL(IVal); in ShrinkLoadReplaceStoreWithStore()
13902 IVal = DAG.getNode(ISD::TRUNCATE, SDLoc(IVal), VT, IVal); in ShrinkLoadReplaceStoreWithStore()
13906 .getStore(St->getChain(), SDLoc(St), IVal, Ptr, in ShrinkLoadReplaceStoreWithStore()
14009 SDValue NewPtr = DAG.getNode(ISD::ADD, SDLoc(LD), in ReduceLoadOpStoreWidth()
14011 DAG.getConstant(PtrOff, SDLoc(LD), in ReduceLoadOpStoreWidth()
14014 DAG.getLoad(NewVT, SDLoc(N0), LD->getChain(), NewPtr, in ReduceLoadOpStoreWidth()
14017 SDValue NewVal = DAG.getNode(Opc, SDLoc(Value), NewVT, NewLD, in ReduceLoadOpStoreWidth()
14018 DAG.getConstant(NewImm, SDLoc(Value), in ReduceLoadOpStoreWidth()
14021 DAG.getStore(Chain, SDLoc(N), NewVal, NewPtr, in ReduceLoadOpStoreWidth()
14072 DAG.getLoad(IntVT, SDLoc(Value), LD->getChain(), LD->getBasePtr(), in TransformFPLoadStorePair()
14076 DAG.getStore(NewLD.getValue(1), SDLoc(N), NewLD, ST->getBasePtr(), in TransformFPLoadStorePair()
14168 SDLoc StoreDL(StoreNodes[0].MemNode); in getMergeStoreChains()
14192 SDLoc DL(StoreNodes[0].MemNode); in MergeStoresOfConstantsOrVecElts()
14227 SDLoc(C), IntMemVT); in MergeStoresOfConstantsOrVecElts()
14260 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx); in MergeStoresOfConstantsOrVecElts()
14988 SDLoc LoadDL(LoadNodes[0].MemNode); in MergeConsecutiveStores()
14989 SDLoc StoreDL(StoreNodes[0].MemNode); in MergeConsecutiveStores()
15050 SDLoc SL(ST); in replaceStoreChain()
15079 SDLoc DL(ST); in replaceStoreOfFPConstant()
15105 bitcastToAPInt().getZExtValue(), SDLoc(CFP), in replaceStoreOfFPConstant()
15117 getZExtValue(), SDLoc(CFP), MVT::i64); in replaceStoreOfFPConstant()
15128 SDValue Lo = DAG.getConstant(Val & 0xFFFFFFFF, SDLoc(CFP), MVT::i32); in replaceStoreOfFPConstant()
15129 SDValue Hi = DAG.getConstant(Val >> 32, SDLoc(CFP), MVT::i32); in replaceStoreOfFPConstant()
15177 return DAG.getStore(Chain, SDLoc(N), Value.getOperand(0), Ptr, in visitSTORE()
15193 DAG.getTruncStore(Chain, SDLoc(N), Value, Ptr, ST->getPointerInfo(), in visitSTORE()
15232 return DAG.getTruncStore(Chain, SDLoc(N), Shorter, in visitSTORE()
15295 return DAG.getTruncStore(Chain, SDLoc(N), Value.getOperand(0), in visitSTORE()
15369 SDLoc DL(ST); in splitMergedValStore()
15482 SDLoc DL(N); in combineInsertEltToShuffle()
15500 SDLoc DL(N); in visitINSERT_VECTOR_ELT()
15546 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(InVec.getNode()), in visitINSERT_VECTOR_ELT()
15608 SDLoc DL(EVE); in scalarizeExtractedVectorLoad()
15638 Load = DAG.getExtLoad(ExtType, SDLoc(EVE), ResultVT, in scalarizeExtractedVectorLoad()
15644 Load = DAG.getLoad(VecEltVT, SDLoc(EVE), OriginalLoad->getChain(), NewPtr, in scalarizeExtractedVectorLoad()
15649 Load = DAG.getNode(ISD::TRUNCATE, SDLoc(EVE), ResultVT, Load); in scalarizeExtractedVectorLoad()
15691 SDLoc DL(ExtElt); in scalarizeExtractedBinop()
15713 SDLoc DL(N); in visitEXTRACT_VECTOR_ELT()
15972 SDLoc DL(N); in reduceBuildVecExtToExtBuildVec()
16073 SDValue DAGCombiner::createBuildVecShuffle(const SDLoc &DL, SDNode *N, in createBuildVecShuffle()
16265 SDLoc DL(BV); in reduceBuildVecToShuffleWithZero()
16276 SDLoc DL(N); in reduceBuildVecToShuffle()
16526 SDLoc DL(N); in convertBuildVecZextToZext()
16557 SDValue Concat = DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), in visitBUILD_VECTOR()
16590 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), N->getValueType(0), in visitBUILD_VECTOR()
16614 SDLoc DL(N); in combineConcatVectorOfScalars()
16741 return DAG.getVectorShuffle(VT, SDLoc(N), DAG.getBitcast(VT, SV0), in combineConcatVectorOfExtracts()
16800 SDValue Res = DAG.getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), NVT, Scalar); in visitCONCAT_VECTORS()
16844 DAG.getNode(ISD::TRUNCATE, SDLoc(N), MinVT, Op.getOperand(i))); in visitCONCAT_VECTORS()
16851 return DAG.getBuildVector(VT, SDLoc(N), Opnds); in visitCONCAT_VECTORS()
16969 SDLoc DL(Extract); in narrowExtractedVectorBinOp()
17007 SDLoc DL(Extract); in narrowExtractedVectorBinOp()
17047 SDLoc DL(Extract); in narrowExtractedVectorLoad()
17112 Src = DAG.getNode(ISD::TRUNCATE, SDLoc(N), InVT, Src); in visitEXTRACT_SUBVECTOR()
17118 SDValue BuildVec = DAG.getBuildVector(ExtractVT, SDLoc(N), in visitEXTRACT_SUBVECTOR()
17148 ISD::EXTRACT_SUBVECTOR, SDLoc(N), NVT, in visitEXTRACT_SUBVECTOR()
17184 N0 = DAG.getVectorShuffle(ConcatVT, SDLoc(N), N0.getOperand(0), N0.getOperand(1), in partitionShuffleOfConcats()
17187 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, N0, N1); in partitionShuffleOfConcats()
17224 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in partitionShuffleOfConcats()
17315 ? DAG.getZExtOrTrunc(Op, SDLoc(SVN), SVT) in combineShuffleOfScalars()
17316 : DAG.getSExtOrTrunc(Op, SDLoc(SVN), SVT); in combineShuffleOfScalars()
17317 return DAG.getBuildVector(VT, SDLoc(SVN), Ops); in combineShuffleOfScalars()
17370 SDLoc(SVN), OutVT, N0)); in combineShuffleToVectorExtend()
17481 return DAG.getVectorShuffle(Splat->getValueType(0), SDLoc(Splat), in combineShuffleOfSplat()
17558 SDValue NewInsIndex = DAG.getConstant(ShufOp0Index, SDLoc(Shuf), in replaceShuffleOfInsert()
17560 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(Shuf), Op0.getValueType(), in replaceShuffleOfInsert()
17587 return DAG.getVectorShuffle(VT, SDLoc(N), N0, DAG.getUNDEF(VT), NewMask); in visitVECTOR_SHUFFLE()
17607 return DAG.getVectorShuffle(VT, SDLoc(N), N0, N1, NewMask); in visitVECTOR_SHUFFLE()
17660 SDValue NewBV = DAG.getBuildVector(V->getValueType(0), SDLoc(N), Ops); in visitVECTOR_SHUFFLE()
17756 VT, DAG.getVectorShuffle(ScaleVT, SDLoc(N), SV0, SV1, NewMask)); in visitVECTOR_SHUFFLE()
17890 return DAG.getVectorShuffle(VT, SDLoc(N), SV0, SV1, Mask); in visitVECTOR_SHUFFLE()
17917 DAG.getNode(ISD::TRUNCATE, SDLoc(InVal), VT.getScalarType(), InVal); in visitSCALAR_TO_VECTOR()
17918 return DAG.getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), VT, Val); in visitSCALAR_TO_VECTOR()
17923 Val = DAG.getVectorShuffle(InVecT, SDLoc(N), InVec, in visitSCALAR_TO_VECTOR()
17932 SDValue ZeroIdx = DAG.getConstant(0, SDLoc(N), IdxTy); in visitSCALAR_TO_VECTOR()
17936 Val = DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), SubVT, Val, in visitSCALAR_TO_VECTOR()
17989 SDValue NewINSERT = DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), in visitINSERT_SUBVECTOR()
18001 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, N0.getOperand(0), in visitINSERT_SUBVECTOR()
18009 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, N0, in visitINSERT_SUBVECTOR()
18027 SDValue NewOp = DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, in visitINSERT_SUBVECTOR()
18030 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N0.getNode()), in visitINSERT_SUBVECTOR()
18044 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in visitINSERT_SUBVECTOR()
18071 return DAG.getNode(ISD::FP16_TO_FP, SDLoc(N), N->getValueType(0), in visitFP16_TO_FP()
18089 SDLoc DL(N); in XformToShuffleWithZero()
18181 N->getOpcode(), SDLoc(LHS), LHS.getValueType(), Ops, N->getFlags())) in SimplifyVBinOp()
18197 SDValue NewBinOp = DAG.getNode(N->getOpcode(), SDLoc(N), VT, in SimplifyVBinOp()
18201 return DAG.getVectorShuffle(VT, SDLoc(N), NewBinOp, UndefVector, in SimplifyVBinOp()
18209 SDValue DAGCombiner::SimplifySelect(const SDLoc &DL, SDValue N0, SDValue N1, in SimplifySelect()
18223 SDValue SETCC = DAG.getNode(ISD::SETCC, SDLoc(N0), in SimplifySelect()
18228 return DAG.getSelect(SDLoc(SCC), SCC.getValueType(), SETCC, in SimplifySelect()
18356 Addr = DAG.getSelect(SDLoc(TheSelect), in SimplifySelectOps()
18378 Addr = DAG.getNode(ISD::SELECT_CC, SDLoc(TheSelect), in SimplifySelectOps()
18398 Load = DAG.getLoad(TheSelect->getValueType(0), SDLoc(TheSelect), in SimplifySelectOps()
18406 SDLoc(TheSelect), TheSelect->getValueType(0), LLD->getChain(), Addr, in SimplifySelectOps()
18425 SDValue DAGCombiner::foldSelectCCToShiftAnd(const SDLoc &DL, SDValue N0, in foldSelectCCToShiftAnd()
18495 const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2, SDValue N3, in convertSelectOfFPConstantsToLoadOffset()
18534 SDValue One = DAG.getIntPtrConstant(EltSize, SDLoc(FV)); in convertSelectOfFPConstantsToLoadOffset()
18549 SDValue DAGCombiner::SimplifySelectCC(const SDLoc &DL, SDValue N0, SDValue N1, in SimplifySelectCC()
18593 DAG.getConstant(AndMask.countLeadingZeros(), SDLoc(AndLHS), in SimplifySelectCC()
18595 SDValue Shl = DAG.getNode(ISD::SHL, SDLoc(N0), VT, AndLHS, ShlAmt); in SimplifySelectCC()
18600 DAG.getConstant(AndMask.getBitWidth() - 1, SDLoc(Shl), in SimplifySelectCC()
18602 SDValue Shr = DAG.getNode(ISD::SRA, SDLoc(N0), VT, Shl, ShrAmt); in SimplifySelectCC()
18632 Temp = DAG.getZeroExtendInReg(SCC, SDLoc(N2), VT); in SimplifySelectCC()
18634 Temp = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N2), VT, SCC); in SimplifySelectCC()
18636 SCC = DAG.getSetCC(SDLoc(N0), MVT::i1, N0, N1, CC); in SimplifySelectCC()
18637 Temp = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N2), VT, SCC); in SimplifySelectCC()
18649 SDLoc(Temp), in SimplifySelectCC()
18671 SDLoc DL(N0); in SimplifySelectCC()
18723 ISD::CondCode Cond, const SDLoc &DL, in SimplifySetCC()
18793 SDValue DAGCombiner::BuildLogBase2(SDValue V, const SDLoc &DL) { in BuildLogBase2()
18831 SDLoc DL(Op); in BuildReciprocalEstimate()
18865 SDLoc DL(Arg); in buildSqrtNROneConst()
18909 SDLoc DL(Arg); in buildSqrtNRTwoConst()
18987 SDLoc DL(Op); in buildSqrtEstimateImpl()
19241 return DAG.getNode(ISD::TokenFactor, SDLoc(N), MVT::Other, Aliases); in FindBetterChain()
19339 NewST = DAG.getTruncStore(BetterChain, SDLoc(St), St->getValue(), in parallelizeChainedStores()
19343 NewST = DAG.getStore(BetterChain, SDLoc(St), St->getValue(), in parallelizeChainedStores()
19358 SDValue TF = DAG.getNode(ISD::TokenFactor, SDLoc(STChain), MVT::Other, TFOps); in parallelizeChainedStores()