Lines Matching refs:getNode
1045 Value = DAG.getNode(ISD::AssertSext, DL, VA.getLocVT(), Value, in convertLocVTToValVT()
1048 Value = DAG.getNode(ISD::AssertZext, DL, VA.getLocVT(), Value, in convertLocVTToValVT()
1052 Value = DAG.getNode(ISD::TRUNCATE, DL, VA.getValVT(), Value); in convertLocVTToValVT()
1059 Value = DAG.getNode(ISD::BITCAST, DL, VA.getValVT(), Value); in convertLocVTToValVT()
1072 return DAG.getNode(ISD::SIGN_EXTEND, DL, VA.getLocVT(), Value); in convertValVTToLocVT()
1074 return DAG.getNode(ISD::ZERO_EXTEND, DL, VA.getLocVT(), Value); in convertValVTToLocVT()
1076 return DAG.getNode(ISD::ANY_EXTEND, DL, VA.getLocVT(), Value); in convertValVTToLocVT()
1082 Value = DAG.getNode(ISD::BITCAST, DL, MVT::v2i64, Value); in convertValVTToLocVT()
1083 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, VA.getLocVT(), Value, in convertValVTToLocVT()
1168 FIN = DAG.getNode(ISD::ADD, DL, PtrVT, FIN, in LowerFormalArguments()
1186 SDValue Address = DAG.getNode(ISD::ADD, DL, PtrVT, ArgValue, in LowerFormalArguments()
1227 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, in LowerFormalArguments()
1318 SDValue Address = DAG.getNode(ISD::ADD, DL, PtrVT, SpillSlot, in LowerCall()
1337 if (!StackPtr.getNode()) in LowerCall()
1342 SDValue Address = DAG.getNode(ISD::ADD, DL, PtrVT, StackPtr, in LowerCall()
1353 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, MemOpChains); in LowerCall()
1361 Callee = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Callee); in LowerCall()
1364 Callee = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Callee); in LowerCall()
1396 if (Glue.getNode()) in LowerCall()
1402 return DAG.getNode(SystemZISD::SIBCALL, DL, NodeTys, Ops); in LowerCall()
1403 Chain = DAG.getNode(SystemZISD::CALL, DL, NodeTys, Ops); in LowerCall()
1475 return DAG.getNode(SystemZISD::RET_FLAG, DL, MVT::Other, Chain); in LowerReturn()
1500 if (Glue.getNode()) in LowerReturn()
1503 return DAG.getNode(SystemZISD::RET_FLAG, DL, MVT::Other, RetOps); in LowerReturn()
1692 SDValue Intr = DAG.getNode(Opcode, SDLoc(Op), RawVTs, Ops); in emitIntrinsicWithCCAndChain()
1693 SDValue OldChain = SDValue(Op.getNode(), 1); in emitIntrinsicWithCCAndChain()
1694 SDValue NewChain = SDValue(Intr.getNode(), 1); in emitIntrinsicWithCCAndChain()
1696 return Intr.getNode(); in emitIntrinsicWithCCAndChain()
1709 SDValue Intr = DAG.getNode(Opcode, SDLoc(Op), Op->getVTList(), Ops); in emitIntrinsicWithCC()
1710 return Intr.getNode(); in emitIntrinsicWithCC()
1747 auto *ConstOp1 = dyn_cast<ConstantSDNode>(C.Op1.getNode()); in adjustZeroCmp()
1837 auto *Load = dyn_cast<LoadSDNode>(Op.getNode()); in isNaturalMemoryOperand()
2322 if (!C.Op1.getNode()) { in emitCmp()
2336 return DAG.getNode(SystemZISD::ICMP, DL, MVT::i32, C.Op0, C.Op1, in emitCmp()
2341 return DAG.getNode(SystemZISD::TM, DL, MVT::i32, C.Op0, C.Op1, in emitCmp()
2344 return DAG.getNode(C.Opcode, DL, MVT::i32, C.Op0, C.Op1); in emitCmp()
2353 Op0 = DAG.getNode(Extend, DL, MVT::i64, Op0); in lowerMUL_LOHI32()
2354 Op1 = DAG.getNode(Extend, DL, MVT::i64, Op1); in lowerMUL_LOHI32()
2355 SDValue Mul = DAG.getNode(ISD::MUL, DL, MVT::i64, Op0, Op1); in lowerMUL_LOHI32()
2356 Hi = DAG.getNode(ISD::SRL, DL, MVT::i64, Mul, in lowerMUL_LOHI32()
2358 Hi = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Hi); in lowerMUL_LOHI32()
2359 Lo = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Mul); in lowerMUL_LOHI32()
2369 SDValue Result = DAG.getNode(Opcode, DL, MVT::Untyped, Op0, Op1); in lowerGR128Binary()
2384 return DAG.getNode(SystemZISD::SELECT_CCMASK, DL, MVT::i32, Ops); in emitSETCC()
2438 return DAG.getNode(SystemZISD::VEXTEND, DL, MVT::v2f64, Op); in expandV4F32ToV2F64()
2456 SDValue HRes = DAG.getNode(Opcode, DL, MVT::v2i64, H0, H1); in getVectorCmp()
2457 SDValue LRes = DAG.getNode(Opcode, DL, MVT::v2i64, L0, L1); in getVectorCmp()
2458 return DAG.getNode(SystemZISD::PACK, DL, VT, HRes, LRes); in getVectorCmp()
2460 return DAG.getNode(Opcode, DL, VT, CmpOp0, CmpOp1); in getVectorCmp()
2482 Cmp = DAG.getNode(ISD::OR, DL, VT, LT, GE); in lowerVectorSETCC()
2494 Cmp = DAG.getNode(ISD::OR, DL, VT, LT, GT); in lowerVectorSETCC()
2514 SDValue Mask = DAG.getNode(SystemZISD::BYTE_MASK, DL, MVT::v16i8, in lowerVectorSETCC()
2516 Mask = DAG.getNode(ISD::BITCAST, DL, VT, Mask); in lowerVectorSETCC()
2517 Cmp = DAG.getNode(ISD::XOR, DL, VT, Cmp, Mask); in lowerVectorSETCC()
2546 return DAG.getNode(SystemZISD::BR_CCMASK, DL, Op.getValueType(), in lowerBR_CC()
2566 Op = DAG.getNode(SystemZISD::IABS, DL, Op.getValueType(), Op); in getAbsolute()
2568 Op = DAG.getNode(ISD::SUB, DL, Op.getValueType(), in getAbsolute()
2602 return DAG.getNode(SystemZISD::SELECT_CCMASK, DL, Op.getValueType(), Ops); in lowerSELECT_CC()
2618 Result = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result); in lowerGlobalAddress()
2624 Result = DAG.getNode(SystemZISD::PCREL_OFFSET, DL, PtrVT, Full, Result); in lowerGlobalAddress()
2629 Result = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result); in lowerGlobalAddress()
2637 Result = DAG.getNode(ISD::ADD, DL, PtrVT, Result, in lowerGlobalAddress()
2683 Chain = DAG.getNode(Opcode, DL, NodeTys, Ops); in lowerTLSGetOffset()
2697 TPHi = DAG.getNode(ISD::ANY_EXTEND, DL, PtrVT, TPHi); in lowerThreadPointer()
2701 TPLo = DAG.getNode(ISD::ZERO_EXTEND, DL, PtrVT, TPLo); in lowerThreadPointer()
2704 SDValue TPHiShifted = DAG.getNode(ISD::SHL, DL, PtrVT, TPHi, in lowerThreadPointer()
2706 return DAG.getNode(ISD::OR, DL, PtrVT, TPHiShifted, TPLo); in lowerThreadPointer()
2766 Offset = DAG.getNode(ISD::ADD, DL, PtrVT, Offset, DTPOffset); in lowerGlobalTLSAddress()
2774 Offset = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Offset); in lowerGlobalTLSAddress()
2795 return DAG.getNode(ISD::ADD, DL, PtrVT, TP, Offset); in lowerGlobalTLSAddress()
2806 Result = DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result); in lowerBlockAddress()
2817 return DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result); in lowerJumpTable()
2834 return DAG.getNode(SystemZISD::PCREL_WRAPPER, DL, PtrVT, Result); in lowerConstantPool()
2915 In64 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, In); in lowerBITCAST()
2916 In64 = DAG.getNode(ISD::SHL, DL, MVT::i64, In64, in lowerBITCAST()
2919 SDValue Out64 = DAG.getNode(ISD::BITCAST, DL, MVT::f64, In64); in lowerBITCAST()
2927 SDValue Out64 = DAG.getNode(ISD::BITCAST, DL, MVT::i64, In64); in lowerBITCAST()
2931 SDValue Shift = DAG.getNode(ISD::SRL, DL, MVT::i64, Out64, in lowerBITCAST()
2933 return DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Shift); in lowerBITCAST()
2965 FieldAddr = DAG.getNode(ISD::ADD, DL, PtrVT, FieldAddr, in lowerVASTART()
2971 return DAG.getNode(ISD::TokenFactor, DL, MVT::Other, MemOps); in lowerVASTART()
3023 NeededSpace = DAG.getNode(ISD::ADD, DL, MVT::i64, NeededSpace, in lowerDYNAMIC_STACKALLOC()
3027 SDValue NewSP = DAG.getNode(ISD::SUB, DL, MVT::i64, OldSP, NeededSpace); in lowerDYNAMIC_STACKALLOC()
3035 SDValue ArgAdjust = DAG.getNode(SystemZISD::ADJDYNALLOC, DL, MVT::i64); in lowerDYNAMIC_STACKALLOC()
3036 SDValue Result = DAG.getNode(ISD::ADD, DL, MVT::i64, NewSP, ArgAdjust); in lowerDYNAMIC_STACKALLOC()
3041 DAG.getNode(ISD::ADD, DL, MVT::i64, Result, in lowerDYNAMIC_STACKALLOC()
3044 DAG.getNode(ISD::AND, DL, MVT::i64, Result, in lowerDYNAMIC_STACKALLOC()
3059 return DAG.getNode(SystemZISD::ADJDYNALLOC, DL, MVT::i64); in lowerGET_DYNAMIC_AREA_OFFSET()
3095 SDValue LH = DAG.getNode(ISD::SRA, DL, VT, LL, C63); in lowerSMUL_LOHI()
3096 SDValue RH = DAG.getNode(ISD::SRA, DL, VT, RL, C63); in lowerSMUL_LOHI()
3102 SDValue NegLLTimesRH = DAG.getNode(ISD::AND, DL, VT, LL, RH); in lowerSMUL_LOHI()
3103 SDValue NegLHTimesRL = DAG.getNode(ISD::AND, DL, VT, LH, RL); in lowerSMUL_LOHI()
3104 SDValue NegSum = DAG.getNode(ISD::ADD, DL, VT, NegLLTimesRH, NegLHTimesRL); in lowerSMUL_LOHI()
3105 Ops[1] = DAG.getNode(ISD::SUB, DL, VT, Ops[1], NegSum); in lowerSMUL_LOHI()
3140 Op0 = DAG.getNode(ISD::SIGN_EXTEND, DL, MVT::i64, Op0); in lowerSDIVREM()
3142 Op1 = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Op1); in lowerSDIVREM()
3214 SDValue Low32 = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, LowOp); in lowerOR()
3222 SDNode *N = Op.getNode(); in lowerXALUO()
3255 SDValue Result = DAG.getNode(BaseOp, DL, VTs, LHS, RHS); in lowerXALUO()
3259 SetCC = DAG.getNode(ISD::TRUNCATE, DL, MVT::i1, SetCC); in lowerXALUO()
3261 return DAG.getNode(ISD::MERGE_VALUES, DL, N->getVTList(), Result, SetCC); in lowerXALUO()
3268 SDNode *N = Op.getNode(); in lowerADDSUBCARRY()
3298 Carry = DAG.getNode(SystemZISD::GET_CCMASK, DL, MVT::i32, Carry, in lowerADDSUBCARRY()
3303 SDValue Result = DAG.getNode(BaseOp, DL, VTs, LHS, RHS, Carry); in lowerADDSUBCARRY()
3307 SetCC = DAG.getNode(ISD::TRUNCATE, DL, MVT::i1, SetCC); in lowerADDSUBCARRY()
3309 return DAG.getNode(ISD::MERGE_VALUES, DL, N->getVTList(), Result, SetCC); in lowerADDSUBCARRY()
3320 Op = DAG.getNode(ISD::BITCAST, DL, MVT::v16i8, Op); in lowerCTPOP()
3321 Op = DAG.getNode(SystemZISD::POPCNT, DL, MVT::v16i8, Op); in lowerCTPOP()
3326 Op = DAG.getNode(ISD::BITCAST, DL, VT, Op); in lowerCTPOP()
3328 SDValue Tmp = DAG.getNode(SystemZISD::VSHL_BY_SCALAR, DL, VT, Op, Shift); in lowerCTPOP()
3329 Op = DAG.getNode(ISD::ADD, DL, VT, Op, Tmp); in lowerCTPOP()
3330 Op = DAG.getNode(SystemZISD::VSRL_BY_SCALAR, DL, VT, Op, Shift); in lowerCTPOP()
3334 SDValue Tmp = DAG.getNode(SystemZISD::BYTE_MASK, DL, MVT::v16i8, in lowerCTPOP()
3336 Op = DAG.getNode(SystemZISD::VSUM, DL, VT, Op, Tmp); in lowerCTPOP()
3340 SDValue Tmp = DAG.getNode(SystemZISD::BYTE_MASK, DL, MVT::v16i8, in lowerCTPOP()
3342 Op = DAG.getNode(SystemZISD::VSUM, DL, MVT::v4i32, Op, Tmp); in lowerCTPOP()
3343 Op = DAG.getNode(SystemZISD::VSUM, DL, VT, Op, Tmp); in lowerCTPOP()
3364 Op = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op); in lowerCTPOP()
3365 Op = DAG.getNode(SystemZISD::POPCNT, DL, MVT::i64, Op); in lowerCTPOP()
3366 Op = DAG.getNode(ISD::TRUNCATE, DL, VT, Op); in lowerCTPOP()
3371 SDValue Tmp = DAG.getNode(ISD::SHL, DL, VT, Op, DAG.getConstant(I, DL, VT)); in lowerCTPOP()
3373 Tmp = DAG.getNode(ISD::AND, DL, VT, Tmp, in lowerCTPOP()
3375 Op = DAG.getNode(ISD::ADD, DL, VT, Op, Tmp); in lowerCTPOP()
3380 Op = DAG.getNode(ISD::SRL, DL, VT, Op, in lowerCTPOP()
3404 return DAG.getNode(SystemZISD::MEMBARRIER, DL, MVT::Other, Op.getOperand(0)); in lowerATOMIC_FENCE()
3410 auto *Node = cast<AtomicSDNode>(Op.getNode()); in lowerATOMIC_LOAD()
3419 auto *Node = cast<AtomicSDNode>(Op.getNode()); in lowerATOMIC_STORE()
3436 auto *Node = cast<AtomicSDNode>(Op.getNode()); in lowerATOMIC_LOAD_OP()
3460 SDValue AlignedAddr = DAG.getNode(ISD::AND, DL, PtrVT, Addr, in lowerATOMIC_LOAD_OP()
3465 SDValue BitShift = DAG.getNode(ISD::SHL, DL, PtrVT, Addr, in lowerATOMIC_LOAD_OP()
3467 BitShift = DAG.getNode(ISD::TRUNCATE, DL, WideVT, BitShift); in lowerATOMIC_LOAD_OP()
3471 SDValue NegBitShift = DAG.getNode(ISD::SUB, DL, WideVT, in lowerATOMIC_LOAD_OP()
3480 Src2 = DAG.getNode(ISD::SHL, DL, WideVT, Src2, in lowerATOMIC_LOAD_OP()
3484 Src2 = DAG.getNode(ISD::OR, DL, WideVT, Src2, in lowerATOMIC_LOAD_OP()
3496 SDValue ResultShift = DAG.getNode(ISD::ADD, DL, WideVT, BitShift, in lowerATOMIC_LOAD_OP()
3498 SDValue Result = DAG.getNode(ISD::ROTL, DL, WideVT, AtomicOp, ResultShift); in lowerATOMIC_LOAD_OP()
3509 auto *Node = cast<AtomicSDNode>(Op.getNode()); in lowerATOMIC_LOAD_SUB()
3526 NegSrc2 = DAG.getNode(ISD::SUB, DL, MemVT, DAG.getConstant(0, DL, MemVT), in lowerATOMIC_LOAD_SUB()
3529 if (NegSrc2.getNode()) in lowerATOMIC_LOAD_SUB()
3544 auto *Node = cast<AtomicSDNode>(Op.getNode()); in lowerATOMIC_CMP_SWAP()
3576 SDValue AlignedAddr = DAG.getNode(ISD::AND, DL, PtrVT, Addr, in lowerATOMIC_CMP_SWAP()
3581 SDValue BitShift = DAG.getNode(ISD::SHL, DL, PtrVT, Addr, in lowerATOMIC_CMP_SWAP()
3583 BitShift = DAG.getNode(ISD::TRUNCATE, DL, WideVT, BitShift); in lowerATOMIC_CMP_SWAP()
3587 SDValue NegBitShift = DAG.getNode(ISD::SUB, DL, WideVT, in lowerATOMIC_CMP_SWAP()
3647 auto *Node = cast<MemIntrinsicSDNode>(Op.getNode()); in lowerPREFETCH()
3661 SDValue IPM = DAG.getNode(SystemZISD::IPM, DL, MVT::i32, CCReg); in getCCResult()
3662 return DAG.getNode(ISD::SRL, DL, MVT::i32, IPM, in getCCResult()
3674 DAG.ReplaceAllUsesOfValueWith(SDValue(Op.getNode(), 0), CC); in lowerINTRINSIC_W_CHAIN()
3690 return DAG.getNode(ISD::MERGE_VALUES, SDLoc(Op), Op->getVTList(), in lowerINTRINSIC_WO_CHAIN()
3700 return DAG.getNode(SystemZISD::PERMUTE_DWORDS, SDLoc(Op), Op.getValueType(), in lowerINTRINSIC_WO_CHAIN()
3704 return DAG.getNode(SystemZISD::PERMUTE, SDLoc(Op), Op.getValueType(), in lowerINTRINSIC_WO_CHAIN()
3710 return DAG.getNode(SystemZISD::UNPACK_HIGH, SDLoc(Op), Op.getValueType(), in lowerINTRINSIC_WO_CHAIN()
3716 return DAG.getNode(SystemZISD::UNPACKL_HIGH, SDLoc(Op), Op.getValueType(), in lowerINTRINSIC_WO_CHAIN()
3722 return DAG.getNode(SystemZISD::UNPACK_LOW, SDLoc(Op), Op.getValueType(), in lowerINTRINSIC_WO_CHAIN()
3728 return DAG.getNode(SystemZISD::UNPACKL_LOW, SDLoc(Op), Op.getValueType(), in lowerINTRINSIC_WO_CHAIN()
3737 return DAG.getNode(SystemZISD::VSUM, SDLoc(Op), Op.getValueType(), in lowerINTRINSIC_WO_CHAIN()
3990 Op0 = DAG.getNode(ISD::BITCAST, DL, InVT, Op0); in getPermuteNode()
3991 Op1 = DAG.getNode(ISD::BITCAST, DL, InVT, Op1); in getPermuteNode()
3995 Op = DAG.getNode(SystemZISD::PERMUTE_DWORDS, DL, InVT, Op0, Op1, Op2); in getPermuteNode()
3999 Op = DAG.getNode(SystemZISD::PACK, DL, OutVT, Op0, Op1); in getPermuteNode()
4001 Op = DAG.getNode(P.Opcode, DL, InVT, Op0, Op1); in getPermuteNode()
4013 Ops[I] = DAG.getNode(ISD::BITCAST, DL, MVT::v16i8, Ops[I]); in getGeneralPermuteNode()
4018 return DAG.getNode(SystemZISD::SHL_DOUBLE, DL, MVT::v16i8, Ops[OpNo0], in getGeneralPermuteNode()
4029 return DAG.getNode(SystemZISD::PERMUTE, DL, MVT::v16i8, Ops[0], Ops[1], Op2); in getGeneralPermuteNode()
4038 SDValue getNode(SelectionDAG &, const SDLoc &);
4072 EVT FromVT = Op.getNode() ? Op.getValueType() : VT; in add()
4084 while (Op.getNode()) { in add()
4126 SDValue GeneralShuffle::getNode(SelectionDAG &DAG, const SDLoc &DL) { in getNode() function in GeneralShuffle
4201 return DAG.getNode(ISD::BITCAST, DL, VT, Op); in getNode()
4225 return DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VT, Value); in buildScalarToVector()
4235 return DAG.getNode(SystemZISD::REPLICATE, DL, VT, Op1); in buildMergeScalars()
4238 return DAG.getNode(SystemZISD::REPLICATE, DL, VT, Op0); in buildMergeScalars()
4239 return DAG.getNode(SystemZISD::MERGE_HIGH, DL, VT, in buildMergeScalars()
4253 Op0 = Op1 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op1); in joinDwords()
4255 Op0 = Op1 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op0); in joinDwords()
4257 Op0 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op0); in joinDwords()
4258 Op1 = DAG.getNode(ISD::ANY_EXTEND, DL, MVT::i64, Op1); in joinDwords()
4260 return DAG.getNode(SystemZISD::JOIN_DWORDS, DL, MVT::v2i64, Op0, Op1); in joinDwords()
4308 SDValue Op = DAG.getNode( in tryBuildVectorReplicate()
4311 return DAG.getNode(ISD::BITCAST, DL, VT, Op); in tryBuildVectorReplicate()
4326 SDValue Op = DAG.getNode( in tryBuildVectorReplicate()
4330 return DAG.getNode(ISD::BITCAST, DL, VT, Op); in tryBuildVectorReplicate()
4379 if (!Op.getNode()) { in tryBuildVectorShuffle()
4385 return GS.getNode(DAG, SDLoc(BVN)); in tryBuildVectorShuffle()
4397 if (!Single.getNode()) in buildVector()
4419 if (Single.getNode() && (Count > 1 || Single.getOpcode() == ISD::LOAD)) in buildVector()
4420 return DAG.getNode(SystemZISD::REPLICATE, DL, VT, Single); in buildVector()
4456 Op01 = DAG.getNode(ISD::BITCAST, DL, MVT::v2i64, Op01); in buildVector()
4457 Op23 = DAG.getNode(ISD::BITCAST, DL, MVT::v2i64, Op23); in buildVector()
4458 SDValue Op = DAG.getNode(SystemZISD::MERGE_HIGH, in buildVector()
4460 return DAG.getNode(ISD::BITCAST, DL, VT, Op); in buildVector()
4484 if (!Constants[I].getNode()) in buildVector()
4499 SDNode *Ld = Elems[I].getNode(); in buildVector()
4506 Result = DAG.getNode(SystemZISD::REPLICATE, DL, VT, ReplicatedVal); in buildVector()
4516 Result = DAG.getNode(ISD::BITCAST, DL, VT, in buildVector()
4528 Result = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, VT, Result, Elems[I], in buildVector()
4537 auto *BVN = cast<BuildVectorSDNode>(Op.getNode()); in lowerBUILD_VECTOR()
4547 SDValue Op = DAG.getNode( in lowerBUILD_VECTOR()
4550 return DAG.getNode(ISD::BITCAST, DL, VT, Op); in lowerBUILD_VECTOR()
4573 if (Op.getNode()) in lowerBUILD_VECTOR()
4582 if (Op.getNode()) in lowerBUILD_VECTOR()
4608 auto *VSN = cast<ShuffleVectorSDNode>(Op.getNode()); in lowerVECTOR_SHUFFLE()
4621 return DAG.getNode(SystemZISD::REPLICATE, DL, VT, Op0.getOperand(Index)); in lowerVECTOR_SHUFFLE()
4623 return DAG.getNode(SystemZISD::SPLAT, DL, VT, Op.getOperand(0), in lowerVECTOR_SHUFFLE()
4636 return GS.getNode(DAG, SDLoc(VSN)); in lowerVECTOR_SHUFFLE()
4643 return DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, in lowerSCALAR_TO_VECTOR()
4673 SDValue Res = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, IntVecVT, in lowerINSERT_VECTOR_ELT()
4674 DAG.getNode(ISD::BITCAST, DL, IntVecVT, Op0), in lowerINSERT_VECTOR_ELT()
4675 DAG.getNode(ISD::BITCAST, DL, IntVT, Op1), Op2); in lowerINSERT_VECTOR_ELT()
4676 return DAG.getNode(ISD::BITCAST, DL, VT, Res); in lowerINSERT_VECTOR_ELT()
4700 SDValue Res = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, IntVT, in lowerEXTRACT_VECTOR_ELT()
4701 DAG.getNode(ISD::BITCAST, DL, IntVecVT, Op0), Op1); in lowerEXTRACT_VECTOR_ELT()
4702 return DAG.getNode(ISD::BITCAST, DL, VT, Res); in lowerEXTRACT_VECTOR_ELT()
4717 PackedOp = DAG.getNode(UnpackHigh, SDLoc(PackedOp), OutVT, PackedOp); in lowerExtendVectorInreg()
4743 return DAG.getNode(ByScalar, DL, VT, Op0, Shift); in lowerShift()
4751 SDValue Shift = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Splat); in lowerShift()
4752 return DAG.getNode(ByScalar, DL, VT, Op0, Shift); in lowerShift()
4768 SDValue Shift = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, in lowerShift()
4770 return DAG.getNode(ByScalar, DL, VT, Op0, Shift); in lowerShift()
4902 SDValue Lo = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i64, In, in lowerI128ToGR128()
4904 SDValue Hi = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, MVT::i64, In, in lowerI128ToGR128()
4917 return DAG.getNode(ISD::BUILD_PAIR, DL, MVT::i128, Lo, Hi); in lowerGR128ToI128()
5171 Op = DAG.getNode(ISD::BITCAST, DL, VT, Op); in combineExtract()
5172 DCI.AddToWorklist(Op.getNode()); in combineExtract()
5175 Op = DAG.getNode(ISD::TRUNCATE, DL, VT, Op); in combineExtract()
5177 DCI.AddToWorklist(Op.getNode()); in combineExtract()
5178 Op = DAG.getNode(ISD::BITCAST, DL, ResVT, Op); in combineExtract()
5211 Op = DAG.getNode(ISD::BITCAST, DL, VecVT, Op); in combineExtract()
5212 DCI.AddToWorklist(Op.getNode()); in combineExtract()
5214 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ResVT, Op, in combineExtract()
5271 SDValue NewSelect = DAG.getNode(SystemZISD::SELECT_CCMASK, DL, VT, Ops); in combineZERO_EXTEND()
5275 DAG.getNode(ISD::TRUNCATE, DL, N0.getValueType(), NewSelect); in combineZERO_EXTEND()
5276 DCI.CombineTo(N0.getNode(), TruncSelect); in combineZERO_EXTEND()
5300 return DAG.getNode(ISD::SELECT_CC, DL, VT, Ops); in combineSIGN_EXTEND_INREG()
5322 SDValue Ext = DAG.getNode(ISD::ANY_EXTEND, SDLoc(Inner), VT, in combineSIGN_EXTEND()
5324 SDValue Shl = DAG.getNode(ISD::SHL, SDLoc(Inner), VT, Ext, in combineSIGN_EXTEND()
5327 return DAG.getNode(ISD::SRA, SDLoc(N0), VT, Shl, in combineSIGN_EXTEND()
5359 Op1 = DAG.getNode(ISD::BITCAST, SDLoc(N), InVT, Op1); in combineMERGE()
5360 DCI.AddToWorklist(Op1.getNode()); in combineMERGE()
5362 SDValue Op = DAG.getNode(Opcode, SDLoc(N), OutVT, Op1); in combineMERGE()
5363 DCI.AddToWorklist(Op.getNode()); in combineMERGE()
5364 return DAG.getNode(ISD::BITCAST, SDLoc(N), VT, Op); in combineMERGE()
5398 SDValue Extract0 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, LdVT, in combineLOAD()
5404 Ops.push_back((Op.getNode() == N && Op.getResNo() == 0) ? Extract0 : Op); in combineLOAD()
5423 DCI.AddToWorklist(Value.getNode()); in combineSTORE()
5434 Op1.getNode()->hasOneUse() && in combineSTORE()
5442 BSwapOp = DAG.getNode(ISD::ANY_EXTEND, SDLoc(N), MVT::i32, BSwapOp); in combineSTORE()
5476 return DAG.getNode(SystemZISD::REPLICATE, SDLoc(N), N->getValueType(0), in combineJOIN_DWORDS()
5499 if (U != Op0.getNode() && in combineFP_ROUND()
5509 SDValue VRound = DAG.getNode(SystemZISD::VROUND, SDLoc(N), in combineFP_ROUND()
5511 DCI.AddToWorklist(VRound.getNode()); in combineFP_ROUND()
5513 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(U), MVT::f32, in combineFP_ROUND()
5515 DCI.AddToWorklist(Extract1.getNode()); in combineFP_ROUND()
5518 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(Op0), MVT::f32, in combineFP_ROUND()
5546 if (U != Op0.getNode() && in combineFP_EXTEND()
5556 SDValue VExtend = DAG.getNode(SystemZISD::VEXTEND, SDLoc(N), in combineFP_EXTEND()
5558 DCI.AddToWorklist(VExtend.getNode()); in combineFP_EXTEND()
5560 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(U), MVT::f64, in combineFP_EXTEND()
5562 DCI.AddToWorklist(Extract1.getNode()); in combineFP_EXTEND()
5565 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(Op0), MVT::f64, in combineFP_EXTEND()
5579 if (ISD::isNON_EXTLoad(N->getOperand(0).getNode()) && in combineBSWAP()
5602 ResVal = DAG.getNode(ISD::TRUNCATE, SDLoc(N), MVT::i16, BSLoad); in combineBSWAP()
5610 DCI.CombineTo(Load.getNode(), ResVal, BSLoad.getValue(1)); in combineBSWAP()
5628 auto *ICmp = CCReg.getNode(); in combineCCMask()
5631 auto *CompareLHS = ICmp->getOperand(0).getNode(); in combineCCMask()
5677 auto *SHL = CompareLHS->getOperand(0).getNode(); in combineCCMask()
5683 auto *IPM = SHL->getOperand(0).getNode(); in combineCCMask()
5729 return DAG.getNode(SystemZISD::BR_CCMASK, SDLoc(N), N->getValueType(0), in combineBR_CCMASK()
5752 return DAG.getNode(SystemZISD::SELECT_CCMASK, SDLoc(N), N->getValueType(0), in combineSELECT_CCMASK()