Lines Matching refs:TLO
36670 TargetLoweringOpt &TLO) const { in targetShrinkDemandedConstant()
36698 EVT ExtSVT = EVT::getIntegerVT(*TLO.DAG.getContext(), ActiveBits); in targetShrinkDemandedConstant()
36699 EVT ExtVT = EVT::getVectorVT(*TLO.DAG.getContext(), ExtSVT, in targetShrinkDemandedConstant()
36702 TLO.DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(Op), VT, in targetShrinkDemandedConstant()
36703 Op.getOperand(1), TLO.DAG.getValueType(ExtVT)); in targetShrinkDemandedConstant()
36705 TLO.DAG.getNode(Opcode, SDLoc(Op), VT, Op.getOperand(0), NewC); in targetShrinkDemandedConstant()
36706 return TLO.CombineTo(Op, NewOp); in targetShrinkDemandedConstant()
36753 SDValue NewC = TLO.DAG.getConstant(ZeroExtendMask, DL, VT); in targetShrinkDemandedConstant()
36754 SDValue NewOp = TLO.DAG.getNode(ISD::AND, DL, VT, Op.getOperand(0), NewC); in targetShrinkDemandedConstant()
36755 return TLO.CombineTo(Op, NewOp); in targetShrinkDemandedConstant()
40837 TargetLowering::TargetLoweringOpt &TLO, unsigned Depth) const { in SimplifyDemandedVectorEltsForTargetShuffle() argument
40849 if (SimplifyDemandedVectorElts(Mask, DemandedElts, MaskUndef, MaskZero, TLO, in SimplifyDemandedVectorEltsForTargetShuffle()
40893 SDValue CV = TLO.DAG.getConstantPool(ConstantVector::get(ConstVecOps), BCVT); in SimplifyDemandedVectorEltsForTargetShuffle()
40894 SDValue LegalCV = LowerConstantPool(CV, TLO.DAG); in SimplifyDemandedVectorEltsForTargetShuffle()
40895 SDValue NewMask = TLO.DAG.getLoad( in SimplifyDemandedVectorEltsForTargetShuffle()
40896 BCVT, DL, TLO.DAG.getEntryNode(), LegalCV, in SimplifyDemandedVectorEltsForTargetShuffle()
40897 MachinePointerInfo::getConstantPool(TLO.DAG.getMachineFunction()), in SimplifyDemandedVectorEltsForTargetShuffle()
40899 return TLO.CombineTo(Mask, TLO.DAG.getBitcast(Mask.getValueType(), NewMask)); in SimplifyDemandedVectorEltsForTargetShuffle()
40904 TargetLoweringOpt &TLO, unsigned Depth) const { in SimplifyDemandedVectorEltsForTargetNode() argument
40917 if (SimplifyDemandedVectorElts(LHS, DemandedElts, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
40920 if (SimplifyDemandedVectorElts(RHS, DemandedElts, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
40934 if (SimplifyDemandedVectorElts(LHS, DemandedSrcElts, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
40937 if (SimplifyDemandedVectorElts(RHS, DemandedSrcElts, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
40945 if (SimplifyDemandedVectorElts(LHS, DemandedLHSElts, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
40949 if (SimplifyDemandedVectorElts(RHS, DemandedRHSElts, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
40967 LHS, DemandedSrcElts, TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
40969 RHS, DemandedSrcElts, TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
40973 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
40974 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewLHS, NewRHS)); in SimplifyDemandedVectorEltsForTargetNode()
40999 if (SimplifyDemandedVectorElts(Amt, AmtElts, AmtUndef, AmtZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41009 if (SimplifyDemandedVectorElts(Src, DemandedElts, SrcUndef, KnownZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41015 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
41016 Op, getZeroVector(VT.getSimpleVT(), Subtarget, TLO.DAG, SDLoc(Op))); in SimplifyDemandedVectorEltsForTargetNode()
41021 Src, DemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
41022 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
41023 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc, Op.getOperand(1))); in SimplifyDemandedVectorEltsForTargetNode()
41035 if (SimplifyDemandedVectorElts(LHS, DemandedElts, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41041 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
41042 Op, getZeroVector(VT.getSimpleVT(), Subtarget, TLO.DAG, SDLoc(Op))); in SimplifyDemandedVectorEltsForTargetNode()
41044 if (SimplifyDemandedVectorElts(RHS, DemandedElts, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41058 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
41074 SDValue NewSA = TLO.DAG.getTargetConstant(Diff, dl, MVT::i8); in SimplifyDemandedVectorEltsForTargetNode()
41075 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
41076 Op, TLO.DAG.getNode(NewOpc, dl, VT, Src.getOperand(0), NewSA)); in SimplifyDemandedVectorEltsForTargetNode()
41081 if (SimplifyDemandedVectorElts(Src, DemandedSrc, KnownUndef, KnownZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41097 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
41113 SDValue NewSA = TLO.DAG.getTargetConstant(Diff, dl, MVT::i8); in SimplifyDemandedVectorEltsForTargetNode()
41114 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
41115 Op, TLO.DAG.getNode(NewOpc, dl, VT, Src.getOperand(0), NewSA)); in SimplifyDemandedVectorEltsForTargetNode()
41120 if (SimplifyDemandedVectorElts(Src, DemandedSrc, KnownUndef, KnownZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41168 TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
41171 TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
41176 LHS, DemandLHS.first, DemandLHS.second, TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
41178 RHS, DemandRHS.first, DemandRHS.second, TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
41182 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
41183 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewLHS, NewRHS)); in SimplifyDemandedVectorEltsForTargetNode()
41194 if (SimplifyDemandedVectorElts(Src, SrcElts, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41208 if (SimplifyDemandedVectorElts(N0, DemandedLHS, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41212 if (SimplifyDemandedVectorElts(N1, DemandedRHS, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41222 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
41224 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
41228 return TLO.CombineTo(Op, in SimplifyDemandedVectorEltsForTargetNode()
41229 TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewN0, NewN1)); in SimplifyDemandedVectorEltsForTargetNode()
41245 if (SimplifyDemandedVectorElts(N0, DemandedLHS, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41249 if (SimplifyDemandedVectorElts(N1, DemandedRHS, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41259 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
41261 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
41265 return TLO.CombineTo(Op, in SimplifyDemandedVectorEltsForTargetNode()
41266 TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewN0, NewN1)); in SimplifyDemandedVectorEltsForTargetNode()
41278 if (SimplifyDemandedVectorElts(Src, DemandedSrc, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41288 SelZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
41294 LHSZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
41299 RHSZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
41311 if (TLO.DAG.MaskedVectorIsZero(Src, DemandedUpperElts, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
41312 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
41323 Src = widenSubVector(VT.getSimpleVT(), Src, false, Subtarget, TLO.DAG, in SimplifyDemandedVectorEltsForTargetNode()
41325 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
41329 if (SimplifyDemandedVectorElts(Src, SrcElts, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41335 Src, SrcElts, TLO.DAG, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
41336 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc)); in SimplifyDemandedVectorEltsForTargetNode()
41340 if (SimplifyDemandedVectorEltsForTargetShuffle(Op, DemandedElts, 0, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41347 if (SimplifyDemandedVectorEltsForTargetShuffle(Op, DemandedElts, 1, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41353 if (SimplifyDemandedVectorEltsForTargetShuffle(Op, DemandedElts, 2, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41377 Src = extractSubVector(Src, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
41378 EVT BcstVT = EVT::getVectorVT(*TLO.DAG.getContext(), VT.getScalarType(), in SimplifyDemandedVectorEltsForTargetNode()
41380 SDValue Bcst = TLO.DAG.getNode(X86ISD::VBROADCAST, DL, BcstVT, Src); in SimplifyDemandedVectorEltsForTargetNode()
41381 return TLO.CombineTo(Op, insertSubVector(TLO.DAG.getUNDEF(VT), Bcst, 0, in SimplifyDemandedVectorEltsForTargetNode()
41382 TLO.DAG, DL, ExtSizeInBits)); in SimplifyDemandedVectorEltsForTargetNode()
41387 EVT BcstVT = EVT::getVectorVT(*TLO.DAG.getContext(), VT.getScalarType(), in SimplifyDemandedVectorEltsForTargetNode()
41389 SDVTList Tys = TLO.DAG.getVTList(BcstVT, MVT::Other); in SimplifyDemandedVectorEltsForTargetNode()
41391 SDValue Bcst = TLO.DAG.getMemIntrinsicNode( in SimplifyDemandedVectorEltsForTargetNode()
41394 TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1), in SimplifyDemandedVectorEltsForTargetNode()
41396 return TLO.CombineTo(Op, insertSubVector(TLO.DAG.getUNDEF(VT), Bcst, 0, in SimplifyDemandedVectorEltsForTargetNode()
41397 TLO.DAG, DL, ExtSizeInBits)); in SimplifyDemandedVectorEltsForTargetNode()
41406 TLO.DAG.getLoad(MemVT, DL, MemIntr->getChain(), in SimplifyDemandedVectorEltsForTargetNode()
41408 TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1), in SimplifyDemandedVectorEltsForTargetNode()
41410 return TLO.CombineTo(Op, insertSubVector(TLO.DAG.getUNDEF(VT), Ld, 0, in SimplifyDemandedVectorEltsForTargetNode()
41411 TLO.DAG, DL, ExtSizeInBits)); in SimplifyDemandedVectorEltsForTargetNode()
41414 EVT BcstVT = EVT::getVectorVT(*TLO.DAG.getContext(), VT.getScalarType(), in SimplifyDemandedVectorEltsForTargetNode()
41417 getBROADCAST_LOAD(Opc, DL, BcstVT, MemVT, MemIntr, 0, TLO.DAG)) in SimplifyDemandedVectorEltsForTargetNode()
41418 return TLO.CombineTo(Op, in SimplifyDemandedVectorEltsForTargetNode()
41419 insertSubVector(TLO.DAG.getUNDEF(VT), BcstLd, 0, in SimplifyDemandedVectorEltsForTargetNode()
41420 TLO.DAG, DL, ExtSizeInBits)); in SimplifyDemandedVectorEltsForTargetNode()
41437 extractSubVector(Op.getOperand(0), 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
41439 TLO.DAG.getNode(Opc, DL, Ext0.getValueType(), Ext0, Op.getOperand(1)); in SimplifyDemandedVectorEltsForTargetNode()
41440 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
41442 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
41443 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
41453 SDValue Ext = extractSubVector(Op.getOperand(0), 2, TLO.DAG, DL, 128); in SimplifyDemandedVectorEltsForTargetNode()
41454 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
41455 SDValue Insert = insertSubVector(UndefVec, Ext, 0, TLO.DAG, DL, 128); in SimplifyDemandedVectorEltsForTargetNode()
41456 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
41466 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
41467 Op, getZeroVector(VT.getSimpleVT(), Subtarget, TLO.DAG, DL)); in SimplifyDemandedVectorEltsForTargetNode()
41471 extractSubVector(Op.getOperand(SrcIdx), EltIdx, TLO.DAG, DL, 128); in SimplifyDemandedVectorEltsForTargetNode()
41472 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
41474 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
41475 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
41506 Ops.push_back(SrcVT.isVector() ? extractSubVector(SrcOp, 0, TLO.DAG, DL, in SimplifyDemandedVectorEltsForTargetNode()
41513 SDValue ExtOp = TLO.DAG.getNode(Opc, DL, ExtVT, Ops); in SimplifyDemandedVectorEltsForTargetNode()
41514 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
41516 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
41517 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
41525 if (!DemandedElts.isOne() && TLO.DAG.isSplatValue(Op, /*AllowUndefs*/false)) in SimplifyDemandedVectorEltsForTargetNode()
41533 OpZero, TLO.DAG, Depth, false)) in SimplifyDemandedVectorEltsForTargetNode()
41555 return TLO.CombineTo(Op, TLO.DAG.getUNDEF(VT)); in SimplifyDemandedVectorEltsForTargetNode()
41559 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
41560 Op, getZeroVector(VT.getSimpleVT(), Subtarget, TLO.DAG, SDLoc(Op))); in SimplifyDemandedVectorEltsForTargetNode()
41564 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, OpInputs[Src])); in SimplifyDemandedVectorEltsForTargetNode()
41584 TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
41606 /*AllowCrossLaneVarMask*/ true, /*AllowPerLaneVarMask*/ true, TLO.DAG, in SimplifyDemandedVectorEltsForTargetNode()
41609 return TLO.CombineTo(Op, NewShuffle); in SimplifyDemandedVectorEltsForTargetNode()
41617 const APInt &OriginalDemandedElts, KnownBits &Known, TargetLoweringOpt &TLO, in SimplifyDemandedBitsForTargetNode() argument
41631 if (SimplifyDemandedBits(Src, TruncMask, DemandedElts, KnownOp, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41649 if (!Is32BitAVX512 || !TLO.DAG.isSplatValue(LHS)) in SimplifyDemandedBitsForTargetNode()
41651 if (!Is32BitAVX512 || !TLO.DAG.isSplatValue(RHS)) in SimplifyDemandedBitsForTargetNode()
41655 KnownOp, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41658 KnownOp, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41663 LHS, DemandedMaskLHS, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
41665 RHS, DemandedMaskRHS, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
41669 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
41670 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, DemandedLHS, DemandedRHS)); in SimplifyDemandedBitsForTargetNode()
41692 return TLO.CombineTo(Op, Op0.getOperand(0)); in SimplifyDemandedBitsForTargetNode()
41695 SDValue NewShift = TLO.DAG.getNode( in SimplifyDemandedBitsForTargetNode()
41697 TLO.DAG.getTargetConstant(std::abs(Diff), SDLoc(Op), MVT::i8)); in SimplifyDemandedBitsForTargetNode()
41698 return TLO.CombineTo(Op, NewShift); in SimplifyDemandedBitsForTargetNode()
41704 TLO.DAG.ComputeNumSignBits(Op0, OriginalDemandedElts, Depth + 1); in SimplifyDemandedBitsForTargetNode()
41708 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBitsForTargetNode()
41711 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41730 OriginalDemandedElts, Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41753 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBitsForTargetNode()
41760 TLO.DAG.ComputeNumSignBits(Op00, OriginalDemandedElts); in SimplifyDemandedBitsForTargetNode()
41762 return TLO.CombineTo(Op, Op00); in SimplifyDemandedBitsForTargetNode()
41771 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41782 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
41783 Op, TLO.DAG.getNode(X86ISD::VSRLI, SDLoc(Op), VT, Op0, Op1)); in SimplifyDemandedBitsForTargetNode()
41797 Sel, SignMask, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
41799 LHS, OriginalDemandedBits, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
41801 RHS, OriginalDemandedBits, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
41807 return TLO.CombineTo(Op, TLO.DAG.getNode(X86ISD::BLENDV, SDLoc(Op), VT, in SimplifyDemandedBitsForTargetNode()
41827 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedBitsForTargetNode()
41832 KnownZero, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41837 KnownVec, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41841 Vec, DemandedVecBits, DemandedVecElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41842 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
41843 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, V, Op.getOperand(1))); in SimplifyDemandedBitsForTargetNode()
41860 return TLO.CombineTo(Op, Vec); in SimplifyDemandedBitsForTargetNode()
41866 KnownVec, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41872 if (SimplifyDemandedBits(Scl, DemandedSclBits, KnownScl, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41892 KnownLHS, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41895 KnownRHS, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41900 Op.getOperand(0), SignMask, DemandedLHS, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
41902 Op.getOperand(1), SignMask, DemandedRHS, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
41906 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, Op0, Op1)); in SimplifyDemandedBitsForTargetNode()
41917 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41927 TLO.DAG.getNode(ISD::TRUNCATE, SDLoc(Src), NewSrcVT, Src); in SimplifyDemandedBitsForTargetNode()
41930 TLO.DAG.getNode(X86ISD::VBROADCAST, SDLoc(Op), NewVT, NewSrc); in SimplifyDemandedBitsForTargetNode()
41931 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, NewBcst)); in SimplifyDemandedBitsForTargetNode()
41940 return TLO.CombineTo(Op, Op.getOperand(1)); in SimplifyDemandedBitsForTargetNode()
41950 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedBitsForTargetNode()
41955 SDValue NewSrc = extract128BitVector(Src, 0, TLO.DAG, SDLoc(Src)); in SimplifyDemandedBitsForTargetNode()
41956 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc)); in SimplifyDemandedBitsForTargetNode()
41963 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41972 if (SimplifyDemandedBits(Src, DemandedSrcBits, DemandedElts, KnownSrc, TLO, in SimplifyDemandedBitsForTargetNode()
41983 Src, DemandedSrcBits, DemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
41984 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc)); in SimplifyDemandedBitsForTargetNode()
41999 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
42000 Op, TLO.DAG.getNode(X86ISD::BEXTR, DL, VT, Op0, in SimplifyDemandedBitsForTargetNode()
42001 TLO.DAG.getConstant(MaskedVal1, DL, VT))); in SimplifyDemandedBitsForTargetNode()
42015 if (SimplifyDemandedBits(Op0, DemandedMask, Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42026 if (SimplifyDemandedBits(Op1, DemandedMask, Known1, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42032 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedBitsForTargetNode()
42046 if (SimplifyDemandedBits(Op1, LoMask, Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42055 if (SimplifyDemandedBits(Op0, DemandedMask, Known2, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42068 Op, OriginalDemandedBits, OriginalDemandedElts, Known, TLO, Depth); in SimplifyDemandedBitsForTargetNode()
44434 TargetLowering::TargetLoweringOpt TLO(DAG, !DCI.isBeforeLegalize(), in combineVSelectToBLENDV() local
44436 if (!TLI.SimplifyDemandedBits(Cond, DemandedBits, Known, TLO, 0, true)) in combineVSelectToBLENDV()
44453 DCI.CommitTargetLoweringOpt(TLO); in combineVSelectToBLENDV()