Lines Matching refs:DemandedElts
496 const APInt &DemandedElts, in ShrinkDemandedConstant() argument
502 if (targetShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in ShrinkDemandedConstant()
539 APInt DemandedElts = VT.isVector() in ShrinkDemandedConstant() local
542 return ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO); in ShrinkDemandedConstant()
623 APInt DemandedElts = VT.isVector() in SimplifyDemandedBits() local
626 return SimplifyDemandedBits(Op, DemandedBits, DemandedElts, Known, TLO, Depth, in SimplifyDemandedBits()
633 SDValue Op, const APInt &DemandedBits, const APInt &DemandedElts, in SimplifyMultipleUseDemandedBits() argument
644 if (DemandedBits == 0 || DemandedElts == 0) in SimplifyMultipleUseDemandedBits()
647 unsigned NumElts = DemandedElts.getBitWidth(); in SimplifyMultipleUseDemandedBits()
662 Src, DemandedBits, DemandedElts, DAG, Depth + 1)) in SimplifyMultipleUseDemandedBits()
678 if (DemandedElts[j]) in SimplifyMultipleUseDemandedBits()
696 if (DemandedElts[i]) { in SimplifyMultipleUseDemandedBits()
710 LHSKnown = DAG.computeKnownBits(Op.getOperand(0), DemandedElts, Depth + 1); in SimplifyMultipleUseDemandedBits()
711 RHSKnown = DAG.computeKnownBits(Op.getOperand(1), DemandedElts, Depth + 1); in SimplifyMultipleUseDemandedBits()
723 LHSKnown = DAG.computeKnownBits(Op.getOperand(0), DemandedElts, Depth + 1); in SimplifyMultipleUseDemandedBits()
724 RHSKnown = DAG.computeKnownBits(Op.getOperand(1), DemandedElts, Depth + 1); in SimplifyMultipleUseDemandedBits()
736 LHSKnown = DAG.computeKnownBits(Op.getOperand(0), DemandedElts, Depth + 1); in SimplifyMultipleUseDemandedBits()
737 RHSKnown = DAG.computeKnownBits(Op.getOperand(1), DemandedElts, Depth + 1); in SimplifyMultipleUseDemandedBits()
751 DAG.getValidMaximumShiftAmountConstant(Op, DemandedElts)) { in SimplifyMultipleUseDemandedBits()
755 DAG.ComputeNumSignBits(Op0, DemandedElts, Depth + 1); in SimplifyMultipleUseDemandedBits()
791 unsigned NumSignBits = DAG.ComputeNumSignBits(Op0, DemandedElts, Depth + 1); in SimplifyMultipleUseDemandedBits()
804 if (DemandedElts == 1 && DstVT.getSizeInBits() == SrcVT.getSizeInBits() && in SimplifyMultipleUseDemandedBits()
817 !DemandedElts[CIdx->getZExtValue()]) in SimplifyMultipleUseDemandedBits()
827 if (DemandedElts.extractBits(NumSubElts, Idx) == 0) in SimplifyMultipleUseDemandedBits()
839 if (M < 0 || !DemandedElts[i]) in SimplifyMultipleUseDemandedBits()
857 Op, DemandedBits, DemandedElts, DAG, Depth)) in SimplifyMultipleUseDemandedBits()
868 APInt DemandedElts = VT.isVector() in SimplifyMultipleUseDemandedBits() local
871 return SimplifyMultipleUseDemandedBits(Op, DemandedBits, DemandedElts, DAG, in SimplifyMultipleUseDemandedBits()
876 SDValue Op, const APInt &DemandedElts, SelectionDAG &DAG, in SimplifyMultipleUseDemandedVectorElts() argument
879 return SimplifyMultipleUseDemandedBits(Op, DemandedBits, DemandedElts, DAG, in SimplifyMultipleUseDemandedVectorElts()
913 APInt DemandedElts = OriginalDemandedElts; in SimplifyDemandedBits() local
940 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
946 DemandedElts = APInt::getAllOnesValue(NumElts); in SimplifyDemandedBits()
960 if (!DemandedElts[0]) in SimplifyDemandedBits()
972 if (DemandedElts == 1) in SimplifyDemandedBits()
979 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
984 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
1004 APInt DemandedVecElts(DemandedElts); in SimplifyDemandedBits()
1010 if (!DemandedElts[Idx]) in SimplifyDemandedBits()
1039 APInt DemandedSubElts = DemandedElts.extractBits(NumSubElts, Idx); in SimplifyDemandedBits()
1040 APInt DemandedSrcElts = DemandedElts; in SimplifyDemandedBits()
1082 APInt DemandedSrcElts = DemandedElts.zextOrSelf(NumSrcElts).shl(Idx); in SimplifyDemandedBits()
1108 DemandedElts.extractBits(NumSubElts, i * NumSubElts); in SimplifyDemandedBits()
1125 if (!DemandedElts[i]) in SimplifyDemandedBits()
1185 KnownBits LHSKnown = TLO.DAG.computeKnownBits(Op0, DemandedElts, Depth); in SimplifyDemandedBits()
1194 DemandedElts, TLO)) in SimplifyDemandedBits()
1209 if (SimplifyDemandedBits(Op1, DemandedBits, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1213 if (SimplifyDemandedBits(Op0, ~Known.Zero & DemandedBits, DemandedElts, in SimplifyDemandedBits()
1219 if (!DemandedBits.isAllOnesValue() || !DemandedElts.isAllOnesValue()) { in SimplifyDemandedBits()
1221 Op0, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1223 Op1, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1242 if (ShrinkDemandedConstant(Op, ~Known2.Zero & DemandedBits, DemandedElts, in SimplifyDemandedBits()
1256 if (SimplifyDemandedBits(Op1, DemandedBits, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1260 if (SimplifyDemandedBits(Op0, ~Known.One & DemandedBits, DemandedElts, in SimplifyDemandedBits()
1266 if (!DemandedBits.isAllOnesValue() || !DemandedElts.isAllOnesValue()) { in SimplifyDemandedBits()
1268 Op0, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1270 Op1, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1286 if (ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in SimplifyDemandedBits()
1299 if (SimplifyDemandedBits(Op1, DemandedBits, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1303 if (SimplifyDemandedBits(Op0, DemandedBits, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
1309 if (!DemandedBits.isAllOnesValue() || !DemandedElts.isAllOnesValue()) { in SimplifyDemandedBits()
1311 Op0, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1313 Op1, DemandedBits, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1338 ConstantSDNode* C = isConstOrConstSplat(Op1, DemandedElts); in SimplifyDemandedBits()
1364 if (ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in SimplifyDemandedBits()
1381 if (ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in SimplifyDemandedBits()
1398 if (ShrinkDemandedConstant(Op, DemandedBits, DemandedElts, TLO)) in SimplifyDemandedBits()
1438 TLO.DAG.getValidShiftAmountConstant(Op, DemandedElts)) { in SimplifyDemandedBits()
1450 TLO.DAG.getValidShiftAmountConstant(Op0, DemandedElts)) { in SimplifyDemandedBits()
1493 TLO.DAG.getValidShiftAmountConstant(InnerOp, DemandedElts)) { in SimplifyDemandedBits()
1511 if (SimplifyDemandedBits(Op0, InDemandedMask, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1530 TLO.DAG.getValidMaximumShiftAmountConstant(Op, DemandedElts)) { in SimplifyDemandedBits()
1533 TLO.DAG.ComputeNumSignBits(Op0, DemandedElts, Depth + 1); in SimplifyDemandedBits()
1546 TLO.DAG.getValidShiftAmountConstant(Op, DemandedElts)) { in SimplifyDemandedBits()
1558 TLO.DAG.getValidShiftAmountConstant(Op0, DemandedElts)) { in SimplifyDemandedBits()
1581 if (SimplifyDemandedBits(Op0, InDemandedMask, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1600 if (TLO.DAG.ComputeNumSignBits(Op0, DemandedElts, Depth + 1) >= in SimplifyDemandedBits()
1612 TLO.DAG.getValidShiftAmountConstant(Op, DemandedElts)) { in SimplifyDemandedBits()
1629 if (SimplifyDemandedBits(Op0, InDemandedMask, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1658 if (!InDemandedMask.isAllOnesValue() || !DemandedElts.isAllOnesValue()) { in SimplifyDemandedBits()
1660 Op0, InDemandedMask, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
1676 if (ConstantSDNode *SA = isConstOrConstSplat(Op2, DemandedElts)) { in SimplifyDemandedBits()
1682 if (SimplifyDemandedBits(IsFSHL ? Op0 : Op1, DemandedBits, DemandedElts, in SimplifyDemandedBits()
1692 if (SimplifyDemandedBits(Op0, Demanded0, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
1695 if (SimplifyDemandedBits(Op1, Demanded1, DemandedElts, Known, TLO, in SimplifyDemandedBits()
1710 if (SimplifyDemandedBits(Op2, DemandedAmtBits, DemandedElts, in SimplifyDemandedBits()
1722 if (BitWidth == TLO.DAG.ComputeNumSignBits(Op0, DemandedElts, Depth + 1)) in SimplifyDemandedBits()
1728 if (SimplifyDemandedBits(Op1, DemandedAmtBits, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
1738 KnownBits Known0 = TLO.DAG.computeKnownBits(Op0, DemandedElts, Depth + 1); in SimplifyDemandedBits()
1739 KnownBits Known1 = TLO.DAG.computeKnownBits(Op1, DemandedElts, Depth + 1); in SimplifyDemandedBits()
1751 KnownBits Known0 = TLO.DAG.computeKnownBits(Op0, DemandedElts, Depth + 1); in SimplifyDemandedBits()
1752 KnownBits Known1 = TLO.DAG.computeKnownBits(Op1, DemandedElts, Depth + 1); in SimplifyDemandedBits()
1763 if (SimplifyDemandedBits(Src, DemandedSrcBits, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
1773 if (SimplifyDemandedBits(Src, DemandedSrcBits, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
1788 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
1799 TLO.DAG.ComputeNumSignBits(Op0, DemandedElts, Depth + 1); in SimplifyDemandedBits()
1882 if (IsVecInReg && DemandedElts == 1 && in SimplifyDemandedBits()
1894 APInt InDemandedElts = DemandedElts.zextOrSelf(InElts); in SimplifyDemandedBits()
1920 if (IsVecInReg && DemandedElts == 1 && in SimplifyDemandedBits()
1932 APInt InDemandedElts = DemandedElts.zextOrSelf(InElts); in SimplifyDemandedBits()
1971 if (IsVecInReg && DemandedElts == 1 && in SimplifyDemandedBits()
1977 APInt InDemandedElts = DemandedElts.zextOrSelf(InElts); in SimplifyDemandedBits()
1998 if (SimplifyDemandedBits(Src, TruncMask, DemandedElts, Known, TLO, in SimplifyDemandedBits()
2005 Src, TruncMask, DemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBits()
2023 TLO.DAG.getValidShiftAmountConstant(Src, DemandedElts); in SimplifyDemandedBits()
2149 if (DemandedElts[j]) in SimplifyDemandedBits()
2170 if (DemandedElts[i]) { in SimplifyDemandedBits()
2192 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
2206 if (SimplifyDemandedBits(Op0, LoMask, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
2208 SimplifyDemandedBits(Op1, LoMask, DemandedElts, Known2, TLO, in SimplifyDemandedBits()
2225 if (!LoMask.isAllOnesValue() || !DemandedElts.isAllOnesValue()) { in SimplifyDemandedBits()
2227 Op0, LoMask, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
2229 Op1, LoMask, DemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBits()
2263 if (SimplifyDemandedBitsForTargetNode(Op, DemandedBits, DemandedElts, in SimplifyDemandedBits()
2270 Known = TLO.DAG.computeKnownBits(Op, DemandedElts, Depth); in SimplifyDemandedBits()
2298 const APInt &DemandedElts, in SimplifyDemandedVectorElts() argument
2307 SimplifyDemandedVectorElts(Op, DemandedElts, KnownUndef, KnownZero, TLO); in SimplifyDemandedVectorElts()
2370 APInt DemandedElts = OriginalDemandedElts; in SimplifyDemandedVectorElts() local
2371 unsigned NumElts = DemandedElts.getBitWidth(); in SimplifyDemandedVectorElts()
2391 DemandedElts.setAllBits(); in SimplifyDemandedVectorElts()
2394 if (DemandedElts == 0) { in SimplifyDemandedVectorElts()
2409 SDValue NewOp0 = SimplifyMultipleUseDemandedVectorElts(Op0, DemandedElts, in SimplifyDemandedVectorElts()
2411 SDValue NewOp1 = SimplifyMultipleUseDemandedVectorElts(Op1, DemandedElts, in SimplifyDemandedVectorElts()
2423 if (!DemandedElts[0]) { in SimplifyDemandedVectorElts()
2463 return SimplifyDemandedVectorElts(Src, DemandedElts, KnownUndef, in SimplifyDemandedVectorElts()
2474 if (DemandedElts[i]) in SimplifyDemandedVectorElts()
2488 if (DemandedElts[i]) { in SimplifyDemandedVectorElts()
2517 if (DemandedElts[i]) in SimplifyDemandedVectorElts()
2527 if (DemandedElts[i]) { in SimplifyDemandedVectorElts()
2539 if (!DemandedElts.isAllOnesValue()) { in SimplifyDemandedVectorElts()
2546 if (!DemandedElts[i] && !Ops[i].isUndef()) { in SimplifyDemandedVectorElts()
2573 APInt SubElts = DemandedElts.extractBits(NumSubElts, i * NumSubElts); in SimplifyDemandedVectorElts()
2590 APInt DemandedSubElts = DemandedElts.extractBits(NumSubElts, Idx); in SimplifyDemandedVectorElts()
2591 APInt DemandedSrcElts = DemandedElts; in SimplifyDemandedVectorElts()
2635 APInt DemandedSrcElts = DemandedElts.zextOrSelf(NumSrcElts).shl(Idx); in SimplifyDemandedVectorElts()
2645 if (!DemandedElts.isAllOnesValue()) { in SimplifyDemandedVectorElts()
2665 if (!DemandedElts[Idx]) in SimplifyDemandedVectorElts()
2668 APInt DemandedVecElts(DemandedElts); in SimplifyDemandedVectorElts()
2681 if (SimplifyDemandedVectorElts(Vec, DemandedElts, VecUndef, VecZero, TLO, in SimplifyDemandedVectorElts()
2695 if (SimplifyDemandedVectorElts(Op.getOperand(0), DemandedElts, UnusedUndef, in SimplifyDemandedVectorElts()
2700 APInt DemandedLHS(DemandedElts); in SimplifyDemandedVectorElts()
2701 APInt DemandedRHS(DemandedElts); in SimplifyDemandedVectorElts()
2723 if (M < 0 || !DemandedElts[i]) in SimplifyDemandedVectorElts()
2750 if (!DemandedElts[i] || (M < (int)NumElts && UndefLHS[M]) || in SimplifyDemandedVectorElts()
2794 APInt DemandedSrcElts = DemandedElts.zextOrSelf(NumSrcElts); in SimplifyDemandedVectorElts()
2810 if (DemandedElts.isSubsetOf(KnownUndef)) in SimplifyDemandedVectorElts()
2832 if (SimplifyDemandedVectorElts(Op1, DemandedElts, UndefRHS, ZeroRHS, TLO, in SimplifyDemandedVectorElts()
2836 if (SimplifyDemandedVectorElts(Op0, DemandedElts, UndefLHS, ZeroLHS, TLO, in SimplifyDemandedVectorElts()
2845 if (!DemandedElts.isAllOnesValue()) in SimplifyDemandedVectorElts()
2859 if (SimplifyDemandedVectorElts(Op1, DemandedElts, UndefRHS, ZeroRHS, TLO, in SimplifyDemandedVectorElts()
2863 if (SimplifyDemandedVectorElts(Op0, DemandedElts, UndefLHS, ZeroLHS, TLO, in SimplifyDemandedVectorElts()
2872 if (!DemandedElts.isAllOnesValue()) in SimplifyDemandedVectorElts()
2883 if (SimplifyDemandedVectorElts(Op1, DemandedElts, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorElts()
2886 if (SimplifyDemandedVectorElts(Op0, DemandedElts, KnownUndef, KnownZero, in SimplifyDemandedVectorElts()
2900 if (!DemandedElts.isAllOnesValue()) in SimplifyDemandedVectorElts()
2908 if (SimplifyDemandedVectorElts(Op.getOperand(0), DemandedElts, KnownUndef, in SimplifyDemandedVectorElts()
2914 if (DemandedElts.isSubsetOf(KnownUndef)) in SimplifyDemandedVectorElts()
2921 if (SimplifyDemandedVectorEltsForTargetNode(Op, DemandedElts, KnownUndef, in SimplifyDemandedVectorElts()
2938 if (DemandedElts.isSubsetOf(KnownUndef)) in SimplifyDemandedVectorElts()
2948 const APInt &DemandedElts, in computeKnownBitsForTargetNode() argument
2962 const APInt &DemandedElts, const MachineRegisterInfo &MRI, in computeKnownBitsForTargetInstr() argument
2995 GISelKnownBits &Analysis, Register R, const APInt &DemandedElts, in computeNumSignBitsForTargetInstr() argument
3001 SDValue Op, const APInt &DemandedElts, APInt &KnownUndef, APInt &KnownZero, in SimplifyDemandedVectorEltsForTargetNode() argument
3013 SDValue Op, const APInt &DemandedBits, const APInt &DemandedElts, in SimplifyDemandedBitsForTargetNode() argument
3021 computeKnownBitsForTargetNode(Op, Known, DemandedElts, TLO.DAG, Depth); in SimplifyDemandedBitsForTargetNode()
3026 SDValue Op, const APInt &DemandedBits, const APInt &DemandedElts, in SimplifyMultipleUseDemandedBitsForTargetNode() argument
3060 SDValue Op, const APInt &DemandedElts, const SelectionDAG &DAG, in isGuaranteedNotToBeUndefOrPoisonForTargetNode() argument