| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | RegisterPressure.cpp | 54 if (PrevMask.any() || NewMask.none()) in increaseSetPressure() 68 if (NewMask.any() || PrevMask.none()) in decreaseSetPressure() 158 if (PreviousMask.any() || NewMask.none()) in increaseRegPressure() 710 LaneBitmask NewMask = PrevMask | P.LaneMask; in addLiveRegs() local 724 LaneBitmask NewMask; in discoverLiveInOrOut() local 727 NewMask = Pair.LaneMask; in discoverLiveInOrOut() 731 NewMask = PrevMask | Pair.LaneMask; in discoverLiveInOrOut() 732 I->LaneMask = NewMask; in discoverLiveInOrOut() 789 if (NewMask.none()) { in recede() 809 if (NewMask == PreviousMask) in recede() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/M68k/ |
| H A D | M68kCollapseMOVEMPass.cpp | 93 UpdateType classifyUpdateByMask(unsigned NewMask) const { in classifyUpdateByMask() 94 assert(NewMask && "Mask needs to select at least one register"); in classifyUpdateByMask() 96 if (NewMask > Mask) { in classifyUpdateByMask() 98 } else if (NewMask < Mask) { in classifyUpdateByMask()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | GCNRegPressure.cpp | 86 LaneBitmask NewMask, in inc() argument 88 if (SIRegisterInfo::getNumCoveredRegs(NewMask) == in inc() 93 if (NewMask < PrevMask) { in inc() 94 std::swap(NewMask, PrevMask); in inc() 108 assert(PrevMask < NewMask); in inc() 111 Sign * SIRegisterInfo::getNumCoveredRegs(~PrevMask & NewMask); in inc() 114 assert(NewMask.any()); in inc()
|
| H A D | SIModeRegister.cpp | 36 Status(unsigned NewMask, unsigned NewMode) : Mask(NewMask), Mode(NewMode) { in Status() 55 unsigned NewMask = (Mask & S.Mask) & (Mode ^ ~S.Mode); in intersect() local 56 unsigned NewMode = (Mode & NewMask); in intersect() 57 return Status(NewMask, NewMode); in intersect()
|
| H A D | AMDGPUInstructionSelector.cpp | 2816 static Register normalizeVOP3PMask(int NewMask[2], Register Src0, Register Src1, in normalizeVOP3PMask() 2818 NewMask[0] = Mask[0]; in normalizeVOP3PMask() 2819 NewMask[1] = Mask[1]; in normalizeVOP3PMask() 2823 assert(NewMask[0] == 2 || NewMask[0] == 3 || NewMask[0] == -1); in normalizeVOP3PMask() 2824 assert(NewMask[1] == 2 || NewMask[1] == 3 || NewMask[1] == -1); in normalizeVOP3PMask() 2827 NewMask[0] = NewMask[0] == -1 ? -1 : NewMask[0] - 2; in normalizeVOP3PMask() 2828 NewMask[1] = NewMask[1] == -1 ? -1 : NewMask[1] - 2; in normalizeVOP3PMask()
|
| H A D | GCNRegPressure.h | 70 LaneBitmask NewMask,
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 1215 SmallVector<int, 16> NewMask(NumMaskElts); in foldInsEltIntoSplat() local 1254 SmallVector<int, 16> NewMask(NumMaskElts); in foldInsEltIntoIdentityShuffle() local 1259 NewMask[i] = OldMask[i]; in foldInsEltIntoIdentityShuffle() 1267 NewMask[i] = IdxC; in foldInsEltIntoIdentityShuffle() 1931 SmallVector<int, 16> NewMask(NumMaskElts, 0); in canonicalizeInsertSplat() local 1934 NewMask[i] = Mask[i]; in canonicalizeInsertSplat() 2180 SmallVector<int, 16> NewMask(NumElts); in foldIdentityExtractShuffle() local 2189 return new ShuffleVectorInst(X, Y, NewMask); in foldIdentityExtractShuffle() 2318 SmallVector<int, 16> NewMask(Mask.size(), -1); in foldIdentityPaddedShuffles() local 2338 NewMask[i] = Mask[i]; in foldIdentityPaddedShuffles() [all …]
|
| H A D | InstCombineShifts.cpp | 223 Constant *NewMask; in dropRedundantMaskingOfLeftShiftInput() local 254 NewMask = ConstantExpr::getNot(ExtendedInvertedMask); in dropRedundantMaskingOfLeftShiftInput() 290 NewMask = in dropRedundantMaskingOfLeftShiftInput() 295 NewMask = ConstantExpr::getTrunc(NewMask, NarrowestTy); in dropRedundantMaskingOfLeftShiftInput() 298 bool NeedMask = !match(NewMask, m_AllOnes()); in dropRedundantMaskingOfLeftShiftInput() 323 return BinaryOperator::Create(Instruction::And, NewShift, NewMask); in dropRedundantMaskingOfLeftShiftInput()
|
| H A D | InstCombineAndOrXor.cpp | 236 unsigned NewMask; in conjugateICmpMask() local 237 NewMask = (Mask & (AMask_AllOnes | BMask_AllOnes | Mask_AllZeros | in conjugateICmpMask() 245 return NewMask; in conjugateICmpMask() 458 Value *NewMask = ConstantInt::get(BCst->getType(), BorD); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed() local 460 Value *NewAnd = Builder.CreateAnd(A, NewMask); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed() 632 APInt NewMask = BCst->getValue() & DCst->getValue(); in foldLogOpOfMaskedICmps() local 634 if (NewMask == BCst->getValue()) in foldLogOpOfMaskedICmps() 636 else if (NewMask == DCst->getValue()) in foldLogOpOfMaskedICmps() 645 APInt NewMask = BCst->getValue() | DCst->getValue(); in foldLogOpOfMaskedICmps() local 647 if (NewMask == BCst->getValue()) in foldLogOpOfMaskedICmps() [all …]
|
| H A D | InstCombineSimplifyDemanded.cpp | 298 APInt NewMask = ~(LHSKnown.One & RHSKnown.One & DemandedMask); in SimplifyDemandedUseBits() local 301 ConstantInt::get(I->getType(), NewMask & AndRHS->getValue()); in SimplifyDemandedUseBits() 306 ConstantInt::get(I->getType(), NewMask & XorRHS->getValue()); in SimplifyDemandedUseBits()
|
| H A D | InstructionCombining.cpp | 1783 SmallVector<int, 8> NewMask(MaskC.size(), SplatIndex); in foldVectorBinop() local 1784 Value *NewSplat = Builder.CreateShuffleVector(NewBO, NewMask); in foldVectorBinop()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | RegisterPressure.h | 552 LaneBitmask NewMask); 554 LaneBitmask NewMask);
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 529 SmallVector<int, 16> NewMask; in foldBitcastShuf() local 535 narrowShuffleMaskElts(ScaleFactor, Mask, NewMask); in foldBitcastShuf() 541 if (!widenShuffleMaskElts(ScaleFactor, Mask, NewMask)) in foldBitcastShuf() 548 TargetTransformInfo::SK_PermuteSingleSrc, DestTy, NewMask); in foldBitcastShuf() 557 Value *Shuf = Builder.CreateShuffleVector(CastV, NewMask); in foldBitcastShuf()
|
| H A D | SLPVectorizer.cpp | 3637 NewMask[I] = UndefMaskElem; in addMask() 3640 NewMask[I] = Mask[SubMask[I]]; in addMask() 3642 Mask.swap(NewMask); in addMask() 3811 SmallVector<int> NewMask; in getEntryCost() local 3814 NewMask.resize(E->ReorderIndices.size()); in getEntryCost() 3815 copy(E->ReorderIndices, NewMask.begin()); in getEntryCost() 3819 ::addMask(Mask, NewMask); in getEntryCost() 4953 SmallVector<int, 4> NewMask; in addInversedMask() local 4954 inversePermutation(SubMask, NewMask); in addInversedMask() 4955 addMask(NewMask); in addInversedMask() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/IR/ |
| H A D | IntrinsicInst.cpp | 302 void VPIntrinsic::setMaskParam(Value *NewMask) { in setMaskParam() argument 304 setArgOperand(*MaskPos, NewMask); in setMaskParam()
|
| H A D | Instructions.cpp | 1984 SmallVector<int, 16> NewMask(NumMaskElts); in commute() local 1988 NewMask[i] = UndefMaskElem; in commute() 1993 NewMask[i] = MaskElt; in commute() 1995 setShuffleMask(NewMask); in commute()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonISelDAGToDAGHVX.cpp | 856 MutableArrayRef<int> NewMask, unsigned Options = None); 858 MutableArrayRef<int> NewMask); 1122 ResultStack &Results, MutableArrayRef<int> NewMask, in packs() argument 1201 NewMask[I] = M; in packs() 1306 NewMask[I] = M; in packs() 1334 NewMask[I] = M; in packs() 1346 ResultStack &Results, MutableArrayRef<int> NewMask) { in packp() argument 1378 packSegmentMask(SM.Mask, SegList, HwLen, NewMask); in packp()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelDAGToDAG.cpp | 1853 SDValue NewMask = DAG.getConstant(0xff, DL, VT); in foldMaskAndShiftToExtract() local 1855 SDValue And = DAG.getNode(ISD::AND, DL, VT, Srl, NewMask); in foldMaskAndShiftToExtract() 1866 insertDAGNode(DAG, N, NewMask); in foldMaskAndShiftToExtract() 1925 SDValue NewMask = DAG.getConstant(Mask >> ShiftAmt, DL, VT); in foldMaskedShiftToScaledMask() local 1926 SDValue NewAnd = DAG.getNode(ISD::AND, DL, VT, X, NewMask); in foldMaskedShiftToScaledMask() 1934 insertDAGNode(DAG, N, NewMask); in foldMaskedShiftToScaledMask() 2091 SDValue NewMask = DAG.getConstant(Mask >> AMShiftAmt, DL, VT); in foldMaskedShiftToBEXTR() local 2092 SDValue NewAnd = DAG.getNode(ISD::AND, DL, VT, NewSRL, NewMask); in foldMaskedShiftToBEXTR() 2103 insertDAGNode(DAG, N, NewMask); in foldMaskedShiftToBEXTR() 4304 SDValue NewMask = CurDAG->getConstant(NegMaskVal, SDLoc(And), VT); in shrinkAndImmediate() local [all …]
|
| H A D | X86ISelLowering.cpp | 13649 (isSingleSHUFPSMask(NewMask) || is128BitUnpackShuffleMask(NewMask))) in lowerShuffleOfExtractsAsVperm() 13653 NewMask.append(NumElts, -1); in lowerShuffleOfExtractsAsVperm() 14292 NewMask[V2Index] -= 4; in lowerShuffleWithSHUFPS() 14316 NewMask[2] -= 4; in lowerShuffleWithSHUFPS() 14317 NewMask[3] -= 4; in lowerShuffleWithSHUFPS() 14322 NewMask[0] -= 4; in lowerShuffleWithSHUFPS() 14323 NewMask[1] -= 4; in lowerShuffleWithSHUFPS() 16363 if (NewMask[i] < 0) in lowerShuffleAsLanePermuteAndRepeatedMask() 18476 for (int &M : NewMask) in lowerVECTOR_SHUFFLE() 46043 if (SDValue NewMask = in combineMaskedLoad() local [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeDAG.cpp | 270 SmallVector<int, 8> NewMask; in ShuffleWithNarrowerEltType() local 275 NewMask.push_back(-1); in ShuffleWithNarrowerEltType() 277 NewMask.push_back(Idx * NumEltsGrowth + j); in ShuffleWithNarrowerEltType() 280 assert(NewMask.size() == NumDestElts && "Non-integer NumEltsGrowth?"); in ShuffleWithNarrowerEltType() 281 assert(TLI.isShuffleMaskLegal(NewMask, NVT) && "Shuffle not legal?"); in ShuffleWithNarrowerEltType() 282 return DAG.getVectorShuffle(NVT, dl, N1, N2, NewMask); in ShuffleWithNarrowerEltType() 2986 SmallVector<int, 32> NewMask; in ExpandNode() local 3024 NewMask.push_back(Mask[i]); in ExpandNode() 3028 NewMask.push_back(Mask[i]*factor+fi); in ExpandNode() 3031 Mask = NewMask; in ExpandNode()
|
| H A D | DAGCombiner.cpp | 12862 SmallVector<int, 8> NewMask; in visitBITCAST() local 18418 assert(NewMask[InsIndex] < in combineInsertEltToShuffle() 20956 SmallVector<int, 32> NewMask; in combineShuffleOfSplatVal() local 21138 SmallVector<int, 8> NewMask; in visitVECTOR_SHUFFLE() local 21142 NewMask.push_back(Idx); in visitVECTOR_SHUFFLE() 21154 SmallVector<int, 8> NewMask; in visitVECTOR_SHUFFLE() local 21161 NewMask.push_back(Idx); in visitVECTOR_SHUFFLE() 21279 SmallVector<int, 8> NewMask; in visitVECTOR_SHUFFLE() local 21286 NewMask.push_back(Idx); in visitVECTOR_SHUFFLE() 21333 SmallVector<int, 8> NewMask; in visitVECTOR_SHUFFLE() local [all …]
|
| H A D | LegalizeVectorTypes.cpp | 4420 SmallVector<int, 16> NewMask; in WidenVecRes_VECTOR_SHUFFLE() local 4424 NewMask.push_back(Idx); in WidenVecRes_VECTOR_SHUFFLE() 4426 NewMask.push_back(Idx - NumElts + WidenNumElts); in WidenVecRes_VECTOR_SHUFFLE() 4429 NewMask.push_back(-1); in WidenVecRes_VECTOR_SHUFFLE() 4430 return DAG.getVectorShuffle(WidenVT, dl, InOp1, InOp2, NewMask); in WidenVecRes_VECTOR_SHUFFLE()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 6444 if (NewMask == Mask) in targetShrinkDemandedConstant() 6460 if (IsLegalMask(NewMask)) in targetShrinkDemandedConstant() 6461 return UseMask(NewMask); in targetShrinkDemandedConstant() 6466 APInt NewMask = APInt(64, 0xffffffff); in targetShrinkDemandedConstant() local 6467 if (IsLegalMask(NewMask)) in targetShrinkDemandedConstant() 6468 return UseMask(NewMask); in targetShrinkDemandedConstant() 6481 APInt NewMask = ShrunkMask; in targetShrinkDemandedConstant() local 6483 NewMask.setBitsFrom(11); in targetShrinkDemandedConstant() 6485 NewMask.setBitsFrom(31); in targetShrinkDemandedConstant() 6490 assert(IsLegalMask(NewMask)); in targetShrinkDemandedConstant() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/ARM/AsmParser/ |
| H A D | ARMAsmParser.cpp | 344 unsigned NewMask = 0; in rewindImplicitITPosition() local 345 NewMask |= ITState.Mask & (0xC << TZ); in rewindImplicitITPosition() 346 NewMask |= 0x2 << TZ; in rewindImplicitITPosition() 347 ITState.Mask = NewMask; in rewindImplicitITPosition() 392 unsigned NewMask = 0; in extendImplicitITBlock() local 394 NewMask |= ITState.Mask & (0xE << TZ); in extendImplicitITBlock() 396 NewMask |= (Cond != ITState.Cond) << TZ; in extendImplicitITBlock() 398 NewMask |= 1 << (TZ - 1); in extendImplicitITBlock() 399 ITState.Mask = NewMask; in extendImplicitITBlock()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 5041 SmallVector<int, 16> NewMask; in moreElementsVectorShuffle() local 5045 NewMask.push_back(Idx); in moreElementsVectorShuffle() 5047 NewMask.push_back(Idx - NumElts + WidenNumElts); in moreElementsVectorShuffle() 5050 NewMask.push_back(-1); in moreElementsVectorShuffle() 5055 MI.getOperand(2).getReg(), NewMask); in moreElementsVectorShuffle()
|