| /freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 358 for (int MaskElt : Mask) { in narrowShuffleMaskElts() local 359 if (MaskElt >= 0) { in narrowShuffleMaskElts() 364 ScaledMask.push_back(MaskElt < 0 ? MaskElt : Scale * MaskElt + SliceElt); in narrowShuffleMaskElts() 902 for (int MaskElt : Mask) { in createUnaryMask() local 904 int UnaryElt = MaskElt >= NumEltsSigned ? MaskElt - NumEltsSigned : MaskElt; in createUnaryMask() 981 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskIsAllZeroOrUndef() local 982 if (MaskElt->isNullValue() || isa<UndefValue>(MaskElt)) in maskIsAllZeroOrUndef() 1007 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskIsAllOneOrUndef() local 1008 if (MaskElt->isAllOnesValue() || isa<UndefValue>(MaskElt)) in maskIsAllOneOrUndef() 1033 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskContainsAllOneOrUndef() local [all …]
|
| H A D | ConstantFolding.cpp | 3193 auto *MaskElt = Mask->getAggregateElement(I); in ConstantFoldFixedVectorCall() local 3194 if (!MaskElt) in ConstantFoldFixedVectorCall() 3198 if (isa<UndefValue>(MaskElt)) { in ConstantFoldFixedVectorCall() 3206 if (MaskElt->isNullValue()) { in ConstantFoldFixedVectorCall() 3210 } else if (MaskElt->isOneValue()) { in ConstantFoldFixedVectorCall()
|
| H A D | InstructionSimplify.cpp | 5444 if (all_of(Indices, [InsertIndex](int MaskElt) { in simplifyShuffleVectorInst() argument 5445 return MaskElt == InsertIndex || MaskElt == -1; in simplifyShuffleVectorInst()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Instructions.cpp | 2015 int MaskElt = getMaskValue(i); in commute() local 2016 if (MaskElt == PoisonMaskElem) { in commute() 2020 assert(MaskElt >= 0 && MaskElt < 2 * NumOpElts && "Out-of-range mask"); in commute() 2021 MaskElt = (MaskElt < NumOpElts) ? MaskElt + NumOpElts : MaskElt - NumOpElts; in commute() 2022 NewMask[i] = MaskElt; in commute() 2485 return MaskElt == PoisonMaskElem || MaskElt == CurrElt; in isReplicationMaskWithParams() 2499 Mask.take_while([](int MaskElt) { return MaskElt == 0; }).size(); in isReplicationMask() argument 2514 for (int MaskElt : Mask) { in isReplicationMask() local 2515 if (MaskElt == PoisonMaskElem) in isReplicationMask() 2518 if (MaskElt < Largest) in isReplicationMask() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 2525 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() local 2526 if (MaskElt == PoisonMaskElem) { in SplitVecRes_VECTOR_SHUFFLE() 2530 Idx = MaskElt % NewElts + in SplitVecRes_VECTOR_SHUFFLE() 2627 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() local 2628 if (MaskElt == PoisonMaskElem) { in SplitVecRes_VECTOR_SHUFFLE() 2632 int OpIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE() 2661 if (MaskElt == PoisonMaskElem) { in SplitVecRes_VECTOR_SHUFFLE() 2665 int MaskIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE() 2667 Idx = MaskElt % NewElts + FoundOp * NewElts; in SplitVecRes_VECTOR_SHUFFLE() 2685 int OpIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.cpp | 3766 int MaskElt = (N * LTNumElts + E < TpNumElts) ? Mask[N * LTNumElts + E] in getShuffleCost() local 3768 if (MaskElt < 0) { in getShuffleCost() 3775 unsigned Source = MaskElt / LTNumElts; in getShuffleCost() 3789 NMask.push_back(MaskElt % LTNumElts); in getShuffleCost() 3791 NMask.push_back(MaskElt % LTNumElts + LTNumElts); in getShuffleCost() 3793 NMask.push_back(MaskElt % LTNumElts); in getShuffleCost()
|
| H A D | AArch64ISelLowering.cpp | 11792 int MaskElt = getPFIDLane(ID, (RHSID & 0x01) << 1) >> 1; in GeneratePerfectShuffle() local 11793 if (MaskElt == -1) in GeneratePerfectShuffle() 11794 MaskElt = (getPFIDLane(ID, ((RHSID & 0x01) << 1) + 1) - 1) >> 1; in GeneratePerfectShuffle() 11795 assert(MaskElt >= 0 && "Didn't expect an undef movlane index!"); in GeneratePerfectShuffle() 11796 ExtLane = MaskElt < 2 ? MaskElt : (MaskElt - 2); in GeneratePerfectShuffle() 11797 Input = MaskElt < 2 ? V1 : V2; in GeneratePerfectShuffle() 11808 int MaskElt = getPFIDLane(ID, RHSID); in GeneratePerfectShuffle() local 11809 assert(MaskElt >= 0 && "Didn't expect an undef movlane index!"); in GeneratePerfectShuffle() 11810 ExtLane = MaskElt < 4 ? MaskElt : (MaskElt - 4); in GeneratePerfectShuffle() 11811 Input = MaskElt < 4 ? V1 : V2; in GeneratePerfectShuffle()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 2575 int MaskElt = Mask[i]; in foldIdentityExtractShuffle() local 2576 NewMask[i] = ExtractMaskElt == PoisonMaskElem ? ExtractMaskElt : MaskElt; in foldIdentityExtractShuffle()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 7973 Register MaskElt = MaskReg; in lowerSelect() local 7978 MaskElt = MIRBuilder.buildSExtInReg(MaskTy, MaskElt, 1).getReg(0); in lowerSelect() 7981 MaskElt = MIRBuilder.buildSExtOrTrunc(DstTy.getElementType(), in lowerSelect() 7982 MaskElt).getReg(0); in lowerSelect() 7985 auto ShufSplat = MIRBuilder.buildShuffleSplat(DstTy, MaskElt); in lowerSelect()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelLowering.cpp | 5991 unsigned MaskElt = PackedElt * NumInPerOut; in lowerZERO_EXTEND_VECTOR_INREG() local 5992 unsigned End = MaskElt + NumInPerOut - 1; in lowerZERO_EXTEND_VECTOR_INREG() 5993 for (; MaskElt < End; MaskElt++) in lowerZERO_EXTEND_VECTOR_INREG() 5994 Mask[MaskElt] = ZeroVecElt++; in lowerZERO_EXTEND_VECTOR_INREG() 5995 Mask[MaskElt] = PackedElt; in lowerZERO_EXTEND_VECTOR_INREG()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 15744 int MaskElt = SVN->getMaskElt(n); in PerformVECTOR_SHUFFLECombine() local 15746 if (MaskElt < (int)HalfElts) in PerformVECTOR_SHUFFLECombine() 15747 NewElt = MaskElt; in PerformVECTOR_SHUFFLECombine() 15748 else if (MaskElt >= (int)NumElts && MaskElt < (int)(NumElts + HalfElts)) in PerformVECTOR_SHUFFLECombine() 15749 NewElt = HalfElts + MaskElt - NumElts; in PerformVECTOR_SHUFFLECombine()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 21693 APInt MaskElt = IsFABS ? APInt::getSignedMaxValue(EltBits) : in LowerFABSorFNEG() local 21696 SDValue Mask = DAG.getConstantFP(APFloat(Sem, MaskElt), dl, LogicVT); in LowerFABSorFNEG() 39291 for (int MaskElt : Mask) { in combineX86ShufflesRecursively() local 39292 if (isInRange(MaskElt, Lo, Hi)) { // Picks from Op? in combineX86ShufflesRecursively() 39293 int OpEltIdx = MaskElt - Lo; in combineX86ShufflesRecursively()
|