Home
last modified time | relevance | path

Searched refs:MaskElt (Results 1 – 12 of 12) sorted by relevance

/llvm-project-15.0.7/llvm/lib/Analysis/
H A DVectorUtils.cpp443 for (int MaskElt : Mask) { in narrowShuffleMaskElts() local
444 if (MaskElt >= 0) { in narrowShuffleMaskElts()
445 assert(((uint64_t)Scale * MaskElt + (Scale - 1)) <= INT32_MAX && in narrowShuffleMaskElts()
449 ScaledMask.push_back(MaskElt < 0 ? MaskElt : Scale * MaskElt + SliceElt); in narrowShuffleMaskElts()
956 for (int MaskElt : Mask) { in createUnaryMask() local
957 assert((MaskElt < NumEltsSigned * 2) && "Expected valid shuffle mask"); in createUnaryMask()
958 int UnaryElt = MaskElt >= NumEltsSigned ? MaskElt - NumEltsSigned : MaskElt; in createUnaryMask()
1035 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskIsAllZeroOrUndef() local
1036 if (MaskElt->isNullValue() || isa<UndefValue>(MaskElt)) in maskIsAllZeroOrUndef()
1061 if (auto *MaskElt = ConstMask->getAggregateElement(I)) in maskIsAllOneOrUndef() local
[all …]
H A DConstantFolding.cpp3077 auto *MaskElt = Mask->getAggregateElement(I); in ConstantFoldFixedVectorCall() local
3078 if (!MaskElt) in ConstantFoldFixedVectorCall()
3082 if (isa<UndefValue>(MaskElt)) { in ConstantFoldFixedVectorCall()
3090 if (MaskElt->isNullValue()) { in ConstantFoldFixedVectorCall()
3094 } else if (MaskElt->isOneValue()) { in ConstantFoldFixedVectorCall()
H A DInstructionSimplify.cpp5004 if (all_of(Indices, [InsertIndex](int MaskElt) { in simplifyShuffleVectorInst() argument
5005 return MaskElt == InsertIndex || MaskElt == -1; in simplifyShuffleVectorInst()
/llvm-project-15.0.7/llvm/lib/IR/
H A DInstructions.cpp2043 int MaskElt = getMaskValue(i); in commute() local
2044 if (MaskElt == UndefMaskElem) { in commute()
2048 assert(MaskElt >= 0 && MaskElt < 2 * NumOpElts && "Out-of-range mask"); in commute()
2049 MaskElt = (MaskElt < NumOpElts) ? MaskElt + NumOpElts : MaskElt - NumOpElts; in commute()
2050 NewMask[i] = MaskElt; in commute()
2476 return MaskElt == UndefMaskElem || MaskElt == CurrElt; in isReplicationMaskWithParams()
2488 if (none_of(Mask, [](int MaskElt) { return MaskElt == UndefMaskElem; })) { in isReplicationMask() argument
2490 Mask.take_while([](int MaskElt) { return MaskElt == 0; }).size(); in isReplicationMask() argument
2505 for (int MaskElt : Mask) { in isReplicationMask() local
2506 if (MaskElt == UndefMaskElem) in isReplicationMask()
[all …]
/llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp2323 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() local
2324 if (MaskElt == UndefMaskElem) { in SplitVecRes_VECTOR_SHUFFLE()
2328 Idx = MaskElt % NewElts + in SplitVecRes_VECTOR_SHUFFLE()
2425 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE() local
2426 if (MaskElt == UndefMaskElem) { in SplitVecRes_VECTOR_SHUFFLE()
2430 int OpIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE()
2459 if (MaskElt == UndefMaskElem) { in SplitVecRes_VECTOR_SHUFFLE()
2463 int MaskIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE()
2465 Idx = MaskElt % NewElts + FoundOp * NewElts; in SplitVecRes_VECTOR_SHUFFLE()
2483 int OpIdx = MaskElt / NewElts; in SplitVecRes_VECTOR_SHUFFLE()
[all …]
/llvm-project-15.0.7/llvm/lib/Target/AArch64/
H A DAArch64TargetTransformInfo.cpp2840 int MaskElt = (N * LTNumElts + E < TpNumElts) ? Mask[N * LTNumElts + E] in getShuffleCost() local
2842 if (MaskElt < 0) { in getShuffleCost()
2849 unsigned Source = MaskElt / LTNumElts; in getShuffleCost()
2863 NMask.push_back(MaskElt % LTNumElts); in getShuffleCost()
2865 NMask.push_back(MaskElt % LTNumElts + LTNumElts); in getShuffleCost()
2867 NMask.push_back(MaskElt % LTNumElts); in getShuffleCost()
H A DAArch64ISelLowering.cpp10114 int MaskElt = getPFIDLane(ID, (RHSID & 0x01) << 1) >> 1; in GeneratePerfectShuffle() local
10115 if (MaskElt == -1) in GeneratePerfectShuffle()
10116 MaskElt = (getPFIDLane(ID, ((RHSID & 0x01) << 1) + 1) - 1) >> 1; in GeneratePerfectShuffle()
10117 assert(MaskElt >= 0 && "Didn't expect an undef movlane index!"); in GeneratePerfectShuffle()
10118 ExtLane = MaskElt < 2 ? MaskElt : (MaskElt - 2); in GeneratePerfectShuffle()
10119 Input = MaskElt < 2 ? V1 : V2; in GeneratePerfectShuffle()
10130 int MaskElt = getPFIDLane(ID, RHSID); in GeneratePerfectShuffle() local
10131 assert(MaskElt >= 0 && "Didn't expect an undef movlane index!"); in GeneratePerfectShuffle()
10132 ExtLane = MaskElt < 4 ? MaskElt : (MaskElt - 4); in GeneratePerfectShuffle()
10133 Input = MaskElt < 4 ? V1 : V2; in GeneratePerfectShuffle()
/llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/
H A DInstCombineVectorOps.cpp2382 int MaskElt = Mask[i]; in foldIdentityExtractShuffle() local
2383 NewMask[i] = ExtractMaskElt == UndefMaskElem ? ExtractMaskElt : MaskElt; in foldIdentityExtractShuffle()
/llvm-project-15.0.7/llvm/lib/CodeGen/GlobalISel/
H A DLegalizerHelper.cpp7233 Register MaskElt = MaskReg; in lowerSelect() local
7239 MaskElt = MIRBuilder.buildSExtInReg(MaskTy, MaskElt, 1).getReg(0); in lowerSelect()
7243 MaskElt = MIRBuilder.buildSExtOrTrunc(DstTy.getElementType(), in lowerSelect()
7244 MaskElt).getReg(0); in lowerSelect()
7247 auto ShufSplat = MIRBuilder.buildShuffleSplat(DstTy, MaskElt); in lowerSelect()
/llvm-project-15.0.7/llvm/lib/Target/SystemZ/
H A DSystemZISelLowering.cpp5590 unsigned MaskElt = PackedElt * NumInPerOut; in lowerZERO_EXTEND_VECTOR_INREG() local
5591 unsigned End = MaskElt + NumInPerOut - 1; in lowerZERO_EXTEND_VECTOR_INREG()
5592 for (; MaskElt < End; MaskElt++) in lowerZERO_EXTEND_VECTOR_INREG()
5593 Mask[MaskElt] = ZeroVecElt++; in lowerZERO_EXTEND_VECTOR_INREG()
5594 Mask[MaskElt] = PackedElt; in lowerZERO_EXTEND_VECTOR_INREG()
/llvm-project-15.0.7/llvm/lib/Target/ARM/
H A DARMISelLowering.cpp15549 int MaskElt = SVN->getMaskElt(n); in PerformVECTOR_SHUFFLECombine() local
15551 if (MaskElt < (int)HalfElts) in PerformVECTOR_SHUFFLECombine()
15552 NewElt = MaskElt; in PerformVECTOR_SHUFFLECombine()
15553 else if (MaskElt >= (int)NumElts && MaskElt < (int)(NumElts + HalfElts)) in PerformVECTOR_SHUFFLECombine()
15554 NewElt = HalfElts + MaskElt - NumElts; in PerformVECTOR_SHUFFLECombine()
/llvm-project-15.0.7/llvm/lib/Target/X86/
H A DX86ISelLowering.cpp23224 APInt MaskElt = IsFABS ? APInt::getSignedMaxValue(EltBits) : in LowerFABSorFNEG() local
23227 SDValue Mask = DAG.getConstantFP(APFloat(Sem, MaskElt), dl, LogicVT); in LowerFABSorFNEG()
39342 for (int MaskElt : Mask) { in combineX86ShufflesRecursively() local
39343 if (isInRange(MaskElt, Lo, Hi)) { // Picks from Op? in combineX86ShufflesRecursively()
39344 int OpEltIdx = MaskElt - Lo; in combineX86ShufflesRecursively()