Home
last modified time | relevance | path

Searched refs:getShuffleMask (Results 1 – 25 of 54) sorted by relevance

123

/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/
H A DInterleavedAccessPass.cpp261 unsigned NumElts = SVI->getShuffleMask().size(); in isReInterleaveMask()
322 if (!isDeInterleaveMask(FirstSVI->getShuffleMask(), Factor, Index, MaxFactor, in lowerInterleavedLoad()
336 if (!isDeInterleaveMaskOfFactor(Shuffle->getShuffleMask(), Factor, in lowerInterleavedLoad()
340 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
346 if (!isDeInterleaveMaskOfFactor(Shuffle->getShuffleMask(), Factor, in lowerInterleavedLoad()
350 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
386 ArrayRef<int> Mask = SVI->getShuffleMask(); in replaceBinOpShuffles()
443 Shuffle->getShuffleMask(Indices); in tryReplaceExtracts()
H A DMachineOperand.cpp383 return getShuffleMask() == Other.getShuffleMask(); in isIdenticalTo()
448 return hash_combine(MO.getType(), MO.getTargetFlags(), MO.getShuffleMask()); in hash_value()
1012 ArrayRef<int> Mask = getShuffleMask(); in print()
H A DComplexDeinterleavingPass.cpp1660 if (!isInterleavingMask(SVI->getShuffleMask())) in identifyRoot()
1715 ArrayRef<int> RealMask = RealShuffle->getShuffleMask(); in identifyDeinterleave()
1716 ArrayRef<int> ImagMask = ImagShuffle->getShuffleMask(); in identifyDeinterleave()
1746 ArrayRef<int> Mask = Shuffle->getShuffleMask(); in identifyDeinterleave()
1795 Mask = Const->getShuffleMask(); in identifySplat()
1798 Mask = Shuf->getShuffleMask(); in identifySplat()
H A DMachineStableHash.cpp144 MO.getShuffleMask(), std::back_inserter(ShuffleMaskHashes), in stableHashValue()
H A DInterleavedLoadCombinePass.cpp838 for (int i : SVI->getShuffleMask()) { in computeFromSVI()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Analysis/
H A DTargetTransformInfoImpl.h1324 Shuffle->getShuffleMask(), CostKind, in getInstructionCost()
1329 TTI::SK_InsertSubvector, VecTy, Shuffle->getShuffleMask(), in getInstructionCost()
1337 APInt::getZero(Shuffle->getShuffleMask().size()); in getInstructionCost()
1338 for (auto I : enumerate(Shuffle->getShuffleMask())) { in getInstructionCost()
1355 Shuffle->getShuffleMask(), CostKind, 0, in getInstructionCost()
1360 Shuffle->getShuffleMask(), CostKind, 0, in getInstructionCost()
1365 Shuffle->getShuffleMask(), CostKind, 0, in getInstructionCost()
1370 Shuffle->getShuffleMask(), CostKind, 0, in getInstructionCost()
1375 Shuffle->getShuffleMask(), CostKind, 0, in getInstructionCost()
1386 Shuffle->getShuffleMask(), CostKind, in getInstructionCost()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineVectorOps.cpp1184 int MaskSize = Shuf.getShuffleMask().size(); in isShuffleEquivalentToSelect()
2095 Shuf.getShuffleMask(Mask); in foldSelectShuffleOfSelectShuffle()
2113 ShufOp->getShuffleMask(Mask1); in foldSelectShuffleOfSelectShuffle()
2165 ArrayRef<int> Mask = Shuf.getShuffleMask(); in foldSelectShuffleWith1Binop()
2196 ArrayRef<int> Mask = Shuf.getShuffleMask(); in canonicalizeInsertSplat()
2296 ArrayRef<int> Mask = Shuf.getShuffleMask(); in foldSelectShuffle()
2388 ArrayRef<int> Mask = Shuf.getShuffleMask(); in foldTruncShuffle()
2587 Shuf.getShuffleMask(Mask); in foldShuffleWithInsert()
2807 ArrayRef<int> Mask = SVI.getShuffleMask(); in visitShuffleVectorInst()
3078 LHSMask = LHSShuffle->getShuffleMask(); in visitShuffleVectorInst()
[all …]
H A DInstCombineNegator.cpp354 return Builder.CreateShuffleVector(NegOp0, NegOp1, Shuf->getShuffleMask(), in visitImpl()
H A DInstCombineCasts.cpp113 cast<ShuffleVectorInst>(I)->getShuffleMask()); in EvaluateInDifferentType()
626 all_equal(Shuf->getShuffleMask()) && in shrinkSplatShuffle()
631 return new ShuffleVectorInst(NarrowOp, Shuf->getShuffleMask()); in shrinkSplatShuffle()
2685 return new ShuffleVectorInst(LHS, RHS, Shuf->getShuffleMask()); in visitBitCast()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/
H A DAArch64PostLegalizerLowering.cpp233 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchREV()
263 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchTRN()
284 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchUZP()
300 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchZip()
422 auto Mask = MI.getOperand(3).getShuffleMask(); in matchEXT()
485 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchINS()
H A DAArch64PostLegalizerCombiner.cpp99 if (Shuffle && Shuffle->getOperand(3).getShuffleMask()[0] == 1 && in matchExtractVecEltPairwiseAdd()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/IR/
H A DInstructions.h2031 static void getShuffleMask(const Constant *Mask,
2085 getShuffleMask(Mask, MaskAsInts);
2113 getShuffleMask(Mask, MaskAsInts);
2155 getShuffleMask(Mask, MaskAsInts);
2180 getShuffleMask(Mask, MaskAsInts);
2201 getShuffleMask(Mask, MaskAsInts);
2252 getShuffleMask(Mask, MaskAsInts);
2275 getShuffleMask(Mask, MaskAsInts);
2301 getShuffleMask(Mask, MaskAsInts);
2331 getShuffleMask(Mask, MaskAsInts);
[all …]
H A DConstants.h1246 ArrayRef<int> getShuffleMask() const;
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp287 unsigned OpIndex = any_of(Shuf->getShuffleMask(), [&NumOpElts](int M) { in widenSubvectorLoad()
1494 Shuffle->getShuffleMask(ConcatMask); in foldShuffleFromReductions()
1507 VecTyForCost, Shuffle->getShuffleMask()); in foldShuffleFromReductions()
1614 SVN->getShuffleMask(Mask); in foldSelectShuffle()
1625 if (Mask[I] >= static_cast<int>(SSV->getShuffleMask().size())) in foldSelectShuffle()
1764 VT, SV->getShuffleMask()); in foldSelectShuffle()
H A DSLPVectorizer.cpp6717 static_cast<unsigned>(I) >= SV->getShuffleMask().size()) in peekThroughShuffles()
6734 if (SV->getMaskValue(I % SV->getShuffleMask().size()) == in peekThroughShuffles()
6740 SmallVector<int> ShuffleMask(SV->getShuffleMask().begin(), in peekThroughShuffles()
6741 SV->getShuffleMask().end()); in peekThroughShuffles()
6841 SmallVector<int> ShuffleMask1(SV1->getShuffleMask().begin(), in createShuffle()
6842 SV1->getShuffleMask().end()); in createShuffle()
6848 SmallVector<int> ShuffleMask2(SV2->getShuffleMask().begin(), in createShuffle()
6849 SV2->getShuffleMask().end()); in createShuffle()
6876 cast<ShuffleVectorInst>(Op1)->getShuffleMask() == in createShuffle()
12359 NewMask.assign(SI2->getShuffleMask().begin(), SI2->getShuffleMask().end()); in optimizeGatherSequence()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DFunctionComparator.cpp753 ArrayRef<int> LMask = SVI->getShuffleMask(); in cmpOperations()
754 ArrayRef<int> RMask = cast<ShuffleVectorInst>(R)->getShuffleMask(); in cmpOperations()
/freebsd-14.2/contrib/llvm-project/llvm/lib/IR/
H A DInstruction.cpp754 return SVI->getShuffleMask() == in hasSameSpecialState()
755 cast<ShuffleVectorInst>(I2)->getShuffleMask(); in hasSameSpecialState()
H A DInstructions.cpp1955 getShuffleMask(cast<Constant>(Mask), MaskArr); in ShuffleVectorInst()
1973 getShuffleMask(cast<Constant>(Mask), MaskArr); in ShuffleVectorInst()
2090 void ShuffleVectorInst::getShuffleMask(const Constant *Mask, in getShuffleMask() function in ShuffleVectorInst
2426 ArrayRef<int> Mask = getShuffleMask(); in isIdentityWithPadding()
2449 return isIdentityMaskImpl(getShuffleMask(), NumOpElts); in isIdentityWithExtract()
2471 return isIdentityMaskImpl(getShuffleMask(), NumMaskElts); in isConcat()
4921 return new ShuffleVectorInst(getOperand(0), getOperand(1), getShuffleMask()); in cloneImpl()
H A DConstantsContext.h411 return CE->getShuffleMask();
H A DConstants.cpp1442 ArrayRef<int> ConstantExpr::getShuffleMask() const { in getShuffleMask() function in ConstantExpr
1480 return ConstantExpr::getShuffleVector(Ops[0], Ops[1], getShuffleMask(), in getWithOperands()
1634 ArrayRef<int> Mask = Shuf->getShuffleMask(); in getSplatValue()
3247 return new ShuffleVectorInst(Ops[0], Ops[1], getShuffleMask(), "", in getAsInstruction()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DMachineOperand.h622 ArrayRef<int> getShuffleMask() const { in getShuffleMask() function
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86InterleavedAccess.cpp836 auto Mask = SVI->getShuffleMask(); in lowerInterleavedStore()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DGVNSink.cpp355 ShuffleMask = SVI->getShuffleMask().copy(A); in InstructionUseExpr()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/
H A DVectorUtils.cpp279 if (!all_equal(Shuf->getShuffleMask())) in isSplatValue()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUInstCombineIntrinsic.cpp415 SVI->getShuffleMask(ShuffleMask); in defaultComponentBroadcast()

123