| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 337 if (!isDeInterleaveMask(FirstSVI->getShuffleMask(), Factor, Index, MaxFactor, in lowerInterleavedLoad()
351 if (!isDeInterleaveMaskOfFactor(Shuffle->getShuffleMask(), Factor, in lowerInterleavedLoad()
355 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
361 if (!isDeInterleaveMaskOfFactor(Shuffle->getShuffleMask(), Factor, in lowerInterleavedLoad()
365 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
401 ArrayRef<int> Mask = SVI->getShuffleMask(); in replaceBinOpShuffles()
458 Shuffle->getShuffleMask(Indices); in tryReplaceExtracts()
505 if (!isReInterleaveMask(SVI->getShuffleMask(), Factor, MaxFactor, OpNumElts)) in lowerInterleavedStore()
|
| H A D | MachineOperand.cpp | 348 return getShuffleMask() == Other.getShuffleMask(); in isIdenticalTo()
398 return hash_combine(MO.getType(), MO.getTargetFlags(), MO.getShuffleMask()); in hash_value()
956 ArrayRef<int> Mask = getShuffleMask(); in print()
|
| H A D | MachineStableHash.cpp | 129 MO.getShuffleMask(), std::back_inserter(ShuffleMaskHashes), in stableHashValue()
|
| H A D | InterleavedLoadCombinePass.cpp | 835 for (int i : SVI->getShuffleMask()) { in computeFromSVI()
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfoImpl.h | 1162 Shuffle->getShuffleMask(), SubIndex, in getUserCost()
1167 TTI::SK_InsertSubvector, VecTy, Shuffle->getShuffleMask(), in getUserCost()
1175 APInt::getNullValue(Shuffle->getShuffleMask().size()); in getUserCost()
1176 for (auto I : enumerate(Shuffle->getShuffleMask())) { in getUserCost()
1193 Shuffle->getShuffleMask(), 0, nullptr, in getUserCost()
1198 Shuffle->getShuffleMask(), 0, nullptr, in getUserCost()
1203 Shuffle->getShuffleMask(), 0, nullptr, in getUserCost()
1208 Shuffle->getShuffleMask(), 0, nullptr, in getUserCost()
1213 Shuffle->getShuffleMask(), 0, nullptr, in getUserCost()
1218 TTI::SK_InsertSubvector, VecTy, Shuffle->getShuffleMask(), SubIndex, in getUserCost()
[all …]
|
| /llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 1149 int MaskSize = Shuf.getShuffleMask().size(); in isShuffleEquivalentToSelect()
1395 ArrayRef<int> Mask = Shuf->getShuffleMask(); in foldConstantInsEltIntoShuffle()
1988 ArrayRef<int> Mask = Shuf.getShuffleMask(); in foldSelectShuffleWith1Binop()
2019 ArrayRef<int> Mask = Shuf.getShuffleMask(); in canonicalizeInsertSplat()
2117 ArrayRef<int> Mask = Shuf.getShuffleMask(); in foldSelectShuffle()
2209 ArrayRef<int> Mask = Shuf.getShuffleMask(); in foldTruncShuffle()
2394 Shuf.getShuffleMask(Mask); in foldShuffleWithInsert()
2514 ArrayRef<int> Mask = Shuf.getShuffleMask(); in foldIdentityPaddedShuffles()
2577 ArrayRef<int> Mask = SVI.getShuffleMask(); in visitShuffleVectorInst()
2848 LHSMask = LHSShuffle->getShuffleMask(); in visitShuffleVectorInst()
[all …]
|
| H A D | InstCombineNegator.cpp | 347 return Builder.CreateShuffleVector(NegOp0, NegOp1, Shuf->getShuffleMask(), in visitImpl()
|
| H A D | InstCombineCasts.cpp | 729 is_splat(Shuf->getShuffleMask()) && in shrinkSplatShuffle()
734 return new ShuffleVectorInst(NarrowOp, Shuf->getShuffleMask()); in shrinkSplatShuffle()
2861 return new ShuffleVectorInst(LHS, RHS, Shuf->getShuffleMask()); in visitBitCast()
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PostLegalizerLowering.cpp | 221 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchREV()
251 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchTRN()
272 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchUZP()
288 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchZip()
377 auto ExtInfo = getExtMask(MI.getOperand(3).getShuffleMask(), in matchEXT()
432 ArrayRef<int> ShuffleMask = MI.getOperand(3).getShuffleMask(); in matchINS()
|
| H A D | AArch64PostLegalizerCombiner.cpp | 86 if (Shuffle && Shuffle->getOperand(3).getShuffleMask()[0] == 1 && in matchExtractVecEltPairwiseAdd()
|
| /llvm-project-15.0.7/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 2067 static void getShuffleMask(const Constant *Mask,
2072 void getShuffleMask(SmallVectorImpl<int> &Result) const {
2120 getShuffleMask(Mask, MaskAsInts);
2147 getShuffleMask(Mask, MaskAsInts);
2189 getShuffleMask(Mask, MaskAsInts);
2213 getShuffleMask(Mask, MaskAsInts);
2233 getShuffleMask(Mask, MaskAsInts);
2283 getShuffleMask(Mask, MaskAsInts);
2309 getShuffleMask(Mask, MaskAsInts);
2339 getShuffleMask(Mask, MaskAsInts);
[all …]
|
| H A D | Constants.h | 1286 ArrayRef<int> getShuffleMask() const;
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 1208 Shuffle->getShuffleMask(ConcatMask); in foldShuffleFromReductions()
1214 Shuffle->getShuffleMask()); in foldShuffleFromReductions()
1322 SVN->getShuffleMask(Mask); in foldSelectShuffle()
1333 if (Mask[I] >= static_cast<int>(SSV->getShuffleMask().size())) in foldSelectShuffle()
1472 VT, SV->getShuffleMask()); in foldSelectShuffle()
|
| H A D | SLPVectorizer.cpp | 8677 SmallVector<int> ShuffleMask(SV->getShuffleMask().begin(), in vectorizeTree()
8678 SV->getShuffleMask().end()); in vectorizeTree()
8726 SmallVector<int> ShuffleMask1(SV1->getShuffleMask().begin(), in vectorizeTree()
8727 SV1->getShuffleMask().end()); in vectorizeTree()
8730 SmallVector<int> ShuffleMask2(SV2->getShuffleMask().begin(), in vectorizeTree()
8731 SV2->getShuffleMask().end()); in vectorizeTree()
8968 NewMask.assign(SI2->getShuffleMask().begin(), SI2->getShuffleMask().end()); in optimizeGatherSequence()
8969 ArrayRef<int> SM1 = SI1->getShuffleMask(); in optimizeGatherSequence()
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | Instruction.cpp | 493 return SVI->getShuffleMask() == in haveSameSpecialState()
494 cast<ShuffleVectorInst>(I2)->getShuffleMask(); in haveSameSpecialState()
|
| H A D | Instructions.cpp | 1983 getShuffleMask(cast<Constant>(Mask), MaskArr); in ShuffleVectorInst()
2001 getShuffleMask(cast<Constant>(Mask), MaskArr); in ShuffleVectorInst()
2118 void ShuffleVectorInst::getShuffleMask(const Constant *Mask, in getShuffleMask() function in ShuffleVectorInst
2413 ArrayRef<int> Mask = getShuffleMask(); in isIdentityWithPadding()
2439 return isIdentityMaskImpl(getShuffleMask(), NumOpElts); in isIdentityWithExtract()
2462 return isIdentityMaskImpl(getShuffleMask(), NumMaskElts); in isConcat()
4781 return new ShuffleVectorInst(getOperand(0), getOperand(1), getShuffleMask()); in cloneImpl()
|
| H A D | ConstantsContext.h | 444 return CE->getShuffleMask();
|
| H A D | Constants.cpp | 1448 ArrayRef<int> ConstantExpr::getShuffleMask() const { in getShuffleMask() function in ConstantExpr
1490 return ConstantExpr::getShuffleVector(Ops[0], Ops[1], getShuffleMask(), in getWithOperands()
1644 ArrayRef<int> Mask = Shuf->getShuffleMask(); in getSplatValue()
3457 return new ShuffleVectorInst(Ops[0], Ops[1], getShuffleMask(), "", in getAsInstruction()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | FunctionComparator.cpp | 673 ArrayRef<int> LMask = SVI->getShuffleMask(); in cmpOperations()
674 ArrayRef<int> RMask = cast<ShuffleVectorInst>(R)->getShuffleMask(); in cmpOperations()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | MachineOperand.h | 602 ArrayRef<int> getShuffleMask() const { in getShuffleMask() function
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86InterleavedAccess.cpp | 840 auto Mask = SVI->getShuffleMask(); in lowerInterleavedStore()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | GVNSink.cpp | 360 ShuffleMask = SVI->getShuffleMask().copy(A); in InstructionUseExpr()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/GlobalISel/ |
| H A D | Utils.cpp | 996 ArrayRef<int> Mask = MI.getOperand(3).getShuffleMask(); in getSplatIndex()
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 401 if (!is_splat(Shuf->getShuffleMask())) in isSplatValue()
|
| /llvm-project-15.0.7/mlir/lib/Target/LLVMIR/ |
| H A D | ConvertFromLLVMIR.cpp | 1139 ArrayAttr mask = b.getI32ArrayAttr(svInst->getShuffleMask()); in processInstruction()
|