| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfoImpl.h | 576 unsigned getReplicationShuffleCost(Type *EltTy, int ReplicationFactor, int VF, in getReplicationShuffleCost() argument
1172 int ReplicationFactor, VF; in getUserCost() local
1173 if (Shuffle->isReplicationMask(ReplicationFactor, VF)) { in getUserCost()
1181 VecSrcTy->getElementType(), ReplicationFactor, VF, in getUserCost()
|
| H A D | TargetTransformInfo.h | 1172 InstructionCost getReplicationShuffleCost(Type *EltTy, int ReplicationFactor,
1741 getReplicationShuffleCost(Type *EltTy, int ReplicationFactor, int VF,
2289 getReplicationShuffleCost(Type *EltTy, int ReplicationFactor, int VF, in getReplicationShuffleCost() argument
2292 return Impl.getReplicationShuffleCost(EltTy, ReplicationFactor, VF, in getReplicationShuffleCost()
|
| H A D | VectorUtils.h | 509 llvm::SmallVector<int, 16> createReplicatedMask(unsigned ReplicationFactor,
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | Instructions.cpp | 2467 assert(Mask.size() == (unsigned)ReplicationFactor * VF && in isReplicationMaskWithParams()
2471 ArrayRef<int> CurrSubMask = Mask.take_front(ReplicationFactor); in isReplicationMaskWithParams()
2472 assert(CurrSubMask.size() == (unsigned)ReplicationFactor && in isReplicationMaskWithParams()
2474 Mask = Mask.drop_front(ReplicationFactor); in isReplicationMaskWithParams()
2489 ReplicationFactor = in isReplicationMask()
2491 if (ReplicationFactor == 0 || Mask.size() % ReplicationFactor != 0) in isReplicationMask()
2493 VF = Mask.size() / ReplicationFactor; in isReplicationMask()
2494 return isReplicationMaskWithParams(Mask, ReplicationFactor, VF); in isReplicationMask()
2523 ReplicationFactor = PossibleReplicationFactor; in isReplicationMask()
2531 bool ShuffleVectorInst::isReplicationMask(int &ReplicationFactor, in isReplicationMask() argument
[all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86TargetTransformInfo.h | 154 InstructionCost getReplicationShuffleCost(Type *EltTy, int ReplicationFactor,
|
| H A D | X86TargetTransformInfo.cpp | 3933 X86TTIImpl::getReplicationShuffleCost(Type *EltTy, int ReplicationFactor, in getReplicationShuffleCost() argument
3941 return BaseT::getReplicationShuffleCost(EltTy, ReplicationFactor, VF, in getReplicationShuffleCost()
3985 int NumDstElements = VF * ReplicationFactor; in getReplicationShuffleCost()
4012 ReplicationFactor, VF, in getReplicationShuffleCost()
|
| /llvm-project-15.0.7/llvm/unittests/IR/ |
| H A D | InstructionsTest.cpp | 1237 for (int ReplicationFactor : seq_inclusive(1, 8)) { in TEST() local
1239 const auto ReplicatedMask = createReplicatedMask(ReplicationFactor, VF); in TEST()
1243 EXPECT_EQ(GuessedReplicationFactor, ReplicationFactor); in TEST()
1260 for (int ReplicationFactor : seq_inclusive(1, 4)) { in TEST() local
1262 const auto ReplicatedMask = createReplicatedMask(ReplicationFactor, VF); in TEST()
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 906 llvm::createReplicatedMask(unsigned ReplicationFactor, unsigned VF) { in createReplicatedMask() argument
909 for (unsigned j = 0; j < ReplicationFactor; j++) in createReplicatedMask()
|
| H A D | TargetTransformInfo.cpp | 874 Type *EltTy, int ReplicationFactor, int VF, const APInt &DemandedDstElts, in getReplicationShuffleCost() argument
877 EltTy, ReplicationFactor, VF, DemandedDstElts, CostKind); in getReplicationShuffleCost()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 1157 InstructionCost getReplicationShuffleCost(Type *EltTy, int ReplicationFactor, in getReplicationShuffleCost() argument
1161 assert(DemandedDstElts.getBitWidth() == (unsigned)VF * ReplicationFactor && in getReplicationShuffleCost()
1167 auto *ReplicatedVT = FixedVectorType::get(EltTy, VF * ReplicationFactor); in getReplicationShuffleCost()
|
| /llvm-project-15.0.7/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 2359 static bool isReplicationMask(ArrayRef<int> Mask, int &ReplicationFactor,
2361 static bool isReplicationMask(const Constant *Mask, int &ReplicationFactor,
2370 return isReplicationMask(MaskAsInts, ReplicationFactor, VF);
2374 bool isReplicationMask(int &ReplicationFactor, int &VF) const;
|