| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfoImpl.h | 576 getShuffleCost(TTI::ShuffleKind Kind, VectorType *Ty, ArrayRef<int> Mask, 1323 return TargetTTI->getShuffleCost(TTI::SK_ExtractSubvector, VecSrcTy, in getInstructionCost() 1328 return TargetTTI->getShuffleCost( in getInstructionCost() 1354 return TargetTTI->getShuffleCost(TTI::SK_Reverse, VecTy, in getInstructionCost() 1359 return TargetTTI->getShuffleCost(TTI::SK_Select, VecTy, in getInstructionCost() 1364 return TargetTTI->getShuffleCost(TTI::SK_Transpose, VecTy, in getInstructionCost() 1369 return TargetTTI->getShuffleCost(TTI::SK_Broadcast, VecTy, in getInstructionCost() 1374 return TargetTTI->getShuffleCost(TTI::SK_PermuteSingleSrc, VecTy, in getInstructionCost() 1379 return TargetTTI->getShuffleCost( in getInstructionCost() 1385 return TargetTTI->getShuffleCost(TTI::SK_Splice, VecTy, in getInstructionCost() [all …]
|
| H A D | TargetTransformInfo.h | 1276 getShuffleCost(ShuffleKind Kind, VectorType *Tp, 1975 virtual InstructionCost getShuffleCost(ShuffleKind Kind, VectorType *Tp, 2599 InstructionCost getShuffleCost(ShuffleKind Kind, VectorType *Tp, in getShuffleCost() function 2604 return Impl.getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp, Args); in getShuffleCost()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 255 NewCost += TTI.getShuffleCost(TTI::SK_PermuteSingleSrc, MinVecTy, Mask); in vectorizeLoadInsert() 470 TTI.getShuffleCost(TargetTransformInfo::SK_PermuteSingleSrc, VecTy); in isExtractExtractCheap() 668 TTI.getShuffleCost(TargetTransformInfo::SK_Select, VecTy, Mask); in foldInsExtFNeg() 729 InstructionCost DestCost = TTI.getShuffleCost( in foldBitcastShuffle() 732 TTI.getShuffleCost(TargetTransformInfo::SK_PermuteSingleSrc, SrcTy, Mask); in foldBitcastShuffle() 789 TTI.getShuffleCost(TargetTransformInfo::SK_Broadcast, VecTy); in scalarizeVPIntrinsic() 1376 InstructionCost ShufCost = TTI.getShuffleCost( in foldShuffleOfBinops() 1505 InstructionCost OldCost = TTI.getShuffleCost( in foldShuffleFromReductions() 1508 InstructionCost NewCost = TTI.getShuffleCost( in foldShuffleFromReductions() 1761 return C + TTI.getShuffleCost(isa<UndefValue>(SV->getOperand(1)) in foldSelectShuffle() [all …]
|
| H A D | SLPVectorizer.cpp | 6901 getShuffleCost(const TargetTransformInfo &TTI, TTI::ShuffleKind Kind, in getShuffleCost() function 6914 return TTI.getShuffleCost( in getShuffleCost() 7095 (NeedShuffle ? TTI.getShuffleCost( in getBuildVectorCost() 7169 Cost += ::getShuffleCost( in computeExtractCost() 7176 Cost += ::getShuffleCost( in computeExtractCost() 7250 return ::getShuffleCost(TTI, TTI::SK_PermuteTwoSrc, in createShuffleVector() 7259 return TTI.getShuffleCost(TTI::SK_PermuteSingleSrc, in createShuffleVector() 7788 TTI->getShuffleCost(TTI::SK_PermuteSingleSrc, FinalVecTy, Mask); in getEntryCost() 9112 C = TTI->getShuffleCost( in getTreeCost() 9145 TTI->getShuffleCost(TTI::SK_PermuteSingleSrc, FTy, Mask); in getTreeCost() [all …]
|
| H A D | LoopVectorize.cpp | 6141 Cost += TTI.getShuffleCost(TargetTransformInfo::SK_Reverse, VectorTy, in getConsecutiveMemOpCost() 6160 TTI.getShuffleCost(TargetTransformInfo::SK_Broadcast, VectorTy); in getUniformMemOpCost() 6221 TTI.getShuffleCost(TargetTransformInfo::SK_Reverse, VectorTy, in getInterleaveGroupCost() 6816 MaskCost = TTI.getShuffleCost( in setVectorizedCallDecision() 6939 return TTI.getShuffleCost(TargetTransformInfo::SK_Splice, in getInstructionCost()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.h | 94 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| H A D | SystemZTargetTransformInfo.cpp | 602 InstructionCost SystemZTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, in getShuffleCost() function in SystemZTTIImpl 641 return BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp); in getShuffleCost()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonTargetTransformInfo.h | 129 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, Type *Tp,
|
| H A D | HexagonTargetTransformInfo.cpp | 243 InstructionCost HexagonTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, Type *Tp, in getShuffleCost() function in HexagonTTIImpl
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 1010 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp, 1610 return thisT()->getShuffleCost( in getIntrinsicInstrCost() 1620 return thisT()->getShuffleCost( in getIntrinsicInstrCost() 1625 return thisT()->getShuffleCost( in getIntrinsicInstrCost() 1631 return thisT()->getShuffleCost( in getIntrinsicInstrCost() 2406 thisT()->getShuffleCost(TTI::SK_ExtractSubvector, Ty, std::nullopt, in getTreeReductionCost() 2422 NumReduxLevels * thisT()->getShuffleCost(TTI::SK_PermuteSingleSrc, Ty, in getTreeReductionCost() 2497 thisT()->getShuffleCost(TTI::SK_ExtractSubvector, Ty, std::nullopt, in getMinMaxReductionCost() 2513 NumReduxLevels * thisT()->getShuffleCost(TTI::SK_PermuteSingleSrc, Ty, in getMinMaxReductionCost()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCTargetTransformInfo.h | 111 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, Type *Tp,
|
| H A D | PPCTargetTransformInfo.cpp | 606 InstructionCost PPCTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, Type *Tp, in getShuffleCost() function in PPCTTIImpl
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.cpp | 312 InstructionCost RISCVTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, in getShuffleCost() function in RISCVTTIImpl 415 Cost += getShuffleCost(IsSingleVector ? TTI::SK_PermuteSingleSrc in getShuffleCost() 541 return BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp); in getShuffleCost() 603 getShuffleCost(TTI::ShuffleKind::SK_PermuteSingleSrc, SubVecTy, Mask, in getInterleavedMemoryOpCost() 630 getShuffleCost(TTI::ShuffleKind::SK_PermuteSingleSrc, FVTy, Mask, in getInterleavedMemoryOpCost()
|
| H A D | RISCVTargetTransformInfo.h | 126 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUTargetTransformInfo.h | 233 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| H A D | AMDGPUTargetTransformInfo.cpp | 1126 InstructionCost GCNTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, in getShuffleCost() function in GCNTTIImpl 1150 return BaseT::getShuffleCost(Kind, VT, Mask, CostKind, Index, SubTp); in getShuffleCost()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86TargetTransformInfo.cpp | 1471 InstructionCost X86TTIImpl::getShuffleCost(TTI::ShuffleKind Kind, in getShuffleCost() function in X86TTIImpl 1529 getShuffleCost(TTI::SK_ExtractSubvector, VecTy, std::nullopt, in getShuffleCost() 4760 InstructionCost SingleShuffleCost = getShuffleCost( in getReplicationShuffleCost() 4973 Cost += getShuffleCost(TTI::SK_PermuteTwoSrc, SrcVTy, std::nullopt, in getMaskedMemoryOpCost() 4975 getShuffleCost(TTI::SK_PermuteTwoSrc, MaskTy, std::nullopt, in getMaskedMemoryOpCost() 5261 ReductionCost += getShuffleCost(TTI::SK_PermuteSingleSrc, ShufTy, in getArithmeticReductionCost() 5272 ReductionCost += getShuffleCost(TTI::SK_PermuteSingleSrc, ShufTy, in getArithmeticReductionCost() 5442 MinMaxCost += getShuffleCost(TTI::SK_PermuteSingleSrc, ShufTy, in getMinMaxReductionCost() 5451 MinMaxCost += getShuffleCost(TTI::SK_PermuteSingleSrc, ShufTy, in getMinMaxReductionCost() 6266 InstructionCost ShuffleCost = getShuffleCost( in getInterleavedMemoryOpCostAVX512() [all …]
|
| H A D | X86TargetTransformInfo.h | 148 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.h | 392 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| H A D | AArch64TargetTransformInfo.cpp | 3741 InstructionCost AArch64TTIImpl::getShuffleCost(TTI::ShuffleKind Kind, in getShuffleCost() function in AArch64TTIImpl 3798 Cost += getShuffleCost(NumSources <= 1 ? TTI::SK_PermuteSingleSrc in getShuffleCost() 3974 return BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp); in getShuffleCost()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.h | 219 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| H A D | ARMTargetTransformInfo.cpp | 1211 InstructionCost ARMTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, in getShuffleCost() function in ARMTTIImpl 1315 BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp); in getShuffleCost()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 888 InstructionCost TargetTransformInfo::getShuffleCost( in getShuffleCost() function in TargetTransformInfo 893 TTIImpl->getShuffleCost(Kind, Ty, Mask, CostKind, Index, SubTp, Args); in getShuffleCost()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LowerMatrixIntrinsics.cpp | 1360 TTI.getShuffleCost(TTI::SK_Splice, FixedVectorType::get(EltTy, 1), in lowerDotProduct() 1382 TTI.getShuffleCost(TTI::SK_Splice, FixedVectorType::get(EltTy, 1), in lowerDotProduct()
|