| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 221 InstructionCost PackingCost = getScalarizationOverhead( in getCommonMaskedMemoryOpCost() 701 InstructionCost getScalarizationOverhead(VectorType *InTy, in getScalarizationOverhead() function 757 Cost += getScalarizationOverhead(VecTy, false, true); in getOperandsScalarizationOverhead() 768 InstructionCost getScalarizationOverhead(VectorType *RetTy, in getScalarizationOverhead() function 777 Cost += getScalarizationOverhead(RetTy, false, true); in getScalarizationOverhead() 858 return getScalarizationOverhead(VTy, Args, Tys) + 1180 Cost += thisT()->getScalarizationOverhead(SrcVT, DemandedSrcElts, in getReplicationShuffleCost() 1226 Cost += getScalarizationOverhead(cast<VectorType>(Src), 1341 thisT()->getScalarizationOverhead(SubVT, DemandedAllSubElts, 1345 thisT()->getScalarizationOverhead(VT, DemandedLoadStoreElts, [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 537 return VF * DivMulSeqCost + getScalarizationOverhead(VTy, Args, Tys); in getArithmeticInstrCost() 563 (VF * ScalarCost) + getScalarizationOverhead(VTy, Args, Tys); in getArithmeticInstrCost() 582 (VF * LIBCALL_COST) + getScalarizationOverhead(VTy, Args, Tys); in getArithmeticInstrCost() 869 TotCost += getScalarizationOverhead(SrcVecTy, false, NeedsExtracts); in getCastInstrCost() 870 TotCost += getScalarizationOverhead(DstVecTy, NeedsInserts, false); in getCastInstrCost() 882 getScalarizationOverhead(DstVecTy, true, false); in getCastInstrCost() 895 return VF + getScalarizationOverhead(SrcVecTy, false, true); in getCastInstrCost()
|
| /llvm-project-15.0.7/llvm/lib/Target/Hexagon/ |
| H A D | HexagonTargetTransformInfo.cpp | 126 InstructionCost HexagonTTIImpl::getScalarizationOverhead( in getScalarizationOverhead() function in HexagonTTIImpl 128 return BaseT::getScalarizationOverhead(Ty, DemandedElts, Insert, Extract); in getScalarizationOverhead()
|
| H A D | HexagonTargetTransformInfo.h | 107 InstructionCost getScalarizationOverhead(VectorType *Ty,
|
| /llvm-project-15.0.7/llvm/test/Analysis/CostModel/SystemZ/ |
| H A D | intrinsic-cost-crash.ll | 4 ; Don't call getScalarizationOverhead(RetTy, true, false) if RetTy is void type.
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86TargetTransformInfo.h | 151 InstructionCost getScalarizationOverhead(VectorType *Ty,
|
| H A D | X86TargetTransformInfo.cpp | 3792 InstructionCost X86TTIImpl::getScalarizationOverhead(VectorType *Ty, in getScalarizationOverhead() function in X86TTIImpl 3816 BaseT::getScalarizationOverhead(Ty, DemandedElts, Insert, false); in getScalarizationOverhead() 3926 Cost += BaseT::getScalarizationOverhead(Ty, DemandedElts, false, Extract); in getScalarizationOverhead() 4172 Cost += getScalarizationOverhead(CoalescedVecTy, DemandedElts, IsLoad, in getMemoryOpCost() 4215 getScalarizationOverhead(MaskTy, DemandedElts, false, true); in getMaskedMemoryOpCost() 4222 getScalarizationOverhead(SrcVTy, DemandedElts, IsLoad, IsStore); in getMaskedMemoryOpCost() 5136 MaskUnpackCost = getScalarizationOverhead( in getGSScalarCost() 5145 InstructionCost AddressUnpackCost = getScalarizationOverhead( in getGSScalarCost() 5157 getScalarizationOverhead(cast<FixedVectorType>(SrcVTy), DemandedElts, in getGSScalarCost()
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 1023 return BaseT::getScalarizationOverhead(VecValTy, false, true) + in getCmpSelInstrCost() 1024 BaseT::getScalarizationOverhead(VecCondTy, true, false) + in getCmpSelInstrCost() 1042 BaseT::getScalarizationOverhead(VecCondTy, true, false); in getCmpSelInstrCost() 1445 return BaseT::getScalarizationOverhead(VTy, Args, Tys) + Num * Cost; in getArithmeticInstrCost() 1583 NumElems * LT.first + BaseT::getScalarizationOverhead(VTy, true, false) + in getGatherScatterOpCost() 1584 BaseT::getScalarizationOverhead(VTy, false, true); in getGatherScatterOpCost()
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 771 InstructionCost getScalarizationOverhead(VectorType *Ty, 1632 virtual InstructionCost getScalarizationOverhead(VectorType *Ty, 2089 InstructionCost getScalarizationOverhead(VectorType *Ty, in getScalarizationOverhead() function 2092 return Impl.getScalarizationOverhead(Ty, DemandedElts, Insert, Extract); in getScalarizationOverhead()
|
| H A D | TargetTransformInfoImpl.h | 330 InstructionCost getScalarizationOverhead(VectorType *Ty, in getScalarizationOverhead() function
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 512 TargetTransformInfo::getScalarizationOverhead(VectorType *Ty, in getScalarizationOverhead() function in TargetTransformInfo 515 return TTIImpl->getScalarizationOverhead(Ty, DemandedElts, Insert, Extract); in getScalarizationOverhead()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1654 InstructionCost getScalarizationOverhead(Instruction *I, 3444 InstructionCost ScalarizationCost = getScalarizationOverhead(CI, VF); in getVectorCallCost() 6177 ScalarCost += TTI.getScalarizationOverhead( in computePredInstDiscount() 6196 ScalarCost += TTI.getScalarizationOverhead( in computePredInstDiscount() 6334 Cost += getScalarizationOverhead(I, VF); in getMemInstScalarizationCost() 6345 Cost += TTI.getScalarizationOverhead( in getMemInstScalarizationCost() 6709 LoopVectorizationCostModel::getScalarizationOverhead(Instruction *I, in getScalarizationOverhead() function in LoopVectorizationCostModel 6724 Cost += TTI.getScalarizationOverhead( in getScalarizationOverhead() 6984 TTI.getScalarizationOverhead( in getInstructionCost() 7043 Cost += getScalarizationOverhead(I, VF); in getInstructionCost()
|
| H A D | VectorCombine.cpp | 217 OldCost += TTI.getScalarizationOverhead(MinVecTy, DemandedElts, in vectorizeLoadInsert()
|
| H A D | SLPVectorizer.cpp | 6230 Cost -= TTI->getScalarizationOverhead(SrcVecTy, DemandedElts, in getEntryCost() 7224 InstructionCost InsertCost = TTI->getScalarizationOverhead( in getTreeCost() 7389 TTI->getScalarizationOverhead(Ty, ~ShuffledIndices, /*Insert*/ true, in getGatherCost()
|