447                       LoopVectorizationCostModel *CM, BlockFrequencyInfo *BFI,  in InnerLoopVectorizer()
708   LoopVectorizationCostModel *Cost;
743                     LoopVectorizationCostModel *CM, BlockFrequencyInfo *BFI,  in InnerLoopUnroller()
791       LoopVectorizationLegality *LVL, llvm::LoopVectorizationCostModel *CM,  in InnerLoopAndEpilogueVectorizer()
830       LoopVectorizationLegality *LVL, llvm::LoopVectorizationCostModel *CM,  in EpilogueVectorizerMainLoop()
858       LoopVectorizationLegality *LVL, llvm::LoopVectorizationCostModel *CM,  in EpilogueVectorizerEpilogueLoop()
1133 class LoopVectorizationCostModel {  class
1135   LoopVectorizationCostModel(ScalarEpilogueLowering SEL, Loop *L,  in LoopVectorizationCostModel()  function in llvm::LoopVectorizationCostModel
3420 LoopVectorizationCostModel::getVectorCallCost(CallInst *CI, ElementCount VF,  in getVectorCallCost()
3475 LoopVectorizationCostModel::getVectorIntrinsicCost(CallInst *CI,  in getVectorIntrinsicCost()
4245 void LoopVectorizationCostModel::collectLoopScalars(ElementCount VF) {  in collectLoopScalars()
4430 bool LoopVectorizationCostModel::isScalarWithPredication(  in isScalarWithPredication()
4463 bool LoopVectorizationCostModel::interleavedAccessCanBeWidened(  in interleavedAccessCanBeWidened()
4532 bool LoopVectorizationCostModel::memoryInstructionCanBeWidened(  in memoryInstructionCanBeWidened()
4558 void LoopVectorizationCostModel::collectLoopUniforms(ElementCount VF) {  in collectLoopUniforms()
4769 bool LoopVectorizationCostModel::runtimeChecksRequired() {  in runtimeChecksRequired()
4803 LoopVectorizationCostModel::getMaxLegalScalableVF(unsigned MaxSafeElements) {  in getMaxLegalScalableVF()
4864 FixedScalableVFPair LoopVectorizationCostModel::computeFeasibleMaxVF(  in computeFeasibleMaxVF()
4970 LoopVectorizationCostModel::computeMaxVF(ElementCount UserVF, unsigned UserIC) {  in computeMaxVF()
5112 ElementCount LoopVectorizationCostModel::getMaximizedVFForTarget(  in getMaximizedVFForTarget()
5211 Optional<unsigned> LoopVectorizationCostModel::getVScaleForTuning() const {  in getVScaleForTuning()
5223 bool LoopVectorizationCostModel::isMoreProfitable(  in isMoreProfitable()
5266 VectorizationFactor LoopVectorizationCostModel::selectVectorizationFactor(  in selectVectorizationFactor()
5401 bool LoopVectorizationCostModel::isCandidateForEpilogueVectorization(  in isCandidateForEpilogueVectorization()
5440 bool LoopVectorizationCostModel::isEpilogueVectorizationProfitable(  in isEpilogueVectorizationProfitable()
5458 LoopVectorizationCostModel::selectEpilogueVectorizationFactor(  in selectEpilogueVectorizationFactor()
5534 LoopVectorizationCostModel::getSmallestAndWidestTypes() {  in getSmallestAndWidestTypes()
5565 void LoopVectorizationCostModel::collectElementTypesForWidening() {  in collectElementTypesForWidening()
5608 unsigned LoopVectorizationCostModel::selectInterleaveCount(ElementCount VF,  in selectInterleaveCount()
5856 SmallVector<LoopVectorizationCostModel::RegisterUsage, 8>
5857 LoopVectorizationCostModel::calculateRegisterUsage(ArrayRef<ElementCount> VFs) {  in calculateRegisterUsage()
6047 bool LoopVectorizationCostModel::useEmulatedMaskMemRefHack(Instruction *I,  in useEmulatedMaskMemRefHack()
6064 void LoopVectorizationCostModel::collectInstsToScalarize(ElementCount VF) {  in collectInstsToScalarize()
6102 int LoopVectorizationCostModel::computePredInstDiscount(  in computePredInstDiscount()
6214 LoopVectorizationCostModel::VectorizationCostTy
6215 LoopVectorizationCostModel::expectedCost(  in expectedCost()
6301 LoopVectorizationCostModel::getMemInstScalarizationCost(Instruction *I,  in getMemInstScalarizationCost()
6360 LoopVectorizationCostModel::getConsecutiveMemOpCost(Instruction *I,  in getConsecutiveMemOpCost()
6388 LoopVectorizationCostModel::getUniformMemOpCost(Instruction *I,  in getUniformMemOpCost()
6416 LoopVectorizationCostModel::getGatherScatterCost(Instruction *I,  in getGatherScatterCost()
6430 LoopVectorizationCostModel::getInterleaveGroupCost(Instruction *I,  in getInterleaveGroupCost()
6472 Optional<InstructionCost> LoopVectorizationCostModel::getReductionPatternCost(  in getReductionPatternCost()
6649 LoopVectorizationCostModel::getMemoryInstructionCost(Instruction *I,  in getMemoryInstructionCost()
6665 LoopVectorizationCostModel::VectorizationCostTy
6666 LoopVectorizationCostModel::getInstructionCost(Instruction *I,  in getInstructionCost()
6709 LoopVectorizationCostModel::getScalarizationOverhead(Instruction *I,  in getScalarizationOverhead()
6749 void LoopVectorizationCostModel::setCostBasedWideningDecision(ElementCount VF) {  in setCostBasedWideningDecision()
6918 LoopVectorizationCostModel::getInstructionCost(Instruction *I, ElementCount VF,  in getInstructionCost()
7177       case LoopVectorizationCostModel::CM_GatherScatter:  in getInstructionCost()
7179       case LoopVectorizationCostModel::CM_Interleave:  in getInstructionCost()
7181       case LoopVectorizationCostModel::CM_Scalarize:  in getInstructionCost()
7182       case LoopVectorizationCostModel::CM_Widen:  in getInstructionCost()
7185       case LoopVectorizationCostModel::CM_Widen_Reverse:  in getInstructionCost()
7187       case LoopVectorizationCostModel::CM_Unknown:  in getInstructionCost()
7304 void LoopVectorizationCostModel::collectValuesToIgnore() {  in collectValuesToIgnore()
7334 void LoopVectorizationCostModel::collectInLoopReductions() {  in collectInLoopReductions()
7377                                  LoopVectorizationCostModel &CM) {  in determineVPlanVF()
8072     LoopVectorizationCostModel::InstWidening Decision =  in tryToWidenMemory()
8074     assert(Decision != LoopVectorizationCostModel::CM_Unknown &&  in tryToWidenMemory()
8076     if (Decision == LoopVectorizationCostModel::CM_Interleave)  in tryToWidenMemory()
8081     return Decision != LoopVectorizationCostModel::CM_Scalarize;  in tryToWidenMemory()
8093   LoopVectorizationCostModel::InstWidening Decision =  in tryToWidenMemory()
8095   bool Reverse = Decision == LoopVectorizationCostModel::CM_Widen_Reverse;  in tryToWidenMemory()
8097       Reverse || Decision == LoopVectorizationCostModel::CM_Widen;  in tryToWidenMemory()
8112     const InductionDescriptor &IndDesc, LoopVectorizationCostModel &CM,  in createWidenInductionRecipes()
8735                   LoopVectorizationCostModel::CM_Interleave);  in buildVPlanWithVPRecipes()
9850   LoopVectorizationCostModel CM(SEL, L, PSE, LI, LVL, *TTI, TLI, DB, AC, ORE, F,  in processLoopInVPlanNativePath()
10195   LoopVectorizationCostModel CM(SEL, L, PSE, LI, &LVL, *TTI, TLI, DB, AC, ORE,  in processLoop()