353                       LoopVectorizationCostModel *CM)  in InnerLoopVectorizer()
703   LoopVectorizationCostModel *Cost;
725                     LoopVectorizationCostModel *CM)  in InnerLoopUnroller()
825 class LoopVectorizationCostModel {  class
827   LoopVectorizationCostModel(Loop *L, PredicatedScalarEvolution &PSE,  in LoopVectorizationCostModel()  function in llvm::LoopVectorizationCostModel
2189   LoopVectorizationCostModel::InstWidening Decision =  in vectorizeMemoryInstruction()
2191   assert(Decision != LoopVectorizationCostModel::CM_Unknown &&  in vectorizeMemoryInstruction()
2193   if (Decision == LoopVectorizationCostModel::CM_Interleave)  in vectorizeMemoryInstruction()
2209   bool Reverse = (Decision == LoopVectorizationCostModel::CM_Widen_Reverse);  in vectorizeMemoryInstruction()
2211       Reverse || (Decision == LoopVectorizationCostModel::CM_Widen);  in vectorizeMemoryInstruction()
2213       (Decision == LoopVectorizationCostModel::CM_GatherScatter);  in vectorizeMemoryInstruction()
4171 void LoopVectorizationCostModel::collectLoopScalars(unsigned VF) {  in collectLoopScalars()
4357 bool LoopVectorizationCostModel::isScalarWithPredication(Instruction *I, unsigned VF) {  in isScalarWithPredication()
4390 bool LoopVectorizationCostModel::interleavedAccessCanBeWidened(Instruction *I,  in interleavedAccessCanBeWidened()
4419 bool LoopVectorizationCostModel::memoryInstructionCanBeWidened(Instruction *I,  in memoryInstructionCanBeWidened()
4447 void LoopVectorizationCostModel::collectLoopUniforms(unsigned VF) {  in collectLoopUniforms()
4624 Optional<unsigned> LoopVectorizationCostModel::computeMaxVF(bool OptForSize) {  in computeMaxVF()
4728 LoopVectorizationCostModel::computeFeasibleMaxVF(bool OptForSize,  in computeFeasibleMaxVF()
4800 LoopVectorizationCostModel::selectVectorizationFactor(unsigned MaxVF) {  in selectVectorizationFactor()
4852 LoopVectorizationCostModel::getSmallestAndWidestTypes() {  in getSmallestAndWidestTypes()
4907 unsigned LoopVectorizationCostModel::selectInterleaveCount(bool OptForSize,  in selectInterleaveCount()
5060 SmallVector<LoopVectorizationCostModel::RegisterUsage, 8>
5061 LoopVectorizationCostModel::calculateRegisterUsage(ArrayRef<unsigned> VFs) {  in calculateRegisterUsage()
5219 bool LoopVectorizationCostModel::useEmulatedMaskMemRefHack(Instruction *I){  in useEmulatedMaskMemRefHack()
5234 void LoopVectorizationCostModel::collectInstsToScalarize(unsigned VF) {  in collectInstsToScalarize()
5267 int LoopVectorizationCostModel::computePredInstDiscount(  in computePredInstDiscount()
5382 LoopVectorizationCostModel::VectorizationCostTy
5383 LoopVectorizationCostModel::expectedCost(unsigned VF) {  in expectedCost()
5461 unsigned LoopVectorizationCostModel::getMemInstScalarizationCost(Instruction *I,  in getMemInstScalarizationCost()
5504 unsigned LoopVectorizationCostModel::getConsecutiveMemOpCost(Instruction *I,  in getConsecutiveMemOpCost()
5527 unsigned LoopVectorizationCostModel::getUniformMemOpCost(Instruction *I,  in getUniformMemOpCost()
5548 unsigned LoopVectorizationCostModel::getGatherScatterCost(Instruction *I,  in getGatherScatterCost()
5560 unsigned LoopVectorizationCostModel::getInterleaveGroupCost(Instruction *I,  in getInterleaveGroupCost()
5598 unsigned LoopVectorizationCostModel::getMemoryInstructionCost(Instruction *I,  in getMemoryInstructionCost()
5613 LoopVectorizationCostModel::VectorizationCostTy
5614 LoopVectorizationCostModel::getInstructionCost(Instruction *I, unsigned VF) {  in getInstructionCost()
5639 void LoopVectorizationCostModel::setCostBasedWideningDecision(unsigned VF) {  in setCostBasedWideningDecision()
5791 unsigned LoopVectorizationCostModel::getInstructionCost(Instruction *I,  in getInstructionCost()
6041 bool LoopVectorizationCostModel::isConsecutiveLoadOrStore(Instruction *Inst) {  in isConsecutiveLoadOrStore()
6049 void LoopVectorizationCostModel::collectValuesToIgnore() {  in collectValuesToIgnore()
6402                   LoopVectorizationCostModel::CM_Interleave);  in tryToInterleaveMemory()
6433     LoopVectorizationCostModel::InstWidening Decision =  in tryToWidenMemory()
6435     assert(Decision != LoopVectorizationCostModel::CM_Unknown &&  in tryToWidenMemory()
6437     assert(Decision != LoopVectorizationCostModel::CM_Interleave &&  in tryToWidenMemory()
6439     return Decision != LoopVectorizationCostModel::CM_Scalarize;  in tryToWidenMemory()
6592                  LoopVectorizationCostModel::CM_Scalarize &&  in tryToWiden()
6814               LoopVectorizationCostModel::CM_Interleave) {  in buildVPlanWithVPRecipes()
7104   LoopVectorizationCostModel CM(L, PSE, LI, LVL, *TTI, TLI, DB, AC, ORE, F,  in processLoopInVPlanNativePath()
7296   LoopVectorizationCostModel CM(L, PSE, LI, &LVL, *TTI, TLI, DB, AC, ORE, F,  in processLoop()