Lines Matching refs:RecurrenceDescriptor
519 bool useOrderedReductions(const RecurrenceDescriptor &RdxDesc);
530 PHINode *getReductionResumeValue(const RecurrenceDescriptor &RdxDesc);
731 SmallMapVector<const RecurrenceDescriptor *, PHINode *, 4>
1084 const RecurrenceDescriptor &RdxDesc) { in getReductionResumeValue()
1226 bool useOrderedReductions(const RecurrenceDescriptor &RdxDesc) const { in useOrderedReductions()
1433 const RecurrenceDescriptor &RdxDesc = Reduction.second; in canVectorizeReductions()
3848 const RecurrenceDescriptor &RdxDesc = PhiR->getRecurrenceDescriptor(); in fixReduction()
3940 unsigned Op = RecurrenceDescriptor::getOpcode(RK); in fixReduction()
3961 } else if (RecurrenceDescriptor::isSelectCmpRecurrenceKind(RK)) in fixReduction()
4043 const RecurrenceDescriptor &RdxDesc = PhiR->getRecurrenceDescriptor(); in clearReductionWrapFlags()
4169 const RecurrenceDescriptor &RdxDesc) { in useOrderedReductions()
5546 const RecurrenceDescriptor &RdxDesc = PhiDescriptorPair.second; in getSmallestAndWidestTypes()
5586 const RecurrenceDescriptor &RdxDesc = in collectElementTypesForWidening()
5792 const RecurrenceDescriptor &RdxDesc = Reduction.second; in selectInterleaveCount()
5793 return RecurrenceDescriptor::isSelectCmpRecurrenceKind( in selectInterleaveCount()
5809 const RecurrenceDescriptor &RdxDesc = Reduction.second; in selectInterleaveCount()
6517 const RecurrenceDescriptor &RdxDesc = in getReductionPatternCost()
7246 if (RecurrenceDescriptor::isFMulAddIntrinsic(I)) in getInstructionCost()
7321 const RecurrenceDescriptor &RedDes = Reduction.second; in collectValuesToIgnore()
7337 const RecurrenceDescriptor &RdxDesc = Reduction.second; in collectInLoopReductions()
8494 const RecurrenceDescriptor &RdxDesc = in tryToCreateWidenRecipe()
8720 assert(!RecurrenceDescriptor::isSelectCmpRecurrenceKind(Kind) && in buildVPlanWithVPRecipes()
8722 if (RecurrenceDescriptor::isMinMaxRecurrenceKind(Kind)) in buildVPlanWithVPRecipes()
9098 const RecurrenceDescriptor &RdxDesc = in adjustRecipesForReductions()
9116 assert(!RecurrenceDescriptor::isSelectCmpRecurrenceKind(Kind) && in adjustRecipesForReductions()
9120 assert((!IsFMulAdd || RecurrenceDescriptor::isFMulAddIntrinsic(R)) && in adjustRecipesForReductions()
9122 if (RecurrenceDescriptor::isMinMaxRecurrenceKind(Kind)) { in adjustRecipesForReductions()
9162 if (RecurrenceDescriptor::isMinMaxRecurrenceKind(Kind)) { in adjustRecipesForReductions()
9530 if (RecurrenceDescriptor::isMinMaxRecurrenceKind(Kind)) { in execute()