Searched refs:RecurKind (Results 1 – 10 of 10) sorted by relevance
46 case RecurKind::Add: in isIntegerRecurrenceKind()47 case RecurKind::Mul: in isIntegerRecurrenceKind()48 case RecurKind::Or: in isIntegerRecurrenceKind()49 case RecurKind::And: in isIntegerRecurrenceKind()50 case RecurKind::Xor: in isIntegerRecurrenceKind()51 case RecurKind::SMax: in isIntegerRecurrenceKind()52 case RecurKind::SMin: in isIntegerRecurrenceKind()53 case RecurKind::UMax: in isIntegerRecurrenceKind()54 case RecurKind::UMin: in isIntegerRecurrenceKind()187 if (Kind != RecurKind::FAdd && Kind != RecurKind::FMulAdd) in checkOrderedReduction()[all …]
35 enum class RecurKind { enum102 RecurKind getRecKind() const { return RecKind; } in getRecKind()113 RecurKind RecKind;161 static unsigned getOpcode(RecurKind Kind);195 RecurKind getRecurrenceKind() const { return Kind; } in getRecurrenceKind()213 static bool isIntegerRecurrenceKind(RecurKind Kind);220 return Kind == RecurKind::UMin || Kind == RecurKind::UMax || in isIntMinMaxRecurrenceKind()221 Kind == RecurKind::SMin || Kind == RecurKind::SMax; in isIntMinMaxRecurrenceKind()226 return Kind == RecurKind::FMin || Kind == RecurKind::FMax; in isFPMinMaxRecurrenceKind()237 return Kind == RecurKind::SelectICmp || Kind == RecurKind::SelectFCmp; in isSelectCmpRecurrenceKind()[all …]
58 RecurKind getRK(Intrinsic::ID ID) { in getRK()61 return RecurKind::SMax; in getRK()63 return RecurKind::SMin; in getRK()65 return RecurKind::UMax; in getRK()67 return RecurKind::UMin; in getRK()69 return RecurKind::FMax; in getRK()71 return RecurKind::FMin; in getRK()73 return RecurKind::None; in getRK()109 RecurKind RK = getRK(ID); in expandReductions()
202 case RecurKind::Add: in isLegalToVectorizeReduction()203 case RecurKind::FAdd: in isLegalToVectorizeReduction()204 case RecurKind::And: in isLegalToVectorizeReduction()205 case RecurKind::Or: in isLegalToVectorizeReduction()206 case RecurKind::Xor: in isLegalToVectorizeReduction()207 case RecurKind::SMin: in isLegalToVectorizeReduction()208 case RecurKind::SMax: in isLegalToVectorizeReduction()209 case RecurKind::UMin: in isLegalToVectorizeReduction()210 case RecurKind::UMax: in isLegalToVectorizeReduction()211 case RecurKind::FMin: in isLegalToVectorizeReduction()[all …]
354 CmpInst::Predicate getMinMaxReductionPredicate(RecurKind RK);362 Value *createSelectCmpOp(IRBuilderBase &Builder, Value *StartVal, RecurKind RK,367 Value *createMinMaxOp(IRBuilderBase &Builder, RecurKind RK, Value *Left,372 unsigned Op, RecurKind MinMaxKind = RecurKind::None);377 RecurKind MinMaxKind = RecurKind::None);387 RecurKind RdxKind);
888 case RecurKind::UMin: in getMinMaxReductionPredicate()890 case RecurKind::UMax: in getMinMaxReductionPredicate()892 case RecurKind::SMin: in getMinMaxReductionPredicate()894 case RecurKind::SMax: in getMinMaxReductionPredicate()896 case RecurKind::FMin: in getMinMaxReductionPredicate()898 case RecurKind::FMax: in getMinMaxReductionPredicate()1031 case RecurKind::Add: in createSimpleTargetReduction()1033 case RecurKind::Mul: in createSimpleTargetReduction()1035 case RecurKind::And: in createSimpleTargetReduction()1037 case RecurKind::Or: in createSimpleTargetReduction()[all …]
10514 RecurKind RdxKind;10539 if (Kind == RecurKind::FMax || Kind == RecurKind::FMin) { in isVectorizable()10564 case RecurKind::Or: in createOp()10570 case RecurKind::And: in createOp()10576 case RecurKind::Add: in createOp()10577 case RecurKind::Mul: in createOp()10578 case RecurKind::Xor: in createOp()11419 case RecurKind::Add: in getReductionCost()11420 case RecurKind::Mul: in getReductionCost()11421 case RecurKind::Or: in getReductionCost()[all …]
3850 RecurKind RK = RdxDesc.getRecurrenceKind(); in fixReduction()4044 RecurKind RK = RdxDesc.getRecurrenceKind(); in clearReductionWrapFlags()4045 if (RK != RecurKind::Add && RK != RecurKind::Mul) in clearReductionWrapFlags()6525 if (RdxDesc.getRecurrenceKind() == RecurKind::FMulAdd) in getReductionPatternCost()8711 RecurKind Kind = in buildVPlanWithVPRecipes()9112 RecurKind Kind = RdxDesc.getRecurrenceKind(); in adjustRecipesForReductions()9119 bool IsFMulAdd = (Kind == RecurKind::FMulAdd); in adjustRecipesForReductions()9498 RecurKind Kind = RdxDesc->getRecurrenceKind(); in execute()
1120 RecurKind RK = RdxDesc.getRecurrenceKind(); in execute()
2593 case RecurKind::Add: in isLegalToVectorizeReduction()2594 case RecurKind::FAdd: in isLegalToVectorizeReduction()2595 case RecurKind::And: in isLegalToVectorizeReduction()2596 case RecurKind::Or: in isLegalToVectorizeReduction()2597 case RecurKind::Xor: in isLegalToVectorizeReduction()2598 case RecurKind::SMin: in isLegalToVectorizeReduction()2599 case RecurKind::SMax: in isLegalToVectorizeReduction()2600 case RecurKind::UMin: in isLegalToVectorizeReduction()2601 case RecurKind::UMax: in isLegalToVectorizeReduction()2602 case RecurKind::FMin: in isLegalToVectorizeReduction()[all …]