Searched refs:RecurKind (Results 1 – 11 of 11) sorted by relevance
44 case RecurKind::Add: in isIntegerRecurrenceKind()45 case RecurKind::Mul: in isIntegerRecurrenceKind()46 case RecurKind::Or: in isIntegerRecurrenceKind()47 case RecurKind::And: in isIntegerRecurrenceKind()48 case RecurKind::Xor: in isIntegerRecurrenceKind()49 case RecurKind::SMax: in isIntegerRecurrenceKind()50 case RecurKind::SMin: in isIntegerRecurrenceKind()51 case RecurKind::UMax: in isIntegerRecurrenceKind()184 if (Kind != RecurKind::FAdd && Kind != RecurKind::FMulAdd) in checkOrderedReduction()796 if (Kind == RecurKind::FAdd || Kind == RecurKind::FMul || in isRecurrenceInstr()[all …]
34 enum class RecurKind { enum104 RecurKind getRecKind() const { return RecKind; } in getRecKind()115 RecurKind RecKind;163 static unsigned getOpcode(RecurKind Kind);222 return Kind == RecurKind::UMin || Kind == RecurKind::UMax || in isIntMinMaxRecurrenceKind()223 Kind == RecurKind::SMin || Kind == RecurKind::SMax; in isIntMinMaxRecurrenceKind()228 return Kind == RecurKind::FMin || Kind == RecurKind::FMax || in isFPMinMaxRecurrenceKind()229 Kind == RecurKind::FMinimum || Kind == RecurKind::FMaximum; in isFPMinMaxRecurrenceKind()239 static bool isAnyOfRecurrenceKind(RecurKind Kind) { in isAnyOfRecurrenceKind()240 return Kind == RecurKind::IAnyOf || Kind == RecurKind::FAnyOf; in isAnyOfRecurrenceKind()[all …]
281 case RecurKind::Add: in isLegalToVectorizeReduction()282 case RecurKind::FAdd: in isLegalToVectorizeReduction()283 case RecurKind::And: in isLegalToVectorizeReduction()284 case RecurKind::Or: in isLegalToVectorizeReduction()285 case RecurKind::Xor: in isLegalToVectorizeReduction()286 case RecurKind::SMin: in isLegalToVectorizeReduction()287 case RecurKind::SMax: in isLegalToVectorizeReduction()288 case RecurKind::UMin: in isLegalToVectorizeReduction()289 case RecurKind::UMax: in isLegalToVectorizeReduction()290 case RecurKind::FMin: in isLegalToVectorizeReduction()[all …]
58 RecurKind getRK(Intrinsic::ID ID) { in getRK()61 return RecurKind::SMax; in getRK()63 return RecurKind::SMin; in getRK()65 return RecurKind::UMax; in getRK()67 return RecurKind::UMin; in getRK()69 return RecurKind::FMax; in getRK()71 return RecurKind::FMin; in getRK()73 return RecurKind::None; in getRK()109 RecurKind RK = getRK(ID); in expandReductions()
924 case RecurKind::UMin: in getMinMaxReductionIntrinsicOp()926 case RecurKind::UMax: in getMinMaxReductionIntrinsicOp()928 case RecurKind::SMin: in getMinMaxReductionIntrinsicOp()930 case RecurKind::SMax: in getMinMaxReductionIntrinsicOp()932 case RecurKind::FMin: in getMinMaxReductionIntrinsicOp()978 (RK == RecurKind::FMinimum || RK == RecurKind::FMaximum)) { in createMinMaxOp()1098 case RecurKind::Add: in createSimpleTargetReduction()1100 case RecurKind::Mul: in createSimpleTargetReduction()1102 case RecurKind::And: in createSimpleTargetReduction()1104 case RecurKind::Or: in createSimpleTargetReduction()[all …]
361 Intrinsic::ID getMinMaxReductionIntrinsicOp(RecurKind RK);364 CmpInst::Predicate getMinMaxReductionPredicate(RecurKind RK);372 Value *createAnyOfOp(IRBuilderBase &Builder, Value *StartVal, RecurKind RK,377 Value *createMinMaxOp(IRBuilderBase &Builder, RecurKind RK, Value *Left,382 unsigned Op, RecurKind MinMaxKind = RecurKind::None);387 RecurKind MinMaxKind = RecurKind::None);396 RecurKind RdxKind);
13945 RecurKind RdxKind;13973 if (Kind == RecurKind::FMax || Kind == RecurKind::FMin) { in isVectorizable()13980 if (Kind == RecurKind::FMaximum || Kind == RecurKind::FMinimum) in isVectorizable()14002 case RecurKind::Or: in createOp()14008 case RecurKind::And: in createOp()14014 case RecurKind::Add: in createOp()14643 RdxKind != RecurKind::FMul && RdxKind != RecurKind::FMulAdd; in tryToReduce()14664 (RdxKind == RecurKind::Add || RdxKind == RecurKind::FAdd || in tryToReduce()15123 case RecurKind::Or: in getReductionCost()15207 case RecurKind::Or: in emitScaleForReusedOps()[all …]
760 RecurKind RK = RdxDesc.getRecurrenceKind(); in clearReductionWrapFlags()761 if (RK != RecurKind::Add && RK != RecurKind::Mul) in clearReductionWrapFlags()
418 RecurKind RK = RdxDesc.getRecurrenceKind(); in generateInstruction()1745 RecurKind RK = RdxDesc.getRecurrenceKind(); in execute()
6281 if (RdxDesc.getRecurrenceKind() == RecurKind::FMulAdd) in getReductionPatternCost()9013 RecurKind Kind = RdxDesc.getRecurrenceKind(); in adjustRecipesForReductions()9045 bool IsFMulAdd = (Kind == RecurKind::FMulAdd); in adjustRecipesForReductions()9358 RecurKind Kind = RdxDesc.getRecurrenceKind(); in execute()
3519 case RecurKind::Add: in isLegalToVectorizeReduction()3520 case RecurKind::FAdd: in isLegalToVectorizeReduction()3521 case RecurKind::And: in isLegalToVectorizeReduction()3522 case RecurKind::Or: in isLegalToVectorizeReduction()3523 case RecurKind::Xor: in isLegalToVectorizeReduction()3524 case RecurKind::SMin: in isLegalToVectorizeReduction()3525 case RecurKind::SMax: in isLegalToVectorizeReduction()3526 case RecurKind::UMin: in isLegalToVectorizeReduction()3527 case RecurKind::UMax: in isLegalToVectorizeReduction()3528 case RecurKind::FMin: in isLegalToVectorizeReduction()[all …]