Lines Matching refs:RecurKind

1013   bool isLoadCombineReductionCandidate(RecurKind RdxKind) const;
6700 bool BoUpSLP::isLoadCombineReductionCandidate(RecurKind RdxKind) const { in isLoadCombineReductionCandidate()
6701 if (RdxKind != RecurKind::Or) in isLoadCombineReductionCandidate()
10514 RecurKind RdxKind;
10530 static bool isVectorizable(RecurKind Kind, Instruction *I) { in isVectorizable()
10531 if (Kind == RecurKind::None) in isVectorizable()
10539 if (Kind == RecurKind::FMax || Kind == RecurKind::FMin) { in isVectorizable()
10554 if (getRdxKind(I) == RecurKind::Or && isa<SelectInst>(I) && Index == 1) in getRdxOperand()
10560 static Value *createOp(IRBuilder<> &Builder, RecurKind Kind, Value *LHS, in createOp()
10564 case RecurKind::Or: in createOp()
10570 case RecurKind::And: in createOp()
10576 case RecurKind::Add: in createOp()
10577 case RecurKind::Mul: in createOp()
10578 case RecurKind::Xor: in createOp()
10579 case RecurKind::FAdd: in createOp()
10580 case RecurKind::FMul: in createOp()
10583 case RecurKind::FMax: in createOp()
10585 case RecurKind::FMin: in createOp()
10587 case RecurKind::SMax: in createOp()
10593 case RecurKind::SMin: in createOp()
10599 case RecurKind::UMax: in createOp()
10605 case RecurKind::UMin: in createOp()
10618 static Value *createOp(IRBuilder<> &Builder, RecurKind RdxKind, Value *LHS, in createOp()
10642 static RecurKind getRdxKind(Value *V) { in getRdxKind()
10645 return RecurKind::None; in getRdxKind()
10647 return RecurKind::Add; in getRdxKind()
10649 return RecurKind::Mul; in getRdxKind()
10652 return RecurKind::And; in getRdxKind()
10655 return RecurKind::Or; in getRdxKind()
10657 return RecurKind::Xor; in getRdxKind()
10659 return RecurKind::FAdd; in getRdxKind()
10661 return RecurKind::FMul; in getRdxKind()
10664 return RecurKind::FMax; in getRdxKind()
10666 return RecurKind::FMin; in getRdxKind()
10673 return RecurKind::SMax; in getRdxKind()
10675 return RecurKind::SMin; in getRdxKind()
10677 return RecurKind::UMax; in getRdxKind()
10679 return RecurKind::UMin; in getRdxKind()
10705 return RecurKind::None; in getRdxKind()
10709 return RecurKind::None; in getRdxKind()
10712 return RecurKind::None; in getRdxKind()
10716 return RecurKind::None; in getRdxKind()
10721 return RecurKind::None; in getRdxKind()
10724 return RecurKind::SMax; in getRdxKind()
10727 return RecurKind::SMin; in getRdxKind()
10730 return RecurKind::UMax; in getRdxKind()
10733 return RecurKind::UMin; in getRdxKind()
10736 return RecurKind::None; in getRdxKind()
10792 static Value *getLHS(RecurKind Kind, Instruction *I) { in getLHS()
10793 if (Kind == RecurKind::None) in getLHS()
10797 static Value *getRHS(RecurKind Kind, Instruction *I) { in getRHS()
10798 if (Kind == RecurKind::None) in getRHS()
11419 case RecurKind::Add: in getReductionCost()
11420 case RecurKind::Mul: in getReductionCost()
11421 case RecurKind::Or: in getReductionCost()
11422 case RecurKind::And: in getReductionCost()
11423 case RecurKind::Xor: in getReductionCost()
11424 case RecurKind::FAdd: in getReductionCost()
11425 case RecurKind::FMul: { in getReductionCost()
11433 case RecurKind::FMax: in getReductionCost()
11434 case RecurKind::FMin: { in getReductionCost()
11450 case RecurKind::SMax: in getReductionCost()
11451 case RecurKind::SMin: in getReductionCost()
11452 case RecurKind::UMax: in getReductionCost()
11453 case RecurKind::UMin: { in getReductionCost()
11459 RdxKind == RecurKind::UMax || RdxKind == RecurKind::UMin; in getReductionCost()
11488 assert(RdxKind != RecurKind::FMulAdd && in emitReduction()