Lines Matching refs:RecurKind

42 bool RecurrenceDescriptor::isIntegerRecurrenceKind(RecurKind Kind) {  in isIntegerRecurrenceKind()
46 case RecurKind::Add: in isIntegerRecurrenceKind()
47 case RecurKind::Mul: in isIntegerRecurrenceKind()
48 case RecurKind::Or: in isIntegerRecurrenceKind()
49 case RecurKind::And: in isIntegerRecurrenceKind()
50 case RecurKind::Xor: in isIntegerRecurrenceKind()
51 case RecurKind::SMax: in isIntegerRecurrenceKind()
52 case RecurKind::SMin: in isIntegerRecurrenceKind()
53 case RecurKind::UMax: in isIntegerRecurrenceKind()
54 case RecurKind::UMin: in isIntegerRecurrenceKind()
55 case RecurKind::SelectICmp: in isIntegerRecurrenceKind()
56 case RecurKind::SelectFCmp: in isIntegerRecurrenceKind()
62 bool RecurrenceDescriptor::isFloatingPointRecurrenceKind(RecurKind Kind) { in isFloatingPointRecurrenceKind()
63 return (Kind != RecurKind::None) && !isIntegerRecurrenceKind(Kind); in isFloatingPointRecurrenceKind()
184 static bool checkOrderedReduction(RecurKind Kind, Instruction *ExactFPMathInst, in checkOrderedReduction()
187 if (Kind != RecurKind::FAdd && Kind != RecurKind::FMulAdd) in checkOrderedReduction()
190 if (Kind == RecurKind::FAdd && Exit->getOpcode() != Instruction::FAdd) in checkOrderedReduction()
193 if (Kind == RecurKind::FMulAdd && in checkOrderedReduction()
205 if (Kind == RecurKind::FAdd && Op0 != Phi && Op1 != Phi) in checkOrderedReduction()
207 if (Kind == RecurKind::FMulAdd && Exit->getOperand(2) != Phi) in checkOrderedReduction()
217 PHINode *Phi, RecurKind Kind, Loop *TheLoop, FastMathFlags FuncFMF, in AddReductionVar()
401 if (ReduxDesc.getRecKind() != RecurKind::None) in AddReductionVar()
409 if (IsASelect && (Kind == RecurKind::FAdd || Kind == RecurKind::FMul) && in AddReductionVar()
423 if ((isIntMinMaxRecurrenceKind(Kind) || Kind == RecurKind::SelectICmp) && in AddReductionVar()
426 if ((isFPMinMaxRecurrenceKind(Kind) || Kind == RecurKind::SelectFCmp) && in AddReductionVar()
663 return InstDesc(I, isa<ICmpInst>(I->getOperand(0)) ? RecurKind::SelectICmp in isSelectCmpPattern()
664 : RecurKind::SelectFCmp); in isSelectCmpPattern()
668 RecurrenceDescriptor::isMinMaxPattern(Instruction *I, RecurKind Kind, in isMinMaxPattern()
691 return InstDesc(Kind == RecurKind::UMin, I); in isMinMaxPattern()
693 return InstDesc(Kind == RecurKind::UMax, I); in isMinMaxPattern()
695 return InstDesc(Kind == RecurKind::SMax, I); in isMinMaxPattern()
697 return InstDesc(Kind == RecurKind::SMin, I); in isMinMaxPattern()
699 return InstDesc(Kind == RecurKind::FMin, I); in isMinMaxPattern()
701 return InstDesc(Kind == RecurKind::FMax, I); in isMinMaxPattern()
703 return InstDesc(Kind == RecurKind::FMin, I); in isMinMaxPattern()
705 return InstDesc(Kind == RecurKind::FMax, I); in isMinMaxPattern()
707 return InstDesc(Kind == RecurKind::FMin, I); in isMinMaxPattern()
709 return InstDesc(Kind == RecurKind::FMax, I); in isMinMaxPattern()
724 RecurrenceDescriptor::isConditionalRdxPattern(RecurKind Kind, Instruction *I) { in isConditionalRdxPattern()
752 return InstDesc(Kind == RecurKind::FAdd, SI); in isConditionalRdxPattern()
755 return InstDesc(Kind == RecurKind::FMul, SI); in isConditionalRdxPattern()
762 Instruction *I, RecurKind Kind, in isRecurrenceInstr()
764 assert(Prev.getRecKind() == RecurKind::None || Prev.getRecKind() == Kind); in isRecurrenceInstr()
772 return InstDesc(Kind == RecurKind::Add, I); in isRecurrenceInstr()
774 return InstDesc(Kind == RecurKind::Mul, I); in isRecurrenceInstr()
776 return InstDesc(Kind == RecurKind::And, I); in isRecurrenceInstr()
778 return InstDesc(Kind == RecurKind::Or, I); in isRecurrenceInstr()
780 return InstDesc(Kind == RecurKind::Xor, I); in isRecurrenceInstr()
783 return InstDesc(Kind == RecurKind::FMul, I, in isRecurrenceInstr()
787 return InstDesc(Kind == RecurKind::FAdd, I, in isRecurrenceInstr()
790 if (Kind == RecurKind::FAdd || Kind == RecurKind::FMul) in isRecurrenceInstr()
805 return InstDesc(Kind == RecurKind::FMulAdd, I, in isRecurrenceInstr()
838 if (AddReductionVar(Phi, RecurKind::Add, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
843 if (AddReductionVar(Phi, RecurKind::Mul, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
848 if (AddReductionVar(Phi, RecurKind::Or, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
853 if (AddReductionVar(Phi, RecurKind::And, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
858 if (AddReductionVar(Phi, RecurKind::Xor, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
863 if (AddReductionVar(Phi, RecurKind::SMax, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
868 if (AddReductionVar(Phi, RecurKind::SMin, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
873 if (AddReductionVar(Phi, RecurKind::UMax, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
878 if (AddReductionVar(Phi, RecurKind::UMin, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
883 if (AddReductionVar(Phi, RecurKind::SelectICmp, TheLoop, FMF, RedDes, DB, AC, in isReductionPHI()
889 if (AddReductionVar(Phi, RecurKind::FMul, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
894 if (AddReductionVar(Phi, RecurKind::FAdd, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
899 if (AddReductionVar(Phi, RecurKind::FMax, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
904 if (AddReductionVar(Phi, RecurKind::FMin, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
909 if (AddReductionVar(Phi, RecurKind::SelectFCmp, TheLoop, FMF, RedDes, DB, AC, in isReductionPHI()
915 if (AddReductionVar(Phi, RecurKind::FMulAdd, TheLoop, FMF, RedDes, DB, AC, DT, in isReductionPHI()
1051 Value *RecurrenceDescriptor::getRecurrenceIdentity(RecurKind K, Type *Tp, in getRecurrenceIdentity()
1054 case RecurKind::Xor: in getRecurrenceIdentity()
1055 case RecurKind::Add: in getRecurrenceIdentity()
1056 case RecurKind::Or: in getRecurrenceIdentity()
1059 case RecurKind::Mul: in getRecurrenceIdentity()
1062 case RecurKind::And: in getRecurrenceIdentity()
1065 case RecurKind::FMul: in getRecurrenceIdentity()
1068 case RecurKind::FMulAdd: in getRecurrenceIdentity()
1069 case RecurKind::FAdd: in getRecurrenceIdentity()
1079 case RecurKind::UMin: in getRecurrenceIdentity()
1081 case RecurKind::UMax: in getRecurrenceIdentity()
1083 case RecurKind::SMin: in getRecurrenceIdentity()
1086 case RecurKind::SMax: in getRecurrenceIdentity()
1089 case RecurKind::FMin: in getRecurrenceIdentity()
1091 case RecurKind::FMax: in getRecurrenceIdentity()
1093 case RecurKind::SelectICmp: in getRecurrenceIdentity()
1094 case RecurKind::SelectFCmp: in getRecurrenceIdentity()
1102 unsigned RecurrenceDescriptor::getOpcode(RecurKind Kind) { in getOpcode()
1104 case RecurKind::Add: in getOpcode()
1106 case RecurKind::Mul: in getOpcode()
1108 case RecurKind::Or: in getOpcode()
1110 case RecurKind::And: in getOpcode()
1112 case RecurKind::Xor: in getOpcode()
1114 case RecurKind::FMul: in getOpcode()
1116 case RecurKind::FMulAdd: in getOpcode()
1117 case RecurKind::FAdd: in getOpcode()
1119 case RecurKind::SMax: in getOpcode()
1120 case RecurKind::SMin: in getOpcode()
1121 case RecurKind::UMax: in getOpcode()
1122 case RecurKind::UMin: in getOpcode()
1123 case RecurKind::SelectICmp: in getOpcode()
1125 case RecurKind::FMax: in getOpcode()
1126 case RecurKind::FMin: in getOpcode()
1127 case RecurKind::SelectFCmp: in getOpcode()