Lines Matching refs:ReductionData
5462 OperationData ReductionData; member in __anonfe9ee8d91a11::HorizontalReduction
5605 ReductionData = getOperationData(B); in matchAssociativeReduction()
5611 if (ReductionData.getLHS() == Phi) { in matchAssociativeReduction()
5613 B = dyn_cast<Instruction>(ReductionData.getRHS()); in matchAssociativeReduction()
5614 ReductionData = getOperationData(B); in matchAssociativeReduction()
5615 } else if (ReductionData.getRHS() == Phi) { in matchAssociativeReduction()
5617 B = dyn_cast<Instruction>(ReductionData.getLHS()); in matchAssociativeReduction()
5618 ReductionData = getOperationData(B); in matchAssociativeReduction()
5622 if (!ReductionData.isVectorizable(B)) in matchAssociativeReduction()
5637 Stack.push_back(std::make_pair(B, ReductionData.getFirstOperandIndex())); in matchAssociativeReduction()
5638 ReductionData.initReductionOps(ReductionOps); in matchAssociativeReduction()
5643 bool IsReducedValue = OpData != ReductionData; in matchAssociativeReduction()
5664 ReductionData.addReductionOps(TreeN, ReductionOps); in matchAssociativeReduction()
5681 OpData == ReductionData)) { in matchAssociativeReduction()
5682 const bool IsReductionOperation = OpData == ReductionData; in matchAssociativeReduction()
5684 if (!ReductionData.hasSameParent(I, B->getParent(), in matchAssociativeReduction()
5693 if (!ReductionData.hasRequiredNumberOfUses(I, in matchAssociativeReduction()
5694 OpData == ReductionData) && in matchAssociativeReduction()
5816 OperationData VectReductionData(ReductionData.getOpcode(), in tryToReduce()
5818 ReductionData.getKind()); in tryToReduce()
5832 OperationData VectReductionData(ReductionData.getOpcode(), in tryToReduce()
5834 ReductionData.getKind()); in tryToReduce()
5841 OperationData VectReductionData(ReductionData.getOpcode(), in tryToReduce()
5843 ReductionData.getKind()); in tryToReduce()
5866 switch (ReductionData.getKind()) { in getReductionCost()
5869 TTI->getArithmeticReductionCost(ReductionData.getOpcode(), VecTy, in getReductionCost()
5872 TTI->getArithmeticReductionCost(ReductionData.getOpcode(), VecTy, in getReductionCost()
5880 bool IsUnsigned = ReductionData.getKind() == RK_UMin || in getReductionCost()
5881 ReductionData.getKind() == RK_UMax; in getReductionCost()
5898 switch (ReductionData.getKind()) { in getReductionCost()
5901 TTI->getArithmeticInstrCost(ReductionData.getOpcode(), ScalarTy); in getReductionCost()
5908 TTI->getCmpSelInstrCost(ReductionData.getOpcode(), ScalarTy) + in getReductionCost()
5935 Builder, TTI, ReductionData.getOpcode(), VectorizedValue, in emitReduction()
5936 ReductionData.getFlags(), ReductionOps.back()); in emitReduction()
5950 OperationData VectReductionData(ReductionData.getOpcode(), LeftShuf, in emitReduction()
5951 RightShuf, ReductionData.getKind()); in emitReduction()