Home
last modified time | relevance | path

Searched refs:RedOp (Results 1 – 4 of 4) sorted by relevance

/llvm-project-15.0.7/llvm/lib/CodeGen/
H A DExpandVectorPredication.cpp320 Value *RedOp = VPI.getOperand(VPI.getVectorParamPos()); in expandPredicationInReduction() local
327 RedOp = Builder.CreateSelect(Mask, RedOp, NeutralVector); in expandPredicationInReduction()
337 Reduction = Builder.CreateAddReduce(RedOp); in expandPredicationInReduction()
341 Reduction = Builder.CreateMulReduce(RedOp); in expandPredicationInReduction()
345 Reduction = Builder.CreateAndReduce(RedOp); in expandPredicationInReduction()
349 Reduction = Builder.CreateOrReduce(RedOp); in expandPredicationInReduction()
353 Reduction = Builder.CreateXorReduce(RedOp); in expandPredicationInReduction()
377 Reduction = Builder.CreateFPMaxReduce(RedOp); in expandPredicationInReduction()
383 Reduction = Builder.CreateFPMinReduce(RedOp); in expandPredicationInReduction()
389 Reduction = Builder.CreateFAddReduce(Start, RedOp); in expandPredicationInReduction()
[all …]
/llvm-project-15.0.7/llvm/lib/Analysis/
H A DIVDescriptors.cpp1137 unsigned RedOp = getOpcode(Kind); in getReductionOpChain() local
1155 if (RedOp == Instruction::ICmp || RedOp == Instruction::FCmp) in getReductionOpChain()
1163 if (RedOp == Instruction::ICmp || RedOp == Instruction::FCmp) { in getReductionOpChain()
1175 if (RedOp == Instruction::ICmp || RedOp == Instruction::FCmp) { in getReductionOpChain()
1184 return Cur->getOpcode() == RedOp; in getReductionOpChain()
/llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/
H A DLoopVectorize.cpp6537 Instruction *RedOp = RetI->getOperand(1) == LastChain in getReductionPatternCost() local
6544 if (RedOp && in getReductionPatternCost()
6545 match(RedOp, in getReductionPatternCost()
6551 (Op0->getOpcode() == RedOp->getOpcode() || Op0 == Op1)) { in getReductionPatternCost()
6567 TTI.getCastInstrCost(RedOp->getOpcode(), VectorTy, MulType, in getReductionPatternCost()
6568 TTI::CastContextHint::None, CostKind, RedOp); in getReductionPatternCost()
6577 } else if (RedOp && match(RedOp, m_ZExtOrSExt(m_Value())) && in getReductionPatternCost()
6578 !TheLoop->isLoopInvariant(RedOp)) { in getReductionPatternCost()
6580 bool IsUnsigned = isa<ZExtInst>(RedOp); in getReductionPatternCost()
6587 TTI.getCastInstrCost(RedOp->getOpcode(), VectorTy, ExtType, in getReductionPatternCost()
[all …]
H A DSLPVectorizer.cpp11312 Instruction *RedOp = InstVals[I + 1].first; in tryToReduce() local
11313 Builder.SetCurrentDebugLocation(RedOp->getDebugLoc()); in tryToReduce()
11339 for (Instruction *RedOp : in tryToReduce()
11342 ExtraReductions.emplace_back(RedOp, RdxVal); in tryToReduce()
11358 Instruction *RedOp = ExtraReductions.back().first; in tryToReduce() local
11359 Builder.SetCurrentDebugLocation(RedOp->getDebugLoc()); in tryToReduce()