Home
last modified time | relevance | path

Searched refs:VPValue (Results 1 – 11 of 11) sorted by relevance

/freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVPlanValue.h44 class VPValue {
113 : VPValue(VPValueSC, UV, Def) {} in VPValue() function
114 VPValue(const VPValue &) = delete;
115 VPValue &operator=(const VPValue &) = delete;
117 virtual ~VPValue();
209 SmallVector<VPValue *, 2> Operands;
238 for (VPValue *Op : operands()) in ~VPUser()
290 friend class VPValue; variable
299 void addDefinedValue(VPValue *V) { in addDefinedValue()
360 VPValue *getVPSingleValue() { in getVPSingleValue()
[all …]
H A DVPlan.h883 VPValue(VPValue::VPVWidenSC, &I, this) {} in VPWidenRecipe()
912 VPValue(VPValue::VPVWidenCallSC, &I, this) {} in VPWidenCallRecipe()
942 VPValue(VPValue::VPVWidenSelectSC, &I, this), in VPWidenSelectRecipe()
978 VPValue(VPValue::VPVWidenGEPSC, GEP, this), in VPWidenGEPRecipe()
1231 VPValue(VPValue::VPVBlendSC, Phi, this), Phi(Phi) { in VPBlendRecipe()
1274 ArrayRef<VPValue *> StoredValues, VPValue *Mask) in VPInterleaveRecipe()
1341 VPValue *VecOp, VPValue *CondOp, in VPReductionRecipe()
1484 VPValue(VPValue::VPVPredInstPHI, nullptr, this) {} in VPPredInstPHIRecipe()
1524 new VPValue(VPValue::VPVMemoryInstructionSC, &Load, this);
2153 VPValue *VPV = new VPValue(V);
[all …]
H A DVPlanSLP.cpp58 if (all_of(Operands, [](VPValue *V) { in addCombined()
62 for (VPValue *V : Operands) { in addCombined()
78 if (!all_of(Operands, [](VPValue *Op) { in areVectorizable()
162 static SmallVector<VPValue *, 4> getOperands(ArrayRef<VPValue *> Values, in getOperands()
164 SmallVector<VPValue *, 4> Operands; in getOperands()
165 for (VPValue *V : Values) { in getOperands()
179 getOperands(ArrayRef<VPValue *> Values) { in getOperands()
226 static unsigned getLAScore(VPValue *V1, VPValue *V2, unsigned MaxLevel, in getLAScore()
245 std::pair<VPlanSlp::OpMode, VPValue *>
273 VPValue *Best = nullptr; in getBest()
[all …]
H A DVPlanPredicator.cpp39 VPValue *CBV = PredBB->getCondBit(); in getOrCreateNotPredicate()
44 VPValue *IntermediateVal = nullptr; in getOrCreateNotPredicate()
58 VPValue *BP = PredBB->getPredicate(); in getOrCreateNotPredicate()
85 VPValue *VPlanPredicator::genPredicateTree(std::list<VPValue *> &Worklist) { in genPredicateTree()
93 VPValue *LHS = Worklist.front(); in genPredicateTree()
95 VPValue *RHS = Worklist.front(); in genPredicateTree()
99 VPValue *Or = Builder.createOr(LHS, RHS); in genPredicateTree()
108 VPValue *Root = Worklist.front(); in genPredicateTree()
138 VPValue *RegionBP = Region->getPredicate(); in createOrPropagatePredicates()
144 std::list<VPValue *> IncomingPredicates; in createOrPropagatePredicates()
[all …]
H A DLoopVectorizationPlanner.h48 ArrayRef<VPValue *> Operands) { in createInstruction()
56 std::initializer_list<VPValue *> Operands) { in createInstruction()
57 return createInstruction(Opcode, ArrayRef<VPValue *>(Operands)); in createInstruction()
124 VPValue *createNaryOp(unsigned Opcode, ArrayRef<VPValue *> Operands,
130 VPValue *createNaryOp(unsigned Opcode,
131 std::initializer_list<VPValue *> Operands,
133 return createNaryOp(Opcode, ArrayRef<VPValue *>(Operands), Inst);
136 VPValue *createNot(VPValue *Operand) { in createNot()
140 VPValue *createAnd(VPValue *LHS, VPValue *RHS) { in createAnd()
144 VPValue *createOr(VPValue *LHS, VPValue *RHS) { in createOr()
[all …]
H A DVPRecipeBuilder.h24 using VPRecipeOrVPValueTy = PointerUnion<VPRecipeBase *, VPValue *>;
49 DenseMap<std::pair<BasicBlock *, BasicBlock *>, VPValue *>;
50 using BlockMaskCacheTy = DenseMap<BasicBlock *, VPValue *>;
72 VPRecipeBase *tryToWidenMemory(Instruction *I, ArrayRef<VPValue *> Operands,
78 tryToOptimizeInductionPHI(PHINode *Phi, ArrayRef<VPValue *> Operands) const;
83 tryToOptimizeInductionTruncate(TruncInst *I, ArrayRef<VPValue *> Operands,
90 VPRecipeOrVPValueTy tryToBlend(PHINode *Phi, ArrayRef<VPValue *> Operands,
96 VPWidenCallRecipe *tryToWidenCall(CallInst *CI, ArrayRef<VPValue *> Operands,
120 ArrayRef<VPValue *> Operands,
136 VPValue *createBlockInMask(BasicBlock *BB, VPlanPtr &Plan);
[all …]
H A DVPlanHCFGBuilder.cpp57 DenseMap<Value *, VPValue *> IRDef2VPValue;
69 VPValue *getOrCreateVPOperand(Value *IRVal);
96 VPValue *VPVal = IRDef2VPValue[Phi]; in fixPhiNodes()
167 VPValue *PlainCFGBuilder::getOrCreateVPOperand(Value *IRVal) { in getOrCreateVPOperand()
185 VPValue *NewVPVal = new VPValue(IRVal); in getOrCreateVPOperand()
215 VPValue *NewVPV; in createVPInstructionsForVPBB()
226 SmallVector<VPValue *, 4> VPOperands; in createVPInstructionsForVPBB()
261 VPValue *VPV = new VPValue(&I); in buildPlainCFG()
304 VPValue *VPCondBit = IRDef2VPValue[BrCond]; in buildPlainCFG()
H A DVPlanTransforms.cpp36 VPValue *VPV = Ingredient->getVPSingleValue(); in VPInstructionsToVPRecipes()
39 VPValue DummyValue; in VPInstructionsToVPRecipes()
51 VPValue *Start = Plan->getOrAddVPValue(II.getStartValue()); in VPInstructionsToVPRecipes()
109 SetVector<VPValue *> WorkList; in sinkScalarOperands()
154 VPValue *getPredicatedMask(VPRegionBlock *R) { in getPredicatedMask()
209 VPValue *Mask1 = getPredicatedMask(Region1); in mergeReplicateRegions()
210 VPValue *Mask2 = getPredicatedMask(Region2); in mergeReplicateRegions()
235 VPValue *PredInst1 = in mergeReplicateRegions()
237 VPValue *Phi1ToMoveV = Phi1ToMove.getVPSingleValue(); in mergeReplicateRegions()
H A DVPlanPredicator.h50 VPValue *getOrCreateNotPredicate(VPBasicBlock *PredBB, VPBasicBlock *CurrBB);
54 VPValue *genPredicateTree(std::list<VPValue *> &Worklist);
H A DVPlan.cpp76 VPValue::VPValue(const unsigned char SC, Value *UV, VPDef *Def) in VPValue() function in VPValue
82 VPValue::~VPValue() { in ~VPValue()
96 void VPValue::dump() const { in dump()
191 VPValue *VPBlockBase::getCondBit() { in getCondBit()
201 VPValue *VPBlockBase::getPredicate() { in getPredicate()
209 void VPBlockBase::setPredicate(VPValue *CV) { in setPredicate()
337 VPValue *CBV; in execute()
415 if (const VPValue *Pred = getPredicate()) { in print()
431 if (const VPValue *CBV = getCondBit()) { in print()
1309 VPValue *StartVPV = getStartValue(); in execute()
[all …]
H A DLoopVectorize.cpp525 VPValue *Def, VPValue *CastDef,
547 VPValue *Def, VPValue *Addr,
548 VPValue *StoredValue, VPValue *BlockInMask);
2277 Instruction *EntryVal, VPValue *Def, VPValue *CastDef, in createVectorIntOrFpInductionPHI()
2572 VPValue *Def, VPValue *CastDef, in buildScalarSteps()
2707 VPTransformState &State, VPValue *Addr, ArrayRef<VPValue *> StoredValues, in vectorizeInterleaveGroup()
2708 VPValue *BlockInMask) { in vectorizeInterleaveGroup()
2888 Instruction *Instr, VPTransformState &State, VPValue *Def, VPValue *Addr, in vectorizeMemoryInstruction()
2889 VPValue *StoredValue, VPValue *BlockInMask) { in vectorizeMemoryInstruction()
8657 VPValue *IV = nullptr; in createBlockInMask()
[all …]