| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanValue.h | 44 class VPValue { 113 : VPValue(VPValueSC, UV, Def) {} in VPValue() function 114 VPValue(const VPValue &) = delete; 115 VPValue &operator=(const VPValue &) = delete; 117 virtual ~VPValue(); 209 SmallVector<VPValue *, 2> Operands; 238 for (VPValue *Op : operands()) in ~VPUser() 290 friend class VPValue; variable 299 void addDefinedValue(VPValue *V) { in addDefinedValue() 360 VPValue *getVPSingleValue() { in getVPSingleValue() [all …]
|
| H A D | VPlan.h | 883 VPValue(VPValue::VPVWidenSC, &I, this) {} in VPWidenRecipe() 912 VPValue(VPValue::VPVWidenCallSC, &I, this) {} in VPWidenCallRecipe() 942 VPValue(VPValue::VPVWidenSelectSC, &I, this), in VPWidenSelectRecipe() 978 VPValue(VPValue::VPVWidenGEPSC, GEP, this), in VPWidenGEPRecipe() 1231 VPValue(VPValue::VPVBlendSC, Phi, this), Phi(Phi) { in VPBlendRecipe() 1274 ArrayRef<VPValue *> StoredValues, VPValue *Mask) in VPInterleaveRecipe() 1341 VPValue *VecOp, VPValue *CondOp, in VPReductionRecipe() 1484 VPValue(VPValue::VPVPredInstPHI, nullptr, this) {} in VPPredInstPHIRecipe() 1524 new VPValue(VPValue::VPVMemoryInstructionSC, &Load, this); 2153 VPValue *VPV = new VPValue(V); [all …]
|
| H A D | VPlanSLP.cpp | 58 if (all_of(Operands, [](VPValue *V) { in addCombined() 62 for (VPValue *V : Operands) { in addCombined() 78 if (!all_of(Operands, [](VPValue *Op) { in areVectorizable() 162 static SmallVector<VPValue *, 4> getOperands(ArrayRef<VPValue *> Values, in getOperands() 164 SmallVector<VPValue *, 4> Operands; in getOperands() 165 for (VPValue *V : Values) { in getOperands() 179 getOperands(ArrayRef<VPValue *> Values) { in getOperands() 226 static unsigned getLAScore(VPValue *V1, VPValue *V2, unsigned MaxLevel, in getLAScore() 245 std::pair<VPlanSlp::OpMode, VPValue *> 273 VPValue *Best = nullptr; in getBest() [all …]
|
| H A D | VPlanPredicator.cpp | 39 VPValue *CBV = PredBB->getCondBit(); in getOrCreateNotPredicate() 44 VPValue *IntermediateVal = nullptr; in getOrCreateNotPredicate() 58 VPValue *BP = PredBB->getPredicate(); in getOrCreateNotPredicate() 85 VPValue *VPlanPredicator::genPredicateTree(std::list<VPValue *> &Worklist) { in genPredicateTree() 93 VPValue *LHS = Worklist.front(); in genPredicateTree() 95 VPValue *RHS = Worklist.front(); in genPredicateTree() 99 VPValue *Or = Builder.createOr(LHS, RHS); in genPredicateTree() 108 VPValue *Root = Worklist.front(); in genPredicateTree() 138 VPValue *RegionBP = Region->getPredicate(); in createOrPropagatePredicates() 144 std::list<VPValue *> IncomingPredicates; in createOrPropagatePredicates() [all …]
|
| H A D | LoopVectorizationPlanner.h | 48 ArrayRef<VPValue *> Operands) { in createInstruction() 56 std::initializer_list<VPValue *> Operands) { in createInstruction() 57 return createInstruction(Opcode, ArrayRef<VPValue *>(Operands)); in createInstruction() 124 VPValue *createNaryOp(unsigned Opcode, ArrayRef<VPValue *> Operands, 130 VPValue *createNaryOp(unsigned Opcode, 131 std::initializer_list<VPValue *> Operands, 133 return createNaryOp(Opcode, ArrayRef<VPValue *>(Operands), Inst); 136 VPValue *createNot(VPValue *Operand) { in createNot() 140 VPValue *createAnd(VPValue *LHS, VPValue *RHS) { in createAnd() 144 VPValue *createOr(VPValue *LHS, VPValue *RHS) { in createOr() [all …]
|
| H A D | VPRecipeBuilder.h | 24 using VPRecipeOrVPValueTy = PointerUnion<VPRecipeBase *, VPValue *>; 49 DenseMap<std::pair<BasicBlock *, BasicBlock *>, VPValue *>; 50 using BlockMaskCacheTy = DenseMap<BasicBlock *, VPValue *>; 72 VPRecipeBase *tryToWidenMemory(Instruction *I, ArrayRef<VPValue *> Operands, 78 tryToOptimizeInductionPHI(PHINode *Phi, ArrayRef<VPValue *> Operands) const; 83 tryToOptimizeInductionTruncate(TruncInst *I, ArrayRef<VPValue *> Operands, 90 VPRecipeOrVPValueTy tryToBlend(PHINode *Phi, ArrayRef<VPValue *> Operands, 96 VPWidenCallRecipe *tryToWidenCall(CallInst *CI, ArrayRef<VPValue *> Operands, 120 ArrayRef<VPValue *> Operands, 136 VPValue *createBlockInMask(BasicBlock *BB, VPlanPtr &Plan); [all …]
|
| H A D | VPlanHCFGBuilder.cpp | 57 DenseMap<Value *, VPValue *> IRDef2VPValue; 69 VPValue *getOrCreateVPOperand(Value *IRVal); 96 VPValue *VPVal = IRDef2VPValue[Phi]; in fixPhiNodes() 167 VPValue *PlainCFGBuilder::getOrCreateVPOperand(Value *IRVal) { in getOrCreateVPOperand() 185 VPValue *NewVPVal = new VPValue(IRVal); in getOrCreateVPOperand() 215 VPValue *NewVPV; in createVPInstructionsForVPBB() 226 SmallVector<VPValue *, 4> VPOperands; in createVPInstructionsForVPBB() 261 VPValue *VPV = new VPValue(&I); in buildPlainCFG() 304 VPValue *VPCondBit = IRDef2VPValue[BrCond]; in buildPlainCFG()
|
| H A D | VPlanTransforms.cpp | 36 VPValue *VPV = Ingredient->getVPSingleValue(); in VPInstructionsToVPRecipes() 39 VPValue DummyValue; in VPInstructionsToVPRecipes() 51 VPValue *Start = Plan->getOrAddVPValue(II.getStartValue()); in VPInstructionsToVPRecipes() 109 SetVector<VPValue *> WorkList; in sinkScalarOperands() 154 VPValue *getPredicatedMask(VPRegionBlock *R) { in getPredicatedMask() 209 VPValue *Mask1 = getPredicatedMask(Region1); in mergeReplicateRegions() 210 VPValue *Mask2 = getPredicatedMask(Region2); in mergeReplicateRegions() 235 VPValue *PredInst1 = in mergeReplicateRegions() 237 VPValue *Phi1ToMoveV = Phi1ToMove.getVPSingleValue(); in mergeReplicateRegions()
|
| H A D | VPlanPredicator.h | 50 VPValue *getOrCreateNotPredicate(VPBasicBlock *PredBB, VPBasicBlock *CurrBB); 54 VPValue *genPredicateTree(std::list<VPValue *> &Worklist);
|
| H A D | VPlan.cpp | 76 VPValue::VPValue(const unsigned char SC, Value *UV, VPDef *Def) in VPValue() function in VPValue 82 VPValue::~VPValue() { in ~VPValue() 96 void VPValue::dump() const { in dump() 191 VPValue *VPBlockBase::getCondBit() { in getCondBit() 201 VPValue *VPBlockBase::getPredicate() { in getPredicate() 209 void VPBlockBase::setPredicate(VPValue *CV) { in setPredicate() 337 VPValue *CBV; in execute() 415 if (const VPValue *Pred = getPredicate()) { in print() 431 if (const VPValue *CBV = getCondBit()) { in print() 1309 VPValue *StartVPV = getStartValue(); in execute() [all …]
|
| H A D | LoopVectorize.cpp | 525 VPValue *Def, VPValue *CastDef, 547 VPValue *Def, VPValue *Addr, 548 VPValue *StoredValue, VPValue *BlockInMask); 2277 Instruction *EntryVal, VPValue *Def, VPValue *CastDef, in createVectorIntOrFpInductionPHI() 2572 VPValue *Def, VPValue *CastDef, in buildScalarSteps() 2707 VPTransformState &State, VPValue *Addr, ArrayRef<VPValue *> StoredValues, in vectorizeInterleaveGroup() 2708 VPValue *BlockInMask) { in vectorizeInterleaveGroup() 2888 Instruction *Instr, VPTransformState &State, VPValue *Def, VPValue *Addr, in vectorizeMemoryInstruction() 2889 VPValue *StoredValue, VPValue *BlockInMask) { in vectorizeMemoryInstruction() 8657 VPValue *IV = nullptr; in createBlockInMask() [all …]
|