Lines Matching refs:Bundle

2511   TreeEntry *newTreeEntry(ArrayRef<Value *> VL, Optional<ScheduleData *> Bundle,  in newTreeEntry()  argument
2517 Bundle ? TreeEntry::Vectorize : TreeEntry::NeedToGather; in newTreeEntry()
2518 return newTreeEntry(VL, EntryState, Bundle, S, UserTreeIdx, in newTreeEntry()
2524 Optional<ScheduleData *> Bundle, in newTreeEntry() argument
2529 assert(((!Bundle && EntryState == TreeEntry::NeedToGather) || in newTreeEntry()
2530 (Bundle && EntryState != TreeEntry::NeedToGather)) && in newTreeEntry()
2560 ScheduleData *BundleMember = *Bundle; in newTreeEntry()
4837 Optional<ScheduleData *> Bundle = BS.tryScheduleBundle(VL, this, S); in buildTree_rec() local
4842 if (!Bundle) { in buildTree_rec()
4874 newTreeEntry(VL, Bundle, S, UserTreeIdx, ReuseShuffleIndicies); in buildTree_rec()
4904 newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
4924 newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
4981 TreeEntry *TE = newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
5011 TE = newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
5017 TE = newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
5025 TE = newTreeEntry(VL, TreeEntry::ScatterVectorize, Bundle, S, in buildTree_rec()
5075 TreeEntry *TE = newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
5109 TreeEntry *TE = newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
5157 TreeEntry *TE = newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
5239 TreeEntry *TE = newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
5345 TreeEntry *TE = newTreeEntry(VL, Bundle /*vectorized*/, S, in buildTree_rec()
5353 newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
5437 TreeEntry *TE = newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
5465 TreeEntry *TE = newTreeEntry(VL, Bundle /*vectorized*/, S, UserTreeIdx, in buildTree_rec()
7531 auto *Bundle = BlocksSchedules[BB]->getScheduleData(V); in setInsertPointAfterBundle() local
7532 if (Bundle && Bundle->isPartOfBundle()) in setInsertPointAfterBundle()
7533 for (; Bundle; Bundle = Bundle->NextInBundle) in setInsertPointAfterBundle()
7534 if (Bundle->OpValue == Bundle->Inst) in setInsertPointAfterBundle()
7535 LastInst = Bundle->Inst; in setInsertPointAfterBundle()
9051 ScheduleData *Bundle = nullptr; in buildBundle() local
9065 Bundle = BundleMember; in buildBundle()
9069 BundleMember->FirstInBundle = Bundle; in buildBundle()
9072 assert(Bundle && "Failed to find schedule bundle"); in buildBundle()
9073 return Bundle; in buildBundle()
9092 ScheduleData *Bundle) { in tryScheduleBundle() argument
9103 if (Bundle) { in tryScheduleBundle()
9104 LLVM_DEBUG(dbgs() << "SLP: try schedule bundle " << *Bundle in tryScheduleBundle()
9106 calculateDependencies(Bundle, /*InsertInReadyList=*/true, SLP); in tryScheduleBundle()
9118 while (((!Bundle && ReSchedule) || (Bundle && !Bundle->isReady())) && in tryScheduleBundle()
9166 auto *Bundle = buildBundle(VL); in tryScheduleBundle() local
9167 TryScheduleBundleImpl(ReSchedule, Bundle); in tryScheduleBundle()
9168 if (!Bundle->isReady()) { in tryScheduleBundle()
9172 return Bundle; in tryScheduleBundle()
9183 ScheduleData *Bundle = getScheduleData(OpValue); in cancelScheduling() local
9184 LLVM_DEBUG(dbgs() << "SLP: cancel scheduling of " << *Bundle << "\n"); in cancelScheduling()
9185 assert(!Bundle->IsScheduled && in cancelScheduling()
9187 assert(Bundle->isSchedulingEntity() && in cancelScheduling()
9188 (Bundle->isPartOfBundle() || needToScheduleSingleInstruction(VL)) && in cancelScheduling()
9192 if (Bundle->isReady()) in cancelScheduling()
9193 ReadyInsts.remove(Bundle); in cancelScheduling()
9196 ScheduleData *BundleMember = Bundle; in cancelScheduling()
9198 assert(BundleMember->FirstInBundle == Bundle && "corrupt bundle links"); in cancelScheduling()
12345 SmallVector<Value *, 16> Bundle(Candidates.size()); in vectorizeGEPIndices() local
12351 Bundle[BundleIndex++] = GEPIdx; in vectorizeGEPIndices()
12363 Changed |= tryToVectorizeList(Bundle, R); in vectorizeGEPIndices()