Lines Matching refs:BundleMember
2560 ScheduleData *BundleMember = *Bundle; in newTreeEntry() local
2561 assert((BundleMember || isa<PHINode>(S.MainOp) || in newTreeEntry()
2565 if (BundleMember) { in newTreeEntry()
2569 assert(BundleMember && "Unexpected end of bundle."); in newTreeEntry()
2570 BundleMember->TE = Last; in newTreeEntry()
2571 BundleMember = BundleMember->NextInBundle; in newTreeEntry()
2574 assert(!BundleMember && "Bundle and VL out of sync"); in newTreeEntry()
2722 for (const ScheduleData *BundleMember = this; BundleMember; in verify() local
2723 BundleMember = BundleMember->NextInBundle) { in verify()
2724 assert(BundleMember->hasValidDependencies() && in verify()
2725 BundleMember->UnscheduledDeps == 0 && in verify()
2727 assert((BundleMember == this || !BundleMember->IsScheduled) && in verify()
2786 for (const ScheduleData *BundleMember = this; BundleMember; in unscheduledDepsInBundle() local
2787 BundleMember = BundleMember->NextInBundle) { in unscheduledDepsInBundle()
2788 if (BundleMember->UnscheduledDeps == InvalidDeps) in unscheduledDepsInBundle()
2790 Sum += BundleMember->UnscheduledDeps; in unscheduledDepsInBundle()
2955 for (ScheduleData *BundleMember = SD; BundleMember; in schedule() local
2956 BundleMember = BundleMember->NextInBundle) { in schedule()
2957 if (BundleMember->Inst != BundleMember->OpValue) in schedule()
2983 if (TreeEntry *TE = BundleMember->TE) { in schedule()
2986 find(TE->Scalars, BundleMember->Inst)); in schedule()
2995 auto *In = BundleMember->Inst; in schedule()
3009 for (Use &U : BundleMember->Inst->operands()) in schedule()
3014 for (ScheduleData *MemoryDepSD : BundleMember->MemoryDependencies) { in schedule()
3028 for (ScheduleData *DepSD : BundleMember->ControlDependencies) { in schedule()
9056 ScheduleData *BundleMember = getScheduleData(V); in buildBundle() local
9057 assert(BundleMember && in buildBundle()
9060 assert(BundleMember->isSchedulingEntity() && in buildBundle()
9063 PrevInBundle->NextInBundle = BundleMember; in buildBundle()
9065 Bundle = BundleMember; in buildBundle()
9069 BundleMember->FirstInBundle = Bundle; in buildBundle()
9070 PrevInBundle = BundleMember; in buildBundle()
9148 ScheduleData *BundleMember = getScheduleData(V); in tryScheduleBundle() local
9149 assert(BundleMember && in tryScheduleBundle()
9154 ReadyInsts.remove(BundleMember); in tryScheduleBundle()
9156 if (!BundleMember->IsScheduled) in tryScheduleBundle()
9161 LLVM_DEBUG(dbgs() << "SLP: reset schedule because " << *BundleMember in tryScheduleBundle()
9196 ScheduleData *BundleMember = Bundle; in cancelScheduling() local
9197 while (BundleMember) { in cancelScheduling()
9198 assert(BundleMember->FirstInBundle == Bundle && "corrupt bundle links"); in cancelScheduling()
9199 BundleMember->FirstInBundle = BundleMember; in cancelScheduling()
9200 ScheduleData *Next = BundleMember->NextInBundle; in cancelScheduling()
9201 BundleMember->NextInBundle = nullptr; in cancelScheduling()
9202 BundleMember->TE = nullptr; in cancelScheduling()
9203 if (BundleMember->unscheduledDepsInBundle() == 0) { in cancelScheduling()
9204 ReadyInsts.insert(BundleMember); in cancelScheduling()
9206 BundleMember = Next; in cancelScheduling()
9352 for (ScheduleData *BundleMember = SD; BundleMember; in calculateDependencies() local
9353 BundleMember = BundleMember->NextInBundle) { in calculateDependencies()
9354 assert(isInSchedulingRegion(BundleMember)); in calculateDependencies()
9355 if (BundleMember->hasValidDependencies()) in calculateDependencies()
9358 LLVM_DEBUG(dbgs() << "SLP: update deps of " << *BundleMember in calculateDependencies()
9360 BundleMember->Dependencies = 0; in calculateDependencies()
9361 BundleMember->resetUnscheduledDeps(); in calculateDependencies()
9364 if (BundleMember->OpValue != BundleMember->Inst) { in calculateDependencies()
9365 if (ScheduleData *UseSD = getScheduleData(BundleMember->Inst)) { in calculateDependencies()
9366 BundleMember->Dependencies++; in calculateDependencies()
9369 BundleMember->incrementUnscheduledDeps(1); in calculateDependencies()
9374 for (User *U : BundleMember->Inst->users()) { in calculateDependencies()
9376 BundleMember->Dependencies++; in calculateDependencies()
9379 BundleMember->incrementUnscheduledDeps(1); in calculateDependencies()
9389 DepDest->ControlDependencies.push_back(BundleMember); in calculateDependencies()
9390 BundleMember->Dependencies++; in calculateDependencies()
9393 BundleMember->incrementUnscheduledDeps(1); in calculateDependencies()
9401 if (!isGuaranteedToTransferExecutionToSuccessor(BundleMember->Inst)) { in calculateDependencies()
9402 for (Instruction *I = BundleMember->Inst->getNextNode(); in calculateDependencies()
9420 if (match(BundleMember->Inst, m_Intrinsic<Intrinsic::stacksave>()) || in calculateDependencies()
9421 match(BundleMember->Inst, m_Intrinsic<Intrinsic::stackrestore>())) { in calculateDependencies()
9422 for (Instruction *I = BundleMember->Inst->getNextNode(); in calculateDependencies()
9441 if (isa<AllocaInst>(BundleMember->Inst)) { in calculateDependencies()
9442 for (Instruction *I = BundleMember->Inst->getNextNode(); in calculateDependencies()
9456 ScheduleData *DepDest = BundleMember->NextLoadStore; in calculateDependencies()
9459 Instruction *SrcInst = BundleMember->Inst; in calculateDependencies()
9463 bool SrcMayWrite = BundleMember->Inst->mayWriteToMemory(); in calculateDependencies()
9487 DepDest->MemoryDependencies.push_back(BundleMember); in calculateDependencies()
9488 BundleMember->Dependencies++; in calculateDependencies()
9491 BundleMember->incrementUnscheduledDeps(1); in calculateDependencies()
9592 for (ScheduleData *BundleMember = picked; BundleMember; in scheduleBlock() local
9593 BundleMember = BundleMember->NextInBundle) { in scheduleBlock()
9594 Instruction *pickedInst = BundleMember->Inst; in scheduleBlock()