Lines Matching refs:Kernel
1442 for (Function *Kernel : OMPInfoCache.Kernels) { in eliminateBarriers()
1443 for (BasicBlock &BB : *Kernel) { in eliminateBarriers()
1448 if (&Kernel->getEntryBlock() == &BB) in eliminateBarriers()
1488 auto IsBarrierRemoveable = [&Kernel](BarrierInfo *StartBI, in eliminateBarriers()
1500 ? &Kernel->getEntryBlock().front() in eliminateBarriers()
2010 DenseMap<Function *, Optional<Kernel>> UniqueKernelMap;
2013 Kernel getUniqueKernelFor(Function &F);
2016 Kernel getUniqueKernelFor(Instruction &I) { in getUniqueKernelFor()
2150 Kernel OpenMPOpt::getUniqueKernelFor(Function &F) { in getUniqueKernelFor()
2156 Optional<Kernel> &CachedKernel = UniqueKernelMap[&F]; in getUniqueKernelFor()
2164 CachedKernel = Kernel(&F); in getUniqueKernelFor()
2181 auto GetUniqueKernelForUse = [&](const Use &U) -> Kernel { in getUniqueKernelFor()
2205 SmallPtrSet<Kernel, 2> PotentialKernels; in getUniqueKernelFor()
2210 Kernel K = nullptr; in getUniqueKernelFor()
2287 Kernel K = getUniqueKernelFor(*F); in rewriteDeviceCodeStateMachine()
3379 Function *Kernel = getAnchorScope(); in changeToSPMDMode() local
3380 if (Kernel->hasLocalLinkage()) { in changeToSPMDMode()
3381 assert(Kernel->hasOneUse() && "Unexpected use of debug kernel wrapper."); in changeToSPMDMode()
3382 auto *CB = cast<CallBase>(Kernel->user_back()); in changeToSPMDMode()
3383 Kernel = CB->getCaller(); in changeToSPMDMode()
3385 assert(OMPInfoCache.Kernels.count(Kernel) && "Expected kernel function!"); in changeToSPMDMode()
3388 GlobalVariable *ExecMode = Kernel->getParent()->getGlobalVariable( in changeToSPMDMode()
3389 (Kernel->getName() + "_exec_mode").str()); in changeToSPMDMode()
3775 Function *Kernel = getAssociatedFunction(); in buildCustomStateMachine() local
3776 assert(Kernel && "Expected an associated function!"); in buildCustomStateMachine()
3782 BasicBlock::Create(Ctx, "is_worker_check", Kernel, UserCodeEntryBB); in buildCustomStateMachine()
3784 Ctx, "worker_state_machine.begin", Kernel, UserCodeEntryBB); in buildCustomStateMachine()
3786 Ctx, "worker_state_machine.finished", Kernel, UserCodeEntryBB); in buildCustomStateMachine()
3788 Ctx, "worker_state_machine.is_active.check", Kernel, UserCodeEntryBB); in buildCustomStateMachine()
3791 Kernel, UserCodeEntryBB); in buildCustomStateMachine()
3794 Kernel, UserCodeEntryBB); in buildCustomStateMachine()
3796 Ctx, "worker_state_machine.done.barrier", Kernel, UserCodeEntryBB); in buildCustomStateMachine()
3818 Module &M = *Kernel->getParent(); in buildCustomStateMachine()
3849 "worker.work_fn.addr", &Kernel->getEntryBlock().front()); in buildCustomStateMachine()
3921 Ctx, "worker_state_machine.parallel_region.execute", Kernel, in buildCustomStateMachine()
3930 Kernel, StateMachineEndParallelBB); in buildCustomStateMachine()
4044 for (auto *Kernel : ReachingKernelEntries) { in updateImpl() local
4046 *this, IRPosition::function(*Kernel), DepClassTy::OPTIONAL); in updateImpl()
4547 for (Kernel K : CallerKernelInfoAA.ReachingKernelEntries) { in foldIsSPMDExecMode()
4640 for (Kernel K : CallerKernelInfoAA.ReachingKernelEntries) { in foldParallelLevel()
4692 for (Kernel K : CallerKernelInfoAA.ReachingKernelEntries) { in foldKernelFnAttribute()
4748 auto CreateKernelInfoCB = [&](Use &, Function &Kernel) { in registerAAs() argument
4750 IRPosition::function(Kernel), /* QueryingAA */ nullptr, in registerAAs()