Lines Matching refs:OMPInfoCache
789 OMPInformationCache &OMPInfoCache, Attributor &A) in OpenMPOpt()
791 OREGetter(OREGetter), OMPInfoCache(OMPInfoCache), A(A) {} in OpenMPOpt()
808 << OMPInfoCache.ModuleSlice.size() << " functions\n"); in run()
814 OMPInfoCache.recollectUses(); in run()
832 OMPInfoCache.recollectUses(); in run()
858 for (Function *F : OMPInfoCache.ModuleSlice) { in printICVs()
860 auto ICVInfo = OMPInfoCache.ICVs[ICV]; in printICVs()
877 if (!OMPInfoCache.Kernels.count(F)) in printKernels()
922 OMPInfoCache.RFIs[OMPRTL___kmpc_fork_call]; in mergeParallelRegions()
929 OMPInfoCache.RFIs[OMPRTL___kmpc_push_proc_bind], in mergeParallelRegions()
930 OMPInfoCache.RFIs[OMPRTL___kmpc_push_num_threads], in mergeParallelRegions()
1031 OMPInfoCache.OMPBuilder.createMaster(Loc, BodyGenCB, FiniCB); in mergeParallelRegions()
1033 OMPInfoCache.OMPBuilder.createBarrier(SeqAfterIP, OMPD_parallel); in mergeParallelRegions()
1105 InsertPointTy AfterIP = OMPInfoCache.OMPBuilder.createParallel( in mergeParallelRegions()
1111 OMPInfoCache.OMPBuilder.finalize(OriginalFn); in mergeParallelRegions()
1120 FunctionType *FT = OMPInfoCache.OMPBuilder.ParallelTask; in mergeParallelRegions()
1143 OMPInfoCache.OMPBuilder.createBarrier( in mergeParallelRegions()
1277 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_fork_call); in mergeParallelRegions()
1278 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_barrier); in mergeParallelRegions()
1279 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_master); in mergeParallelRegions()
1280 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_end_master); in mergeParallelRegions()
1291 OMPInfoCache.RFIs[OMPRTL___kmpc_fork_call]; in deleteParallelRegions()
1361 *F, OMPInfoCache.RFIs[DeduplicableRuntimeCallID]); in deduplicateRuntimeCalls()
1372 *F, OMPInfoCache.RFIs[OMPRTL___kmpc_global_thread_num], GTIdArg); in deduplicateRuntimeCalls()
1385 auto &RFI = OMPInfoCache.RFIs[OMPRTL___tgt_target_data_begin_mapper]; in hideMemTransfersLatency()
1420 if (OMPInfoCache.Kernels.empty()) in eliminateBarriers()
1442 for (Function *Kernel : OMPInfoCache.Kernels) { in eliminateBarriers()
1619 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in analysisGlobalization()
1757 auto &IRBuilder = OMPInfoCache.OMPBuilder; in splitTargetDataBeginRTC()
1777 OMPInfoCache.setCallingConvention(IssueDecl, IssueCallsite); in splitTargetDataBeginRTC()
1792 OMPInfoCache.setCallingConvention(WaitDecl, WaitCallsite); in splitTargetDataBeginRTC()
1834 if (!OMPInfoCache.OMPBuilder.getInsertionPoint().getBlock()) in getCombinedIdentFromCallUsesIn()
1835 OMPInfoCache.OMPBuilder.updateToLocation(OpenMPIRBuilder::InsertPointTy( in getCombinedIdentFromCallUsesIn()
1841 OMPInfoCache.OMPBuilder.getOrCreateDefaultSrcLocStr(SrcLocStrSize); in getCombinedIdentFromCallUsesIn()
1842 Ident = OMPInfoCache.OMPBuilder.getOrCreateIdent(Loc, SrcLocStrSize); in getCombinedIdentFromCallUsesIn()
1869 if (CB.getArgOperand(0)->getType() != OMPInfoCache.OMPBuilder.IdentPtr) in deduplicateRuntimeCalls()
1887 auto &KernelInitRFI = OMPInfoCache.RFIs[OMPRTL___kmpc_target_init]; in deduplicateRuntimeCalls()
1916 CI->getArgOperand(0)->getType() == OMPInfoCache.OMPBuilder.IdentPtr) { in deduplicateRuntimeCalls()
1967 *ArgOp, &OMPInfoCache.RFIs[OMPRTL___kmpc_global_thread_num])) in collectGlobalThreadIdArguments()
1987 OMPInfoCache.RFIs[OMPRTL___kmpc_global_thread_num]; in collectGlobalThreadIdArguments()
2007 bool isKernel(Function &F) { return OMPInfoCache.Kernels.count(&F); } in isKernel()
2073 ExternalizationRAII(OMPInformationCache &OMPInfoCache, in ExternalizationRAII()
2075 : Declaration(OMPInfoCache.RFIs[RFKind].Declaration) { in ExternalizationRAII()
2108 OMPInformationCache &OMPInfoCache; member
2120 ExternalizationRAII Parallel(OMPInfoCache, OMPRTL___kmpc_kernel_parallel); in runAttributor()
2121 ExternalizationRAII EndParallel(OMPInfoCache, in runAttributor()
2123 ExternalizationRAII BarrierSPMD(OMPInfoCache, in runAttributor()
2125 ExternalizationRAII BarrierGeneric(OMPInfoCache, in runAttributor()
2127 ExternalizationRAII ThreadId(OMPInfoCache, in runAttributor()
2130 OMPInfoCache, OMPRTL___kmpc_get_hardware_num_threads_in_block); in runAttributor()
2131 ExternalizationRAII WarpSize(OMPInfoCache, OMPRTL___kmpc_get_warp_size); in runAttributor()
2151 if (!OMPInfoCache.ModuleSlice.count(&F)) in getUniqueKernelFor()
2194 OMPInfoCache.RFIs[OMPRTL___kmpc_parallel_51]; in getUniqueKernelFor()
2222 OMPInfoCache.RFIs[OMPRTL___kmpc_parallel_51]; in rewriteDeviceCodeStateMachine()
2397 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateImpl() local
2400 auto &SetterRFI = OMPInfoCache.RFIs[OMPInfoCache.ICVs[ICV].Setter]; in updateImpl()
2452 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in getValueForCall() local
2453 auto &GetterRFI = OMPInfoCache.RFIs[OMPInfoCache.ICVs[ICV].Getter]; in getValueForCall()
2454 auto &SetterRFI = OMPInfoCache.RFIs[OMPInfoCache.ICVs[ICV].Setter]; in getValueForCall()
2479 OMPInfoCache))) in getValueForCall()
2644 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
2646 auto ICVInfo = OMPInfoCache.ICVs[ICV]; in initialize()
2647 auto &Getter = OMPInfoCache.RFIs[ICVInfo.Getter]; in initialize()
2823 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateImpl() local
2824 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_target_init]; in updateImpl()
2942 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in findPotentialRemovedFreeCalls() local
2943 auto &FreeRFI = OMPInfoCache.RFIs[OMPRTL___kmpc_free_shared]; in findPotentialRemovedFreeCalls()
2968 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
2969 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in initialize()
2996 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in manifest() local
2997 auto &FreeCall = OMPInfoCache.RFIs[OMPRTL___kmpc_free_shared]; in manifest()
3072 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateImpl() local
3073 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in updateImpl()
3167 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
3172 OMPInfoCache.RFIs[OMPRTL___kmpc_target_init]; in initialize()
3174 OMPInfoCache.RFIs[OMPRTL___kmpc_target_deinit]; in initialize()
3346 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in changeToSPMDMode() local
3355 if (OMPInfoCache.RTLFunctions.contains(CB->getCalledFunction())) in changeToSPMDMode()
3385 assert(OMPInfoCache.Kernels.count(Kernel) && "Expected kernel function!"); in changeToSPMDMode()
3499 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in changeToSPMDMode() local
3506 OMPInfoCache.OMPBuilder.updateToLocation(Loc); in changeToSPMDMode()
3509 OMPInfoCache.OMPBuilder.getOrCreateSrcLocStr(Loc, SrcLocStrSize); in changeToSPMDMode()
3511 OMPInfoCache.OMPBuilder.getOrCreateIdent(SrcLocStr, SrcLocStrSize); in changeToSPMDMode()
3518 OMPInfoCache.OMPBuilder.updateToLocation(LocRegionCheckTid); in changeToSPMDMode()
3520 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in changeToSPMDMode()
3523 OMPInfoCache.OMPBuilder.Builder.CreateCall(HardwareTidFn, {}); in changeToSPMDMode()
3525 OMPInfoCache.setCallingConvention(HardwareTidFn, Tid); in changeToSPMDMode()
3526 Value *TidCheck = OMPInfoCache.OMPBuilder.Builder.CreateIsNull(Tid); in changeToSPMDMode()
3527 OMPInfoCache.OMPBuilder.Builder in changeToSPMDMode()
3534 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in changeToSPMDMode()
3536 OMPInfoCache.OMPBuilder.updateToLocation(InsertPointTy( in changeToSPMDMode()
3539 OMPInfoCache.OMPBuilder.Builder.CreateCall(BarrierFn, {Ident, Tid}); in changeToSPMDMode()
3541 OMPInfoCache.setCallingConvention(BarrierFn, Barrier); in changeToSPMDMode()
3548 OMPInfoCache.setCallingConvention(BarrierFn, Barrier); in changeToSPMDMode()
3552 auto &AllocSharedRFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in changeToSPMDMode()
3819 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in buildCustomStateMachine() local
3821 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
3824 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
3828 OMPInfoCache.setCallingConvention(BlockHwSizeFn, BlockHwSize); in buildCustomStateMachine()
3832 OMPInfoCache.setCallingConvention(WarpSizeFn, WarpSize); in buildCustomStateMachine()
3852 OMPInfoCache.OMPBuilder.updateToLocation( in buildCustomStateMachine()
3862 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
3866 OMPInfoCache.setCallingConvention(BarrierFn, Barrier); in buildCustomStateMachine()
3881 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
3885 OMPInfoCache.setCallingConvention(KernelParallelFn, IsActiveWorker); in buildCustomStateMachine()
3966 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
3970 OMPInfoCache.setCallingConvention(EndParallelFn, EndParallel); in buildCustomStateMachine()
4143 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateParallelLevels() local
4145 OMPInfoCache.RFIs[OMPRTL___kmpc_parallel_51]; in updateParallelLevels()
4220 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
4221 const auto &It = OMPInfoCache.RuntimeFunctionIDMap.find(Callee); in initialize()
4222 if (It == OMPInfoCache.RuntimeFunctionIDMap.end()) { in initialize()
4340 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateImpl() local
4341 const auto &It = OMPInfoCache.RuntimeFunctionIDMap.find(F); in updateImpl()
4344 if (It == OMPInfoCache.RuntimeFunctionIDMap.end()) { in updateImpl()
4449 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
4450 const auto &It = OMPInfoCache.RuntimeFunctionIDMap.find(Callee); in initialize()
4451 assert(It != OMPInfoCache.RuntimeFunctionIDMap.end() && in initialize()
4726 auto &RFI = OMPInfoCache.RFIs[RF]; in registerFoldRuntimeCall()
4756 OMPInfoCache.RFIs[OMPRTL___kmpc_target_init]; in registerAAs()
4767 for (int Idx = 0; Idx < OMPInfoCache.ICVs.size() - 1; ++Idx) { in registerAAs()
4768 auto ICVInfo = OMPInfoCache.ICVs[static_cast<InternalControlVar>(Idx)]; in registerAAs()
4770 auto &GetterRFI = OMPInfoCache.RFIs[ICVInfo.Getter]; in registerAAs()
4786 auto &GlobalizationRFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in registerAAs()