Lines Matching refs:OMPInfoCache
927 OMPInformationCache &OMPInfoCache, Attributor &A) in OpenMPOpt()
929 OREGetter(OREGetter), OMPInfoCache(OMPInfoCache), A(A) {} in OpenMPOpt()
951 OMPInfoCache.recollectUses(); in run()
967 OMPInfoCache.recollectUses(); in run()
982 if (OMPInfoCache.OpenMPPostLink) in run()
996 auto ICVInfo = OMPInfoCache.ICVs[ICV]; in printICVs()
1058 OMPInfoCache.RFIs[OMPRTL___kmpc_fork_call]; in mergeParallelRegions()
1065 OMPInfoCache.RFIs[OMPRTL___kmpc_push_proc_bind], in mergeParallelRegions()
1066 OMPInfoCache.RFIs[OMPRTL___kmpc_push_num_threads], in mergeParallelRegions()
1167 OMPInfoCache.OMPBuilder.createMaster(Loc, BodyGenCB, FiniCB); in mergeParallelRegions()
1169 OMPInfoCache.OMPBuilder.createBarrier(SeqAfterIP, OMPD_parallel); in mergeParallelRegions()
1241 InsertPointTy AfterIP = OMPInfoCache.OMPBuilder.createParallel( in mergeParallelRegions()
1247 OMPInfoCache.OMPBuilder.finalize(OriginalFn); in mergeParallelRegions()
1256 FunctionType *FT = OMPInfoCache.OMPBuilder.ParallelTask; in mergeParallelRegions()
1279 OMPInfoCache.OMPBuilder.createBarrier( in mergeParallelRegions()
1413 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_fork_call); in mergeParallelRegions()
1414 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_barrier); in mergeParallelRegions()
1415 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_master); in mergeParallelRegions()
1416 OMPInfoCache.recollectUsesForFunction(OMPRTL___kmpc_end_master); in mergeParallelRegions()
1427 OMPInfoCache.RFIs[OMPRTL___kmpc_fork_call]; in deleteParallelRegions()
1497 *F, OMPInfoCache.RFIs[DeduplicableRuntimeCallID]); in deduplicateRuntimeCalls()
1508 *F, OMPInfoCache.RFIs[OMPRTL___kmpc_global_thread_num], GTIdArg); in deduplicateRuntimeCalls()
1552 auto &RFI = OMPInfoCache.RFIs[OMPRTL___tgt_target_data_begin_mapper]; in hideMemTransfersLatency()
1574 if (OMPInfoCache.runtimeFnsAvailable( in hideMemTransfersLatency()
1583 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in analysisGlobalization()
1721 auto &IRBuilder = OMPInfoCache.OMPBuilder; in splitTargetDataBeginRTC()
1745 OMPInfoCache.setCallingConvention(IssueDecl, IssueCallsite); in splitTargetDataBeginRTC()
1760 OMPInfoCache.setCallingConvention(WaitDecl, WaitCallsite); in splitTargetDataBeginRTC()
1802 if (!OMPInfoCache.OMPBuilder.getInsertionPoint().getBlock()) in getCombinedIdentFromCallUsesIn()
1803 OMPInfoCache.OMPBuilder.updateToLocation(OpenMPIRBuilder::InsertPointTy( in getCombinedIdentFromCallUsesIn()
1809 OMPInfoCache.OMPBuilder.getOrCreateDefaultSrcLocStr(SrcLocStrSize); in getCombinedIdentFromCallUsesIn()
1810 Ident = OMPInfoCache.OMPBuilder.getOrCreateIdent(Loc, SrcLocStrSize); in getCombinedIdentFromCallUsesIn()
1837 if (CB.getArgOperand(0)->getType() != OMPInfoCache.OMPBuilder.IdentPtr) in deduplicateRuntimeCalls()
1847 OMPInfoCache.getAnalysisResultForFunction<DominatorTreeAnalysis>(F); in deduplicateRuntimeCalls()
1874 CI->getArgOperand(0)->getType() == OMPInfoCache.OMPBuilder.IdentPtr) { in deduplicateRuntimeCalls()
1925 *ArgOp, &OMPInfoCache.RFIs[OMPRTL___kmpc_global_thread_num])) in collectGlobalThreadIdArguments()
1945 OMPInfoCache.RFIs[OMPRTL___kmpc_global_thread_num]; in collectGlobalThreadIdArguments()
2039 OMPInformationCache &OMPInfoCache; member
2057 OMPInfoCache.invalidateAnalyses(); in runAttributor()
2075 if (OMPInfoCache.CGSCC && !OMPInfoCache.CGSCC->empty() && in getUniqueKernelFor()
2076 !OMPInfoCache.CGSCC->contains(&F)) in getUniqueKernelFor()
2119 OMPInfoCache.RFIs[OMPRTL___kmpc_parallel_51]; in getUniqueKernelFor()
2147 OMPInfoCache.RFIs[OMPRTL___kmpc_parallel_51]; in rewriteDeviceCodeStateMachine()
2318 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateImpl() local
2321 auto &SetterRFI = OMPInfoCache.RFIs[OMPInfoCache.ICVs[ICV].Setter]; in updateImpl()
2373 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in getValueForCall() local
2374 auto &GetterRFI = OMPInfoCache.RFIs[OMPInfoCache.ICVs[ICV].Getter]; in getValueForCall()
2375 auto &SetterRFI = OMPInfoCache.RFIs[OMPInfoCache.ICVs[ICV].Setter]; in getValueForCall()
2401 OMPInfoCache))) in getValueForCall()
2564 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
2566 auto ICVInfo = OMPInfoCache.ICVs[ICV]; in initialize()
2567 auto &Getter = OMPInfoCache.RFIs[ICVInfo.Getter]; in initialize()
2936 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in isInitialThreadOnlyEdge() local
2937 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_target_init]; in isInitialThreadOnlyEdge()
3421 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in findPotentialRemovedFreeCalls() local
3422 auto &FreeRFI = OMPInfoCache.RFIs[OMPRTL___kmpc_free_shared]; in findPotentialRemovedFreeCalls()
3447 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
3448 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in initialize()
3481 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in manifest() local
3482 auto &FreeCall = OMPInfoCache.RFIs[OMPRTL___kmpc_free_shared]; in manifest()
3559 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateImpl() local
3560 auto &RFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in updateImpl()
3701 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in KERNEL_ENVIRONMENT_CONFIGURATION_SETTER() local
3706 OMPInfoCache.RFIs[OMPRTL___kmpc_target_init]; in KERNEL_ENVIRONMENT_CONFIGURATION_SETTER()
3708 OMPInfoCache.RFIs[OMPRTL___kmpc_target_deinit]; in KERNEL_ENVIRONMENT_CONFIGURATION_SETTER()
3815 if (!OMPInfoCache.RFIs[RFKind].Declaration) in KERNEL_ENVIRONMENT_CONFIGURATION_SETTER()
3817 A.registerVirtualUseCallback(*OMPInfoCache.RFIs[RFKind].Declaration, CB); in KERNEL_ENVIRONMENT_CONFIGURATION_SETTER()
3943 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in insertInstructionGuardsHelper() local
4040 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in insertInstructionGuardsHelper() local
4047 OMPInfoCache.OMPBuilder.updateToLocation(Loc); in insertInstructionGuardsHelper()
4050 OMPInfoCache.OMPBuilder.getOrCreateSrcLocStr(Loc, SrcLocStrSize); in insertInstructionGuardsHelper()
4052 OMPInfoCache.OMPBuilder.getOrCreateIdent(SrcLocStr, SrcLocStrSize); in insertInstructionGuardsHelper()
4059 OMPInfoCache.OMPBuilder.updateToLocation(LocRegionCheckTid); in insertInstructionGuardsHelper()
4061 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in insertInstructionGuardsHelper()
4064 OMPInfoCache.OMPBuilder.Builder.CreateCall(HardwareTidFn, {}); in insertInstructionGuardsHelper()
4066 OMPInfoCache.setCallingConvention(HardwareTidFn, Tid); in insertInstructionGuardsHelper()
4067 Value *TidCheck = OMPInfoCache.OMPBuilder.Builder.CreateIsNull(Tid); in insertInstructionGuardsHelper()
4068 OMPInfoCache.OMPBuilder.Builder in insertInstructionGuardsHelper()
4075 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in insertInstructionGuardsHelper()
4077 OMPInfoCache.OMPBuilder.updateToLocation(InsertPointTy( in insertInstructionGuardsHelper()
4080 OMPInfoCache.OMPBuilder.Builder.CreateCall(BarrierFn, {Ident, Tid}); in insertInstructionGuardsHelper()
4082 OMPInfoCache.setCallingConvention(BarrierFn, Barrier); in insertInstructionGuardsHelper()
4089 OMPInfoCache.setCallingConvention(BarrierFn, Barrier); in insertInstructionGuardsHelper()
4093 auto &AllocSharedRFI = OMPInfoCache.RFIs[OMPRTL___kmpc_alloc_shared]; in insertInstructionGuardsHelper()
4195 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in forceSingleThreadPerWorkgroupHelper() local
4197 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in forceSingleThreadPerWorkgroupHelper()
4203 OMPInfoCache.setCallingConvention(ThreadIdInBlockFn, ThreadIdInBlock); in forceSingleThreadPerWorkgroupHelper()
4216 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in changeToSPMDMode() local
4219 if (!OMPInfoCache.runtimeFnsAvailable( in changeToSPMDMode()
4231 if (OMPInfoCache.RTLFunctions.contains(CB->getCalledFunction())) in changeToSPMDMode()
4308 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in buildCustomStateMachine() local
4309 if (!OMPInfoCache.runtimeFnsAvailable( in buildCustomStateMachine()
4464 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
4467 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
4471 OMPInfoCache.setCallingConvention(BlockHwSizeFn, BlockHwSize); in buildCustomStateMachine()
4475 OMPInfoCache.setCallingConvention(WarpSizeFn, WarpSize); in buildCustomStateMachine()
4495 OMPInfoCache.OMPBuilder.updateToLocation( in buildCustomStateMachine()
4505 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
4509 OMPInfoCache.setCallingConvention(BarrierFn, Barrier); in buildCustomStateMachine()
4521 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
4525 OMPInfoCache.setCallingConvention(KernelParallelFn, IsActiveWorker); in buildCustomStateMachine()
4609 OMPInfoCache.OMPBuilder.getOrCreateRuntimeFunction( in buildCustomStateMachine()
4613 OMPInfoCache.setCallingConvention(EndParallelFn, EndParallel); in buildCustomStateMachine()
4820 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateParallelLevels() local
4822 OMPInfoCache.RFIs[OMPRTL___kmpc_parallel_51]; in updateParallelLevels()
4896 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
4897 const auto &It = OMPInfoCache.RuntimeFunctionIDMap.find(Callee); in initialize()
4898 if (It == OMPInfoCache.RuntimeFunctionIDMap.end()) { in initialize()
5052 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in updateImpl() local
5056 const auto &It = OMPInfoCache.RuntimeFunctionIDMap.find(F); in updateImpl()
5060 if (It == OMPInfoCache.RuntimeFunctionIDMap.end()) { in updateImpl()
5220 auto &OMPInfoCache = static_cast<OMPInformationCache &>(A.getInfoCache()); in initialize() local
5221 const auto &It = OMPInfoCache.RuntimeFunctionIDMap.find(Callee); in initialize()
5222 assert(It != OMPInfoCache.RuntimeFunctionIDMap.end() && in initialize()
5472 auto &RFI = OMPInfoCache.RFIs[RF]; in registerFoldRuntimeCall()
5502 OMPInfoCache.RFIs[OMPRTL___kmpc_target_init]; in registerAAs()
5513 for (int Idx = 0; Idx < OMPInfoCache.ICVs.size() - 1; ++Idx) { in registerAAs()
5514 auto ICVInfo = OMPInfoCache.ICVs[static_cast<InternalControlVar>(Idx)]; in registerAAs()
5516 auto &GetterRFI = OMPInfoCache.RFIs[ICVInfo.Getter]; in registerAAs()