| /llvm-project-15.0.7/openmp/runtime/src/ |
| H A D | ompt-specific.h | 72 kmp_info_t *thr = __kmp_threads[gtid]; in __ompt_load_return_address() 87 ((ompt_enabled.enabled && gtid >= 0 && __kmp_threads[gtid] && \ 88 __kmp_threads[gtid]->th.ompt_thread_info.return_address) \ 132 if (ompt_enabled.enabled && Gtid >= 0 && __kmp_threads[Gtid] && in OmptReturnAddressGuard() 133 !__kmp_threads[Gtid]->th.ompt_thread_info.return_address) { in OmptReturnAddressGuard() 135 __kmp_threads[Gtid]->th.ompt_thread_info.return_address = ReturnAddress; in OmptReturnAddressGuard() 140 __kmp_threads[Gtid]->th.ompt_thread_info.return_address = NULL; in ~OmptReturnAddressGuard()
|
| H A D | kmp_threadprivate.cpp | 180 if (__kmp_threads[gtid]) { in __kmp_common_destroy() 184 __kmp_threads[gtid]->th.th_pri_common, gtid, in __kmp_common_destroy() 199 if (__kmp_threads[gtid]) { in __kmp_common_destroy() 203 __kmp_threads[gtid]->th.th_pri_common, gtid, in __kmp_common_destroy() 276 if (!__kmp_threads[p]) in dump_list() 279 if (__kmp_threads[p]->th.th_pri_common->data[q]) { in dump_list() 284 for (tn = __kmp_threads[p]->th.th_pri_common->data[q]; tn; in dump_list() 300 KMP_DEBUG_ASSERT(__kmp_threads[gtid] && in kmp_threadprivate_insert_private_data() 301 __kmp_threads[gtid]->th.th_root->r.r_active == 0); in kmp_threadprivate_insert_private_data() 447 tn->link = __kmp_threads[gtid]->th.th_pri_head; in kmp_threadprivate_insert() [all …]
|
| H A D | kmp_error.cpp | 195 struct cons_header *p = __kmp_threads[gtid]->th.th_cons; in __kmp_push_parallel() 197 KMP_DEBUG_ASSERT(__kmp_threads[gtid]->th.th_cons); in __kmp_push_parallel() 213 struct cons_header *p = __kmp_threads[gtid]->th.th_cons; in __kmp_check_workshare() 215 KMP_DEBUG_ASSERT(__kmp_threads[gtid]->th.th_cons); in __kmp_check_workshare() 235 struct cons_header *p = __kmp_threads[gtid]->th.th_cons; in __kmp_push_workshare() 255 struct cons_header *p = __kmp_threads[gtid]->th.th_cons; 342 struct cons_header *p = __kmp_threads[gtid]->th.th_cons; 365 struct cons_header *p = __kmp_threads[gtid]->th.th_cons; 386 struct cons_header *p = __kmp_threads[gtid]->th.th_cons; 413 struct cons_header *p = __kmp_threads[gtid]->th.th_cons; [all …]
|
| H A D | kmp_runtime.cpp | 151 other_threads = __kmp_threads; in __kmp_get_global_thread_id() 670 th = __kmp_threads[gtid]; in __kmp_enter_single() 2970 thr = __kmp_threads[gtid]; in __kmp_get_ancestor_thread_num() 3028 thr = __kmp_threads[gtid]; in __kmp_get_team_size() 3444 if (__kmp_threads != NULL) { in __kmp_print_structure() 4107 KMP_DEBUG_ASSERT(__kmp_threads && __kmp_threads[gtid]); in __kmp_unregister_root_current_thread() 4146 KMP_DEBUG_ASSERT(__kmp_threads && __kmp_threads[gtid]); in __kmp_unregister_root_other_thread() 7919 if (__kmp_threads[gtid] && in __kmp_internal_join() 8115 __kmp_free(__kmp_threads); in __kmp_cleanup() 8118 __kmp_threads = NULL; in __kmp_cleanup() [all …]
|
| H A D | kmp_csupport.cpp | 393 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmpc_fork_teams() 529 this_thr = __kmp_threads[global_tid]; in __kmpc_end_serialized_parallel() 968 th = __kmp_threads[gtid]; in __kmpc_ordered() 1035 th = __kmp_threads[gtid]; in __kmpc_end_ordered() 2216 __kmp_threads[gtid]->th.th_ident = loc; in __kmpc_copyprivate() 2290 __kmp_threads[gtid]->th.th_ident = loc; in __kmpc_copyprivate_light() 3846 __kmp_threads[global_tid]->th.th_ident = in __kmpc_reduce() 4061 kmp_info_t *th = __kmp_threads[gtid]; in __kmpc_doacross_init() 4184 kmp_info_t *th = __kmp_threads[gtid]; in __kmpc_doacross_wait() 4296 kmp_info_t *th = __kmp_threads[gtid]; in __kmpc_doacross_post() [all …]
|
| H A D | kmp_cancel.cpp | 30 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmpc_cancel() 137 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmpc_cancellationpoint() 245 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmpc_cancel_barrier()
|
| H A D | kmp_ftn_entry.h | 135 team = __kmp_threads[gtid]->th.th_team; in FTN_GET_BLOCKTIME() 242 if (__kmp_threads[gtid]->th.th_team->t.t_level == 0 && __kmp_affin_reset) { in FTN_GET_AFFINITY() 366 thread = __kmp_threads[gtid]; in KMP_EXPAND_NAME() 386 kmp_info_t *this_thr = __kmp_threads[__kmp_entry_gtid()]; in FTN_CONTROL_TOOL() 521 if (__kmp_threads[gtid]->th.th_team->t.t_level == 0 && __kmp_affin_reset) { in KMP_EXPAND_NAME_IF_APPEND() 554 if (__kmp_threads[gtid]->th.th_team->t.t_level == 0 && __kmp_affin_reset) { in KMP_EXPAND_NAME_IF_APPEND() 637 kmp_info_t *thread = __kmp_threads[gtid]; in KMP_EXPAND_NAME() 801 thread = __kmp_threads[gtid]; in KMP_EXPAND_NAME() 837 kmp_info_t *thread = __kmp_threads[gtid]; in KMP_EXPAND_NAME() 860 kmp_info_t *thread = __kmp_threads[gtid]; in KMP_EXPAND_NAME() [all …]
|
| H A D | kmp_dispatch.h | 325 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_dispatch_deo() 356 struct cons_header *p = __kmp_threads[gtid]->th.th_cons; in __kmp_dispatch_deo() 401 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_dispatch_dxo() 427 struct cons_header *p = __kmp_threads[gtid]->th.th_cons; in __kmp_dispatch_dxo()
|
| H A D | kmp_tasking.cpp | 462 kmp_info_t *thread = __kmp_threads[gtid]; in __kmp_push_task() 657 kmp_info_t *thread = __kmp_threads[gtid]; in __kmp_task_start() 991 kmp_info_t *thread = __kmp_threads[gtid]; in __kmp_task_finish() 1357 kmp_info_t *thread = __kmp_threads[gtid]; in __kmp_task_alloc() 1667 thread = __kmp_threads[gtid]; in __kmp_invoke_task() 1693 thread = __kmp_threads[gtid]; in __kmp_invoke_task() 1776 thread = __kmp_threads[gtid]; in __kmp_invoke_task() 2062 thread = __kmp_threads[gtid]; in __kmpc_omp_taskwait_template() 2198 thread = __kmp_threads[gtid]; in __kmpc_omp_taskyield() 2352 kmp_info_t *thread = __kmp_threads[gtid]; in __kmp_task_reduction_init() [all …]
|
| H A D | kmp_gsupport.cpp | 388 thr = __kmp_threads[*gtid]; in __kmp_GOMP_microtask_wrapper() 434 thr = __kmp_threads[*gtid]; in __kmp_GOMP_parallel_microtask_wrapper() 463 kmp_info_t *thr = __kmp_threads[gtid]; in __kmp_GOMP_fork_call() 539 thr = __kmp_threads[gtid]; in KMP_EXPAND_NAME() 1299 thread = __kmp_threads[gtid]; 1528 thr = __kmp_threads[gtid]; in KMP_EXPAND_NAME() 1885 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_GOMP_doacross_post() 1908 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_GOMP_doacross_wait() 2111 kmp_info_t *thr = __kmp_threads[gtid]; in __kmp_GOMP_init_reductions() 2149 kmp_info_t *thr = __kmp_threads[*gtid]; in __kmp_GOMP_par_reductions_microtask_wrapper() [all …]
|
| H A D | kmp_barrier.cpp | 670 team = __kmp_threads[gtid]->th.th_team; in __kmp_linear_barrier_release_template() 749 team = __kmp_threads[gtid]->th.th_team; in __kmp_linear_barrier_release_template() 942 team = __kmp_threads[gtid]->th.th_team; in __kmp_tree_barrier_release() 952 team = __kmp_threads[gtid]->th.th_team; in __kmp_tree_barrier_release() 1145 team = __kmp_threads[gtid]->th.th_team; in __kmp_hyper_barrier_release() 1183 team = __kmp_threads[gtid]->th.th_team; in __kmp_hyper_barrier_release() 1536 team = __kmp_threads[gtid]->th.th_team; in __kmp_hierarchical_barrier_release() 1574 team = __kmp_threads[gtid]->th.th_team; in __kmp_hierarchical_barrier_release() 1773 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_barrier_template() 2118 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_end_split_barrier() [all …]
|
| H A D | kmp_taskdeps.cpp | 241 sink_data = &__kmp_threads[gtid]->th.ompt_thread_info.task_data; in __kmp_track_dependence() 307 kmp_info_t *thread = __kmp_threads[gtid]; in __kmp_process_dep_all() 367 kmp_info_t *thread = __kmp_threads[gtid]; in __kmp_process_deps() 595 kmp_info_t *thread = __kmp_threads[gtid]; in __kmpc_omp_task_with_deps() 756 kmp_info_t *thread = __kmp_threads[gtid]; in __kmpc_omp_wait_deps()
|
| H A D | kmp_dispatch.cpp | 48 th = __kmp_threads[*gtid_ref]; in __kmp_dispatch_deo_error() 64 th = __kmp_threads[*gtid_ref]; in __kmp_dispatch_dxo_error() 155 th = __kmp_threads[gtid]; in __kmp_dispatch_init_algorithm() 841 th = __kmp_threads[gtid]; in __kmp_dispatch_init() 1022 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_dispatch_finish() 1086 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_dispatch_finish_chunk() 1175 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_dispatch_next_algorithm() 2038 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_dispatch_next() 2318 th = __kmp_threads[gtid]; in __kmpc_sections_init() 2392 kmp_info_t *th = __kmp_threads[gtid]; in __kmpc_next_section() [all …]
|
| H A D | kmp.h | 3286 extern kmp_info_t **__kmp_threads; /* Descriptors for the threads */ 3308 #define __kmp_get_team() (__kmp_threads[(__kmp_get_gtid())]->th.th_team) 3315 (__kmp_threads[(gtid)]->th.th_team->t.t_nproc) 3320 return (gtid >= 0 && __kmp_root[gtid] && __kmp_threads[gtid] && in KMP_UBER_GTID() 3321 __kmp_threads[gtid] == __kmp_root[gtid]->r.r_uber_thread); in KMP_UBER_GTID() 3326 return __kmp_threads[gtid]->th.th_info.ds.ds_tid; in __kmp_tid_from_gtid() 3341 return __kmp_threads[gtid]; in __kmp_thread_from_gtid() 3346 return __kmp_threads[gtid]->th.th_team; in __kmp_team_from_gtid() 3436 return __kmp_threads[gtid]; in __kmp_entry_thread() 3626 kmp_root_t *r = __kmp_threads[gtid]->th.th_root; in __kmp_assign_root_init_mask() [all …]
|
| H A D | kmp_taskdeps.h | 95 kmp_info_t *thread = __kmp_threads[gtid]; in __kmp_release_deps()
|
| H A D | kmp_alloc.cpp | 1472 __kmp_threads[gtid]->th.th_def_allocator = allocator; in __kmpc_set_default_allocator() 1476 return __kmp_threads[gtid]->th.th_def_allocator; in __kmpc_get_default_allocator() 1540 allocator = __kmp_threads[gtid]->th.th_def_allocator; in __kmp_alloc() 1622 __kmp_threads[gtid]->th.th_current_task->td_icvs.default_device; in __kmp_alloc() 1644 __kmp_threads[gtid]->th.th_current_task->td_icvs.default_device; in __kmp_alloc() 1708 allocator = __kmp_threads[gtid]->th.th_def_allocator; in __kmp_calloc() 1782 __kmp_threads[gtid]->th.th_current_task->td_icvs.default_device; in ___kmpc_free()
|
| H A D | kmp_debugger.cpp | 69 addr_and_size_of(__kmp_threads),
|
| H A D | kmp_sched.cpp | 95 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_for_static_init() 528 th = __kmp_threads[gtid]; in __kmp_dist_for_static_init() 791 th = __kmp_threads[gtid]; in __kmp_team_static_init()
|
| H A D | kmp_dispatch_hier.h | 482 kmp_info_t *th = __kmp_threads[gtid]; in next_recurse() 716 kmp_info_t *th = __kmp_threads[gtid]; in next() 952 th = __kmp_threads[gtid]; in __kmp_dispatch_init_hierarchy()
|
| H A D | kmp_global.cpp | 451 kmp_info_t **__kmp_threads = NULL; variable
|
| H A D | z_Windows_NT_util.cpp | 362 kmp_info_t *th = __kmp_threads[th_gtid]; in __kmp_suspend_template() 490 kmp_info_t *th = __kmp_threads[target_gtid]; in __kmp_resume_template() 924 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_terminate_thread()
|
| H A D | z_Linux_util.cpp | 389 kmp_info_t *th = __kmp_threads[gtid]; in __kmp_terminate_thread() 1401 kmp_info_t *th = __kmp_threads[th_gtid]; in __kmp_suspend_template() 1587 kmp_info_t *th = __kmp_threads[target_gtid]; in __kmp_resume_template()
|
| H A D | kmp_affinity.cpp | 4530 kmp_info_t *th = (kmp_info_t *)TCR_SYNC_PTR(__kmp_threads[gtid]); in __kmp_affinity_set_init_mask() 4643 kmp_info_t *th = (kmp_info_t *)TCR_SYNC_PTR(__kmp_threads[gtid]); in __kmp_affinity_set_place() 4726 th = __kmp_threads[gtid]; in __kmp_aux_set_affinity() 4756 th = __kmp_threads[gtid]; in __kmp_aux_get_affinity()
|
| H A D | kmp_wait_release.h | 711 kmp_info_t *th = __kmp_threads[th_gtid];
|
| H A D | kmp_lock.cpp | 1059 t = __kmp_threads[lck->lk.head_id - 1]->th.th_next_waiting; in __kmp_dump_queuing_lock() 1062 t = __kmp_threads[t - 1]->th.th_next_waiting; in __kmp_dump_queuing_lock()
|