| /llvm-project-15.0.7/openmp/runtime/src/ |
| H A D | z_Windows_NT-586_util.cpp | 47 kmp_uint32 __kmp_test_then_or32(volatile kmp_uint32 *p, kmp_uint32 d) { in __kmp_test_then_or32() 48 kmp_uint32 old_value, new_value; in __kmp_test_then_or32() 62 kmp_uint32 __kmp_test_then_and32(volatile kmp_uint32 *p, kmp_uint32 d) { in __kmp_test_then_and32() 63 kmp_uint32 old_value, new_value; in __kmp_test_then_and32()
|
| H A D | kmp_dispatch.cpp | 2855 kmp_uint32 __kmp_eq_4(kmp_uint32 value, kmp_uint32 checker) { in __kmp_eq_4() 2859 kmp_uint32 __kmp_neq_4(kmp_uint32 value, kmp_uint32 checker) { in __kmp_neq_4() 2863 kmp_uint32 __kmp_lt_4(kmp_uint32 value, kmp_uint32 checker) { in __kmp_lt_4() 2867 kmp_uint32 __kmp_ge_4(kmp_uint32 value, kmp_uint32 checker) { in __kmp_ge_4() 2871 kmp_uint32 __kmp_le_4(kmp_uint32 value, kmp_uint32 checker) { in __kmp_le_4() 2875 kmp_uint32 2877 kmp_uint32 (*pred)(kmp_uint32, kmp_uint32), in __kmp_wait_4() argument 2884 kmp_uint32 (*f)(kmp_uint32, kmp_uint32) = pred; in __kmp_wait_4() 2885 kmp_uint32 r; in __kmp_wait_4() 2905 kmp_uint32 (*pred)(void *, kmp_uint32), in __kmp_wait_4_ptr() argument [all …]
|
| H A D | kmp_os.h | 507 extern kmp_uint32 __kmp_test_then_or32(volatile kmp_uint32 *p, kmp_uint32 v); 508 extern kmp_uint32 __kmp_test_then_and32(volatile kmp_uint32 *p, kmp_uint32 v); 778 __sync_fetch_and_or((volatile kmp_uint32 *)(p), (kmp_uint32)(v)) 780 __sync_fetch_and_and((volatile kmp_uint32 *)(p), (kmp_uint32)(v)) 808 __sync_bool_compare_and_swap((volatile kmp_uint32 *)(p), (kmp_uint32)(cv), \ 872 __sync_lock_test_and_set((volatile kmp_uint32 *)(p), (kmp_uint32)(v)) 878 kmp_uint32 uv; 904 extern kmp_uint32 __kmp_test_then_or32(volatile kmp_uint32 *p, kmp_uint32 v); 905 extern kmp_uint32 __kmp_test_then_and32(volatile kmp_uint32 *p, kmp_uint32 v); 970 __kmp_test_then_or32((volatile kmp_uint32 *)(p), (kmp_uint32)(v)) [all …]
|
| H A D | kmp.h | 1232 kmp_uint32 eax; 1233 kmp_uint32 ebx; 1234 kmp_uint32 ecx; 2373 kmp_uint32 id; 3556 extern kmp_uint32 __kmp_eq_4(kmp_uint32 value, kmp_uint32 checker); 3557 extern kmp_uint32 __kmp_neq_4(kmp_uint32 value, kmp_uint32 checker); 3558 extern kmp_uint32 __kmp_lt_4(kmp_uint32 value, kmp_uint32 checker); 3559 extern kmp_uint32 __kmp_ge_4(kmp_uint32 value, kmp_uint32 checker); 3560 extern kmp_uint32 __kmp_le_4(kmp_uint32 value, kmp_uint32 checker); 3561 extern kmp_uint32 __kmp_wait_4(kmp_uint32 volatile *spinner, kmp_uint32 checker, [all …]
|
| H A D | kmp_lock.h | 68 typedef kmp_uint32 kmp_lock_flags_t; 73 typedef kmp_uint32 kmp_lock_index_t; 320 kmp_uint32 successfulSpeculations; 321 kmp_uint32 hardFailedSpeculations; 322 kmp_uint32 softFailedSpeculations; 325 kmp_uint32 lemmingYields; 340 kmp_uint32 volatile badness; 343 kmp_uint32 max_badness; 344 kmp_uint32 max_soft_retries; 370 volatile kmp_uint32 [all …]
|
| H A D | kmp_affinity.h | 1018 static const kmp_uint32 maxLeaves = 4; 1019 static const kmp_uint32 minBranch = 4; 1025 kmp_uint32 maxLevels; 1031 kmp_uint32 depth; 1032 kmp_uint32 base_num_threads; 1042 kmp_uint32 *numPerLevel; 1043 kmp_uint32 *skipPerLevel; 1081 (kmp_uint32 *)__kmp_allocate(maxLevels * 2 * sizeof(kmp_uint32)); in init() 1105 kmp_uint32 branch = minBranch; in init() 1137 void resize(kmp_uint32 nproc) { in resize() [all …]
|
| H A D | kmp_sched.cpp | 90 kmp_uint32 tid; in __kmp_for_static_init() 91 kmp_uint32 nth; in __kmp_for_static_init() 482 kmp_uint32 tid; in __kmp_dist_for_static_init() 483 kmp_uint32 nth; in __kmp_dist_for_static_init() 484 kmp_uint32 team_id; in __kmp_dist_for_static_init() 485 kmp_uint32 nteams; in __kmp_dist_for_static_init() 745 kmp_uint32 team_id; in __kmp_team_static_init() 746 kmp_uint32 nteams; in __kmp_team_static_init() 885 kmp_uint32 *plower, kmp_uint32 *pupper, in __kmpc_for_static_init_4u() 976 kmp_uint32 *plower, kmp_uint32 *pupper, in __kmpc_dist_for_static_init_4u() [all …]
|
| H A D | kmp_dispatch.h | 136 std::atomic<kmp_uint32> steal_flag; // static_steal only, state of a buffer 137 kmp_uint32 ordered_bumped; 139 kmp_uint32 type_size; 172 volatile kmp_uint32 buffer_index; 174 kmp_uint32 *doacross_flags; // array of iteration flags (0/1) 261 template <typename T> kmp_uint32 __kmp_ge(T value, T checker) { in __kmp_ge() 264 template <typename T> kmp_uint32 __kmp_eq(T value, T checker) { in __kmp_eq() 289 kmp_uint32 (*pred)(UT, UT) USE_ITT_BUILD_ARG(void *obj)) { in __kmp_wait() 293 kmp_uint32 spins; in __kmp_wait() 294 kmp_uint32 (*f)(UT, UT) = pred; in __kmp_wait()
|
| H A D | kmp_global.cpp | 80 kmp_uint32 __kmp_barrier_gather_bb_dflt = 2; 82 kmp_uint32 __kmp_barrier_release_bb_dflt = 2; 90 kmp_uint32 __kmp_barrier_gather_branch_bits[bs_last_barrier] = {0}; 91 kmp_uint32 __kmp_barrier_release_branch_bits[bs_last_barrier] = {0}; 191 kmp_uint32 __kmp_init_mxcsr = 0; 440 kmp_uint32 __kmp_yield_init = KMP_INIT_WAIT; 441 kmp_uint32 __kmp_yield_next = KMP_NEXT_WAIT;
|
| H A D | kmp_wait_release.h | 44 typedef kmp_uint32 flag_t; 123 kmp_info_t *get_waiter(kmp_uint32 i) { 128 kmp_uint32 get_num_waiters() { return num_waiting_threads; } 371 kmp_uint32 spins; 378 kmp_uint32 hibernate; 824 kmp_flag_32(std::atomic<kmp_uint32> *p) 825 : kmp_flag_atomic<kmp_uint32, flag32, Sleepable>(p) {} 826 kmp_flag_32(std::atomic<kmp_uint32> *p, kmp_info_t *thr) 828 kmp_flag_32(std::atomic<kmp_uint32> *p, kmp_uint32 c) 829 : kmp_flag_atomic<kmp_uint32, flag32, Sleepable>(p, c) {} [all …]
|
| H A D | kmp_barrier.cpp | 234 kmp_uint32 nproc; in __kmp_dist_barrier_gather() 804 kmp_uint32 child; in __kmp_tree_barrier_gather() 906 kmp_uint32 nproc; in __kmp_tree_barrier_release() 909 kmp_uint32 child; in __kmp_tree_barrier_release() 1017 kmp_uint32 offset; in __kmp_hyper_barrier_gather() 1018 kmp_uint32 level; in __kmp_hyper_barrier_gather() 1135 kmp_uint32 child; in __kmp_hyper_barrier_release() 1137 kmp_uint32 offset; in __kmp_hyper_barrier_release() 1138 kmp_uint32 level; in __kmp_hyper_barrier_release() 1532 kmp_uint32 nproc; in __kmp_hierarchical_barrier_release() [all …]
|
| H A D | kmp_atomic.h | 510 kmp_uint32 rhs); 520 kmp_uint32 rhs); 735 kmp_uint32 rhs); 741 kmp_uint32 rhs); 952 kmp_uint32 *lhs, _Quad rhs); 956 kmp_uint32 *lhs, _Quad rhs); 1167 kmp_uint32 __kmpc_atomic_fixed4u_div_cpt(ident_t *id_ref, int gtid, 1168 kmp_uint32 *lhs, kmp_uint32 rhs, 1179 kmp_uint32 *lhs, kmp_uint32 rhs, 1458 kmp_uint32 *lhs, kmp_uint32 rhs, [all …]
|
| H A D | kmp_error.h | 35 kmp_user_lock_p name, kmp_uint32); 44 kmp_user_lock_p name, kmp_uint32);
|
| H A D | kmp_lock.cpp | 45 kmp_uint32 x, y; in __kmp_validate_locks() 48 x = ~((kmp_uint32)0) - 2; in __kmp_validate_locks() 52 kmp_uint32 z = (x - y); in __kmp_validate_locks() 98 kmp_uint32 spins; in __kmp_acquire_tas_lock_timed_template() 618 static kmp_uint32 __kmp_bakery_check(void *now_serving, kmp_uint32 my_ticket) { in __kmp_bakery_check() 1880 static float percent(kmp_uint32 count, kmp_uint32 total) { in percent() 2236 kmp_uint32 spins; in __kmp_acquire_drdpa_lock_timed_template() 2311 kmp_uint32 i; in __kmp_acquire_drdpa_lock_timed_template() 2668 kmp_uint32 i; in __kmp_spin_backoff() 2704 static inline kmp_uint32 swap4(kmp_uint32 volatile *p, kmp_uint32 v) { in swap4() [all …]
|
| H A D | kmp_atomic.cpp | 1031 ATOMIC_CMPXCHG(fixed4u, div, kmp_uint32, 32, /, 4i, 3, 1041 ATOMIC_CMPXCHG(fixed4u, shr, kmp_uint32, 32, >>, 4i, 3, 1523 ATOMIC_CMPXCHG_REV(fixed4u, div, kmp_uint32, 32, /, 4i, 1529 ATOMIC_CMPXCHG_REV(fixed4u, shr, kmp_uint32, 32, >>, 4i, 1756 ATOMIC_CMPXCHG_MIX(fixed4u, kmp_uint32, add, 32, +, fp, _Quad, 4i, 3, 1760 ATOMIC_CMPXCHG_MIX(fixed4u, kmp_uint32, sub, 32, -, fp, _Quad, 4i, 3, 1764 ATOMIC_CMPXCHG_MIX(fixed4u, kmp_uint32, mul, 32, *, fp, _Quad, 4i, 3, 2392 ATOMIC_CMPXCHG_CPT(fixed4u, div_cpt, kmp_uint32, 32, /, 2402 ATOMIC_CMPXCHG_CPT(fixed4u, shr_cpt, kmp_uint32, 32, >>, 3021 ATOMIC_CMPXCHG_CPT_REV(fixed4u, div_cpt_rev, kmp_uint32, 32, /, [all …]
|
| H A D | z_Linux_util.cpp | 301 kmp_uint32 __kmp_test_then_or32(volatile kmp_uint32 *p, kmp_uint32 d) { in __kmp_test_then_or32() 302 kmp_uint32 old_value, new_value; in __kmp_test_then_or32() 315 kmp_uint32 __kmp_test_then_and32(volatile kmp_uint32 *p, kmp_uint32 d) { in __kmp_test_then_and32() 316 kmp_uint32 old_value, new_value; in __kmp_test_then_and32() 957 KMP_DEBUG_ASSERT(sizeof(kmp_uint32) == in __kmp_create_monitor() 959 __kmp_wait_4((kmp_uint32 volatile *)&__kmp_global.g.g_time.dt.t_value, -1, in __kmp_create_monitor()
|
| H A D | kmp_barrier.h | 58 kmp_uint32 volatile KMP_FOURLINE_ALIGN_CACHE stillNeed;
|
| H A D | kmp_csupport.cpp | 4063 kmp_uint32 *flags; in __kmpc_doacross_init() 4139 __kmp_wait_4((volatile kmp_uint32 *)&sh_buf->doacross_buf_idx, idx, in __kmpc_doacross_init() 4146 flags = (kmp_uint32 *)KMP_COMPARE_AND_STORE_RET32( in __kmpc_doacross_init() 4149 flags = (kmp_uint32 *)KMP_COMPARE_AND_STORE_RET64( in __kmpc_doacross_init() 4156 flags = (kmp_uint32 *)__kmp_thread_calloc(th, size, 1); in __kmpc_doacross_init() 4159 } else if (flags == (kmp_uint32 *)1) { in __kmpc_doacross_init() 4182 kmp_uint32 flag; in __kmpc_doacross_wait() 4282 &(OMPT_CUR_TASK_INFO(th)->task_data), deps, (kmp_uint32)num_dims); in __kmpc_doacross_wait() 4294 kmp_uint32 flag; in __kmpc_doacross_post() 4350 &(OMPT_CUR_TASK_INFO(th)->task_data), deps, (kmp_uint32)num_dims); in __kmpc_doacross_post() [all …]
|
| H A D | kmp_tasking.cpp | 2118 RCAST(std::atomic<kmp_uint32> *, in __kmpc_omp_taskwait_template() 2354 kmp_uint32 nth = thread->th.th_team_nproc; in __kmp_task_reduction_init() 2951 kmp_uint32 tail; in __kmp_remove_my_task() 3853 kmp_uint32 spins; in __kmp_wait_to_unref_task_teams() 4037 RCAST(std::atomic<kmp_uint32> *, in __kmp_task_team_wait() 4068 std::atomic<kmp_uint32> *spin = RCAST( in __kmp_tasking_barrier() 4069 std::atomic<kmp_uint32> *, in __kmp_tasking_barrier() 4552 kmp_uint32 *lower = RCAST(kmp_uint32 *, task->shareds); in set_lb() 4553 *lower = (kmp_uint32)lb; in set_lb() 4571 kmp_uint32 *upper = RCAST(kmp_uint32 *, task->shareds) + 1; in set_ub() [all …]
|
| H A D | kmp_error.cpp | 250 …eck_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck, kmp_uint32 seq ) 336 …ush_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck, kmp_uint32 seq )
|
| H A D | kmp_utility.cpp | 146 kmp_uint32 t, data[4]; in __kmp_query_cpuid()
|
| H A D | kmp_affinity.cpp | 41 void __kmp_get_hierarchy(kmp_uint32 nproc, kmp_bstate_t *thr_bar) { in __kmp_get_hierarchy() 42 kmp_uint32 depth; in __kmp_get_hierarchy() 1957 template <kmp_uint32 LSB, kmp_uint32 MSB> 1958 static inline unsigned __kmp_extract_bits(kmp_uint32 v) { in __kmp_extract_bits() 1959 const kmp_uint32 SHIFT_LEFT = sizeof(kmp_uint32) * 8 - 1 - MSB; in __kmp_extract_bits() 1960 const kmp_uint32 SHIFT_RIGHT = LSB; in __kmp_extract_bits() 1961 kmp_uint32 retval = v; in __kmp_extract_bits()
|
| H A D | kmp_taskdeps.cpp | 868 (std::atomic<kmp_uint32> *)&node.dn.npredecessors, 0U); in __kmpc_omp_wait_deps()
|
| H A D | kmp_settings.cpp | 1660 (kmp_uint32)__kmp_str_to_int(value, ','); in __kmp_stg_parse_barrier_branch_bit() 1666 (kmp_uint32)__kmp_str_to_int(comma + 1, 0); in __kmp_stg_parse_barrier_branch_bit() 4639 kmp_uint32 max_backoff = __kmp_spin_backoff_params.max_backoff; in __kmp_stg_parse_spin_backoff_params() 4640 kmp_uint32 min_tick = __kmp_spin_backoff_params.min_tick; in __kmp_stg_parse_spin_backoff_params()
|
| H A D | kmp_runtime.cpp | 1037 kmp_uint32 mxcsr; in propagateFPControl() 1072 kmp_uint32 mxcsr; in updateHWFPControl() 2125 kmp_uint32 new_size = 2 * master_th->th.th_task_state_stack_sz; in __kmp_fork_call() 2127 kmp_uint32 i; in __kmp_fork_call() 5664 volatile kmp_uint32 *state = &th->th.th_reap_state; in __kmp_free_team() 6955 KMP_DEBUG_ASSERT(sizeof(kmp_uint32) == 4); in __kmp_do_serial_initialize()
|