| /freebsd-14.2/contrib/llvm-project/openmp/runtime/src/ |
| H A D | z_Windows_NT-586_util.cpp | 47 kmp_uint32 __kmp_test_then_or32(volatile kmp_uint32 *p, kmp_uint32 d) { in __kmp_test_then_or32() 48 kmp_uint32 old_value, new_value; in __kmp_test_then_or32() 62 kmp_uint32 __kmp_test_then_and32(volatile kmp_uint32 *p, kmp_uint32 d) { in __kmp_test_then_and32() 63 kmp_uint32 old_value, new_value; in __kmp_test_then_and32()
|
| H A D | kmp.h | 1374 kmp_uint32 eax; 1375 kmp_uint32 ebx; 1376 kmp_uint32 ecx; 2547 kmp_uint32 id; 3847 extern kmp_uint32 __kmp_eq_4(kmp_uint32 value, kmp_uint32 checker); 3848 extern kmp_uint32 __kmp_neq_4(kmp_uint32 value, kmp_uint32 checker); 3849 extern kmp_uint32 __kmp_lt_4(kmp_uint32 value, kmp_uint32 checker); 3850 extern kmp_uint32 __kmp_ge_4(kmp_uint32 value, kmp_uint32 checker); 3851 extern kmp_uint32 __kmp_le_4(kmp_uint32 value, kmp_uint32 checker); 3852 extern kmp_uint32 __kmp_wait_4(kmp_uint32 volatile *spinner, kmp_uint32 checker, [all …]
|
| H A D | kmp_os.h | 513 extern kmp_uint32 __kmp_test_then_or32(volatile kmp_uint32 *p, kmp_uint32 v); 514 extern kmp_uint32 __kmp_test_then_and32(volatile kmp_uint32 *p, kmp_uint32 v); 783 __sync_fetch_and_or((volatile kmp_uint32 *)(p), (kmp_uint32)(v)) 785 __sync_fetch_and_and((volatile kmp_uint32 *)(p), (kmp_uint32)(v)) 813 __sync_bool_compare_and_swap((volatile kmp_uint32 *)(p), (kmp_uint32)(cv), \ 877 __sync_lock_test_and_set((volatile kmp_uint32 *)(p), (kmp_uint32)(v)) 883 kmp_uint32 uv; 909 extern kmp_uint32 __kmp_test_then_or32(volatile kmp_uint32 *p, kmp_uint32 v); 910 extern kmp_uint32 __kmp_test_then_and32(volatile kmp_uint32 *p, kmp_uint32 v); 975 __kmp_test_then_or32((volatile kmp_uint32 *)(p), (kmp_uint32)(v)) [all …]
|
| H A D | kmp_lock.h | 68 typedef kmp_uint32 kmp_lock_flags_t; 73 typedef kmp_uint32 kmp_lock_index_t; 324 kmp_uint32 successfulSpeculations; 325 kmp_uint32 hardFailedSpeculations; 326 kmp_uint32 softFailedSpeculations; 329 kmp_uint32 lemmingYields; 344 kmp_uint32 volatile badness; 347 kmp_uint32 max_badness; 348 kmp_uint32 max_soft_retries; 374 volatile kmp_uint32 [all …]
|
| H A D | kmp_dispatch.cpp | 3015 kmp_uint32 __kmp_eq_4(kmp_uint32 value, kmp_uint32 checker) { in __kmp_eq_4() 3019 kmp_uint32 __kmp_neq_4(kmp_uint32 value, kmp_uint32 checker) { in __kmp_neq_4() 3023 kmp_uint32 __kmp_lt_4(kmp_uint32 value, kmp_uint32 checker) { in __kmp_lt_4() 3027 kmp_uint32 __kmp_ge_4(kmp_uint32 value, kmp_uint32 checker) { in __kmp_ge_4() 3031 kmp_uint32 __kmp_le_4(kmp_uint32 value, kmp_uint32 checker) { in __kmp_le_4() 3035 kmp_uint32 3037 kmp_uint32 (*pred)(kmp_uint32, kmp_uint32), in __kmp_wait_4() argument 3044 kmp_uint32 (*f)(kmp_uint32, kmp_uint32) = pred; in __kmp_wait_4() 3045 kmp_uint32 r; in __kmp_wait_4() 3065 kmp_uint32 (*pred)(void *, kmp_uint32), in __kmp_wait_4_ptr() argument [all …]
|
| H A D | kmp_collapse.cpp | 32 kmp_uint32 __kmp_abs(const kmp_uint32 val) { return val; } in __kmp_abs() 123 kmp_canonicalize_one_loop_XX<kmp_uint32>( in kmp_canonicalize_loop_nest() 199 trip_count = kmp_calculate_trip_count_XX<kmp_uint32>( in kmp_calculate_trip_count() 285 res = static_cast<kmp_uint32>(original_iv1) == in kmp_ivs_eq() 286 static_cast<kmp_uint32>(original_iv2); in kmp_ivs_eq() 370 return kmp_calc_one_iv_XX<kmp_uint32>( in kmp_calc_one_iv() 371 (bounds_infoXX_template<kmp_uint32> *)(bounds), in kmp_calc_one_iv() 427 kmp_calc_one_iv_rectang_XX<kmp_uint32>( in kmp_calc_one_iv_rectang() 428 (bounds_infoXX_template<kmp_uint32> *)(bounds), in kmp_calc_one_iv_rectang() 1246 kmp_calc_one_iv_end_XX<kmp_uint32>( in kmp_calc_one_iv_end() [all …]
|
| H A D | kmp_affinity.h | 1207 static const kmp_uint32 maxLeaves = 4; 1208 static const kmp_uint32 minBranch = 4; 1214 kmp_uint32 maxLevels; 1220 kmp_uint32 depth; 1221 kmp_uint32 base_num_threads; 1231 kmp_uint32 *numPerLevel; 1232 kmp_uint32 *skipPerLevel; 1270 (kmp_uint32 *)__kmp_allocate(maxLevels * 2 * sizeof(kmp_uint32)); in init() 1294 kmp_uint32 branch = minBranch; in init() 1326 void resize(kmp_uint32 nproc) { in resize() [all …]
|
| H A D | kmp_sched.cpp | 95 kmp_uint32 tid; in __kmp_for_static_init() 96 kmp_uint32 nth; in __kmp_for_static_init() 487 kmp_uint32 tid; in __kmp_dist_for_static_init() 488 kmp_uint32 nth; in __kmp_dist_for_static_init() 489 kmp_uint32 team_id; in __kmp_dist_for_static_init() 490 kmp_uint32 nteams; in __kmp_dist_for_static_init() 750 kmp_uint32 team_id; in __kmp_team_static_init() 751 kmp_uint32 nteams; in __kmp_team_static_init() 890 kmp_uint32 *plower, kmp_uint32 *pupper, in __kmpc_for_static_init_4u() 981 kmp_uint32 *plower, kmp_uint32 *pupper, in __kmpc_dist_for_static_init_4u() [all …]
|
| H A D | kmp_dispatch.h | 142 std::atomic<kmp_uint32> steal_flag; // static_steal only, state of a buffer 143 kmp_uint32 ordered_bumped; 145 kmp_uint32 type_size; 178 volatile kmp_uint32 buffer_index; 180 kmp_uint32 *doacross_flags; // array of iteration flags (0/1) 267 template <typename T> kmp_uint32 __kmp_ge(T value, T checker) { in __kmp_ge() 270 template <typename T> kmp_uint32 __kmp_eq(T value, T checker) { in __kmp_eq() 295 kmp_uint32 (*pred)(UT, UT) USE_ITT_BUILD_ARG(void *obj)) { in __kmp_wait() 299 kmp_uint32 spins; in __kmp_wait() 300 kmp_uint32 (*f)(UT, UT) = pred; in __kmp_wait()
|
| H A D | kmp_global.cpp | 80 kmp_uint32 __kmp_barrier_gather_bb_dflt = 2; 82 kmp_uint32 __kmp_barrier_release_bb_dflt = 2; 90 kmp_uint32 __kmp_barrier_gather_branch_bits[bs_last_barrier] = {0}; 91 kmp_uint32 __kmp_barrier_release_branch_bits[bs_last_barrier] = {0}; 193 kmp_uint32 __kmp_init_mxcsr = 0; 439 kmp_uint32 __kmp_yield_init = KMP_INIT_WAIT; 440 kmp_uint32 __kmp_yield_next = KMP_NEXT_WAIT;
|
| H A D | kmp_wait_release.h | 44 typedef kmp_uint32 flag_t; 123 kmp_info_t *get_waiter(kmp_uint32 i) { 128 kmp_uint32 get_num_waiters() { return num_waiting_threads; } 371 kmp_uint32 spins; 378 kmp_uint32 hibernate; 824 kmp_flag_32(std::atomic<kmp_uint32> *p) 825 : kmp_flag_atomic<kmp_uint32, flag32, Sleepable>(p) {} 826 kmp_flag_32(std::atomic<kmp_uint32> *p, kmp_info_t *thr) 828 kmp_flag_32(std::atomic<kmp_uint32> *p, kmp_uint32 c) 829 : kmp_flag_atomic<kmp_uint32, flag32, Sleepable>(p, c) {} [all …]
|
| H A D | kmp_barrier.cpp | 234 kmp_uint32 nproc; in __kmp_dist_barrier_gather() 804 kmp_uint32 child; in __kmp_tree_barrier_gather() 906 kmp_uint32 nproc; in __kmp_tree_barrier_release() 909 kmp_uint32 child; in __kmp_tree_barrier_release() 1017 kmp_uint32 offset; in __kmp_hyper_barrier_gather() 1018 kmp_uint32 level; in __kmp_hyper_barrier_gather() 1135 kmp_uint32 child; in __kmp_hyper_barrier_release() 1137 kmp_uint32 offset; in __kmp_hyper_barrier_release() 1138 kmp_uint32 level; in __kmp_hyper_barrier_release() 1532 kmp_uint32 nproc; in __kmp_hierarchical_barrier_release() [all …]
|
| H A D | kmp_atomic.h | 510 kmp_uint32 rhs); 520 kmp_uint32 rhs); 735 kmp_uint32 rhs); 741 kmp_uint32 rhs); 952 kmp_uint32 *lhs, _Quad rhs); 956 kmp_uint32 *lhs, _Quad rhs); 1166 kmp_uint32 __kmpc_atomic_fixed4u_div_cpt(ident_t *id_ref, int gtid, 1167 kmp_uint32 *lhs, kmp_uint32 rhs, 1178 kmp_uint32 *lhs, kmp_uint32 rhs, 1456 kmp_uint32 *lhs, kmp_uint32 rhs, [all …]
|
| H A D | kmp_error.h | 35 kmp_user_lock_p name, kmp_uint32); 44 kmp_user_lock_p name, kmp_uint32);
|
| H A D | kmp_lock.cpp | 45 kmp_uint32 x, y; in __kmp_validate_locks() 48 x = ~((kmp_uint32)0) - 2; in __kmp_validate_locks() 52 kmp_uint32 z = (x - y); in __kmp_validate_locks() 98 kmp_uint32 spins; in __kmp_acquire_tas_lock_timed_template() 618 static kmp_uint32 __kmp_bakery_check(void *now_serving, kmp_uint32 my_ticket) { in __kmp_bakery_check() 1880 static float percent(kmp_uint32 count, kmp_uint32 total) { in percent() 2236 kmp_uint32 spins; in __kmp_acquire_drdpa_lock_timed_template() 2311 kmp_uint32 i; in __kmp_acquire_drdpa_lock_timed_template() 2668 kmp_uint32 i; in __kmp_spin_backoff() 2704 static inline kmp_uint32 swap4(kmp_uint32 volatile *p, kmp_uint32 v) { in swap4() [all …]
|
| H A D | kmp_atomic.cpp | 1031 ATOMIC_CMPXCHG(fixed4u, div, kmp_uint32, 32, /, 4i, 3, 1041 ATOMIC_CMPXCHG(fixed4u, shr, kmp_uint32, 32, >>, 4i, 3, 1523 ATOMIC_CMPXCHG_REV(fixed4u, div, kmp_uint32, 32, /, 4i, 1529 ATOMIC_CMPXCHG_REV(fixed4u, shr, kmp_uint32, 32, >>, 4i, 1756 ATOMIC_CMPXCHG_MIX(fixed4u, kmp_uint32, add, 32, +, fp, _Quad, 4i, 3, 1760 ATOMIC_CMPXCHG_MIX(fixed4u, kmp_uint32, sub, 32, -, fp, _Quad, 4i, 3, 1764 ATOMIC_CMPXCHG_MIX(fixed4u, kmp_uint32, mul, 32, *, fp, _Quad, 4i, 3, 2391 ATOMIC_CMPXCHG_CPT(fixed4u, div_cpt, kmp_uint32, 32, /, 2401 ATOMIC_CMPXCHG_CPT(fixed4u, shr_cpt, kmp_uint32, 32, >>, 3021 ATOMIC_CMPXCHG_CPT_REV(fixed4u, div_cpt_rev, kmp_uint32, 32, /, [all …]
|
| H A D | z_Linux_util.cpp | 338 kmp_uint32 __kmp_test_then_or32(volatile kmp_uint32 *p, kmp_uint32 d) { in __kmp_test_then_or32() 339 kmp_uint32 old_value, new_value; in __kmp_test_then_or32() 352 kmp_uint32 __kmp_test_then_and32(volatile kmp_uint32 *p, kmp_uint32 d) { in __kmp_test_then_and32() 353 kmp_uint32 old_value, new_value; in __kmp_test_then_and32() 987 KMP_DEBUG_ASSERT(sizeof(kmp_uint32) == in __kmp_create_monitor() 989 __kmp_wait_4((kmp_uint32 volatile *)&__kmp_global.g.g_time.dt.t_value, -1, in __kmp_create_monitor()
|
| H A D | kmp_barrier.h | 61 kmp_uint32 volatile KMP_FOURLINE_ALIGN_CACHE stillNeed;
|
| H A D | kmp_tasking.cpp | 2285 RCAST(std::atomic<kmp_uint32> *, 3156 kmp_uint32 tail; 4058 kmp_uint32 spins; 4123 kmp_uint32 i; 4142 kmp_uint32 i; 4319 std::atomic<kmp_uint32> *spin = RCAST( 4320 std::atomic<kmp_uint32> *, 4820 kmp_uint32 *lower = RCAST(kmp_uint32 *, task->shareds); 4821 *lower = (kmp_uint32)lb; 4839 kmp_uint32 *upper = RCAST(kmp_uint32 *, task->shareds) + 1; [all …]
|
| H A D | kmp_csupport.cpp | 4096 kmp_uint32 *flags; in __kmpc_doacross_init() 4172 __kmp_wait_4((volatile kmp_uint32 *)&sh_buf->doacross_buf_idx, idx, in __kmpc_doacross_init() 4179 flags = (kmp_uint32 *)KMP_COMPARE_AND_STORE_RET32( in __kmpc_doacross_init() 4182 flags = (kmp_uint32 *)KMP_COMPARE_AND_STORE_RET64( in __kmpc_doacross_init() 4189 flags = (kmp_uint32 *)__kmp_thread_calloc(th, size, 1); in __kmpc_doacross_init() 4192 } else if (flags == (kmp_uint32 *)1) { in __kmpc_doacross_init() 4215 kmp_uint32 flag; in __kmpc_doacross_wait() 4315 &(OMPT_CUR_TASK_INFO(th)->task_data), deps, (kmp_uint32)num_dims); in __kmpc_doacross_wait() 4327 kmp_uint32 flag; in __kmpc_doacross_post() 4383 &(OMPT_CUR_TASK_INFO(th)->task_data), deps, (kmp_uint32)num_dims); in __kmpc_doacross_post() [all …]
|
| H A D | kmp_error.cpp | 250 …eck_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck, kmp_uint32 seq ) 336 …ush_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck, kmp_uint32 seq )
|
| H A D | kmp_utility.cpp | 146 kmp_uint32 t, data[4]; in __kmp_query_cpuid()
|
| H A D | kmp_affinity.cpp | 78 void __kmp_get_hierarchy(kmp_uint32 nproc, kmp_bstate_t *thr_bar) { in __kmp_get_hierarchy() 79 kmp_uint32 depth; in __kmp_get_hierarchy() 2058 template <kmp_uint32 LSB, kmp_uint32 MSB> 2059 static inline unsigned __kmp_extract_bits(kmp_uint32 v) { in __kmp_extract_bits() 2060 const kmp_uint32 SHIFT_LEFT = sizeof(kmp_uint32) * 8 - 1 - MSB; in __kmp_extract_bits() 2061 const kmp_uint32 SHIFT_RIGHT = LSB; in __kmp_extract_bits() 2062 kmp_uint32 retval = v; in __kmp_extract_bits()
|
| H A D | kmp_settings.cpp | 1706 (kmp_uint32)__kmp_str_to_int(value, ','); in __kmp_stg_parse_barrier_branch_bit() 1712 (kmp_uint32)__kmp_str_to_int(comma + 1, 0); in __kmp_stg_parse_barrier_branch_bit() 4845 kmp_uint32 max_backoff = __kmp_spin_backoff_params.max_backoff; in __kmp_stg_parse_spin_backoff_params() 4846 kmp_uint32 min_tick = __kmp_spin_backoff_params.min_tick; in __kmp_stg_parse_spin_backoff_params()
|
| H A D | kmp_taskdeps.cpp | 1026 (std::atomic<kmp_uint32> *)&node.dn.npredecessors, 0U); in __kmpc_omp_taskwait_deps_51()
|