| /llvm-project-15.0.7/openmp/runtime/src/ |
| H A D | kmp_os.h | 510 extern kmp_uint64 __kmp_test_then_or64(volatile kmp_uint64 *p, kmp_uint64 v); 511 extern kmp_uint64 __kmp_test_then_and64(volatile kmp_uint64 *p, kmp_uint64 v); 790 __sync_fetch_and_or((volatile kmp_uint64 *)(p), (kmp_uint64)(v)) 792 __sync_fetch_and_and((volatile kmp_uint64 *)(p), (kmp_uint64)(v)) 842 (kmp_uint64)(cv), (kmp_uint64)(sv)) 845 (kmp_uint64)(cv), (kmp_uint64)(sv)) 889 kmp_uint64 uv; 907 extern kmp_uint64 __kmp_test_then_or64(volatile kmp_uint64 *p, kmp_uint64 v); 908 extern kmp_uint64 __kmp_test_then_and64(volatile kmp_uint64 *p, kmp_uint64 v); 974 __kmp_test_then_or64((volatile kmp_uint64 *)(p), (kmp_uint64)(v)) [all …]
|
| H A D | kmp_wait_release.h | 59 typedef kmp_uint64 flag_t; 74 typedef kmp_uint64 flag_t; 89 typedef kmp_uint64 flag_t; 375 kmp_uint64 poll_count; 380 kmp_uint64 time; 862 kmp_flag_64(volatile kmp_uint64 *p, kmp_uint64 c) 864 kmp_flag_64(volatile kmp_uint64 *p, kmp_uint64 c, std::atomic<bool> *loc) 899 kmp_atomic_flag_64(std::atomic<kmp_uint64> *p, kmp_uint64 c) 901 kmp_atomic_flag_64(std::atomic<kmp_uint64> *p, kmp_uint64 c, 950 kmp_flag_oncore(volatile kmp_uint64 *p, kmp_uint64 c, kmp_uint32 idx, [all …]
|
| H A D | kmp_dispatch_hier.h | 140 volatile kmp_uint64 val[2]; 211 kmp_uint64 wait_val = 0LL; in get_wait_val() 267 kmp_uint64 current_index = tdata->index; in barrier() 270 kmp_uint64 next_wait_value = in barrier() 314 kmp_uint64 current_index = tdata->index; in barrier() 383 T get_next_lb(kmp_uint64 index) const { in get_next_lb() 386 T get_next_ub(kmp_uint64 index) const { in get_next_ub() 389 ST get_next_st(kmp_uint64 index) const { in get_next_st() 399 T get_curr_lb(kmp_uint64 index) const { in get_curr_lb() 402 T get_curr_ub(kmp_uint64 index) const { in get_curr_ub() [all …]
|
| H A D | z_Windows_NT-586_util.cpp | 107 kmp_uint64 __kmp_test_then_or64(volatile kmp_uint64 *p, kmp_uint64 d) { in __kmp_test_then_or64() 108 kmp_uint64 old_value, new_value; in __kmp_test_then_or64() 122 kmp_uint64 __kmp_test_then_and64(volatile kmp_uint64 *p, kmp_uint64 d) { in __kmp_test_then_and64() 123 kmp_uint64 old_value, new_value; in __kmp_test_then_and64()
|
| H A D | kmp_omp.h | 34 kmp_uint64 addr; 40 kmp_uint64 flags; // Flags for future extensions. 41 kmp_uint64 43 kmp_uint64 func; // Pointer to name of routine where the parallel region is. 51 kmp_uint64 array; // Address of array of kmp_omp_num_threads_item_t. 229 kmp_uint64 last_field;
|
| H A D | kmp_itt.h | 71 __kmp_inline void __kmp_itt_metadata_imbalance(int gtid, kmp_uint64 begin, 72 kmp_uint64 end, 73 kmp_uint64 imbalance, 74 kmp_uint64 reduction); 77 __kmp_inline void __kmp_itt_metadata_loop(ident_t *loc, kmp_uint64 sched_type, 78 kmp_uint64 iterations, 79 kmp_uint64 chunk);
|
| H A D | kmp_tasking.cpp | 3854 kmp_uint64 time; in __kmp_wait_to_unref_task_teams() 4555 kmp_uint64 *lower = RCAST(kmp_uint64 *, task->shareds); in set_lb() 4574 kmp_uint64 *upper = RCAST(kmp_uint64 *, task->shareds) + 1; in set_ub() 4616 kmp_uint64 i; in __kmp_taskloop_linear() 4705 kmp_uint64 *lb; 4706 kmp_uint64 *ub; 4714 kmp_uint64 tc; 4722 kmp_uint64 *, kmp_int64, kmp_uint64, kmp_uint64, 4723 kmp_uint64, kmp_uint64, kmp_int64, kmp_uint64, 4800 kmp_uint64 grainsize, kmp_uint64 extras, in __kmp_taskloop_recur() [all …]
|
| H A D | kmp_atomic.h | 529 kmp_uint64 rhs); 539 kmp_uint64 rhs); 747 kmp_uint64 rhs); 753 kmp_uint64 rhs); 960 kmp_uint64 *lhs, _Quad rhs); 964 kmp_uint64 *lhs, _Quad rhs); 1189 kmp_uint64 __kmpc_atomic_fixed8u_div_cpt(ident_t *id_ref, int gtid, 1190 kmp_uint64 *lhs, kmp_uint64 rhs, 1201 kmp_uint64 *lhs, kmp_uint64 rhs, 1476 kmp_uint64 *lhs, kmp_uint64 rhs, [all …]
|
| H A D | kmp.h | 279 ((kmp_int64)((((kmp_uint64)(HIGH_32)) << 32) | (kmp_uint64)(LOW_32))) 1010 kmp_uint64 pool_size; 1011 kmp_uint64 pool_used; 1048 (~((kmp_uint64)1 << ((sizeof(kmp_uint64) * (1 << 3)) - 1))) 1728 kmp_uint64 index; 1729 kmp_uint64 wait_val[2]; 1799 kmp_uint64 ordered_lower; 1800 kmp_uint64 ordered_upper; 1840 kmp_uint64 ordered_lower; 2046 kmp_uint64 leaf_state; [all …]
|
| H A D | kmp_barrier.h | 62 std::atomic<kmp_uint64> KMP_FOURLINE_ALIGN_CACHE go; 66 kmp_uint64 volatile KMP_FOURLINE_ALIGN_CACHE iter; 137 kmp_uint64 go_release();
|
| H A D | z_Linux_util.cpp | 95 kmp_uint64 __kmp_ticks_per_msec = 1000000; 359 kmp_uint64 __kmp_test_then_or64(volatile kmp_uint64 *p, kmp_uint64 d) { in __kmp_test_then_or64() 360 kmp_uint64 old_value, new_value; in __kmp_test_then_or64() 372 kmp_uint64 __kmp_test_then_and64(volatile kmp_uint64 *p, kmp_uint64 d) { in __kmp_test_then_and64() 373 kmp_uint64 old_value, new_value; in __kmp_test_then_and64() 1990 kmp_uint64 __kmp_now_nsec() { in __kmp_now_nsec() 1993 kmp_uint64 nsec = (kmp_uint64)KMP_NSEC_PER_SEC * (kmp_uint64)t.tv_sec + in __kmp_now_nsec() 1994 (kmp_uint64)1000 * (kmp_uint64)t.tv_usec; in __kmp_now_nsec() 2001 kmp_uint64 now, nsec2, diff; in __kmp_initialize_system_tick() 2003 kmp_uint64 nsec = __kmp_now_nsec(); in __kmp_initialize_system_tick() [all …]
|
| H A D | kmp_sched.cpp | 410 kmp_uint64 cur_chunk = chunk; in __kmp_for_static_init() 918 kmp_uint64 *plower, kmp_uint64 *pupper, in __kmpc_for_static_init_8u() 921 __kmp_for_static_init<kmp_uint64>(loc, gtid, schedtype, plastiter, plower, in __kmpc_for_static_init_8u() 1002 kmp_uint64 *plower, kmp_uint64 *pupper, in __kmpc_dist_for_static_init_8u() 1003 kmp_uint64 *pupperD, kmp_int64 *pstride, in __kmpc_dist_for_static_init_8u() 1005 __kmp_dist_for_static_init<kmp_uint64>(loc, gtid, schedule, plastiter, plower, in __kmpc_dist_for_static_init_8u() 1076 kmp_uint64 *p_lb, kmp_uint64 *p_ub, in __kmpc_team_static_init_8u() 1080 __kmp_team_static_init<kmp_uint64>(loc, gtid, p_last, p_lb, p_ub, p_st, incr, in __kmpc_team_static_init_8u()
|
| H A D | kmp_dispatch.cpp | 125 kmp_uint64 *cur_chunk, in __kmp_dispatch_init_algorithm() 774 __kmp_dispatch_init_hier_runtime<kmp_uint64>(ident_t *loc, kmp_uint64 lb, in __kmp_dispatch_init_hier_runtime() 776 __kmp_dispatch_init_hierarchy<kmp_uint64>( in __kmp_dispatch_init_hier_runtime() 887 kmp_uint64 cur_chunk = chunk; in __kmp_dispatch_init() 948 kmp_uint64 schedtype = 0; in __kmp_dispatch_init() 2734 kmp_uint64 lb, kmp_uint64 ub, kmp_int64 st, in __kmpc_dist_dispatch_init_8u() 2807 kmp_uint64 *p_lb, kmp_uint64 *p_ub, in __kmpc_dispatch_next_8u() 2834 __kmp_dispatch_finish<kmp_uint64>(gtid, loc); in __kmpc_dispatch_fini_8() 2848 __kmp_dispatch_finish<kmp_uint64>(gtid, loc); in __kmpc_dispatch_fini_8u() 2886 kmp_uint64 time; in __kmp_wait_4() [all …]
|
| H A D | kmp_debugger.cpp | 38 { (kmp_uint64)(&var), sizeof(var) } 65 {(kmp_uint64)(__kmp_copyright) + KMP_VERSION_MAGIC_LEN, 228 static inline void *__kmp_convert_to_ptr(kmp_uint64 addr) { in __kmp_convert_to_ptr()
|
| H A D | kmp_utility.cpp | 93 static kmp_uint64 __kmp_parse_frequency( // R: Frequency in Hz. in __kmp_parse_frequency() 99 kmp_uint64 result = 0; /* Zero is a better unknown value than all ones. */ in __kmp_parse_frequency() 116 result = (kmp_uint64)value; // rounds down in __kmp_parse_frequency()
|
| H A D | kmp_lock.h | 448 std::atomic<std::atomic<kmp_uint64> *> polls; 449 std::atomic<kmp_uint64> mask; // is 2**num_polls-1 for mod op 450 kmp_uint64 cleanup_ticket; // thread with cleanup ticket 451 std::atomic<kmp_uint64> *old_polls; // will deallocate old_polls 458 std::atomic<kmp_uint64> next_ticket; 473 kmp_uint64 now_serving; // doesn't have to be volatile 654 kmp_uint64 time; \ 764 kmp_uint64 time; \
|
| H A D | kmp_itt.inl | 266 LINKAGE void __kmp_itt_metadata_imbalance(int gtid, kmp_uint64 begin, 267 kmp_uint64 end, kmp_uint64 imbalance, 268 kmp_uint64 reduction) { 283 kmp_uint64 imbalance_data[4]; 295 LINKAGE void __kmp_itt_metadata_loop(ident_t *loc, kmp_uint64 sched_type, 296 kmp_uint64 iterations, kmp_uint64 chunk) { 313 kmp_uint64 loop_data[5]; 345 kmp_uint64 single_data[2]; 434 kmp_uint64 counter =
|
| H A D | kmp_lock.cpp | 99 kmp_uint64 time; in __kmp_acquire_tas_lock_timed_template() 2220 kmp_uint64 mask = lck->lk.mask; // atomic load in __kmp_acquire_drdpa_lock_timed_template() 2221 std::atomic<kmp_uint64> *polls = lck->lk.polls; in __kmp_acquire_drdpa_lock_timed_template() 2237 kmp_uint64 time; in __kmp_acquire_drdpa_lock_timed_template() 2276 std::atomic<kmp_uint64> *old_polls = polls; in __kmp_acquire_drdpa_lock_timed_template() 2380 std::atomic<kmp_uint64> *polls = lck->lk.polls; in __kmp_test_drdpa_lock() 2381 kmp_uint64 mask = lck->lk.mask; // atomic load in __kmp_test_drdpa_lock() 2383 kmp_uint64 next_ticket = ticket + 1; in __kmp_test_drdpa_lock() 2426 kmp_uint64 mask = lck->lk.mask; // atomic load in __kmp_release_drdpa_lock() 2649 extern kmp_uint64 __kmp_now_nsec(); [all …]
|
| H A D | kmp_atomic.cpp | 1049 ATOMIC_CMPXCHG(fixed8u, div, kmp_uint64, 64, /, 8i, 7, 1059 ATOMIC_CMPXCHG(fixed8u, shr, kmp_uint64, 64, >>, 8i, 7, 1536 ATOMIC_CMPXCHG_REV(fixed8u, div, kmp_uint64, 64, /, 8i, 1542 ATOMIC_CMPXCHG_REV(fixed8u, shr, kmp_uint64, 64, >>, 8i, 1773 ATOMIC_CMPXCHG_MIX(fixed8u, kmp_uint64, add, 64, +, fp, _Quad, 8i, 7, 1777 ATOMIC_CMPXCHG_MIX(fixed8u, kmp_uint64, sub, 64, -, fp, _Quad, 8i, 7, 1781 ATOMIC_CMPXCHG_MIX(fixed8u, kmp_uint64, mul, 64, *, fp, _Quad, 8i, 7, 2410 ATOMIC_CMPXCHG_CPT(fixed8u, div_cpt, kmp_uint64, 64, /, 2420 ATOMIC_CMPXCHG_CPT(fixed8u, shr_cpt, kmp_uint64, 64, >>, 3033 ATOMIC_CMPXCHG_CPT_REV(fixed8u, div_cpt_rev, kmp_uint64, 64, /, [all …]
|
| H A D | kmp_barrier.cpp | 163 kmp_uint64 distributedBarrier::go_release() { in go_release() 164 kmp_uint64 next_go = iter[0].iter + distributedBarrier::MAX_ITERS; in go_release() 233 kmp_uint64 my_current_iter, my_next_iter; in __kmp_dist_barrier_gather() 382 kmp_uint64 my_current_iter, next_go; in __kmp_dist_barrier_release() 806 kmp_uint64 new_state = 0; in __kmp_tree_barrier_gather() 1013 kmp_uint64 new_state = KMP_BARRIER_UNUSED_STATE; in __kmp_hyper_barrier_gather() 1365 kmp_uint64 new_state = 0; in __kmp_hierarchical_barrier_gather() 1400 kmp_uint64 leaf_state = in __kmp_hierarchical_barrier_gather() 1603 kmp_uint64 old_leaf_state = thr_bar->leaf_state; in __kmp_hierarchical_barrier_release() 1937 kmp_uint64 cur_time = __itt_get_timestamp(); in __kmp_barrier_template() [all …]
|
| H A D | kmp_gsupport.cpp | 909 KMP_DISPATCH_NEXT_ULL(&loc, gtid, NULL, (kmp_uint64 *)p_lb, \ 910 (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); \ 947 KMP_DISPATCH_NEXT_ULL(&loc, gtid, NULL, (kmp_uint64 *)p_lb, \ 948 (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); \ 974 KMP_DISPATCH_NEXT_ULL(&loc, gtid, NULL, (kmp_uint64 *)p_lb, \ 975 (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); \ 1072 KMP_DISPATCH_NEXT_ULL(&loc, gtid, NULL, (kmp_uint64 *)p_lb, \ 1073 (kmp_uint64 *)p_ub, (kmp_int64 *)&stride); \ 1866 __kmpc_taskloop(&loc, gtid, task, if_val, (kmp_uint64 *)&(loop_bounds[0]), in __GOMP_taskloop() 1867 (kmp_uint64 *)&(loop_bounds[1]), (kmp_int64)step, 1, sched, in __GOMP_taskloop() [all …]
|
| /llvm-project-15.0.7/openmp/runtime/test/tasking/ |
| H A D | kmp_taskloop.c | 53 typedef unsigned long long kmp_uint64; typedef 61 kmp_uint64 *lb, kmp_uint64 *ub, kmp_int64 st,
|
| H A D | kmp_taskloop_5.c | 52 typedef unsigned long long kmp_uint64; typedef 60 kmp_uint64 *lb, kmp_uint64 *ub, kmp_int64 st,
|
| H A D | kmp_detach_tasks_t1.c | 12 typedef unsigned long long kmp_uint64; typedef
|
| H A D | kmp_detach_tasks_t2.c | 12 typedef unsigned long long kmp_uint64; typedef
|