Lines Matching refs:ub
122 enum sched_type schedule, T lb, T ub, in __kmp_dispatch_init_algorithm() argument
150 KD_TRACE(10, (buff, gtid, pr, lb, ub, st, schedule, chunk, nproc, tid)); in __kmp_dispatch_init_algorithm()
318 if (ub >= lb) { in __kmp_dispatch_init_algorithm()
319 tc = ub - lb + 1; in __kmp_dispatch_init_algorithm()
324 if (lb >= ub) { in __kmp_dispatch_init_algorithm()
327 tc = (UT)(lb - ub) / (-st) + 1; in __kmp_dispatch_init_algorithm()
332 if (ub >= lb) { in __kmp_dispatch_init_algorithm()
335 tc = (UT)(ub - lb) / st + 1; in __kmp_dispatch_init_algorithm()
348 pr->u.p.ub = ub; in __kmp_dispatch_init_algorithm()
353 pr->u.p.last_upper = ub + st; in __kmp_dispatch_init_algorithm()
397 pr->u.p.ub = init + small_chunk + (id < extras ? 1 : 0); in __kmp_dispatch_init_algorithm()
404 pr->u.p.ub = init; // mark there is no iterations to work on in __kmp_dispatch_init_algorithm()
471 pr->u.p.ub = lb + limit; in __kmp_dispatch_init_algorithm()
479 pr->u.p.ub = (ub_tmp + st > ub ? ub : ub_tmp); in __kmp_dispatch_init_algorithm()
481 pr->u.p.ub = (ub_tmp + st < ub ? ub : ub_tmp); in __kmp_dispatch_init_algorithm()
746 inline void __kmp_dispatch_init_hier_runtime(ident_t *loc, T lb, T ub,
751 kmp_int32 ub, kmp_int32 st) { in __kmp_dispatch_init_hier_runtime() argument
754 __kmp_hier_scheds.scheds, __kmp_hier_scheds.small_chunks, lb, ub, st); in __kmp_dispatch_init_hier_runtime()
759 kmp_uint32 ub, kmp_int32 st) { in __kmp_dispatch_init_hier_runtime() argument
762 __kmp_hier_scheds.scheds, __kmp_hier_scheds.small_chunks, lb, ub, st); in __kmp_dispatch_init_hier_runtime()
767 kmp_int64 ub, kmp_int64 st) { in __kmp_dispatch_init_hier_runtime() argument
770 __kmp_hier_scheds.scheds, __kmp_hier_scheds.large_chunks, lb, ub, st); in __kmp_dispatch_init_hier_runtime()
775 kmp_uint64 ub, kmp_int64 st) { in __kmp_dispatch_init_hier_runtime() argument
778 __kmp_hier_scheds.scheds, __kmp_hier_scheds.large_chunks, lb, ub, st); in __kmp_dispatch_init_hier_runtime()
802 T ub, typename traits_t<T>::signed_t st, in __kmp_dispatch_init() argument
836 KD_TRACE(10, (buff, gtid, schedule, chunk, lb, ub, st)); in __kmp_dispatch_init()
882 __kmp_dispatch_init_hier_runtime<T>(loc, lb, ub, st); in __kmp_dispatch_init()
924 __kmp_dispatch_init_algorithm(loc, gtid, pr, schedule, lb, ub, st, in __kmp_dispatch_init()
975 pr->u.p.ub = pr->u.p.lb = pr->u.p.st = pr->u.p.tc = 0; in __kmp_dispatch_init()
995 pr->u.p.ub, pr->u.p.st, pr->u.p.tc, pr->u.p.count, in __kmp_dispatch_init()
1221 if (pr->u.p.count < (UT)pr->u.p.ub) { in __kmp_dispatch_next_algorithm()
1226 status = (init < (UT)pr->u.p.ub); in __kmp_dispatch_next_algorithm()
1270 pr->u.p.ub = init + small_chunk + (id < extras ? 1 : 0); in __kmp_dispatch_next_algorithm()
1282 KD_TRACE(10, (buff, gtid, id, pr->u.p.count, pr->u.p.ub)); in __kmp_dispatch_next_algorithm()
1287 if (pr->u.p.count < (UT)pr->u.p.ub) in __kmp_dispatch_next_algorithm()
1293 v->u.p.count >= (UT)v->u.p.ub) { in __kmp_dispatch_next_algorithm()
1300 limit = v->u.p.ub; // keep initial ub in __kmp_dispatch_next_algorithm()
1313 init = (v->u.p.ub -= (remaining >> 2)); in __kmp_dispatch_next_algorithm()
1317 init = (v->u.p.ub -= 1); in __kmp_dispatch_next_algorithm()
1338 pr->u.p.ub = limit; in __kmp_dispatch_next_algorithm()
1351 T ub; in __kmp_dispatch_next_algorithm() member
1356 if (pr->u.p.count < (UT)pr->u.p.ub) { in __kmp_dispatch_next_algorithm()
1371 status = (init < (UT)vold.p.ub); in __kmp_dispatch_next_algorithm()
1412 vnew.p.ub = init + small_chunk + (id < extras ? 1 : 0); in __kmp_dispatch_next_algorithm()
1429 KD_TRACE(10, (buff, gtid, id, pr->u.p.count, pr->u.p.ub)); in __kmp_dispatch_next_algorithm()
1434 if (pr->u.p.count < (UT)pr->u.p.ub) in __kmp_dispatch_next_algorithm()
1443 vold.p.count >= (UT)vold.p.ub) { in __kmp_dispatch_next_algorithm()
1448 remaining = vold.p.ub - vold.p.count; in __kmp_dispatch_next_algorithm()
1452 vnew.p.ub -= remaining >> 2; // steal from tail of victim's range in __kmp_dispatch_next_algorithm()
1454 vnew.p.ub -= 1; // steal 1 chunk of 1..7 remaining in __kmp_dispatch_next_algorithm()
1456 KMP_DEBUG_ASSERT(vnew.p.ub * (UT)chunk <= trip); in __kmp_dispatch_next_algorithm()
1470 KD_TRACE(10, (buff, gtid, victimId, vnew.p.ub, vold.p.ub)); in __kmp_dispatch_next_algorithm()
1475 vold.p.ub - vnew.p.ub); in __kmp_dispatch_next_algorithm()
1479 init = vnew.p.ub; in __kmp_dispatch_next_algorithm()
1487 if (vold.p.count < (UT)vold.p.ub) in __kmp_dispatch_next_algorithm()
1537 *p_ub = pr->u.p.ub; in __kmp_dispatch_next_algorithm()
1542 pr->u.p.lb = pr->u.p.ub + pr->u.p.st; in __kmp_dispatch_next_algorithm()
1967 #define OMPT_LOOP_DISPATCH(lb, ub, st, status) \ argument
1973 OMPT_GET_DISPATCH_CHUNK(chunk, lb, ub, st); \
1982 #define OMPT_LOOP_DISPATCH(lb, ub, st, status) // no-op argument
2098 pr->u.p.last_upper = pr->u.p.ub; in __kmp_dispatch_next()
2133 *p_ub = pr->u.p.ub; in __kmp_dispatch_next()
2259 pr->u.p.last_upper = pr->u.p.ub; in __kmp_dispatch_next()
2641 kmp_int32 ub, kmp_int32 st, kmp_int32 chunk) { in __kmpc_dispatch_init_4() argument
2646 __kmp_dispatch_init<kmp_int32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_4()
2653 kmp_uint32 ub, kmp_int32 st, kmp_int32 chunk) { in __kmpc_dispatch_init_4u() argument
2658 __kmp_dispatch_init<kmp_uint32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_4u()
2666 kmp_int64 ub, kmp_int64 st, kmp_int64 chunk) { in __kmpc_dispatch_init_8() argument
2671 __kmp_dispatch_init<kmp_int64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_8()
2679 kmp_uint64 ub, kmp_int64 st, kmp_int64 chunk) { in __kmpc_dispatch_init_8u() argument
2684 __kmp_dispatch_init<kmp_uint64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_8u()
2698 kmp_int32 lb, kmp_int32 ub, kmp_int32 st, in __kmpc_dist_dispatch_init_4() argument
2704 __kmp_dist_get_bounds<kmp_int32>(loc, gtid, p_last, &lb, &ub, st); in __kmpc_dist_dispatch_init_4()
2705 __kmp_dispatch_init<kmp_int32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_4()
2710 kmp_uint32 lb, kmp_uint32 ub, kmp_int32 st, in __kmpc_dist_dispatch_init_4u() argument
2716 __kmp_dist_get_bounds<kmp_uint32>(loc, gtid, p_last, &lb, &ub, st); in __kmpc_dist_dispatch_init_4u()
2717 __kmp_dispatch_init<kmp_uint32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_4u()
2722 kmp_int64 lb, kmp_int64 ub, kmp_int64 st, in __kmpc_dist_dispatch_init_8() argument
2728 __kmp_dist_get_bounds<kmp_int64>(loc, gtid, p_last, &lb, &ub, st); in __kmpc_dist_dispatch_init_8()
2729 __kmp_dispatch_init<kmp_int64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_8()
2734 kmp_uint64 lb, kmp_uint64 ub, kmp_int64 st, in __kmpc_dist_dispatch_init_8u() argument
2740 __kmp_dist_get_bounds<kmp_uint64>(loc, gtid, p_last, &lb, &ub, st); in __kmpc_dist_dispatch_init_8u()
2741 __kmp_dispatch_init<kmp_uint64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_8u()
2934 kmp_int32 ub, kmp_int32 st, kmp_int32 chunk, in __kmp_aux_dispatch_init_4() argument
2936 __kmp_dispatch_init<kmp_int32>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_4()
2942 kmp_uint32 ub, kmp_int32 st, kmp_int32 chunk, in __kmp_aux_dispatch_init_4u() argument
2944 __kmp_dispatch_init<kmp_uint32>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_4u()
2950 kmp_int64 ub, kmp_int64 st, kmp_int64 chunk, in __kmp_aux_dispatch_init_8() argument
2952 __kmp_dispatch_init<kmp_int64>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_8()
2958 kmp_uint64 ub, kmp_int64 st, kmp_int64 chunk, in __kmp_aux_dispatch_init_8u() argument
2960 __kmp_dispatch_init<kmp_uint64>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_8u()