Lines Matching refs:schedule
72 static inline int __kmp_get_monotonicity(ident_t *loc, enum sched_type schedule, in __kmp_get_monotonicity() argument
85 else if (SCHEDULE_HAS_NONMONOTONIC(schedule)) in __kmp_get_monotonicity()
87 else if (SCHEDULE_HAS_MONOTONIC(schedule)) in __kmp_get_monotonicity()
186 enum sched_type schedule, T lb, T ub, in __kmp_dispatch_init_algorithm() argument
214 KD_TRACE(10, (buff, gtid, pr, lb, ub, st, schedule, chunk, nproc, tid)); in __kmp_dispatch_init_algorithm()
237 monotonicity = __kmp_get_monotonicity(loc, schedule, use_hier); in __kmp_dispatch_init_algorithm()
238 schedule = SCHEDULE_WITHOUT_MODIFIERS(schedule); in __kmp_dispatch_init_algorithm()
241 if ((schedule >= kmp_nm_lower) && (schedule < kmp_nm_upper)) { in __kmp_dispatch_init_algorithm()
243 schedule = in __kmp_dispatch_init_algorithm()
244 (enum sched_type)(((int)schedule) - (kmp_nm_lower - kmp_sch_lower)); in __kmp_dispatch_init_algorithm()
249 if (kmp_ord_lower & schedule) { in __kmp_dispatch_init_algorithm()
251 schedule = in __kmp_dispatch_init_algorithm()
252 (enum sched_type)(((int)schedule) - (kmp_ord_lower - kmp_sch_lower)); in __kmp_dispatch_init_algorithm()
261 if (schedule == kmp_sch_static) { in __kmp_dispatch_init_algorithm()
262 schedule = __kmp_static; in __kmp_dispatch_init_algorithm()
264 if (schedule == kmp_sch_runtime) { in __kmp_dispatch_init_algorithm()
267 schedule = team->t.t_sched.r_sched_type; in __kmp_dispatch_init_algorithm()
268 monotonicity = __kmp_get_monotonicity(loc, schedule, use_hier); in __kmp_dispatch_init_algorithm()
269 schedule = SCHEDULE_WITHOUT_MODIFIERS(schedule); in __kmp_dispatch_init_algorithm()
274 if (schedule == kmp_sch_guided_chunked) { in __kmp_dispatch_init_algorithm()
275 schedule = __kmp_guided; in __kmp_dispatch_init_algorithm()
276 } else if (schedule == kmp_sch_static) { in __kmp_dispatch_init_algorithm()
277 schedule = __kmp_static; in __kmp_dispatch_init_algorithm()
293 KD_TRACE(10, (buff, gtid, schedule, chunk)); in __kmp_dispatch_init_algorithm()
298 if (schedule == kmp_sch_guided_chunked) { in __kmp_dispatch_init_algorithm()
299 schedule = __kmp_guided; in __kmp_dispatch_init_algorithm()
306 if (schedule == kmp_sch_auto) { in __kmp_dispatch_init_algorithm()
308 schedule = __kmp_auto; in __kmp_dispatch_init_algorithm()
317 KD_TRACE(10, (buff, gtid, schedule, chunk)); in __kmp_dispatch_init_algorithm()
324 if (schedule == kmp_sch_dynamic_chunked) { in __kmp_dispatch_init_algorithm()
326 schedule = kmp_sch_static_steal; in __kmp_dispatch_init_algorithm()
330 if (schedule == kmp_sch_guided_analytical_chunked && nproc > 1 << 20) { in __kmp_dispatch_init_algorithm()
331 schedule = kmp_sch_guided_iterative_chunked; in __kmp_dispatch_init_algorithm()
334 if (schedule == kmp_sch_runtime_simd) { in __kmp_dispatch_init_algorithm()
336 schedule = team->t.t_sched.r_sched_type; in __kmp_dispatch_init_algorithm()
337 monotonicity = __kmp_get_monotonicity(loc, schedule, use_hier); in __kmp_dispatch_init_algorithm()
338 schedule = SCHEDULE_WITHOUT_MODIFIERS(schedule); in __kmp_dispatch_init_algorithm()
341 if (schedule == kmp_sch_static || schedule == kmp_sch_auto || in __kmp_dispatch_init_algorithm()
342 schedule == __kmp_static) { in __kmp_dispatch_init_algorithm()
343 schedule = kmp_sch_static_balanced_chunked; in __kmp_dispatch_init_algorithm()
345 if (schedule == kmp_sch_guided_chunked || schedule == __kmp_guided) { in __kmp_dispatch_init_algorithm()
346 schedule = kmp_sch_guided_simd; in __kmp_dispatch_init_algorithm()
362 KD_TRACE(10, (buff, gtid, schedule, chunk)); in __kmp_dispatch_init_algorithm()
369 KMP_ASSERT2((kmp_sch_lower < schedule && schedule < kmp_sch_upper), in __kmp_dispatch_init_algorithm()
430 switch (schedule) { in __kmp_dispatch_init_algorithm()
575 schedule = kmp_sch_dynamic_chunked; in __kmp_dispatch_init_algorithm()
657 schedule = kmp_sch_static_greedy; in __kmp_dispatch_init_algorithm()
675 schedule = kmp_sch_dynamic_chunked; in __kmp_dispatch_init_algorithm()
687 schedule = kmp_sch_static_greedy; in __kmp_dispatch_init_algorithm()
705 schedule = kmp_sch_dynamic_chunked; in __kmp_dispatch_init_algorithm()
817 schedule = kmp_sch_static_greedy; in __kmp_dispatch_init_algorithm()
902 pr->schedule = schedule; in __kmp_dispatch_init_algorithm()
962 __kmp_dispatch_init(ident_t *loc, int gtid, enum sched_type schedule, T lb, in __kmp_dispatch_init() argument
997 KD_TRACE(10, (buff, gtid, schedule, chunk, lb, ub, st)); in __kmp_dispatch_init()
1010 if (schedule == __kmp_static) { in __kmp_dispatch_init()
1021 enum sched_type my_sched = schedule; in __kmp_dispatch_init()
1039 if (schedule == kmp_sch_runtime && __kmp_hier_scheds.size > 0) { in __kmp_dispatch_init()
1085 __kmp_dispatch_init_algorithm(loc, gtid, pr, schedule, lb, ub, st, in __kmp_dispatch_init()
1110 switch (schedule) { in __kmp_dispatch_init()
1155 KD_TRACE(10, (buff, gtid, pr->schedule, pr->flags.ordered, pr->u.p.lb, in __kmp_dispatch_init()
1366 switch (pr->schedule) { in __kmp_dispatch_next_algorithm()
2366 if (pr->schedule == kmp_sch_static_steal) { in __kmp_dispatch_next()
2800 enum sched_type schedule, kmp_int32 lb, in __kmpc_dispatch_init_4() argument
2806 __kmp_dispatch_init<kmp_int32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_4()
2812 enum sched_type schedule, kmp_uint32 lb, in __kmpc_dispatch_init_4u() argument
2818 __kmp_dispatch_init<kmp_uint32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_4u()
2825 enum sched_type schedule, kmp_int64 lb, in __kmpc_dispatch_init_8() argument
2831 __kmp_dispatch_init<kmp_int64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_8()
2838 enum sched_type schedule, kmp_uint64 lb, in __kmpc_dispatch_init_8u() argument
2844 __kmp_dispatch_init<kmp_uint64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_8u()
2857 enum sched_type schedule, kmp_int32 *p_last, in __kmpc_dist_dispatch_init_4() argument
2865 __kmp_dispatch_init<kmp_int32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_4()
2869 enum sched_type schedule, kmp_int32 *p_last, in __kmpc_dist_dispatch_init_4u() argument
2877 __kmp_dispatch_init<kmp_uint32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_4u()
2881 enum sched_type schedule, kmp_int32 *p_last, in __kmpc_dist_dispatch_init_8() argument
2889 __kmp_dispatch_init<kmp_int64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_8()
2893 enum sched_type schedule, kmp_int32 *p_last, in __kmpc_dist_dispatch_init_8u() argument
2901 __kmp_dispatch_init<kmp_uint64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_8u()
3093 enum sched_type schedule, kmp_int32 lb, in __kmp_aux_dispatch_init_4() argument
3096 __kmp_dispatch_init<kmp_int32>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_4()
3101 enum sched_type schedule, kmp_uint32 lb, in __kmp_aux_dispatch_init_4u() argument
3104 __kmp_dispatch_init<kmp_uint32>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_4u()
3109 enum sched_type schedule, kmp_int64 lb, in __kmp_aux_dispatch_init_8() argument
3112 __kmp_dispatch_init<kmp_int64>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_8()
3117 enum sched_type schedule, kmp_uint64 lb, in __kmp_aux_dispatch_init_8u() argument
3120 __kmp_dispatch_init<kmp_uint64>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_8u()