Lines Matching refs:schedule
72 static inline int __kmp_get_monotonicity(ident_t *loc, enum sched_type schedule, in __kmp_get_monotonicity() argument
85 else if (SCHEDULE_HAS_NONMONOTONIC(schedule)) in __kmp_get_monotonicity()
87 else if (SCHEDULE_HAS_MONOTONIC(schedule)) in __kmp_get_monotonicity()
122 enum sched_type schedule, T lb, T ub, in __kmp_dispatch_init_algorithm() argument
150 KD_TRACE(10, (buff, gtid, pr, lb, ub, st, schedule, chunk, nproc, tid)); in __kmp_dispatch_init_algorithm()
173 monotonicity = __kmp_get_monotonicity(loc, schedule, use_hier); in __kmp_dispatch_init_algorithm()
174 schedule = SCHEDULE_WITHOUT_MODIFIERS(schedule); in __kmp_dispatch_init_algorithm()
177 if ((schedule >= kmp_nm_lower) && (schedule < kmp_nm_upper)) { in __kmp_dispatch_init_algorithm()
179 schedule = in __kmp_dispatch_init_algorithm()
180 (enum sched_type)(((int)schedule) - (kmp_nm_lower - kmp_sch_lower)); in __kmp_dispatch_init_algorithm()
185 if (kmp_ord_lower & schedule) { in __kmp_dispatch_init_algorithm()
187 schedule = in __kmp_dispatch_init_algorithm()
188 (enum sched_type)(((int)schedule) - (kmp_ord_lower - kmp_sch_lower)); in __kmp_dispatch_init_algorithm()
197 if (schedule == kmp_sch_static) { in __kmp_dispatch_init_algorithm()
198 schedule = __kmp_static; in __kmp_dispatch_init_algorithm()
200 if (schedule == kmp_sch_runtime) { in __kmp_dispatch_init_algorithm()
203 schedule = team->t.t_sched.r_sched_type; in __kmp_dispatch_init_algorithm()
204 monotonicity = __kmp_get_monotonicity(loc, schedule, use_hier); in __kmp_dispatch_init_algorithm()
205 schedule = SCHEDULE_WITHOUT_MODIFIERS(schedule); in __kmp_dispatch_init_algorithm()
210 if (schedule == kmp_sch_guided_chunked) { in __kmp_dispatch_init_algorithm()
211 schedule = __kmp_guided; in __kmp_dispatch_init_algorithm()
212 } else if (schedule == kmp_sch_static) { in __kmp_dispatch_init_algorithm()
213 schedule = __kmp_static; in __kmp_dispatch_init_algorithm()
229 KD_TRACE(10, (buff, gtid, schedule, chunk)); in __kmp_dispatch_init_algorithm()
234 if (schedule == kmp_sch_guided_chunked) { in __kmp_dispatch_init_algorithm()
235 schedule = __kmp_guided; in __kmp_dispatch_init_algorithm()
242 if (schedule == kmp_sch_auto) { in __kmp_dispatch_init_algorithm()
244 schedule = __kmp_auto; in __kmp_dispatch_init_algorithm()
253 KD_TRACE(10, (buff, gtid, schedule, chunk)); in __kmp_dispatch_init_algorithm()
260 if (schedule == kmp_sch_dynamic_chunked) { in __kmp_dispatch_init_algorithm()
262 schedule = kmp_sch_static_steal; in __kmp_dispatch_init_algorithm()
266 if (schedule == kmp_sch_guided_analytical_chunked && nproc > 1 << 20) { in __kmp_dispatch_init_algorithm()
267 schedule = kmp_sch_guided_iterative_chunked; in __kmp_dispatch_init_algorithm()
270 if (schedule == kmp_sch_runtime_simd) { in __kmp_dispatch_init_algorithm()
272 schedule = team->t.t_sched.r_sched_type; in __kmp_dispatch_init_algorithm()
273 monotonicity = __kmp_get_monotonicity(loc, schedule, use_hier); in __kmp_dispatch_init_algorithm()
274 schedule = SCHEDULE_WITHOUT_MODIFIERS(schedule); in __kmp_dispatch_init_algorithm()
277 if (schedule == kmp_sch_static || schedule == kmp_sch_auto || in __kmp_dispatch_init_algorithm()
278 schedule == __kmp_static) { in __kmp_dispatch_init_algorithm()
279 schedule = kmp_sch_static_balanced_chunked; in __kmp_dispatch_init_algorithm()
281 if (schedule == kmp_sch_guided_chunked || schedule == __kmp_guided) { in __kmp_dispatch_init_algorithm()
282 schedule = kmp_sch_guided_simd; in __kmp_dispatch_init_algorithm()
298 KD_TRACE(10, (buff, gtid, schedule, chunk)); in __kmp_dispatch_init_algorithm()
305 KMP_ASSERT2((kmp_sch_lower < schedule && schedule < kmp_sch_upper), in __kmp_dispatch_init_algorithm()
366 switch (schedule) { in __kmp_dispatch_init_algorithm()
414 schedule = kmp_sch_dynamic_chunked; in __kmp_dispatch_init_algorithm()
496 schedule = kmp_sch_static_greedy; in __kmp_dispatch_init_algorithm()
514 schedule = kmp_sch_dynamic_chunked; in __kmp_dispatch_init_algorithm()
526 schedule = kmp_sch_static_greedy; in __kmp_dispatch_init_algorithm()
544 schedule = kmp_sch_dynamic_chunked; in __kmp_dispatch_init_algorithm()
655 schedule = kmp_sch_static_greedy; in __kmp_dispatch_init_algorithm()
738 pr->schedule = schedule; in __kmp_dispatch_init_algorithm()
798 __kmp_dispatch_init(ident_t *loc, int gtid, enum sched_type schedule, T lb, in __kmp_dispatch_init() argument
833 KD_TRACE(10, (buff, gtid, schedule, chunk, lb, ub, st)); in __kmp_dispatch_init()
846 if (schedule == __kmp_static) { in __kmp_dispatch_init()
857 enum sched_type my_sched = schedule; in __kmp_dispatch_init()
875 if (schedule == kmp_sch_runtime && __kmp_hier_scheds.size > 0) { in __kmp_dispatch_init()
921 __kmp_dispatch_init_algorithm(loc, gtid, pr, schedule, lb, ub, st, in __kmp_dispatch_init()
946 switch (schedule) { in __kmp_dispatch_init()
991 KD_TRACE(10, (buff, gtid, pr->schedule, pr->flags.ordered, pr->u.p.lb, in __kmp_dispatch_init()
1202 switch (pr->schedule) { in __kmp_dispatch_next_algorithm()
2188 if (pr->schedule == kmp_sch_static_steal) { in __kmp_dispatch_next()
2409 enum sched_type schedule, kmp_int32 lb, in __kmpc_dispatch_init_4() argument
2415 __kmp_dispatch_init<kmp_int32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_4()
2421 enum sched_type schedule, kmp_uint32 lb, in __kmpc_dispatch_init_4u() argument
2427 __kmp_dispatch_init<kmp_uint32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_4u()
2434 enum sched_type schedule, kmp_int64 lb, in __kmpc_dispatch_init_8() argument
2440 __kmp_dispatch_init<kmp_int64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_8()
2447 enum sched_type schedule, kmp_uint64 lb, in __kmpc_dispatch_init_8u() argument
2453 __kmp_dispatch_init<kmp_uint64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dispatch_init_8u()
2466 enum sched_type schedule, kmp_int32 *p_last, in __kmpc_dist_dispatch_init_4() argument
2474 __kmp_dispatch_init<kmp_int32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_4()
2478 enum sched_type schedule, kmp_int32 *p_last, in __kmpc_dist_dispatch_init_4u() argument
2486 __kmp_dispatch_init<kmp_uint32>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_4u()
2490 enum sched_type schedule, kmp_int32 *p_last, in __kmpc_dist_dispatch_init_8() argument
2498 __kmp_dispatch_init<kmp_int64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_8()
2502 enum sched_type schedule, kmp_int32 *p_last, in __kmpc_dist_dispatch_init_8u() argument
2510 __kmp_dispatch_init<kmp_uint64>(loc, gtid, schedule, lb, ub, st, chunk, true); in __kmpc_dist_dispatch_init_8u()
2698 enum sched_type schedule, kmp_int32 lb, in __kmp_aux_dispatch_init_4() argument
2701 __kmp_dispatch_init<kmp_int32>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_4()
2706 enum sched_type schedule, kmp_uint32 lb, in __kmp_aux_dispatch_init_4u() argument
2709 __kmp_dispatch_init<kmp_uint32>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_4u()
2714 enum sched_type schedule, kmp_int64 lb, in __kmp_aux_dispatch_init_8() argument
2717 __kmp_dispatch_init<kmp_int64>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_8()
2722 enum sched_type schedule, kmp_uint64 lb, in __kmp_aux_dispatch_init_8u() argument
2725 __kmp_dispatch_init<kmp_uint64>(loc, gtid, schedule, lb, ub, st, chunk, in __kmp_aux_dispatch_init_8u()