Lines Matching refs:direct
213 int direct);
238 cc_cce_cleanup(struct callout_cpu *cc, int direct) in cc_cce_cleanup() argument
241 cc_exec_curr(cc, direct) = NULL; in cc_cce_cleanup()
242 cc_exec_cancel(cc, direct) = false; in cc_cce_cleanup()
243 cc_exec_waiting(cc, direct) = false; in cc_cce_cleanup()
245 cc_migration_cpu(cc, direct) = CPUBLOCK; in cc_cce_cleanup()
246 cc_migration_time(cc, direct) = 0; in cc_cce_cleanup()
247 cc_migration_prec(cc, direct) = 0; in cc_cce_cleanup()
248 cc_migration_func(cc, direct) = NULL; in cc_cce_cleanup()
249 cc_migration_arg(cc, direct) = NULL; in cc_cce_cleanup()
257 cc_cce_migrating(struct callout_cpu *cc, int direct) in cc_cce_migrating() argument
261 return (cc_migration_cpu(cc, direct) != CPUBLOCK); in cc_cce_migrating()
609 int direct) in softclock_call_cc() argument
650 cc_exec_curr(cc, direct) = c; in softclock_call_cc()
651 cc_exec_last_func(cc, direct) = c_func; in softclock_call_cc()
652 cc_exec_last_arg(cc, direct) = c_arg; in softclock_call_cc()
653 cc_exec_cancel(cc, direct) = false; in softclock_call_cc()
654 cc_exec_drain(cc, direct) = NULL; in softclock_call_cc()
662 if (cc_exec_cancel(cc, direct)) { in softclock_call_cc()
667 cc_exec_cancel(cc, direct) = true; in softclock_call_cc()
689 "func:%p", c_func, "arg:%p", c_arg, "direct:%d", direct); in softclock_call_cc()
718 KASSERT(cc_exec_curr(cc, direct) == c, ("mishandled cc_curr")); in softclock_call_cc()
719 cc_exec_curr(cc, direct) = NULL; in softclock_call_cc()
720 if (cc_exec_drain(cc, direct)) { in softclock_call_cc()
721 drain = cc_exec_drain(cc, direct); in softclock_call_cc()
722 cc_exec_drain(cc, direct) = NULL; in softclock_call_cc()
727 if (cc_exec_waiting(cc, direct)) { in softclock_call_cc()
734 if (cc_cce_migrating(cc, direct)) { in softclock_call_cc()
735 cc_cce_cleanup(cc, direct); in softclock_call_cc()
743 cc_exec_waiting(cc, direct) = false; in softclock_call_cc()
745 wakeup(&cc_exec_waiting(cc, direct)); in softclock_call_cc()
747 } else if (cc_cce_migrating(cc, direct)) { in softclock_call_cc()
753 new_cpu = cc_migration_cpu(cc, direct); in softclock_call_cc()
754 new_time = cc_migration_time(cc, direct); in softclock_call_cc()
755 new_prec = cc_migration_prec(cc, direct); in softclock_call_cc()
756 new_func = cc_migration_func(cc, direct); in softclock_call_cc()
757 new_arg = cc_migration_arg(cc, direct); in softclock_call_cc()
758 cc_cce_cleanup(cc, direct); in softclock_call_cc()
775 flags = (direct) ? C_DIRECT_EXEC : 0; in softclock_call_cc()
898 int cancelled, direct; in callout_reset_sbt_on() local
917 direct = 1; in callout_reset_sbt_on()
919 direct = 0; in callout_reset_sbt_on()
921 KASSERT(!direct || c->c_lock == NULL || in callout_reset_sbt_on()
932 if (cc_exec_curr(cc, direct) == c) { in callout_reset_sbt_on()
938 if (c->c_lock != NULL && !cc_exec_cancel(cc, direct)) in callout_reset_sbt_on()
939 cancelled = cc_exec_cancel(cc, direct) = true; in callout_reset_sbt_on()
940 if (cc_exec_waiting(cc, direct) || cc_exec_drain(cc, direct)) { in callout_reset_sbt_on()
960 cc_migration_cpu(cc, direct) = cpu; in callout_reset_sbt_on()
961 cc_migration_time(cc, direct) = to_sbt; in callout_reset_sbt_on()
962 cc_migration_prec(cc, direct) = precision; in callout_reset_sbt_on()
963 cc_migration_func(cc, direct) = ftn; in callout_reset_sbt_on()
964 cc_migration_arg(cc, direct) = arg; in callout_reset_sbt_on()
991 if (cc_exec_curr(cc, direct) == c) { in callout_reset_sbt_on()
1008 cc_migration_cpu(cc, direct) = cpu; in callout_reset_sbt_on()
1009 cc_migration_time(cc, direct) = to_sbt; in callout_reset_sbt_on()
1010 cc_migration_prec(cc, direct) = precision; in callout_reset_sbt_on()
1011 cc_migration_func(cc, direct) = ftn; in callout_reset_sbt_on()
1012 cc_migration_arg(cc, direct) = arg; in callout_reset_sbt_on()
1055 int direct, sq_locked, use_lock; in _callout_stop_safe() local
1080 direct = 1; in _callout_stop_safe()
1082 direct = 0; in _callout_stop_safe()
1119 sleepq_release(&cc_exec_waiting(old_cc, direct)); in _callout_stop_safe()
1131 if (cc_exec_curr(cc, direct) == c) { in _callout_stop_safe()
1148 if (cc_exec_curr(cc, direct) == c) { in _callout_stop_safe()
1169 &cc_exec_waiting(cc, direct)); in _callout_stop_safe()
1181 cc_exec_waiting(cc, direct) = true; in _callout_stop_safe()
1185 &cc_exec_waiting(cc, direct), in _callout_stop_safe()
1189 &cc_exec_waiting(cc, direct), in _callout_stop_safe()
1200 !cc_exec_cancel(cc, direct) && (drain == NULL)) { in _callout_stop_safe()
1211 cc_exec_cancel(cc, direct) = true; in _callout_stop_safe()
1214 KASSERT(!cc_cce_migrating(cc, direct), in _callout_stop_safe()
1219 cc_migration_cpu(cc, direct) = CPUBLOCK; in _callout_stop_safe()
1220 cc_migration_time(cc, direct) = 0; in _callout_stop_safe()
1221 cc_migration_prec(cc, direct) = 0; in _callout_stop_safe()
1222 cc_migration_func(cc, direct) = NULL; in _callout_stop_safe()
1223 cc_migration_arg(cc, direct) = NULL; in _callout_stop_safe()
1247 cc_migration_cpu(cc, direct) = CPUBLOCK; in _callout_stop_safe()
1248 cc_migration_time(cc, direct) = 0; in _callout_stop_safe()
1249 cc_migration_prec(cc, direct) = 0; in _callout_stop_safe()
1250 cc_migration_func(cc, direct) = NULL; in _callout_stop_safe()
1251 cc_migration_arg(cc, direct) = NULL; in _callout_stop_safe()
1256 KASSERT(cc_exec_drain(cc, direct) == NULL, in _callout_stop_safe()
1258 cc_exec_drain(cc, direct))); in _callout_stop_safe()
1259 cc_exec_drain(cc, direct) = drain; in _callout_stop_safe()
1267 KASSERT(cc_exec_drain(cc, direct) == NULL, in _callout_stop_safe()
1269 cc_exec_drain(cc, direct))); in _callout_stop_safe()
1270 cc_exec_drain(cc, direct) = drain; in _callout_stop_safe()
1279 sleepq_release(&cc_exec_waiting(cc, direct)); in _callout_stop_safe()
1288 if (cc_exec_curr(cc, direct) != c) in _callout_stop_safe()
1482 _show_last_callout(int cpu, int direct, const char *dirstr) in _show_last_callout() argument
1488 func = cc_exec_last_func(cc, direct); in _show_last_callout()
1489 arg = cc_exec_last_arg(cc, direct); in _show_last_callout()