Lines Matching refs:direct
216 int direct);
241 cc_cce_cleanup(struct callout_cpu *cc, int direct) in cc_cce_cleanup() argument
244 cc_exec_curr(cc, direct) = NULL; in cc_cce_cleanup()
245 cc_exec_cancel(cc, direct) = false; in cc_cce_cleanup()
246 cc_exec_waiting(cc, direct) = false; in cc_cce_cleanup()
248 cc_migration_cpu(cc, direct) = CPUBLOCK; in cc_cce_cleanup()
249 cc_migration_time(cc, direct) = 0; in cc_cce_cleanup()
250 cc_migration_prec(cc, direct) = 0; in cc_cce_cleanup()
251 cc_migration_func(cc, direct) = NULL; in cc_cce_cleanup()
252 cc_migration_arg(cc, direct) = NULL; in cc_cce_cleanup()
260 cc_cce_migrating(struct callout_cpu *cc, int direct) in cc_cce_migrating() argument
264 return (cc_migration_cpu(cc, direct) != CPUBLOCK); in cc_cce_migrating()
633 int direct) in softclock_call_cc() argument
674 cc_exec_curr(cc, direct) = c; in softclock_call_cc()
675 cc_exec_last_func(cc, direct) = c_func; in softclock_call_cc()
676 cc_exec_last_arg(cc, direct) = c_arg; in softclock_call_cc()
677 cc_exec_cancel(cc, direct) = false; in softclock_call_cc()
678 cc_exec_drain(cc, direct) = NULL; in softclock_call_cc()
686 if (cc_exec_cancel(cc, direct)) { in softclock_call_cc()
691 cc_exec_cancel(cc, direct) = true; in softclock_call_cc()
713 "func:%p", c_func, "arg:%p", c_arg, "direct:%d", direct); in softclock_call_cc()
742 KASSERT(cc_exec_curr(cc, direct) == c, ("mishandled cc_curr")); in softclock_call_cc()
743 cc_exec_curr(cc, direct) = NULL; in softclock_call_cc()
744 if (cc_exec_drain(cc, direct)) { in softclock_call_cc()
745 drain = cc_exec_drain(cc, direct); in softclock_call_cc()
746 cc_exec_drain(cc, direct) = NULL; in softclock_call_cc()
751 if (cc_exec_waiting(cc, direct)) { in softclock_call_cc()
758 if (cc_cce_migrating(cc, direct)) { in softclock_call_cc()
759 cc_cce_cleanup(cc, direct); in softclock_call_cc()
767 cc_exec_waiting(cc, direct) = false; in softclock_call_cc()
769 wakeup(&cc_exec_waiting(cc, direct)); in softclock_call_cc()
771 } else if (cc_cce_migrating(cc, direct)) { in softclock_call_cc()
777 new_cpu = cc_migration_cpu(cc, direct); in softclock_call_cc()
778 new_time = cc_migration_time(cc, direct); in softclock_call_cc()
779 new_prec = cc_migration_prec(cc, direct); in softclock_call_cc()
780 new_func = cc_migration_func(cc, direct); in softclock_call_cc()
781 new_arg = cc_migration_arg(cc, direct); in softclock_call_cc()
782 cc_cce_cleanup(cc, direct); in softclock_call_cc()
799 flags = (direct) ? C_DIRECT_EXEC : 0; in softclock_call_cc()
941 int cancelled, direct; in callout_reset_sbt_on() local
952 direct = 1; in callout_reset_sbt_on()
954 direct = 0; in callout_reset_sbt_on()
956 KASSERT(!direct || c->c_lock == NULL || in callout_reset_sbt_on()
966 if (cc_exec_curr(cc, direct) == c) { in callout_reset_sbt_on()
972 if (c->c_lock != NULL && !cc_exec_cancel(cc, direct)) in callout_reset_sbt_on()
973 cancelled = cc_exec_cancel(cc, direct) = true; in callout_reset_sbt_on()
974 if (cc_exec_waiting(cc, direct) || cc_exec_drain(cc, direct)) { in callout_reset_sbt_on()
994 cc_migration_cpu(cc, direct) = cpu; in callout_reset_sbt_on()
995 cc_migration_time(cc, direct) = to_sbt; in callout_reset_sbt_on()
996 cc_migration_prec(cc, direct) = precision; in callout_reset_sbt_on()
997 cc_migration_func(cc, direct) = ftn; in callout_reset_sbt_on()
998 cc_migration_arg(cc, direct) = arg; in callout_reset_sbt_on()
1025 if (cc_exec_curr(cc, direct) == c) { in callout_reset_sbt_on()
1042 cc_migration_cpu(cc, direct) = cpu; in callout_reset_sbt_on()
1043 cc_migration_time(cc, direct) = to_sbt; in callout_reset_sbt_on()
1044 cc_migration_prec(cc, direct) = precision; in callout_reset_sbt_on()
1045 cc_migration_func(cc, direct) = ftn; in callout_reset_sbt_on()
1046 cc_migration_arg(cc, direct) = arg; in callout_reset_sbt_on()
1089 int direct, sq_locked, use_lock; in _callout_stop_safe() local
1114 direct = 1; in _callout_stop_safe()
1116 direct = 0; in _callout_stop_safe()
1153 sleepq_release(&cc_exec_waiting(old_cc, direct)); in _callout_stop_safe()
1165 if (cc_exec_curr(cc, direct) == c) { in _callout_stop_safe()
1182 if (cc_exec_curr(cc, direct) == c) { in _callout_stop_safe()
1203 &cc_exec_waiting(cc, direct)); in _callout_stop_safe()
1215 cc_exec_waiting(cc, direct) = true; in _callout_stop_safe()
1219 &cc_exec_waiting(cc, direct), in _callout_stop_safe()
1223 &cc_exec_waiting(cc, direct), in _callout_stop_safe()
1234 !cc_exec_cancel(cc, direct) && (drain == NULL)) { in _callout_stop_safe()
1245 cc_exec_cancel(cc, direct) = true; in _callout_stop_safe()
1248 KASSERT(!cc_cce_migrating(cc, direct), in _callout_stop_safe()
1253 cc_migration_cpu(cc, direct) = CPUBLOCK; in _callout_stop_safe()
1254 cc_migration_time(cc, direct) = 0; in _callout_stop_safe()
1255 cc_migration_prec(cc, direct) = 0; in _callout_stop_safe()
1256 cc_migration_func(cc, direct) = NULL; in _callout_stop_safe()
1257 cc_migration_arg(cc, direct) = NULL; in _callout_stop_safe()
1281 cc_migration_cpu(cc, direct) = CPUBLOCK; in _callout_stop_safe()
1282 cc_migration_time(cc, direct) = 0; in _callout_stop_safe()
1283 cc_migration_prec(cc, direct) = 0; in _callout_stop_safe()
1284 cc_migration_func(cc, direct) = NULL; in _callout_stop_safe()
1285 cc_migration_arg(cc, direct) = NULL; in _callout_stop_safe()
1290 KASSERT(cc_exec_drain(cc, direct) == NULL, in _callout_stop_safe()
1292 cc_exec_drain(cc, direct))); in _callout_stop_safe()
1293 cc_exec_drain(cc, direct) = drain; in _callout_stop_safe()
1301 KASSERT(cc_exec_drain(cc, direct) == NULL, in _callout_stop_safe()
1303 cc_exec_drain(cc, direct))); in _callout_stop_safe()
1304 cc_exec_drain(cc, direct) = drain; in _callout_stop_safe()
1313 sleepq_release(&cc_exec_waiting(cc, direct)); in _callout_stop_safe()
1322 if (cc_exec_curr(cc, direct) != c) in _callout_stop_safe()
1516 _show_last_callout(int cpu, int direct, const char *dirstr) in _show_last_callout() argument
1522 func = cc_exec_last_func(cc, direct); in _show_last_callout()
1523 arg = cc_exec_last_arg(cc, direct); in _show_last_callout()