Lines Matching refs:direct
179 int direct);
204 cc_cce_cleanup(struct callout_cpu *cc, int direct) in cc_cce_cleanup() argument
206 cc_exec_curr(cc, direct) = NULL; in cc_cce_cleanup()
207 cc_exec_cancel(cc, direct) = false; in cc_cce_cleanup()
208 cc_exec_waiting(cc, direct) = false; in cc_cce_cleanup()
215 cc_cce_migrating(struct callout_cpu *cc, int direct) in cc_cce_migrating() argument
387 int direct) in softclock_call_cc() argument
424 cc_exec_curr(cc, direct) = c; in softclock_call_cc()
425 cc_exec_cancel(cc, direct) = false; in softclock_call_cc()
426 cc_exec_drain(cc, direct) = NULL; in softclock_call_cc()
434 if (cc_exec_cancel(cc, direct)) { in softclock_call_cc()
439 cc_exec_cancel(cc, direct) = true; in softclock_call_cc()
461 "func:%p", c_func, "arg:%p", c_arg, "direct:%d", direct); in softclock_call_cc()
490 KASSERT(cc_exec_curr(cc, direct) == c, ("mishandled cc_curr")); in softclock_call_cc()
491 cc_exec_curr(cc, direct) = NULL; in softclock_call_cc()
492 if (cc_exec_drain(cc, direct)) { in softclock_call_cc()
495 drain = cc_exec_drain(cc, direct); in softclock_call_cc()
496 cc_exec_drain(cc, direct) = NULL; in softclock_call_cc()
501 if (cc_exec_waiting(cc, direct)) { in softclock_call_cc()
508 if (cc_cce_migrating(cc, direct)) { in softclock_call_cc()
509 cc_cce_cleanup(cc, direct); in softclock_call_cc()
517 cc_exec_waiting(cc, direct) = false; in softclock_call_cc()
519 wakeup(&cc_exec_waiting(cc, direct)); in softclock_call_cc()
521 } else if (cc_cce_migrating(cc, direct)) { in softclock_call_cc()
697 int cancelled, direct; in callout_reset_tick_on() local
715 direct = 1; in callout_reset_tick_on()
717 direct = 0; in callout_reset_tick_on()
719 KASSERT(!direct || c->c_lock == NULL, in callout_reset_tick_on()
732 if (cc_exec_curr(cc, direct) == c) { in callout_reset_tick_on()
738 if (c->c_lock != NULL && !cc_exec_cancel(cc, direct)) in callout_reset_tick_on()
739 cancelled = cc_exec_cancel(cc, direct) = true; in callout_reset_tick_on()
740 if (cc_exec_waiting(cc, direct)) { in callout_reset_tick_on()
796 int direct, sq_locked, use_lock; in _callout_stop_safe() local
818 direct = 1; in _callout_stop_safe()
820 direct = 0; in _callout_stop_safe()
861 if (cc_exec_curr(cc, direct) == c) { in _callout_stop_safe()
875 while (cc_exec_curr(cc, direct) == c) { in _callout_stop_safe()
896 &cc_exec_waiting(cc, direct)); in _callout_stop_safe()
908 cc_exec_waiting(cc, direct) = true; in _callout_stop_safe()
912 &cc_exec_waiting(cc, direct), in _callout_stop_safe()
916 &cc_exec_waiting(cc, direct), in _callout_stop_safe()
926 !cc_exec_cancel(cc, direct) && (drain == NULL)) { in _callout_stop_safe()
937 cc_exec_cancel(cc, direct) = true; in _callout_stop_safe()
940 KASSERT(!cc_cce_migrating(cc, direct), in _callout_stop_safe()
961 cc_exec_drain(cc, direct) = drain; in _callout_stop_safe()
969 cc_exec_drain(cc, direct) = drain; in _callout_stop_safe()
977 sleepq_release(&cc_exec_waiting(cc, direct)); in _callout_stop_safe()
986 if (cc_exec_curr(cc, direct) != c) in _callout_stop_safe()