Lines Matching refs:direct

211 		    int direct);
236 cc_cce_cleanup(struct callout_cpu *cc, int direct) in cc_cce_cleanup() argument
239 cc_exec_curr(cc, direct) = NULL; in cc_cce_cleanup()
240 cc_exec_cancel(cc, direct) = false; in cc_cce_cleanup()
241 cc_exec_waiting(cc, direct) = false; in cc_cce_cleanup()
243 cc_migration_cpu(cc, direct) = CPUBLOCK; in cc_cce_cleanup()
244 cc_migration_time(cc, direct) = 0; in cc_cce_cleanup()
245 cc_migration_prec(cc, direct) = 0; in cc_cce_cleanup()
246 cc_migration_func(cc, direct) = NULL; in cc_cce_cleanup()
247 cc_migration_arg(cc, direct) = NULL; in cc_cce_cleanup()
255 cc_cce_migrating(struct callout_cpu *cc, int direct) in cc_cce_migrating() argument
259 return (cc_migration_cpu(cc, direct) != CPUBLOCK); in cc_cce_migrating()
644 int direct) in softclock_call_cc() argument
688 cc_exec_curr(cc, direct) = c; in softclock_call_cc()
689 cc_exec_cancel(cc, direct) = false; in softclock_call_cc()
690 cc_exec_drain(cc, direct) = NULL; in softclock_call_cc()
698 if (cc_exec_cancel(cc, direct)) { in softclock_call_cc()
703 cc_exec_cancel(cc, direct) = true; in softclock_call_cc()
725 "func:%p", c_func, "arg:%p", c_arg, "direct:%d", direct); in softclock_call_cc()
754 KASSERT(cc_exec_curr(cc, direct) == c, ("mishandled cc_curr")); in softclock_call_cc()
755 cc_exec_curr(cc, direct) = NULL; in softclock_call_cc()
756 if (cc_exec_drain(cc, direct)) { in softclock_call_cc()
759 drain = cc_exec_drain(cc, direct); in softclock_call_cc()
760 cc_exec_drain(cc, direct) = NULL; in softclock_call_cc()
765 if (cc_exec_waiting(cc, direct)) { in softclock_call_cc()
772 if (cc_cce_migrating(cc, direct)) { in softclock_call_cc()
773 cc_cce_cleanup(cc, direct); in softclock_call_cc()
781 cc_exec_waiting(cc, direct) = false; in softclock_call_cc()
783 wakeup(&cc_exec_waiting(cc, direct)); in softclock_call_cc()
785 } else if (cc_cce_migrating(cc, direct)) { in softclock_call_cc()
793 new_cpu = cc_migration_cpu(cc, direct); in softclock_call_cc()
794 new_time = cc_migration_time(cc, direct); in softclock_call_cc()
795 new_prec = cc_migration_prec(cc, direct); in softclock_call_cc()
796 new_func = cc_migration_func(cc, direct); in softclock_call_cc()
797 new_arg = cc_migration_arg(cc, direct); in softclock_call_cc()
798 cc_cce_cleanup(cc, direct); in softclock_call_cc()
816 flags = (direct) ? C_DIRECT_EXEC : 0; in softclock_call_cc()
1024 int cancelled, direct; local
1043 direct = 1;
1045 direct = 0;
1047 KASSERT(!direct || c->c_lock == NULL,
1060 if (cc_exec_curr(cc, direct) == c) {
1066 if (c->c_lock != NULL && !cc_exec_cancel(cc, direct))
1067 cancelled = cc_exec_cancel(cc, direct) = true;
1068 if (cc_exec_waiting(cc, direct) || cc_exec_drain(cc, direct)) {
1088 cc_migration_cpu(cc, direct) = cpu;
1089 cc_migration_time(cc, direct) = to_sbt;
1090 cc_migration_prec(cc, direct) = precision;
1091 cc_migration_func(cc, direct) = ftn;
1092 cc_migration_arg(cc, direct) = arg;
1119 if (cc_exec_curr(cc, direct) == c) {
1136 cc_migration_cpu(cc, direct) = cpu;
1137 cc_migration_time(cc, direct) = to_sbt;
1138 cc_migration_prec(cc, direct) = precision;
1139 cc_migration_func(cc, direct) = ftn;
1140 cc_migration_arg(cc, direct) = arg;
1183 int direct, sq_locked, use_lock; local
1205 direct = 1;
1207 direct = 0;
1244 sleepq_release(&cc_exec_waiting(old_cc, direct));
1256 if (cc_exec_curr(cc, direct) == c) {
1273 if (cc_exec_curr(cc, direct) == c) {
1294 &cc_exec_waiting(cc, direct));
1306 cc_exec_waiting(cc, direct) = true;
1310 &cc_exec_waiting(cc, direct),
1314 &cc_exec_waiting(cc, direct),
1325 !cc_exec_cancel(cc, direct) && (drain == NULL)) {
1336 cc_exec_cancel(cc, direct) = true;
1339 KASSERT(!cc_cce_migrating(cc, direct),
1344 cc_migration_cpu(cc, direct) = CPUBLOCK;
1345 cc_migration_time(cc, direct) = 0;
1346 cc_migration_prec(cc, direct) = 0;
1347 cc_migration_func(cc, direct) = NULL;
1348 cc_migration_arg(cc, direct) = NULL;
1372 cc_migration_cpu(cc, direct) = CPUBLOCK;
1373 cc_migration_time(cc, direct) = 0;
1374 cc_migration_prec(cc, direct) = 0;
1375 cc_migration_func(cc, direct) = NULL;
1376 cc_migration_arg(cc, direct) = NULL;
1381 cc_exec_drain(cc, direct) = drain;
1389 cc_exec_drain(cc, direct) = drain;
1397 sleepq_release(&cc_exec_waiting(cc, direct));
1406 if (cc_exec_curr(cc, direct) != c)