| /f-stack/freebsd/kern/ |
| H A D | sched_4bsd.c | 634 sched_prio(td, td->td_user_pri); in resetpriority_thread() 938 if (td->td_priority > td->td_user_pri) in sched_lend_user_prio() 939 sched_prio(td, td->td_user_pri); in sched_lend_user_prio() 940 else if (td->td_priority != td->td_user_pri) in sched_lend_user_prio() 955 if (td->td_priority != td->td_user_pri) in sched_lend_user_prio_cond() 993 td->td_lastcpu = td->td_oncpu; in sched_switch() 1258 if (td->td_lastcpu != NOCPU && THREAD_CAN_SCHED(td, td->td_lastcpu)) in sched_pickcpu() 1518 td->td_priority = td->td_user_pri; in sched_userret_slowpath() 1519 td->td_base_pri = td->td_user_pri; in sched_userret_slowpath() 1681 td->td_lastcpu = td->td_oncpu; in sched_throw() [all …]
|
| H A D | subr_trap.c | 120 if (SIGPENDING(td) && (td->td_flags & in userret() 126 p, td, td->td_flags); in userret() 138 addupc_task(td, TRAPF_PC(frame), td->td_pticks * psratio); in userret() 191 __func__, td, p->p_pid, td->td_name, curvnet, in userret() 192 (td->td_vnet_lpush != NULL) ? td->td_vnet_lpush : "N/A")); in userret() 209 td = curthread; in ast() 238 addupc_task(td, td->td_profil_addr, td->td_profil_ticks); in ast() 267 sched_prio(td, td->td_user_pri); in ast() 298 if (SIGPENDING(td) && (td->td_flags & in ast() 304 p, td, flags, td->td_flags); in ast() [all …]
|
| H A D | subr_syscall.c | 67 p = td->td_proc; in syscallenter() 68 sa = &td->td_sa; in syscallenter() 70 td->td_pticks = 0; in syscallenter() 88 (uintptr_t)td, "pid:%d", td->td_proc->p_pid, "arg0:%p", sa->args[0], in syscallenter() 92 td->td_errno = error; in syscallenter() 199 (uintptr_t)td, "pid:%d", td->td_proc->p_pid, "error:%d", error, in syscallenter() 223 p = td->td_proc; in syscallret() 224 sa = &td->td_sa; in syscallret() 240 userret(td, td->td_frame); in syscallret() 244 ktrsysret(sa->code, td->td_errno, td->td_retval[0]); in syscallret() [all …]
|
| H A D | kern_thread.c | 350 td->td_lastcpu = td->td_oncpu = NOCPU; in thread_ctor() 410 seltdfini(td); in thread_dtor() 423 td->td_allocdomain = vm_phys_domain(vtophys(td)); in thread_init() 735 return (td); in thread_alloc() 799 MPASS(td->td_realucred == td->td_ucred); in thread_cow_get() 869 MPASS(td->td_realucred == td->td_ucred); in thread_exit() 1361 return (TD_SBDRY_INTR(td) ? TD_SBDRY_ERRNO(td) : 0); in thread_suspend_check() 1635 td = NULL; in tdfind_hash() 1655 *tdp = td; in tdfind_hash() 1670 return (td); in tdfind() [all …]
|
| H A D | sched_ule.c | 386 td, td->td_name, td->td_priority, in runq_print() 1886 if (td->td_priority > td->td_user_pri) in sched_lend_user_prio() 1887 sched_prio(td, td->td_user_pri); in sched_lend_user_prio() 1888 else if (td->td_priority != td->td_user_pri) in sched_lend_user_prio() 1903 if (td->td_priority != td->td_user_pri) in sched_lend_user_prio_cond() 2063 td->td_lastcpu = td->td_oncpu; in sched_switch() 2179 sched_prio(td, td->td_base_user_pri); in sched_nice() 2392 td->td_priority = td->td_user_pri; in sched_userret_slowpath() 2393 td->td_base_pri = td->td_user_pri; in sched_userret_slowpath() 2914 td->td_lastcpu = td->td_oncpu; in sched_throw() [all …]
|
| H A D | subr_sleepqueue.c | 411 td->td_tid, td, (uintmax_t)td->td_sleeptimo)); in sleepq_set_timeout_sbt() 463 (void *)td, (long)p->p_pid, td->td_name); in sleepq_check_ast_sc_locked() 611 (void *)td, (long)td->td_proc->p_pid, (void *)td->td_name); in sleepq_switch() 813 SDT_PROBE2(sched, , , wakeup, td, td->td_proc); in sleepq_remove_thread() 854 (void *)td, (long)td->td_proc->p_pid, td->td_name); in sleepq_remove_thread() 938 while ((td = TAILQ_NEXT(td, td_slpq)) != NULL) { in sleepq_signal() 1014 td = arg; in sleepq_timeout() 1016 (void *)td, (long)td->td_proc->p_pid, (void *)td->td_name); in sleepq_timeout() 1116 (void *)td, (long)td->td_proc->p_pid, (void *)td->td_name); in sleepq_abort() 1237 td->td_tid, td->td_name, td); in sleepq_sbuf_print_stacks() [all …]
|
| H A D | subr_turnstile.c | 249 td->td_tid, td->td_proc->p_pid); in propagate_priority() 272 if (TD_IS_RUNNING(td) || TD_ON_RUNQ(td)) { in propagate_priority() 291 td->td_tid, td->td_name, td->td_state, in propagate_priority() 469 if (td == TAILQ_FIRST(&ts->ts_blocked[td->td_tsqueue]) && in turnstile_adjust() 1003 SDT_PROBE2(sched, , , wakeup, td, td->td_proc); in turnstile_unpend() 1100 td->td_proc->p_pid, td->td_name); in print_thread() 1187 td->td_proc->p_pid, td->td_name); in print_lockchain() 1216 td->td_wchan, td->td_wmesg); in print_lockchain() 1221 td = owner; in print_lockchain() 1256 if ((TD_ON_LOCK(td) && LIST_EMPTY(&td->td_contested)) in DB_SHOW_ALL_COMMAND() [all …]
|
| H A D | kern_kthread.c | 124 vsnprintf(td->td_name, sizeof(td->td_name), fmt, ap); in kproc_create() 129 TSTHREAD(td, td->td_name); in kproc_create() 142 thread_lock(td); in kproc_create() 162 td = curthread; in kproc_exit() 163 p = td->td_proc; in kproc_exit() 340 td = curthread; in kthread_exit() 341 p = td->td_proc; in kthread_exit() 348 wakeup(td); in kthread_exit() 439 td = curthread; in kthread_suspend_check() 478 *tdptr = td; in kproc_kthread_add() [all …]
|
| H A D | kern_switch.c | 176 return (td); in choosethread_panic() 190 return (td); in choosethread() 211 (long)td->td_proc->p_pid, td->td_name, td->td_critnest); in critical_enter_KBI() 256 (long)td->td_proc->p_pid, td->td_name, td->td_critnest); in critical_exit_KBI() 379 td, td->td_priority, pri, rqh); in runq_add() 397 td, td->td_priority, pri, rqh); in runq_add_pri() 452 td = td2; in runq_choose_fuzz() 462 return (td); in runq_choose_fuzz() 485 return (td); in runq_choose() 505 pri, td, td->td_rqindex, rqh); in runq_choose_from() [all …]
|
| H A D | kern_synch.c | 138 struct thread *td; in _sleep() local 144 td = curthread; in _sleep() 183 td->td_tid, td->td_proc->p_pid, td->td_name, wmesg, ident); in _sleep() 244 td = curthread; in msleep_spin_sbt() 254 td->td_tid, td->td_proc->p_pid, td->td_name, wmesg, ident); in msleep_spin_sbt() 497 if (!TD_ON_LOCK(td) && !TD_IS_RUNNING(td)) in mi_switch() 535 td->td_tid, td_get_sched(td), td->td_proc->p_pid, td->td_name); in mi_switch() 544 td->td_tid, td_get_sched(td), td->td_proc->p_pid, td->td_name); in mi_switch() 580 td, td->td_flags, td->td_inhibitors)); in setrunnable() 661 td = curthread; in kern_yield() [all …]
|
| H A D | uipc_syscalls.c | 107 fdrop(fp, td); in getsock_cap() 167 (void) fo_ioctl(fp, FIONBIO, &fflag, td->td_ucred, td); in kern_socket() 170 fdrop(fp, td); in kern_socket() 222 fdrop(fp, td); in kern_bindat() 310 fdclose(td, fp, td->td_retval[0]); 311 fdrop(fp, td); 387 (void) fo_ioctl(nfp, FIONBIO, &tmp, td->td_ucred, td); in kern_accept4() 389 (void) fo_ioctl(nfp, FIOASYNC, &tmp, td->td_ucred, td); in kern_accept4() 548 fdrop(fp, td); in kern_connectat() 635 (void) fo_ioctl(fp1, FIONBIO, &fflag, td->td_ucred, td); in kern_socketpair() [all …]
|
| H A D | kern_sig.c | 607 return (SIGPENDING(td) ? issignal(td) : 0); in cursig() 1736 arg.td = td; in killpg1() 2149 (void) tdsendsignal(td->td_proc, td, sig, &ksi); in tdsignal() 2156 (void) tdsendsignal(td->td_proc, td, sig, ksi); in tdksignal() 2170 MPASS(td == NULL || p == td->td_proc); in tdsendsignal() 2512 if (TD_IS_RUNNING(td) && td != curthread) in tdsigwakeup() 2828 td->td_flags = (td->td_flags & ~cflags) | prev; in sigallowstop_impl() 3493 vn_close(vp, FWRITE, td->td_ucred, td); in vnode_close_locked() 3551 vn_close(oldvp, FWRITE, td->td_ucred, td); in corefile_open_last() 3564 vn_close(oldvp, FWRITE, td->td_ucred, td); in corefile_open_last() [all …]
|
| /f-stack/freebsd/mips/cavium/usb/ |
| H A D | octusb.c | 280 usbd_copy_out(td->pc, td->offset, td->qh->fixup_buf, 8); in octusb_host_control_header_tx() 343 usbd_copy_out(td->pc, td->offset, td->qh->fixup_buf + in octusb_host_control_data_tx() 346 td->offset += td->remainder; in octusb_host_control_data_tx() 372 usbd_copy_in(td->pc, td->offset, td->qh->fixup_buf + in octusb_host_control_data_rx() 566 usbd_copy_in(td->pc, td->offset, td->qh->fixup_buf, rem); in octusb_non_control_data_rx() 657 if ((td->func) (td)) { in octusb_xfer_do_fifo() 678 td = td->obj_next; in octusb_xfer_do_fifo() 728 td = td->obj_next; in octusb_standard_done_sub() 739 td = td->obj_next; in octusb_standard_done_sub() 976 temp->td = td; in octusb_setup_standard_chain_sub() [all …]
|
| /f-stack/freebsd/mips/mips/ |
| H A D | pm_machdep.c | 90 struct thread *td; in sendsig() local 97 td = curthread; in sendsig() 98 p = td->td_proc; in sendsig() 244 p = td->td_proc; in ptrace_single_step() 275 error = ptrace_read_int(td, (off_t)va, &td->td_md.md_ss_instr); in ptrace_single_step() 294 td->td_tid, va, td->td_md.md_ss_instr); in ptrace_single_step() 335 tp = td->td_frame; in get_mcontext() 365 tp = td->td_frame; in set_mcontext() 491 p = td->td_proc; in ptrace_clear_single_step() 502 td->td_tid, td->td_md.md_ss_addr, td->td_md.md_ss_instr); in ptrace_clear_single_step() [all …]
|
| H A D | freebsd32_machdep.c | 135 return (set_regs(td, &r)); in set_regs32() 145 error = fill_regs(td, &r); in fill_regs32() 278 PROC_LOCK(td->td_proc); in freebsd32_getcontext() 318 PROC_LOCK(td->td_proc); in freebsd32_swapcontext() 352 struct thread *td; in freebsd32_sendsig() local 361 td = curthread; in freebsd32_sendsig() 362 p = td->td_proc; in freebsd32_sendsig() 368 fill_regs32(td, ®s); in freebsd32_sendsig() 406 td->td_frame->a0 = sig; in freebsd32_sendsig() 420 td->td_frame->a3 = td->td_frame->badvaddr; in freebsd32_sendsig() [all …]
|
| /f-stack/freebsd/sys/ |
| H A D | syscallsubr.h | 94 int kern_break(struct thread *td, uintptr_t *addr); 112 int kern_close(struct thread *td, int fd); 113 int kern_connectat(struct thread *td, int dirfd, int fd, 165 int kern_getsid(struct thread *td, pid_t pid); 171 int kern_jail(struct thread *td, struct jail *j); 224 int kern_pathconf(struct thread *td, const char *path, 230 int kern_posix_error(struct thread *td, int error); 292 int kern_shutdown(struct thread *td, int s, int how); 296 int kern_sigprocmask(struct thread *td, int how, 312 int kern_sync(struct thread *td); [all …]
|
| H A D | sched.h | 86 void sched_fork_exit(struct thread *td); 95 u_int sched_estcpu(struct thread *td); 104 void sched_throw(struct thread *td); 115 sched_userret(struct thread *td) in sched_userret() argument 129 if (__predict_false(td->td_priority != td->td_user_pri)) in sched_userret() 130 sched_userret_slowpath(td); in sched_userret() 140 void sched_preempt(struct thread *td); 142 void sched_rem(struct thread *td); 151 void sched_unbind(struct thread *td); 153 int sched_is_bound(struct thread *td); [all …]
|
| H A D | proc.h | 419 #define TD_LOCKS_INC(td) ((td)->td_locks++) argument 538 #define TD_ON_SLEEPQ(td) ((td)->td_wchan != NULL) argument 544 #define TD_ON_RUNQ(td) ((td)->td_state == TDS_RUNQ) argument 545 #define TD_CAN_RUN(td) ((td)->td_state == TDS_CAN_RUN) argument 550 #define TD_CAN_ABORT(td) (TD_ON_SLEEPQ((td)) && \ argument 573 #define TD_SET_LOCK(td) TD_SET_INHIB((td), TDI_LOCK) argument 575 #define TD_SET_IWAIT(td) TD_SET_INHIB((td), TDI_IWAIT) argument 580 #define TD_CLR_LOCK(td) TD_CLR_INHIB((td), TDI_LOCK) argument 582 #define TD_CLR_IWAIT(td) TD_CLR_INHIB((td), TDI_IWAIT) argument 584 #define TD_SET_RUNNING(td) (td)->td_state = TDS_RUNNING argument [all …]
|
| /f-stack/freebsd/arm/arm/ |
| H A D | machdep_ptrace.c | 45 if (proc_readmem(td, td->td_proc, addr, v, sizeof(*v)) != sizeof(*v)) in ptrace_read_int() 54 if (proc_writemem(td, td->td_proc, addr, &v, sizeof(v)) != sizeof(v)) in ptrace_write_int() 119 error = arm_predict_branch(td, cur_instr, td->td_frame->tf_pc, in ptrace_get_alternative_next() 143 p = td->td_proc; in ptrace_single_step() 146 error = ptrace_read_int(td, td->td_frame->tf_pc, in ptrace_single_step() 151 error = ptrace_read_int(td, td->td_frame->tf_pc + INSN_SIZE, in ptrace_single_step() 154 error = ptrace_write_int(td, td->td_frame->tf_pc + INSN_SIZE, in ptrace_single_step() 159 td->td_md.md_ptrace_addr = td->td_frame->tf_pc + in ptrace_single_step() 195 p = td->td_proc; in ptrace_clear_single_step() 197 ptrace_write_int(td, td->td_md.md_ptrace_addr, in ptrace_clear_single_step() [all …]
|
| H A D | vm_machdep.c | 169 frame = td->td_frame; in cpu_set_syscall_retval() 172 frame->tf_r0 = td->td_retval[0]; in cpu_set_syscall_retval() 212 td->td_pcb->pcb_regs.sf_r5 = (register_t)td; in cpu_copy_thread() 214 td->td_pcb->pcb_regs.sf_sp = STACKALIGN(td->td_frame); in cpu_copy_thread() 216 td->td_frame->tf_spsr &= ~PSR_C; in cpu_copy_thread() 217 td->td_frame->tf_r0 = 0; in cpu_copy_thread() 220 td->td_md.md_spinlock_count = 1; in cpu_copy_thread() 245 if (td == curthread) in cpu_set_user_tls() 258 td->td_pcb = (struct pcb *)(td->td_kstack + td->td_kstack_pages * in cpu_thread_alloc() 265 td->td_frame = (struct trapframe *)((caddr_t)td->td_pcb) - 1; in cpu_thread_alloc() [all …]
|
| /f-stack/freebsd/ddb/ |
| H A D | db_ps.c | 285 if (TD_ON_LOCK(td)) in dumpthread() 348 struct thread *td; in DB_SHOW_COMMAND() local 357 td = kdb_thread; in DB_SHOW_COMMAND() 360 db_printf("Thread %d at %p:\n", td->td_tid, td); in DB_SHOW_COMMAND() 361 db_printf(" proc (pid %d): %p\n", td->td_proc->p_pid, td->td_proc); in DB_SHOW_COMMAND() 366 (void *)(td->td_kstack + td->td_kstack_pages * PAGE_SIZE - 1)); in DB_SHOW_COMMAND() 419 if (TD_ON_LOCK(td)) in DB_SHOW_COMMAND() 425 td->td_wmesg, td->td_wchan, in DB_SHOW_COMMAND() 446 struct thread *td; in DB_SHOW_COMMAND() local 517 struct thread *td; in db_findstack_cmd() local [all …]
|
| /f-stack/freebsd/contrib/openzfs/module/zfs/ |
| H A D | dmu_traverse.c | 91 (void) td->td_func(td->td_spa, zilog, bp, &zb, NULL, td->td_arg); in traverse_zil_block() 116 (void) td->td_func(td->td_spa, zilog, bp, &zb, NULL, in traverse_zil_record() 158 if (td->td_resume != NULL && !ZB_IS_ZERO(td->td_resume)) { in resume_skip_check() 193 if (td->td_resume != NULL && !ZB_IS_ZERO(td->td_resume)) in traverse_prefetch_metadata() 263 td->td_hole_birth_enabled_txg <= td->td_min_txg) in traverse_visitbp() 281 err = td->td_func(td->td_spa, NULL, bp, zb, dnp, td->td_arg); in traverse_visitbp() 288 err = td->td_func(td->td_spa, NULL, bp, zb, dnp, in traverse_visitbp() 424 err = td->td_func(td->td_spa, NULL, bp, zb, dnp, td->td_arg); in traverse_visitbp() 494 err = td->td_func(td->td_spa, NULL, bp, &czb, dnp, in traverse_dnode() 517 err = td->td_func(td->td_spa, NULL, bp, &czb, dnp, in traverse_dnode() [all …]
|
| /f-stack/freebsd/arm64/arm64/ |
| H A D | vm_machdep.c | 144 frame = td->td_frame; in cpu_set_syscall_retval() 178 td->td_pcb->pcb_x[9] = (uintptr_t)td; in cpu_copy_thread() 180 td->td_pcb->pcb_sp = (uintptr_t)td->td_frame; in cpu_copy_thread() 182 td->td_pcb->pcb_fpusaved = &td->td_pcb->pcb_fpustate; in cpu_copy_thread() 186 td->td_md.md_spinlock_count = 1; in cpu_copy_thread() 217 pcb = td->td_pcb; in cpu_set_user_tls() 222 if (td == curthread) { in cpu_set_user_tls() 228 if (td == curthread) in cpu_set_user_tls() 236 cpu_thread_exit(struct thread *td) in cpu_thread_exit() argument 244 td->td_pcb = (struct pcb *)(td->td_kstack + in cpu_thread_alloc() [all …]
|
| /f-stack/freebsd/amd64/amd64/ |
| H A D | vm_machdep.c | 92 td->td_md.md_stack_base = td->td_kstack + in set_top_of_stack_td() 118 struct thread *td; in get_pcb_user_save_pcb() local 297 user_ldt_free(td); in cpu_exit() 310 pcb = td->td_pcb; in cpu_thread_exit() 324 pcb = td->td_pcb; in cpu_thread_clean() 354 td->td_pcb = pcb = get_pcb_td(td); in cpu_thread_alloc() 355 td->td_frame = (struct trapframe *)td->td_md.md_stack_base - 1; in cpu_thread_alloc() 368 cpu_thread_clean(td); in cpu_thread_free() 515 frame = td->td_frame; in cpu_set_syscall_retval() 564 pcb2 = td->td_pcb; in cpu_copy_thread() [all …]
|
| /f-stack/freebsd/i386/i386/ |
| H A D | vm_machdep.c | 96 p = td->td_kstack + td->td_kstack_pages * PAGE_SIZE - in get_pcb_user_save_td() 116 p = td->td_kstack + td->td_kstack_pages * PAGE_SIZE - in get_pcb_td() 299 user_ldt_free(td); in cpu_exit() 325 pcb = td->td_pcb; in cpu_thread_clean() 353 td->td_pcb = pcb = get_pcb_td(td); in cpu_thread_alloc() 369 cpu_thread_clean(td); in cpu_thread_free() 393 td->td_frame->tf_eax = td->td_retval[0]; in cpu_set_syscall_retval() 394 td->td_frame->tf_edx = td->td_retval[1]; in cpu_set_syscall_retval() 403 td->td_frame->tf_eip -= td->td_frame->tf_err; in cpu_set_syscall_retval() 429 pcb2 = td->td_pcb; in cpu_copy_thread() [all …]
|