| /xnu-11215/osfmk/kern/ |
| H A D | waitq.c | 992 waitq_queue_iterate_locked(struct waitq *safeq, struct waitq *waitq, in waitq_queue_iterate_locked() argument 1045 struct waitq *waitq, in waitq_prioq_iterate_locked() argument 1690 struct waitq *waitq, in waitq_wakeup64_thread_and_unlock() argument 1736 *waitq.wq_q = (struct waitq){ in waitq_init() 2270 struct waitq *waitq, in select_waitq_wakeup_and_deinit() argument 2402 struct waitq *waitq, in waitq_wakeup64_thread() argument 2502 wqt_idx(struct waitq *waitq) in wqt_idx() argument 2518 wqt_bit(struct waitq *waitq) in wqt_bit() argument 2545 struct waitq *waitq = wqt_wq(index); in wqt_link() local 2568 struct waitq *waitq = wqt_wq(index); in wqt_unlink() local [all …]
|
| H A D | waitq.h | 141 struct waitq { struct 628 struct waitq *waitq, 783 struct waitq *waitq, 868 struct waitq *waitq, 882 struct waitq *waitq, 896 struct waitq *waitq, 911 struct waitq *waitq, 992 struct waitq *waitq); 1006 struct waitq *waitq); 1047 struct waitq *waitq, [all …]
|
| H A D | block_hint.h | 73 struct waitq; 79 extern void kdp_lck_mtx_find_owner(struct waitq * waitq, event64_t event, thread_waitinfo_t *waitin… 80 extern void kdp_sema_find_owner(struct waitq * waitq, event64_t event, thread_waitinfo_t *waitinfo); 81 extern void kdp_mqueue_send_find_owner(struct waitq * waitq, event64_t event, thread_waitinfo_v2_t … 83 extern void kdp_mqueue_recv_find_owner(struct waitq * waitq, event64_t event, thread_waitinfo_v2_t … 85 extern void kdp_ulock_find_owner(struct waitq * waitq, event64_t event, thread_waitinfo_t *waitinfo… 86 extern void kdp_rwlck_find_owner(struct waitq * waitq, event64_t event, thread_waitinfo_t *waitinfo… 91 extern void kdp_sleep_with_inheritor_find_owner(struct waitq * waitq, __unused event64_t event, thr… 96 void kdp_eventlink_find_owner(struct waitq *waitq, event64_t event, thread_waitinfo_t *waitinfo); 98 extern void kdp_esync_find_owner(struct waitq *waitq, event64_t event, thread_waitinfo_t *waitinfo);
|
| H A D | sync_sema.h | 54 struct waitq waitq; /* queue of blocked threads & lock */ member 61 #define semaphore_lock(semaphore) waitq_lock(&(semaphore)->waitq) 62 #define semaphore_unlock(semaphore) waitq_unlock(&(semaphore)->waitq)
|
| H A D | sync_sema.c | 123 waitq_init(&s->waitq, WQT_QUEUE, policy | SYNC_POLICY_INIT_LOCKED); in semaphore_create() 186 waitq_wakeup64_all_locked(&semaphore->waitq, in semaphore_destroy_internal() 192 assert(circle_queue_empty(&semaphore->waitq.waitq_queue)); in semaphore_destroy_internal() 275 waitq_deinit(&semaphore->waitq); in semaphore_free() 359 &semaphore->waitq, SEMAPHORE_EVENT, in semaphore_signal_internal() 378 kr = waitq_wakeup64_all_locked(&semaphore->waitq, in semaphore_signal_internal() 399 kr = waitq_wakeup64_one_locked(&semaphore->waitq, in semaphore_signal_internal() 692 &wait_semaphore->waitq, in semaphore_wait_internal() 1139 kdp_sema_find_owner(struct waitq *waitq, __assert_only event64_t event, thread_waitinfo_t * waitinf… in kdp_sema_find_owner() argument 1141 semaphore_t sem = __container_of(waitq, struct semaphore, waitq); in kdp_sema_find_owner()
|
| H A D | turnstile.h | 347 struct waitq ts_waitq; /* waitq embedded in turnstile */ 371 #define waitq_to_turnstile(waitq) __container_of(waitq, struct turnstile, ts_waitq) argument 476 struct waitq* wq,
|
| H A D | sfi.c | 186 struct waitq waitq; /* threads in ready state */ member 245 waitq_init(&sfi_classes[i].waitq, WQT_QUEUE, SYNC_POLICY_FIFO); in sfi_init() 427 kret = waitq_wakeup64_all(&sfi_class->waitq, in sfi_timer_per_class_on() 1014 waitret = waitq_assert_wait64(&sfi_class->waitq, in sfi_ast() 1081 kret = waitq_wakeup64_thread(&sfi_class->waitq, in sfi_reevaluate()
|
| H A D | epoch_sync.c | 397 kdp_esync_find_owner(struct waitq *waitq, event64_t event, in kdp_esync_find_owner() argument 403 if (waitq_held(waitq)) { in kdp_esync_find_owner() 407 const struct turnstile *turnstile = waitq_to_turnstile(waitq); in kdp_esync_find_owner()
|
| H A D | sched_prim.c | 1327 struct waitq *waitq; in assert_wait() local 1337 struct waitq * 1360 struct waitq *waitq; in assert_wait_timeout() local 1364 waitq_lock(waitq); in assert_wait_timeout() 1410 struct waitq *waitq; in assert_wait_timeout_with_leeway() local 1414 waitq_lock(waitq); in assert_wait_timeout_with_leeway() 1444 struct waitq *waitq; in assert_wait_deadline() local 1448 waitq_lock(waitq); in assert_wait_deadline() 1479 struct waitq *waitq; in assert_wait_deadline_with_leeway() local 1483 waitq_lock(waitq); in assert_wait_deadline_with_leeway() [all …]
|
| H A D | turnstile.c | 1989 waitq_t waitq = thread->waitq; in thread_get_waiting_turnstile() local 1992 if (waitq_is_null(waitq)) { in thread_get_waiting_turnstile() 1996 switch (waitq_type(waitq)) { in thread_get_waiting_turnstile() 1998 return waitq.wq_q->waitq_ts; in thread_get_waiting_turnstile() 2001 return waitq_to_turnstile(waitq.wq_q); in thread_get_waiting_turnstile() 2044 waitq_t waitq = thread->waitq; in thread_get_update_flags_for_turnstile_propagation_stoppage() local 2047 if (waitq_is_null(waitq)) { in thread_get_update_flags_for_turnstile_propagation_stoppage() 2052 switch (waitq_type(waitq)) { in thread_get_update_flags_for_turnstile_propagation_stoppage() 2054 if (waitq.wq_q->waitq_ts) { in thread_get_update_flags_for_turnstile_propagation_stoppage() 2381 struct waitq *wq, in turnstile_waitq_add_thread_priority_queue()
|
| H A D | thread_act.c | 198 struct waitq *waitq, in thread_start_in_assert_wait() argument 206 waitq_lock(waitq); in thread_start_in_assert_wait() 216 wait_result = waitq_assert_wait64_locked(waitq, event, in thread_start_in_assert_wait() 229 waitq_unlock(waitq); in thread_start_in_assert_wait()
|
| H A D | smr.c | 258 struct waitq waitq; member 478 waitq_lock(&smrw->waitq); in __smrw_lock() 484 waitq_unlock(&smrw->waitq); in __smrw_unlock() 506 thread = waitq_wakeup64_identify_locked(&smrw->waitq, in __smrw_wakeup_and_unlock() 512 waitq_resume_and_bind_identified_thread(&smrw->waitq, in __smrw_wakeup_and_unlock() 725 waitq_wakeup64_all(&smrw->waitq, in __smr_wake_oncore_sleepers() 1012 waitq_assert_wait64(&smrw->waitq, __smrw_oncore_event(smrw), in __smr_wait_for_oncore() 1848 waitq_assert_wait64_locked(&smrw->waitq, __smrw_drain_event(smrw), in __smr_worker_continue() 2023 &smrw->waitq, __smrw_drain_event(smrw), THREAD_UNINT); in __smr_cpu_init_thread() 2034 waitq_init(&smrw->waitq, WQT_QUEUE, SYNC_POLICY_FIFO); in smr_cpu_init()
|
| /xnu-11215/tools/lldbmacros/ |
| H A D | waitq.py | 163 def GetWaitqSummary(waitq): argument 164 if isinstance(waitq, Waitq): 165 wq = waitq 167 wq = Waitq(waitq) 176 def ShowWaitqHelper(waitq, O=None): argument 177 print(GetWaitqSummary(waitq)) 180 if waitq.hasThreads(): 183 for thread in waitq.iterateThreads(): 186 if waitq.hasSets(): 189 for wqs in waitq.iterateSets(): [all …]
|
| H A D | turnstile.py | 5 from waitq import * 101 waitq = Waitq(addressof(turnstile.ts_waitq)) 102 if waitq.hasThreads(): 104 ShowWaitqHelper(waitq, O=O)
|
| H A D | Makefile | 89 waitq.py \
|
| /xnu-11215/osfmk/ipc/ |
| H A D | ipc_mqueue.c | 381 struct waitq *waitq) in ipc_mqueue_changed() argument 671 struct waitq *waitq = &port->ip_waitq; in ipc_mqueue_post() local 833 waitq_unlock(waitq); in ipc_mqueue_post() 937 struct waitq *waitq, in ipc_mqueue_receive() argument 946 waitq_lock(waitq); in ipc_mqueue_receive() 978 struct waitq *waitq, in ipc_mqueue_receive_on_thread_and_unlock() argument 995 struct waitq *port_wq; in ipc_mqueue_receive_on_thread_and_unlock() 1026 port = ip_from_waitq(waitq); in ipc_mqueue_receive_on_thread_and_unlock() 1031 panic("Unknown waitq type (%p/0x%x)", waitq, waitq_type(waitq)); in ipc_mqueue_receive_on_thread_and_unlock() 1049 if (!waitq_is_valid(waitq)) { in ipc_mqueue_receive_on_thread_and_unlock() [all …]
|
| H A D | ipc_mqueue.h | 87 struct waitq iowq_waitq; 150 waitq_t waitq); 172 waitq_t waitq, 180 waitq_t waitq,
|
| H A D | ipc_object.h | 199 #define io_from_waitq(waitq) \ argument 200 (&__container_of(waitq, struct ipc_object_waitq, iowq_waitq)->iowq_object)
|
| H A D | ipc_eventlink.c | 1120 struct waitq *waitq, in kdp_eventlink_find_owner() argument 1128 if (waitq_held(waitq)) { in kdp_eventlink_find_owner() 1132 struct ipc_eventlink_base *ipc_eventlink_base = WAITQ_TO_EVENTLINK(waitq); in kdp_eventlink_find_owner()
|
| H A D | ipc_object.c | 153 struct waitq *wq = io_waitq(object); in ipc_object_free_safe() 165 struct waitq *wq = __container_of(e, struct waitq, waitq_defer); in ipc_object_deallocate_queue_invoke() 1378 struct waitq *orig_wq = io_waitq(orig_io); in ipc_object_lock_allow_invalid() 1379 struct waitq *wq = pgz_decode_allow_invalid(orig_wq, ZONE_ID_ANY); in ipc_object_lock_allow_invalid()
|
| H A D | ipc_port.h | 151 struct waitq ip_waitq; 780 struct waitq * 781 ipc_port_rcv_turnstile_waitq(struct waitq *waitq);
|
| H A D | ipc_eventlink.h | 78 struct waitq elb_waitq; /* waitq */
|
| H A D | ipc_port.c | 3282 struct waitq *waitq, in kdp_mqueue_send_find_owner() argument 3290 assert(waitq_type(waitq) == WQT_TURNSTILE); in kdp_mqueue_send_find_owner() 3292 turnstile = waitq_to_turnstile(waitq); in kdp_mqueue_send_find_owner() 3361 struct waitq *waitq, in kdp_mqueue_recv_find_owner() argument 3371 if (waitq_type(waitq) == WQT_PORT_SET) { in kdp_mqueue_recv_find_owner() 3372 ipc_pset_t set = ips_from_waitq(waitq); in kdp_mqueue_recv_find_owner() 3383 } else if (waitq_type(waitq) == WQT_PORT) { in kdp_mqueue_recv_find_owner() 3384 ipc_port_t port = ip_from_waitq(waitq); in kdp_mqueue_recv_find_owner()
|
| H A D | ipc_pset.c | 889 ipc_pset_prepost(struct waitq_set *wqs, struct waitq *waitq) in ipc_pset_prepost() argument 891 KNOTE(&ips_from_waitq(wqs)->ips_klist, (long)waitq); in ipc_pset_prepost()
|
| /xnu-11215/bsd/sys/ |
| H A D | select.h | 122 struct waitq si_waitq; /* waitq for wait/wakeup */
|