| /xnu-11215/libkern/os/ |
| H A D | refcnt.c | 107 if (grp == NULL) { in ref_log_op() 177 grp->grp_log = NULL; in os_ref_log_fini() 217 if (grp == NULL) { in ref_attach_to_group() 224 os_ref_log_init(grp); in ref_attach_to_group() 244 if (grp) { in ref_retain_group() 255 if (grp) { in ref_release_group() 267 if (grp) { in ref_drop_group() 288 ref_retain_group(grp); in ref_retain_debug() 297 ref_release_group(grp); in ref_release_debug() 304 ref_log_drop(grp, rc); in ref_drop_debug() [all …]
|
| H A D | refcnt_internal.h | 85 rc->ref_group = grp; in os_ref_init_count() 149 (os_ref_init_count)((rc), (grp) ? (grp) : &__grp, (count)); \ 226 os_ref_init_count_internal(rc, grp, count); in os_ref_init_count_raw() 238 os_ref_retain_internal(rc, grp); in os_ref_retain_raw() 244 os_ref_retain_floor_internal(rc, f, grp); in os_ref_retain_floor_raw() 275 struct os_refgrp *grp) in os_ref_retain_floor_try_raw() argument 283 os_ref_retain_locked_internal(rc, grp); in os_ref_retain_locked_raw() 288 struct os_refgrp *grp) in os_ref_retain_floor_locked_raw() argument 330 os_ref_log_fini(struct os_refgrp *grp); 333 os_ref_log_init(struct os_refgrp *grp); [all …]
|
| H A D | refcnt.h | 102 #define os_ref_init(rc, grp) os_ref_init_count((rc), (grp), 1) argument 192 extern void os_pcpu_ref_init(os_pcpu_ref_t *ref, struct os_refgrp *grp); 238 extern void os_pcpu_ref_destroy(os_pcpu_ref_t *ref, struct os_refgrp *grp); 254 extern void os_pcpu_ref_retain(os_pcpu_ref_t ref, struct os_refgrp *grp); 271 extern void os_pcpu_ref_release_live(os_pcpu_ref_t ref, struct os_refgrp *grp); 297 #define os_ref_init_raw(rc, grp) os_ref_init_count_raw((rc), (grp), 1) argument 342 #define os_ref_init_mask(rc, b, grp, bits) os_ref_init_count_mask((rc), (b), (grp), 1, bits) argument 354 os_ref_retain_mask(os_ref_atomic_t *rc, uint32_t b, struct os_refgrp *grp); 359 struct os_refgrp *grp) OS_WARN_RESULT; 362 struct os_refgrp *grp) OS_WARN_RESULT; [all …]
|
| /xnu-11215/osfmk/kern/ |
| H A D | lock_stat.h | 184 uint32_t grp_attr_id = grp ? grp->lck_grp_attr_id : 0; in __lck_time_stat_enabled() 227 lck_grp_t *grp = LCK_GRP_NULL; in lck_mtx_prof_probe() local 234 grp = lck_grp_resolve(grp_attr_id); in lck_mtx_prof_probe() 235 __builtin_assume(grp != NULL); in lck_mtx_prof_probe() 236 lck_grp_stat_inc(grp, &grp->lck_grp_stats.lgss_mtx_held, true); in lck_mtx_prof_probe() 272 #pragma unused(mtx, grp, first_miss) in LCK_MTX_PROF_MISS() 279 lck_grp_stat_inc(grp, &grp->lck_grp_stats.lgss_mtx_miss, true); in LCK_MTX_PROF_MISS() 299 lck_grp_stat_inc(grp, &grp->lck_grp_stats.lgss_mtx_direct_wait, true); in LCK_MTX_PROF_WAIT() 301 lck_grp_stat_inc(grp, &grp->lck_grp_stats.lgss_mtx_wait, true); in LCK_MTX_PROF_WAIT() 354 enabled |= (grp && lck_grp_stat_enabled(&grp->lck_grp_stats.lgss_spin_spin)); in lck_grp_spin_spin_enabled() [all …]
|
| H A D | lock_group.c | 172 lck_grp_t *grp; in lck_grp_alloc_init() local 180 return grp; in lck_grp_alloc_init() 230 return grp; in lck_grp_init_flags() 525 if (grp) { in __lck_grp_spin_update_held() 526 lck_grp_stat_inc(grp, &grp->lck_grp_stats.lgss_spin_held, false); in __lck_grp_spin_update_held() 533 if (grp) { in __lck_grp_spin_update_miss() 534 lck_grp_stat_inc(grp, &grp->lck_grp_stats.lgss_spin_miss, false); in __lck_grp_spin_update_miss() 541 if (grp) { in __lck_grp_spin_update_spin() 550 if (grp) { in __lck_grp_ticket_update_held() 558 if (grp) { in __lck_grp_ticket_update_miss() [all …]
|
| H A D | ticket_lock.h | 190 lck_grp_t *grp); 194 lck_grp_t *grp); 198 lck_grp_t *grp); 211 lck_grp_t *grp); 215 lck_grp_t *grp); 220 lck_grp_t *grp); 225 lck_grp_t *grp); 269 lck_grp_t *grp); 274 lck_grp_t *grp); 294 lck_grp_t *grp); [all …]
|
| H A D | lock_ticket.c | 198 if (grp) { in hw_lck_ticket_init() 199 lck_grp_reference(grp, &grp->lck_grp_ticketcnt); in hw_lck_ticket_init() 221 if (grp) { in hw_lck_ticket_init_locked() 222 lck_grp_reference(grp, &grp->lck_grp_ticketcnt); in hw_lck_ticket_init_locked() 242 if (grp) { in lck_ticket_init() 243 lck_grp_reference(grp, &grp->lck_grp_ticketcnt); in lck_ticket_init() 279 if (grp) { in hw_lck_ticket_destroy_internal() 280 lck_grp_deallocate(grp, &grp->lck_grp_ticketcnt); in hw_lck_ticket_destroy_internal() 482 LCK_GRP_ARG(lck_grp_t *grp)) in hw_lck_ticket_contended() 592 LCK_GRP_ARG(grp)); in lck_ticket_contended() [all …]
|
| H A D | lock_ptr.c | 96 if (grp) { in hw_lck_ptr_init() 98 if (grp->lck_grp_attr_id & LCK_GRP_ATTR_STAT) { in hw_lck_ptr_init() 102 lck_grp_reference(grp, &grp->lck_grp_spincnt); in hw_lck_ptr_init() 119 if (grp) { in hw_lck_ptr_destroy() 120 lck_grp_deallocate(grp, &grp->lck_grp_spincnt); in hw_lck_ptr_destroy() 259 LCK_GRP_ARG(lck_grp_t *grp)) in hw_lck_ptr_lock_slow() 309 LCK_GRP_ARG(lck_grp_t *grp)) in hw_lck_ptr_unlock_slow() 315 (uintptr_t)LCK_GRP_PROBEARG(grp)); in hw_lck_ptr_unlock_slow() 324 LCK_GRP_ARG(lck_grp_t *grp)) in hw_lck_ptr_unlock_fastpath() 377 LCK_GRP_ARG(lck_grp_t *grp)) in hw_lck_ptr_wait_for_value_contended() [all …]
|
| H A D | hv_io_notifier.c | 122 lck_rw_lock_exclusive(&grp->lock); in hv_io_notifier_grp_add() 125 lck_rw_done(&grp->lock); in hv_io_notifier_grp_add() 133 lck_rw_done(&grp->lock); in hv_io_notifier_grp_add() 158 lck_rw_done(&grp->lock); in hv_io_notifier_grp_remove() 164 lck_rw_done(&grp->lock); in hv_io_notifier_grp_remove() 185 lck_rw_lock_shared(&grp->lock); in hv_io_notifier_grp_fire() 232 lck_rw_done(&grp->lock); in hv_io_notifier_grp_fire() 241 if (grp == NULL) { in hv_io_notifier_grp_alloc() 247 *grp_p = grp; in hv_io_notifier_grp_alloc() 254 hv_ion_grp_t *grp = *grp_p; in hv_io_notifier_grp_free() local [all …]
|
| H A D | simple_lock.h | 124 #define hw_lock_lock(lck, grp) \ argument 130 #define hw_lock_to(lck, spec, grp) \ argument 136 #define hw_lock_try(lck, grp) \ argument 139 #define hw_lock_try_nopreempt(lck, grp) \ argument 283 #define usimple_lock(lck, grp) \ argument 286 #define usimple_lock_try(lck, grp) \ argument 308 #define simple_lock(l, grp) usimple_lock(l, grp) argument 311 #define simple_lock_try(l, grp) usimple_lock_try(l, grp) argument 312 #define simple_lock_try_lock_loop(l, grp) usimple_lock_try_lock_loop(l, grp) argument 375 #define hw_lock_bit(lck, bit, grp) \ argument [all …]
|
| H A D | lock_ptr.h | 113 lck_grp_t *grp); 126 lck_grp_t *grp); 143 #define hw_lck_ptr_lock(lck, grp) hw_lck_ptr_lock(lck) argument 162 lck_grp_t *grp) __result_use_check; 180 lck_grp_t *grp) __result_use_check; 186 #define hw_lck_ptr_unlock(lck, val, grp) \ argument 188 #define hw_lck_ptr_unlock_nopreempt(lck, val, grp) \ argument 209 lck_grp_t *grp); 227 lck_grp_t *grp); 233 #define hw_lck_ptr_wait_for_value(lck, val, grp) \ argument [all …]
|
| H A D | lock_group.h | 87 lck_grp_t *grp); 104 #define LCK_GRP_PROBEARG(grp) grp argument 108 #define LCK_GRP_PROBEARG(grp) LCK_GRP_NULL argument 185 lck_grp_t *grp; member 207 lck_grp_t *grp); 213 lck_grp_t *grp, 218 lck_grp_t *grp, 226 lck_grp_t *grp, 235 lck_grp_t *grp, 239 lck_grp_t *grp,
|
| H A D | locks.h | 57 lck_grp_t *grp, 62 lck_grp_t *grp, 70 lck_grp_t *grp); 77 lck_grp_t *grp); 81 lck_grp_t *grp); 94 lck_grp_t *grp); 116 lck_grp_t *grp); 126 lck_grp_t *grp); 214 lck_grp_t *grp, 261 lck_grp_t *grp, [all …]
|
| H A D | lock_mtx.h | 89 lck_grp_t *grp, 94 lck_grp_t *grp, 104 lck_grp_t *grp); 108 lck_grp_t *grp); 184 #define LCK_MTX_DECLARE_ATTR(var, grp, attr) \ argument 187 __startup_lck_mtx_spec_ ## var = { &var, grp, attr }; \ 191 #define LCK_MTX_DECLARE(var, grp) \ argument 192 LCK_MTX_DECLARE_ATTR(var, grp, LCK_ATTR_NULL)
|
| H A D | task_ref.c | 280 task_reference_grp(task_t task, task_grp_t grp) in task_reference_grp() argument 282 assert3u(grp, <, TASK_GRP_COUNT); in task_reference_grp() 301 grp == TASK_GRP_EXTERNAL) { in task_reference_grp() 312 refgrp = (grp == TASK_GRP_EXTERNAL) ? in task_reference_grp() 319 refgrp = (grp == TASK_GRP_EXTERNAL) ? in task_reference_grp() 321 &task->ref_group[grp]; in task_reference_grp() 328 grp == TASK_GRP_EXTERNAL) { in task_reference_grp() 336 assert3u(grp, <, TASK_GRP_COUNT); in task_deallocate_grp() 359 refgrp = (grp == TASK_GRP_EXTERNAL) ? in task_deallocate_grp() 365 refgrp = (grp == TASK_GRP_EXTERNAL) ? in task_deallocate_grp() [all …]
|
| H A D | lock_rw.h | 187 #define LCK_RW_DECLARE_ATTR(var, grp, attr) \ argument 190 __startup_lck_rw_spec_ ## var = { &var, grp, attr }; \ 194 #define LCK_RW_DECLARE(var, grp) \ argument 195 LCK_RW_DECLARE_ATTR(var, grp, LCK_ATTR_NULL) 225 lck_grp_t *grp, 246 lck_grp_t *grp, 262 lck_grp_t *grp); 277 lck_grp_t *grp);
|
| H A D | locks.c | 544 LCK_GRP_ARG(lck_grp_t *grp)) in hw_lock_lock_contended() 674 LCK_GRP_ARG(lck_grp_t *grp)) in hw_lock_to_internal() 698 LCK_GRP_ARG(grp)); 712 LCK_GRP_ARG(grp)); 872 LCK_GRP_ARG(lck_grp_t *grp)) 922 LCK_GRP_ARG(lck_grp_t *grp)) 945 LCK_GRP_ARG(lck_grp_t *grp)) 990 LCK_GRP_ARG(lck_grp_t * grp)) in hw_lock_status_t() 1060 lck_grp_t *grp) in lck_spin_sleep_grp() argument 1508 lck_grp_t *grp __unused, in hw_lck_ticket_sleep_with_inheritor() [all …]
|
| H A D | task_ident.c | 170 task_grp_t grp) in task_identity_token_get_task_grp() argument 180 kr = find_corpse_task_by_uniqueid_grp(token->task_uniqueid, &task, grp); /* produces ref */ in task_identity_token_get_task_grp() 191 task_reference_grp(task, grp); /* produces ref */ in task_identity_token_get_task_grp() 269 task_grp_t grp) in task_id_token_port_name_to_task_grp() argument 275 kr = task_identity_token_get_task_grp(token, task, grp); in task_id_token_port_name_to_task_grp()
|
| /xnu-11215/osfmk/arm/ |
| H A D | locks_arm.c | 241 lck_spin_destroy(lck, grp); in lck_spin_free() 248 lck_ticket_init(lck, grp); in lck_spin_init() 371 lck_spin_destroy(lck, grp); in lck_spin_free() 380 if (grp) { in lck_spin_init() 381 lck_grp_reference(grp, &grp->lck_grp_spincnt); in lck_spin_init() 432 #pragma unused(grp) in lck_spin_lock_grp() 447 #pragma unused(grp) in lck_spin_lock_nopreempt_grp() 462 #pragma unused(grp) in lck_spin_try_lock_grp() 477 #pragma unused(grp) in lck_spin_try_lock_nopreempt_grp() 504 if (grp) { in lck_spin_destroy() [all …]
|
| H A D | simple_lock.h | 122 #define simple_lock(l, grp) lck_spin_lock_grp(l, grp) argument 123 #define simple_lock_nopreempt(l, grp) lck_spin_lock_nopreempt_grp(l, grp) argument 124 #define simple_lock_try(l, grp) lck_spin_try_lock_grp(l, grp) argument 125 #define simple_lock_try_nopreempt(l, grp) lck_spin_try_lock_nopreempt_grp(l, grp) argument 127 #define simple_lock(l, grp) lck_spin_lock(l) argument 128 #define simple_lock_nopreempt(l, grp) lck_spin_lock_nopreempt(l) argument 129 #define simple_lock_try(l, grp) lck_spin_try_lock(l) argument 130 #define simple_lock_try_nopreempt(l, grp) lck_spin_try_lock_nopreempt(l) argument 136 #define simple_lock_try_lock_loop(l, grp) simple_lock(l, grp) argument
|
| /xnu-11215/bsd/net/pktsched/ |
| H A D | pktsched_fq_codel.c | 710 fq_if_group_t *grp; in fq_if_grps_bitmap_ffs() local 734 fq_if_group_t *grp; in fq_if_grps_bitmap_zeros() local 750 fq_if_group_t *grp; in fq_if_grps_bitmap_cpy() local 752 grp->fqg_bitmaps[dst_state] = grp->fqg_bitmaps[src_state]; in fq_if_grps_bitmap_cpy() 761 fq_if_group_t *grp; in fq_if_grps_bitmap_clr() local 773 fq_if_group_t *grp; in fq_if_grps_bitmap_move() local 776 grp->fqg_bitmaps[dst_state] | grp->fqg_bitmaps[src_state]; in fq_if_grps_bitmap_move() 1599 if (grp == NULL || FQG_BYTES(grp) == 0) { in fq_if_is_all_paced() 2552 return grp; in fq_if_find_grp() 2562 bzero(&grp->fqg_bitmaps, sizeof(grp->fqg_bitmaps)); in fq_if_purge_grp() [all …]
|
| /xnu-11215/osfmk/i386/ |
| H A D | locks_i386.c | 272 if (grp) { in lck_spin_init() 273 lck_grp_reference(grp, &grp->lck_grp_spincnt); in lck_spin_init() 289 if (grp) { in lck_spin_destroy() 290 lck_grp_deallocate(grp, &grp->lck_grp_spincnt); in lck_spin_destroy() 303 #pragma unused(grp) in lck_spin_lock_grp() 326 #pragma unused(grp) in lck_spin_lock_nopreempt_grp() 534 lck_grp_t *grp) in usimple_lock_nopreempt() argument 611 lck_grp_t *grp) in usimple_lock_try() argument 647 lck_grp_t *grp) in usimple_lock_try_nopreempt() argument 1063 lck_grp_reference(grp, &grp->lck_grp_mtxcnt); in lck_mtx_init() [all …]
|
| /xnu-11215/bsd/dev/dtrace/ |
| H A D | lockprof.c | 109 lockprof_lock_count(lck_grp_t *grp, int kind) in lockprof_lock_count() argument 111 return *(int*)((uintptr_t)(grp) + probes[kind].count_offset); in lockprof_lock_count() 123 lck_grp_foreach(^bool (lck_grp_t *grp) { in probe_create() 132 if (lockprof_lock_count(grp, kind) == 0) { in probe_create() 145 probe->lockprof_grp = grp; in probe_create() 147 lck_grp_reference(grp, NULL); in probe_create() 260 lockprof_stat(lck_grp_t *grp, int kind) in lockprof_stat() argument 270 lck_grp_t *grp = probe->lockprof_grp; in lockprof_enable() local 273 if (grp == NULL) { in lockprof_enable() 302 lck_grp_t *grp = probe->lockprof_grp; in lockprof_disable() local [all …]
|
| /xnu-11215/tools/lldbmacros/ |
| H A D | refgrp.py | 55 for grp in grps: 56 print(GetOSRefGrpSummary(grp)) 103 grp = tval.ref_group 112 if grp[i].grp_retain_total != 0: 113 print(GetOSRefGrpSummary(addressof(grp[i])))
|
| /xnu-11215/tests/ |
| H A D | kevent_pty.c | 201 redispatch(dispatch_group_t grp, dispatch_source_type_t type, int fd) in redispatch() argument 209 dispatch_group_leave(grp); in redispatch() 227 dispatch_group_enter(grp); in redispatch() 234 dispatch_group_t grp = dispatch_group_create(); variable 246 redispatch(grp, DISPATCH_SOURCE_TYPE_READ, attach_master); 247 redispatch(grp, DISPATCH_SOURCE_TYPE_WRITE, attach_slave); 249 dispatch_group_notify(grp, dispatch_get_main_queue(), ^{
|