| /xnu-11215/bsd/skywalk/nexus/ |
| H A D | nexus_syscalls.c | 101 if (__improbable(err != 0)) { in __nexus_open()
119 if (__improbable(err != 0)) { in __nexus_open()
134 if (__improbable(err != 0)) { in __nexus_open()
156 if (__improbable(err != 0)) { in __nexus_open()
210 if (__improbable(err != 0)) { in __nexus_register()
226 if (__improbable(err != 0)) { in __nexus_register()
266 if (__improbable(err != 0)) { in __nexus_deregister()
278 if (__improbable(err != 0)) { in __nexus_deregister()
315 if (__improbable(err != 0)) { in __nexus_create()
327 if (__improbable(err != 0)) { in __nexus_create()
[all …]
|
| /xnu-11215/bsd/skywalk/channel/ |
| H A D | channel_syscalls.c | 154 if (__improbable(err != 0)) { in __channel_open()
204 if (__improbable(ch_force_defunct)) { in __channel_open()
214 if (__improbable(err != 0)) { in __channel_open()
228 if (__improbable(key == NULL)) { in __channel_open()
235 if (__improbable(err != 0)) { in __channel_open()
261 if (__improbable(err != 0)) { in __channel_open()
288 if (__improbable(err != 0)) { in __channel_open()
314 if (__improbable(err != 0)) { in __channel_get_info()
331 if (__improbable(err != 0)) { in __channel_get_info()
393 if (__improbable(err != 0)) { in __channel_sync()
[all …]
|
| /xnu-11215/osfmk/arm64/ |
| H A D | copyio.c | 240 if (__improbable(ret)) { in copy_validate()
296 if (__improbable(nbytes == 0)) { in copyin()
306 if (__improbable(result)) { in copyin()
329 if (__improbable(result)) { in copyin_atomic32()
347 if (__improbable(result)) { in copyin_atomic32_wait_if_equals()
365 if (__improbable(result)) { in copyin_atomic64()
383 if (__improbable(result)) { in copyout_atomic32()
401 if (__improbable(result)) { in copyout_atomic64()
421 if (__improbable(nbytes == 0)) { in copyinstr()
426 if (__improbable(result)) { in copyinstr()
[all …]
|
| H A D | iofilter.c | 48 if (__improbable(pa == 0)) { in io_filter_write()
56 if (__improbable(io_attr_table == NULL || io_attr_index >= (uint64_t) num_io_rgns)) { in io_filter_write()
64 …if (__improbable(io_filter_table == NULL || io_filter_entry_index >= (uint64_t) num_io_filter_entr… in io_filter_write()
72 if (__improbable(pa < io_range->addr || (pa + width) > (io_range->addr + io_range->len))) { in io_filter_write()
79 if (__improbable(signature != io_filter_entry->signature)) { in io_filter_write()
87 …if (__improbable(pa_offset < io_filter_entry->offset || (pa_offset + pa_length) > (io_filter_entry… in io_filter_write()
|
| H A D | loose_ends.c | 80 assert(!__improbable(os_add_overflow(src, bytes, &end))); in bcopy_phys_internal()
83 assert(!__improbable(os_add_overflow(dst, bytes, &end))); in bcopy_phys_internal()
209 assert(!__improbable(os_add_overflow(src, bytes, &end))); in bzero_phys()
330 if (__improbable(pn_end != pn)) { in ml_phys_read_data()
341 if (__improbable(report_phy_read_delay != 0)) { in ml_phys_read_data()
347 if (__improbable(timeread && simulate_stretched_io)) { in ml_phys_read_data()
400 if (__improbable(timeread)) { in ml_phys_read_data()
555 if (__improbable(pn_end != pn)) { in ml_phys_write_data()
566 if (__improbable(report_phy_write_delay != 0)) { in ml_phys_write_data()
572 if (__improbable(timewrite && simulate_stretched_io)) { in ml_phys_write_data()
[all …]
|
| /xnu-11215/libsyscall/wrappers/skywalk/ |
| H A D | os_channel.c | 396 if (__improbable(i != bcnt)) { in _initialize_metadata_address()
1745 if (__improbable(large && in os_channel_packet_alloc_common()
1772 if (__improbable(err != 0)) { in os_channel_packet_alloc_common()
2048 if (__improbable(err != 0)) { in os_channel_purge_packet_alloc_ring_common()
2132 if (__improbable(err != 0)) { in os_channel_purge_buflet_alloc_ring()
2158 if (__improbable(err != 0)) { in os_channel_packet_pool_purge()
2169 if (__improbable(err != 0)) { in os_channel_packet_pool_purge()
2174 if (__improbable(err != 0)) { in os_channel_packet_pool_purge()
2180 if (__improbable(err != 0)) { in os_channel_packet_pool_purge()
2186 if (__improbable(err != 0)) { in os_channel_packet_pool_purge()
[all …]
|
| H A D | os_channel_event.c | 54 if (__improbable(buflet == NULL)) { in os_channel_event_get_next_event()
58 if (__improbable(baddr == NULL)) { in os_channel_event_get_next_event()
74 if (__improbable((char *)cev < estart)) { in os_channel_event_get_next_event()
77 if (__improbable((cev->ev_dlen + (char *)cev) > (baddr + bdlen))) { in os_channel_event_get_next_event()
90 if (__improbable(event == 0 || event_data == NULL)) { in os_channel_event_get_event_data()
94 if (__improbable(kev->ev_type < CHANNEL_EVENT_MIN || in os_channel_event_get_event_data()
|
| /xnu-11215/osfmk/x86_64/ |
| H A D | loose_ends.c | 321 if (__improbable(!physmap_enclosed(paddr))) { in ml_phys_read_data()
325 if (__improbable(report_phy_read_delay != 0)) { in ml_phys_read_data()
331 if (__improbable(timeread && simulate_stretched_io)) { in ml_phys_read_data()
356 if (__improbable(timeread == TRUE)) { in ml_phys_read_data()
463 if (__improbable(!physmap_enclosed(paddr))) { in ml_phys_write_data()
467 if (__improbable(report_phy_write_delay != 0)) { in ml_phys_write_data()
496 if (__improbable(timewrite == TRUE)) { in ml_phys_write_data()
591 if (__improbable(report_phy_read_delay != 0)) { in ml_port_io_read()
618 if (__improbable(timeread == TRUE)) { in ml_port_io_read()
653 if (__improbable(report_phy_write_delay != 0)) { in ml_port_io_write()
[all …]
|
| H A D | copyio.c | 182 if (__improbable(nbytes > copysize_limit_panic)) { in copyio()
190 if (__improbable(nbytes == 0)) { in copyio()
198 if (__improbable((vm_offset_t)kernel_addr < VM_MIN_KERNEL_AND_KEXT_ADDRESS)) { in copyio()
206 if (__improbable(((pmap != kernel_pmap) && (use_kernel_map == 0)) && in copyio()
213 if (__improbable(pmap == kernel_pmap)) { in copyio()
247 if (__improbable(pdswitch)) { in copyio()
273 if (__improbable(pdswitch)) { in copyio()
368 if (__improbable(pdswitch)) { in copyio()
445 if (__improbable(result)) { in copyin_atomic32_wait_if_equals()
|
| /xnu-11215/osfmk/vm/ |
| H A D | lz4.c | 493 if (__improbable(src >= src_end)) { in lz4_decode()
497 if (__improbable(src >= src_end)) { in lz4_decode()
502 } while (__improbable(s == 255)); in lz4_decode()
526 if (__improbable(src >= src_end)) { in lz4_decode()
551 if (__improbable(matchDistance == 0)) { in lz4_decode()
556 if (__improbable(ref < dst_begin)) { in lz4_decode()
560 if (__improbable(ref < dst_begin)) { in lz4_decode()
564 if (__improbable(matchLength == 19)) { in lz4_decode()
568 if (__improbable(src >= src_end)) { in lz4_decode()
572 if (__improbable(src >= src_end)) { in lz4_decode()
[all …]
|
| /xnu-11215/libkern/libkern/c++/ |
| H A D | bounded_array_ref.h | 87 if (__improbable(n > UINT32_MAX)) { in bounded_array_ref()
99 if (__improbable(n > UINT32_MAX)) { in bounded_array_ref()
112 if (__improbable(first > last)) { in bounded_array_ref()
115 if (__improbable(last - first > UINT32_MAX)) { in bounded_array_ref()
127 if (__improbable(data.size() > UINT32_MAX)) { in bounded_array_ref()
139 if (__improbable(N > UINT32_MAX)) { in bounded_array_ref()
255 if (__improbable(os_add_overflow(n, m, &total))) { in slice()
258 if (__improbable(total > size())) { in slice()
|
| /xnu-11215/iokit/DriverKit/ |
| H A D | bounded_array_ref.h | 87 if (__improbable(n > UINT32_MAX)) { in bounded_array_ref()
99 if (__improbable(n > UINT32_MAX)) { in bounded_array_ref()
112 if (__improbable(first > last)) { in bounded_array_ref()
115 if (__improbable(last - first > UINT32_MAX)) { in bounded_array_ref()
127 if (__improbable(data.size() > UINT32_MAX)) { in bounded_array_ref()
139 if (__improbable(N > UINT32_MAX)) { in bounded_array_ref()
255 if (__improbable(os_add_overflow(n, m, &total))) { in slice()
258 if (__improbable(total > size())) { in slice()
|
| /xnu-11215/osfmk/i386/ |
| H A D | locks_i386.c | 424 if (__improbable(holder == THREAD_NULL)) { in lck_spin_assert()
427 if (__improbable(holder != thread)) { in lck_spin_assert()
431 if (__improbable(holder != THREAD_NULL)) { in lck_spin_assert()
1136 if (__improbable(state & LCK_MTX_WAITERS_MSK)) { in lck_mtx_unlock_slow()
1555 if (__improbable(profile)) { in lck_mtx_lock_slow()
1598 if (__improbable(state & LCK_MTX_WAITERS_MSK)) { in lck_mtx_lock_slow()
1636 if (__improbable(profile)) { in lck_mtx_try_lock_slow()
1644 if (__improbable(profile)) { in lck_mtx_try_lock_slow()
1681 if (__improbable(profile)) { in lck_mtx_lock_spin_slow()
1734 if (__improbable(!acquired)) { in lck_mtx_lock_spin_slow()
[all …]
|
| H A D | acpi.c | 640 if (__improbable(rsdp == NULL || (rsdtp == NULL && xsdtp == NULL))) { in acpi_find_table()
644 if (__improbable(strncmp((void *)rsdp, "RSD PTR ", 8) != 0)) { in acpi_find_table()
651 if (__improbable(cksum8((uint8_t *)rsdp, sizeof(RSDP_DESCRIPTOR)) != 0)) { in acpi_find_table()
659 if (__improbable(rsdp->Revision >= RSDP_VERSION_ACPI20 && rsdp->XsdtPhysicalAddress == 0ULL)) { in acpi_find_table()
673 …} else if (__improbable(rsdp->Revision == RSDP_VERSION_ACPI10 && rsdp->RsdtPhysicalAddress == 0)) { in acpi_find_table()
677 } else if (__improbable(rsdp->Revision == RSDP_VERSION_ACPI10)) { in acpi_find_table()
720 if (__improbable(rsdp_physaddr == 0)) { in acpi_count_enabled_logical_processors()
727 if (__improbable(madtp == NULL)) { in acpi_count_enabled_logical_processors()
|
| /xnu-11215/osfmk/kperf/ |
| H A D | kperf.h | 112 if (__improbable(kperf_on_cpu_active)) { in kperf_on_cpu()
126 if (__improbable(kperf_lazy_cpu_action != 0)) { in kperf_off_cpu()
140 if (__improbable(kperf_lazy_cpu_action != 0)) { in kperf_make_runnable()
164 if (__improbable(kperf_lazy_cpu_action != 0)) { in kperf_interrupt()
179 if (__improbable(kperf_kdebug_active)) { in kperf_kdebug_callback()
|
| /xnu-11215/bsd/dev/i386/ |
| H A D | systemcalls.c | 126 if (__improbable(callp == sysent)) { in unix_syscall()
210 if (__improbable(error == ERESTART)) { in unix_syscall()
220 if (__improbable(error)) { in unix_syscall()
247 if (__improbable(uthread->uu_lowpri_window)) { in unix_syscall()
262 if (__improbable(callp->sy_call == (sy_call_t *)execve && !error)) { in unix_syscall()
301 if (__improbable(p == NULL)) { in unix_syscall64()
318 if (__improbable(callp == sysent)) { in unix_syscall64()
346 if (__improbable(callp->sy_narg > args_in_regs)) { in unix_syscall64()
404 if (__improbable(error == ERESTART)) { in unix_syscall64()
412 if (__improbable(error)) { in unix_syscall64()
[all …]
|
| /xnu-11215/bsd/skywalk/nexus/flowswitch/ |
| H A D | fsw_dp.c | 697 if (__improbable(err != 0)) { in rx_process_ip_frag()
780 if (__improbable(fe == NULL)) { in lookup_flow_with_pkt()
784 if (__improbable(fe != NULL && in lookup_flow_with_pkt()
1825 if (__improbable(r == NULL)) { in dp_flow_rx_process()
1885 if (__improbable(err != 0)) { in dp_flow_rx_process()
2134 if (__improbable(err != 0)) { in _fsw_receive_locked()
2556 if (__improbable(m == NULL)) { in dp_copy_to_dev_mbuf()
3271 if (__improbable(err != 0)) { in dp_flow_tx_process()
3538 if (__improbable(err != 0)) { in dp_tx_pktq()
3555 if (__improbable(err != 0)) { in dp_tx_pktq()
[all …]
|
| H A D | fsw_flow.c | 119 if (__improbable((fob->fob_busy_flags & FOBF_DEAD) != 0)) { in fsw_flow_add()
185 if (__improbable((fob->fob_busy_flags & FOBF_DEAD) != in fsw_flow_add()
209 if (__improbable(nx_port >= NX_PORT_CHUNK)) { in fsw_flow_add()
295 if (__improbable(*error != 0)) { in fsw_flow_add()
320 if (__improbable(fob->fob_open_waiters > 0)) { in fsw_flow_add()
324 if (__improbable(fob->fob_close_waiters > 0)) { in fsw_flow_add()
420 if (__improbable((sk_verbose & SK_VERB_FLOW) != 0)) { in fsw_flow_del()
434 if (__improbable(fob->fob_open_waiters > 0)) { in fsw_flow_del()
438 if (__improbable(fob->fob_close_waiters > 0)) { in fsw_flow_del()
|
| /xnu-11215/bsd/skywalk/nexus/netif/ |
| H A D | nx_netif_gso.c | 139 if (__improbable(len > UINT8_MAX)) { in netif_gso_get_frame_header_len()
167 if (__improbable(KR_DROP(kring))) { in netif_gso_check_netif_active()
214 if (__improbable(dropped)) { in netif_gso_send()
241 if (__improbable(dropped)) { in netif_gso_send()
295 if (__improbable(error != 0)) { in netif_gso_tcp_segment_mbuf()
640 if (__improbable(error != 0)) { in netif_gso_ipv4_tcp()
648 if (__improbable(error != 0)) { in netif_gso_ipv4_tcp()
680 if (__improbable(pkt_dropped)) { in netif_gso_ipv4_tcp()
712 if (__improbable(error != 0)) { in netif_gso_ipv6_tcp()
720 if (__improbable(error != 0)) { in netif_gso_ipv6_tcp()
[all …]
|
| /xnu-11215/osfmk/arm64/sptm/pmap/ |
| H A D | pmap_internal.h | 190 if (__improbable(sptm_stability_hacks)) { in pmap_assert_locked()
241 if (__improbable(sptm_stability_hacks)) { in pmap_lock()
290 if (__improbable(sptm_stability_hacks)) { in pmap_try_lock()
325 if ((pmap == kernel_pmap) || __improbable(sptm_stability_hacks)) { in pmap_lock_shared_to_exclusive()
341 if (__improbable(sptm_stability_hacks)) { in pmap_unlock()
|
| /xnu-11215/osfmk/kern/ |
| H A D | mpsc_queue.c | 55 if (__improbable(head == NULL)) { in mpsc_queue_restore_batch()
73 if (__improbable(tail == &q->mpqh_head)) { in mpsc_queue_dequeue_batch()
79 if (__improbable(head == NULL)) { in mpsc_queue_dequeue_batch()
112 if (__improbable(elm == NULL)) { in mpsc_queue_batch_next()
289 if (__improbable(st & MPSC_QUEUE_STATE_WAKEUP)) { in _mpsc_daemon_queue_drain()
333 if (__improbable(st & MPSC_QUEUE_STATE_WAKEUP)) { in _mpsc_daemon_queue_drain()
342 if (__improbable(st & MPSC_QUEUE_STATE_CANCELED)) { in _mpsc_daemon_queue_drain()
381 if (__improbable(st & MPSC_QUEUE_STATE_CANCELED)) { in _mpsc_daemon_queue_enqueue()
427 if (__improbable(st & MPSC_QUEUE_STATE_CANCELED)) { in mpsc_daemon_queue_cancel_and_wait()
430 if (__improbable(st & MPSC_QUEUE_STATE_INACTIVE)) { in mpsc_daemon_queue_cancel_and_wait()
|
| /xnu-11215/osfmk/arm/ |
| H A D | preemption_disable.c | 102 if (__improbable(thread->machine.CpuDatap->cpu_pending_ast & AST_URGENT)) { in _enable_preemption_write_count()
138 if (__improbable(count == 0 && sched_preemption_disable_debug_mode)) { in _disable_preemption()
195 if (__improbable(count == 0)) { in _enable_preemption()
200 if (__improbable(count == SCHED_HYGIENE_MARKER + 1)) { in _enable_preemption()
337 if (__improbable(gross_duration > max_duration)) { in _preemption_disable_snap_end()
386 if (__improbable(abandon)) { in _collect_preemption_disable_measurement()
392 if (__improbable(threshold > 0 && gross_duration >= threshold)) { in _collect_preemption_disable_measurement()
|
| /xnu-11215/osfmk/prng/ |
| H A D | entropy.c | 212 …if (__improbable(PE_parse_boot_argn(ENTROPY_ANALYSIS_BOOTARG, &sample_count, sizeof(sample_count))… in entropy_init()
247 if (__improbable(entropy_analysis_buffer)) { in entropy_collect()
341 if (__improbable(t->observation_count >= bound)) { in add_observation()
460 if (__improbable(repetition_count_test(observation) == health_test_failure)) { in entropy_health_test()
464 if (__improbable(adaptive_proportion_test(observation, i) == health_test_failure)) { in entropy_health_test()
516 if (__improbable(cpu_health_test_result == health_test_failure)) { in entropy_provide()
533 if (__improbable(health_test_result == health_test_failure)) { in entropy_provide()
544 if (__improbable((entropy_data.total_sample_count - entropy_data.startup_sample_count) < 1024)) { in entropy_provide()
|
| /xnu-11215/tools/cocci/ |
| H A D | vm-bind.cocci | 9 + if (__improbable(kr != KERN_SUCCESS)) {
21 + if (__improbable(kr != KERN_SUCCESS)) {
33 + if (__improbable(kr != KERN_SUCCESS)) {
|
| /xnu-11215/bsd/netinet6/ |
| H A D | in6_cksum.c | 251 if (__improbable(off >= buffer_len)) { in inet6_cksum_buffer()
257 if (__improbable(len == 0 || len > buffer_len)) { in inet6_cksum_buffer()
263 if (__improbable(os_add_overflow(off, len, &tmp))) { in inet6_cksum_buffer()
269 if (__improbable(tmp > buffer_len)) { in inet6_cksum_buffer()
|