Lines Matching refs:size
163 munmap_helper(void *ptr, size_t size) in munmap_helper() argument
166 if (0 != size) { // munmap rejects size == 0 even though mmap accepts it in munmap_helper()
172 end = (((mach_vm_address_t)ptr) + size + PAGE_MASK) & ~PAGE_MASK; in munmap_helper()
183 call_munlock(void *start, size_t size) in call_munlock() argument
185 int err = munlock(start, size); in call_munlock()
190 call_mlock(void *start, size_t size) in call_mlock() argument
192 int err = mlock(start, size); in call_mlock()
199 call_munmap(MAP_T map __unused, mach_vm_address_t start, mach_vm_size_t size) in call_munmap() argument
201 int err = __munmap((void*)start, (size_t)size); in call_munmap()
206 call_mremap_encrypted(void *start, size_t size) in call_mremap_encrypted() argument
208 int err = mremap_encrypted(start, size, CRYPTID_NO_ENCRYPTION, /*cputype=*/ 0, /*cpusubtype=*/ 0); in call_mremap_encrypted()
216 make_a_mem_object(mach_vm_size_t size) in make_a_mem_object() argument
219 …kern_return_t kr = mach_memory_object_memory_entry_64(mach_host_self(), 1, size, VM_PROT_READ | VM… in make_a_mem_object()
225 make_a_mem_entry(vm_size_t size) in make_a_mem_entry() argument
228 memory_object_size_t s = (memory_object_size_t)size; in make_a_mem_entry()
251 call_ ## FN ## __start_size__memonly(MAP_T map, T start, T size) \
254 T io_size = size; \
262 if(io_size != size) { \
272 call_ ## FN ## __start_size__namedcreate(MAP_T map, T start, T size) \
275 T io_size = size; \
289 call_ ## FN ## __start_size__copy(MAP_T map, T start, T size) \
292 T io_size = size; \
306 call_ ## FN ## __start_size__share(MAP_T map, T start, T size) \
309 T io_size = size; \
323 call_ ## FN ## __start_size__namedreuse(MAP_T map, T start, T size) \
326 T io_size = size; \
340 call_ ## FN ## __vm_prot(MAP_T map, T start, T size, vm_prot_t prot) \
343 T io_size = size; \
376 call_ ## FN ## __size(MAP_T map __unused, mach_vm_size_t size) \
381 kr = FN(mach_host_self(), 1, size, VM_PROT_READ | VM_PROT_WRITE, 0, &out_entry); \
389 call_ ## FN ## __vm_prot(MAP_T map __unused, mach_vm_size_t size, vm_prot_t prot) \
394 kr = FN(mach_host_self(), 1, size, prot, 0, &out_entry); \
410 check_vm_read_outparam_changes(kern_return_t * kr, mach_vm_size_t size, mach_vm_size_t requested_si… in IMPL()
414 if (size != requested_size) { in IMPL()
417 if (size == 0) { in IMPL()
427 call_mach_vm_read(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_mach_vm_read() argument
431 kern_return_t kr = mach_vm_read(map, start, size, &out_addr, &out_size); in call_mach_vm_read()
435 check_vm_read_outparam_changes(&kr, out_size, size, out_addr); in call_mach_vm_read()
440 call_vm_read(MAP_T map, vm_address_t start, vm_size_t size) in call_vm_read() argument
444 kern_return_t kr = vm_read(map, start, size, &out_addr, &out_size); in call_vm_read()
448 check_vm_read_outparam_changes(&kr, out_size, size, out_addr); in call_vm_read()
454 call_mach_vm_read_list(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_mach_vm_read_list() argument
456 mach_vm_read_entry_t re = {{.address = start, .size = size}}; in call_mach_vm_read_list()
459 (void)mach_vm_deallocate(mach_task_self(), re[0].address, re[0].size); in call_mach_vm_read_list()
465 call_vm_read_list(MAP_T map, vm_address_t start, vm_size_t size) in call_vm_read_list() argument
467 vm_read_entry_t re = {{.address = start, .size = size}}; in call_vm_read_list()
470 (void)mach_vm_deallocate(mach_task_self(), re[0].address, re[0].size); in call_vm_read_list()
477 check_vm_read_overwrite_outparam_changes(kern_return_t * kr, mach_vm_size_t size, mach_vm_size_t re… in check_vm_read_overwrite_outparam_changes() argument
480 if (size != requested_size) { in check_vm_read_overwrite_outparam_changes()
487 …_overwrite__ssz(MAP_T map, mach_vm_address_t start, mach_vm_address_t start_2, mach_vm_size_t size) in call_mach_vm_read_overwrite__ssz() argument
490 kern_return_t kr = mach_vm_read_overwrite(map, start, size, start_2, &out_size); in call_mach_vm_read_overwrite__ssz()
491 check_vm_read_overwrite_outparam_changes(&kr, out_size, size); in call_mach_vm_read_overwrite__ssz()
496 call_mach_vm_read_overwrite__src(MAP_T map, mach_vm_address_t src, mach_vm_size_t size) in call_mach_vm_read_overwrite__src() argument
500 kern_return_t kr = mach_vm_read_overwrite(map, src, size, dst.addr, &out_size); in call_mach_vm_read_overwrite__src()
501 check_vm_read_overwrite_outparam_changes(&kr, out_size, size); in call_mach_vm_read_overwrite__src()
506 call_mach_vm_read_overwrite__dst(MAP_T map, mach_vm_address_t dst, mach_vm_size_t size) in call_mach_vm_read_overwrite__dst() argument
510 kern_return_t kr = mach_vm_read_overwrite(map, src.addr, size, dst, &out_size); in call_mach_vm_read_overwrite__dst()
511 check_vm_read_overwrite_outparam_changes(&kr, out_size, size); in call_mach_vm_read_overwrite__dst()
517 call_vm_read_overwrite__ssz(MAP_T map, vm_address_t start, vm_address_t start_2, vm_size_t size) in call_vm_read_overwrite__ssz() argument
520 kern_return_t kr = vm_read_overwrite(map, start, size, start_2, &out_size); in call_vm_read_overwrite__ssz()
521 check_vm_read_overwrite_outparam_changes(&kr, out_size, size); in call_vm_read_overwrite__ssz()
526 call_vm_read_overwrite__src(MAP_T map, vm_address_t src, vm_size_t size) in call_vm_read_overwrite__src() argument
530 kern_return_t kr = vm_read_overwrite(map, src, size, (vm_address_t) dst.addr, &out_size); in call_vm_read_overwrite__src()
531 check_vm_read_overwrite_outparam_changes(&kr, out_size, size); in call_vm_read_overwrite__src()
536 call_vm_read_overwrite__dst(MAP_T map, vm_address_t dst, vm_size_t size) in call_vm_read_overwrite__dst() argument
540 kern_return_t kr = vm_read_overwrite(map, (vm_address_t) src.addr, size, dst, &out_size); in call_vm_read_overwrite__dst()
541 check_vm_read_overwrite_outparam_changes(&kr, out_size, size); in call_vm_read_overwrite__dst()
549 …ch_vm_copy__ssz(MAP_T map, mach_vm_address_t start, mach_vm_address_t start_2, mach_vm_size_t size) in call_mach_vm_copy__ssz() argument
551 kern_return_t kr = mach_vm_copy(map, start, size, start_2); in call_mach_vm_copy__ssz()
556 call_mach_vm_copy__src(MAP_T map, mach_vm_address_t src, mach_vm_size_t size) in call_mach_vm_copy__src() argument
559 kern_return_t kr = mach_vm_copy(map, src, size, dst.addr); in call_mach_vm_copy__src()
564 call_mach_vm_copy__dst(MAP_T map, mach_vm_address_t dst, mach_vm_size_t size) in call_mach_vm_copy__dst() argument
567 kern_return_t kr = mach_vm_copy(map, src.addr, size, dst); in call_mach_vm_copy__dst()
573 …ll_vm_copy__ssz(MAP_T map, mach_vm_address_t start, mach_vm_address_t start_2, mach_vm_size_t size) in call_vm_copy__ssz() argument
575 kern_return_t kr = vm_copy(map, (vm_address_t) start, (vm_size_t) size, (vm_address_t) start_2); in call_vm_copy__ssz()
580 call_vm_copy__src(MAP_T map, vm_address_t src, vm_size_t size) in call_vm_copy__src() argument
583 kern_return_t kr = vm_copy(map, src, size, (vm_address_t) dst.addr); in call_vm_copy__src()
588 call_vm_copy__dst(MAP_T map, vm_address_t dst, vm_size_t size) in call_vm_copy__dst() argument
591 kern_return_t kr = vm_copy(map, (vm_address_t) src.addr, size, dst); in call_vm_copy__dst()
597 …h_vm_write__ssz(MAP_T map, mach_vm_address_t start, mach_vm_address_t start_2, mach_vm_size_t size) in call_mach_vm_write__ssz() argument
599 kern_return_t kr = mach_vm_write(map, start, (vm_offset_t) start_2, (mach_msg_type_number_t) size); in call_mach_vm_write__ssz()
604 call_mach_vm_write__src(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_mach_vm_write__src() argument
607 …kern_return_t kr = mach_vm_write(map, dst.addr, (vm_offset_t) start, (mach_msg_type_number_t) size… in call_mach_vm_write__src()
612 call_mach_vm_write__dst(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_mach_vm_write__dst() argument
615 …kern_return_t kr = mach_vm_write(map, start, (vm_offset_t) src.addr, (mach_msg_type_number_t) size… in call_mach_vm_write__dst()
621 …l_vm_write__ssz(MAP_T map, mach_vm_address_t start, mach_vm_address_t start_2, mach_vm_size_t size) in call_vm_write__ssz() argument
623 …n_t kr = vm_write(map, (vm_address_t) start, (vm_offset_t) start_2, (mach_msg_type_number_t) size); in call_vm_write__ssz()
628 call_vm_write__src(MAP_T map, vm_address_t start, vm_size_t size) in call_vm_write__src() argument
631 kern_return_t kr = vm_write(map, (vm_address_t) dst.addr, start, (mach_msg_type_number_t) size); in call_vm_write__src()
636 call_vm_write__dst(MAP_T map, vm_address_t start, vm_size_t size) in call_vm_write__dst() argument
639 kern_return_t kr = vm_write(map, start, (vm_offset_t) src.addr, (mach_msg_type_number_t) size); in call_vm_write__dst()
648 call_ ## FN ## __ ## FLAVOR(MAP_T map, T start, T size) \
653 kr = FN(host_priv, map, start, size, PROT); \
668 call_ ## FN ## __vm_prot(MAP_T map, T start, T size, vm_prot_t prot) \
673 kr = FN(host_priv, map, start, size, prot); \
688 mach_vm_size_t size,
699 call_map_fn__allocate_fixed(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_map_fn__allocate_fixed() argument
702 kern_return_t kr = fn(map, &out_addr, size, 0, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, in call_map_fn__allocate_fixed()
709 …l_map_fn__allocate_fixed_copy(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_map_fn__allocate_fixed_copy() argument
712 kern_return_t kr = fn(map, &out_addr, size, 0, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, in call_map_fn__allocate_fixed_copy()
719 …ap_fn__allocate_anywhere(map_fn_t fn, MAP_T map, mach_vm_address_t start_hint, mach_vm_size_t size) in call_map_fn__allocate_anywhere() argument
722 kern_return_t kr = fn(map, &out_addr, size, 0, VM_FLAGS_ANYWHERE, 0, 0, 0, 0, 0, VM_INHERIT_NONE); in call_map_fn__allocate_anywhere()
724 (void)mach_vm_deallocate(map, out_addr, size); in call_map_fn__allocate_anywhere()
730 call_map_fn__memobject_fixed(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_map_fn__memobject_fixed() argument
734 kern_return_t kr = fn(map, &out_addr, size, 0, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, in call_map_fn__memobject_fixed()
742 …_map_fn__memobject_fixed_copy(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_map_fn__memobject_fixed_copy() argument
746 kern_return_t kr = fn(map, &out_addr, size, 0, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, in call_map_fn__memobject_fixed_copy()
754 …p_fn__memobject_anywhere(map_fn_t fn, MAP_T map, mach_vm_address_t start_hint, mach_vm_size_t size) in call_map_fn__memobject_anywhere() argument
758 kern_return_t kr = fn(map, &out_addr, size, 0, VM_FLAGS_ANYWHERE, memobject, in call_map_fn__memobject_anywhere()
761 (void)mach_vm_deallocate(map, out_addr, size); in call_map_fn__memobject_anywhere()
768 … MAP_T map, int flags, bool copy, mach_vm_address_t start, mach_vm_size_t size, vm_object_offset_t… in helper_call_map_fn__memobject__ssoo() argument
772 kern_return_t kr = fn(map, &out_addr, size, 0, flags, memobject, in helper_call_map_fn__memobject__ssoo()
774 deallocate_if_not_fixed_overwrite(kr, map, out_addr, size, flags); in helper_call_map_fn__memobject__ssoo()
780 …et_object(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_object_offset_t… in call_map_fn__memobject_fixed__start_size_offset_object() argument
782 …emobject__ssoo(fn, map, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, false, start, size, offset, obj_size); in call_map_fn__memobject_fixed__start_size_offset_object()
786 …et_object(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_object_offset_t… in call_map_fn__memobject_fixed_copy__start_size_offset_object() argument
788 …memobject__ssoo(fn, map, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, true, start, size, offset, obj_size); in call_map_fn__memobject_fixed_copy__start_size_offset_object()
792 …et_object(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_object_offset_t… in call_map_fn__memobject_anywhere__start_size_offset_object() argument
794 …return helper_call_map_fn__memobject__ssoo(fn, map, VM_FLAGS_ANYWHERE, false, start, size, offset,… in call_map_fn__memobject_anywhere__start_size_offset_object()
798 … MAP_T map, int flags, bool copy, mach_vm_address_t start, mach_vm_size_t size, vm_inherit_t inher… in help_call_map_fn__allocate__inherit() argument
801 kern_return_t kr = fn(map, &out_addr, size, 0, flags, in help_call_map_fn__allocate__inherit()
803 deallocate_if_not_fixed_overwrite(kr, map, out_addr, size, flags); in help_call_map_fn__allocate__inherit()
808 …__inherit(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_inherit_t inher… in call_map_fn__allocate_fixed__inherit() argument
810 …p_fn__allocate__inherit(fn, map, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, false, start, size, inherit); in call_map_fn__allocate_fixed__inherit()
814 …__inherit(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_inherit_t inher… in call_map_fn__allocate_fixed_copy__inherit() argument
816 …ap_fn__allocate__inherit(fn, map, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, true, start, size, inherit); in call_map_fn__allocate_fixed_copy__inherit()
820 …__inherit(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_inherit_t inher… in call_map_fn__allocate_anywhere__inherit() argument
822 …return help_call_map_fn__allocate__inherit(fn, map, VM_FLAGS_ANYWHERE, false, start, size, inherit… in call_map_fn__allocate_anywhere__inherit()
826 … MAP_T map, int flags, bool copy, mach_vm_address_t start, mach_vm_size_t size, vm_inherit_t inher… in help_call_map_fn__memobject__inherit() argument
830 kern_return_t kr = fn(map, &out_addr, size, 0, flags, in help_call_map_fn__memobject__inherit()
832 deallocate_if_not_fixed_overwrite(kr, map, out_addr, size, flags); in help_call_map_fn__memobject__inherit()
838 …__inherit(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_inherit_t inher… in call_map_fn__memobject_fixed__inherit() argument
840 …_fn__memobject__inherit(fn, map, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, false, start, size, inherit); in call_map_fn__memobject_fixed__inherit()
844 …__inherit(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_inherit_t inher… in call_map_fn__memobject_fixed_copy__inherit() argument
846 …p_fn__memobject__inherit(fn, map, VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE, true, start, size, inherit); in call_map_fn__memobject_fixed_copy__inherit()
850 …__inherit(map_fn_t fn, MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_inherit_t inher… in call_map_fn__memobject_anywhere__inherit() argument
852 …return help_call_map_fn__memobject__inherit(fn, map, VM_FLAGS_ANYWHERE, false, start, size, inheri… in call_map_fn__memobject_anywhere__inherit()
856 call_map_fn__allocate__flags(map_fn_t fn, MAP_T map, mach_vm_address_t * start, mach_vm_size_t size… in call_map_fn__allocate__flags() argument
858 kern_return_t kr = fn(map, start, size, 0, flags, in call_map_fn__allocate__flags()
860 deallocate_if_not_fixed_overwrite(kr, map, *start, size, flags); in call_map_fn__allocate__flags()
865 …cate_copy__flags(map_fn_t fn, MAP_T map, mach_vm_address_t * start, mach_vm_size_t size, int flags) in call_map_fn__allocate_copy__flags() argument
867 kern_return_t kr = fn(map, start, size, 0, flags, in call_map_fn__allocate_copy__flags()
869 deallocate_if_not_fixed_overwrite(kr, map, *start, size, flags); in call_map_fn__allocate_copy__flags()
874 …memobject__flags(map_fn_t fn, MAP_T map, mach_vm_address_t * start, mach_vm_size_t size, int flags) in call_map_fn__memobject__flags() argument
877 kern_return_t kr = fn(map, start, size, 0, flags, in call_map_fn__memobject__flags()
879 deallocate_if_not_fixed_overwrite(kr, map, *start, size, flags); in call_map_fn__memobject__flags()
885 …ject_copy__flags(map_fn_t fn, MAP_T map, mach_vm_address_t * start, mach_vm_size_t size, int flags) in call_map_fn__memobject_copy__flags() argument
888 kern_return_t kr = fn(map, start, size, 0, flags, in call_map_fn__memobject_copy__flags()
890 deallocate_if_not_fixed_overwrite(kr, map, *start, size, flags); in call_map_fn__memobject_copy__flags()
957 call_ ## map_fn ## __ ## instance (MAP_T map, mach_vm_address_t start, mach_vm_size_t size) \
959 return call_map_fn__ ## instance(map_fn, map, start, size); \
964 … call_ ## map_fn ## __ ## instance (MAP_T map, mach_vm_address_t start_hint, mach_vm_size_t size) \
966 return call_map_fn__ ## instance(map_fn, map, start_hint, size); \
971 …art_size_offset_object(MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_object_offset_t…
973 …return call_map_fn__ ## instance ## __start_size_offset_object(map_fn, map, start, size, offset, o…
978 … instance ## __inherit(MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_inherit_t inher…
980 …return call_map_fn__ ## instance ## __inherit(map_fn, map, start, size, inherit); …
985 …# __ ## instance ## __flags(MAP_T map, mach_vm_address_t * start, mach_vm_size_t size, int flags) \
987 …return call_map_fn__ ## instance ## __flags(map_fn, map, start, size, flags); …
1027 mach_vm_size_t size, in mach_vm_map_wrapped() argument
1038 …kern_return_t kr = mach_vm_map(target_task, &addr, size, mask, flags, object, offset, copy, cur_pr… in mach_vm_map_wrapped()
1049 mach_vm_size_t size, in IMPL()
1060 …kern_return_t kr = vm_map_64(target_task, &addr, (vm_size_t)size, (vm_address_t)mask, flags, objec… in IMPL()
1070 mach_vm_size_t size, in IMPL()
1081 …kern_return_t kr = vm_map(target_task, &addr, (vm_size_t)size, (vm_address_t)mask, flags, object, … in IMPL()
1155 help_call_mmap__vm_prot(MAP_T map __unused, int flags, mach_vm_address_t start, mach_vm_size_t size… in help_call_mmap__vm_prot() argument
1161 void *rv = mmap_wrapper((void *)start, (size_t) size, prot, flags, fd, 0); in help_call_mmap__vm_prot()
1165 assert(0 == munmap_helper(rv, size)); in help_call_mmap__vm_prot()
1171 …MAP_T map __unused, int mmap_flags, mach_vm_address_t start, mach_vm_size_t size, int kernel_flags) in help_call_mmap__kernel_flags() argument
1173 …void *rv = mmap_wrapper((void *)start, (size_t) size, VM_PROT_DEFAULT, mmap_flags, kernel_flags, 0… in help_call_mmap__kernel_flags()
1177 assert(0 == munmap_helper(rv, size)); in help_call_mmap__kernel_flags()
1183 …eoff(MAP_T map __unused, int flags, mach_vm_address_t dst, mach_vm_size_t size, mach_vm_address_t … in help_call_mmap__dst_size_fileoff() argument
1189 void *rv = mmap_wrapper((void *)dst, (size_t) size, VM_PROT_DEFAULT, flags, fd, (off_t)fileoff); in help_call_mmap__dst_size_fileoff()
1193 assert(0 == munmap_helper(rv, size)); in help_call_mmap__dst_size_fileoff()
1199 …_call_mmap__start_size(MAP_T map __unused, int flags, mach_vm_address_t start, mach_vm_size_t size) in help_call_mmap__start_size() argument
1205 void *rv = mmap_wrapper((void *)start, (size_t) size, VM_PROT_DEFAULT, flags, fd, 0); in help_call_mmap__start_size()
1209 assert(0 == munmap_helper(rv, size)); in help_call_mmap__start_size()
1215 …all_mmap__offset_size(MAP_T map __unused, int flags, mach_vm_address_t offset, mach_vm_size_t size) in help_call_mmap__offset_size() argument
1221 void *rv = mmap_wrapper((void *)0, (size_t) size, VM_PROT_DEFAULT, flags, fd, (off_t)offset); in help_call_mmap__offset_size()
1225 assert(0 == munmap_helper(rv, size)); in help_call_mmap__offset_size()
1233 …call_mmap ## __ ## variant ## __ ## type(MAP_T map, mach_vm_address_t start, mach_vm_size_t size D…
1234 …return help_call_mmap__ ## type(map, flags, start, size DROP_TYPES(__VA_ARGS__)); …
1258 call_mmap__mmap_flags(MAP_T map __unused, mach_vm_address_t start, mach_vm_size_t size, int mmap_fl… in IMPL_FROM_HELPER()
1264 void *rv = mmap_wrapper((void *)start, (size_t) size, VM_PROT_DEFAULT, mmap_flags, fd, 0); in IMPL_FROM_HELPER()
1268 assert(0 == munmap(rv, (size_t) size)); in IMPL_FROM_HELPER()
1300 if (trial.size == 0) { in short_circuit_deallocator()
1311 if (!vm_sanitize_range_overflows_strict_zero(trial.start, trial.size, VM_MAP_PAGE_MASK(map))) { in short_circuit_deallocator()
1317 if (!__builtin_add_overflow(trial.start, trial.size, &sum) && in short_circuit_deallocator()
1318 trial.start + trial.size != 0 && in short_circuit_deallocator()
1319 round_up_page(trial.start + trial.size, PAGE_SIZE) == 0) { in short_circuit_deallocator()
1331 call_mach_vm_deallocate(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_mach_vm_deallocate() argument
1333 kern_return_t kr = mach_vm_deallocate(map, start, size); in call_mach_vm_deallocate()
1339 call_vm_deallocate(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_vm_deallocate() argument
1341 kern_return_t kr = vm_deallocate(map, (vm_address_t) start, (vm_size_t) size); in call_vm_deallocate()
1347 call_mach_vm_allocate__flags(MAP_T map, mach_vm_address_t * start, mach_vm_size_t size, int flags) in call_mach_vm_allocate__flags() argument
1350 kern_return_t kr = mach_vm_allocate(map, start, size, flags); in call_mach_vm_allocate__flags()
1351 check_mach_vm_allocate_outparam_changes(&kr, *start, size, saved_start, flags, map); in call_mach_vm_allocate__flags()
1357 call_mach_vm_allocate__start_size_fixed(MAP_T map, mach_vm_address_t * start, mach_vm_size_t size) in call_mach_vm_allocate__start_size_fixed() argument
1360 kern_return_t kr = mach_vm_allocate(map, start, size, VM_FLAGS_FIXED); in call_mach_vm_allocate__start_size_fixed()
1361 check_mach_vm_allocate_outparam_changes(&kr, *start, size, saved_start, VM_FLAGS_FIXED, map); in call_mach_vm_allocate__start_size_fixed()
1366 …ll_mach_vm_allocate__start_size_anywhere(MAP_T map, mach_vm_address_t * start, mach_vm_size_t size) in call_mach_vm_allocate__start_size_anywhere() argument
1369 kern_return_t kr = mach_vm_allocate(map, start, size, VM_FLAGS_ANYWHERE); in call_mach_vm_allocate__start_size_anywhere()
1370 check_mach_vm_allocate_outparam_changes(&kr, *start, size, saved_start, VM_FLAGS_ANYWHERE, map); in call_mach_vm_allocate__start_size_anywhere()
1375 call_mach_vm_inherit(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_mach_vm_inherit() argument
1377 kern_return_t kr = mach_vm_inherit(map, start, size, VM_INHERIT_NONE); in call_mach_vm_inherit()
1382 call_vm_inherit(MAP_T map, vm_address_t start, vm_size_t size) in call_vm_inherit() argument
1384 kern_return_t kr = vm_inherit(map, start, size, VM_INHERIT_NONE); in call_vm_inherit()
1390 call_minherit(void *start, size_t size) in call_minherit() argument
1392 int err = minherit(start, size, VM_INHERIT_SHARE); in call_minherit()
1397 call_mach_vm_inherit__inherit(MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_inherit_t… in call_mach_vm_inherit__inherit() argument
1399 kern_return_t kr = mach_vm_inherit(map, start, size, value); in call_mach_vm_inherit__inherit()
1404 call_minherit__inherit(void * start, size_t size, int value) in call_minherit__inherit() argument
1406 int err = minherit(start, size, value); in call_minherit__inherit()
1411 call_mach_vm_protect__start_size(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_mach_vm_protect__start_size() argument
1413 kern_return_t kr = mach_vm_protect(map, start, size, 0, VM_PROT_READ | VM_PROT_WRITE); in call_mach_vm_protect__start_size()
1417 call_mach_vm_protect__vm_prot(MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_prot_t pr… in call_mach_vm_protect__vm_prot() argument
1419 kern_return_t kr = mach_vm_protect(map, start, size, 0, prot); in call_mach_vm_protect__vm_prot()
1424 call_vm_protect__start_size(MAP_T map, vm_address_t start, vm_size_t size) in call_vm_protect__start_size() argument
1426 kern_return_t kr = vm_protect(map, start, size, 0, VM_PROT_READ | VM_PROT_WRITE); in call_vm_protect__start_size()
1430 call_vm_protect__vm_prot(MAP_T map, vm_address_t start, vm_size_t size, vm_prot_t prot) in call_vm_protect__vm_prot() argument
1432 kern_return_t kr = vm_protect(map, start, size, 0, prot); in call_vm_protect__vm_prot()
1440 call_mprotect__start_size(void *start, size_t size) in call_mprotect__start_size() argument
1442 int err = __mprotect(start, size, PROT_READ | PROT_WRITE); in call_mprotect__start_size()
1447 call_mprotect__vm_prot(void *start, size_t size, int prot) in call_mprotect__vm_prot() argument
1449 int err = __mprotect(start, size, prot); in call_mprotect__vm_prot()
1455 call_vm_behavior_set__start_size__default(MAP_T map, vm_address_t start, vm_size_t size) in call_vm_behavior_set__start_size__default() argument
1457 kern_return_t kr = vm_behavior_set(map, start, size, VM_BEHAVIOR_DEFAULT); in call_vm_behavior_set__start_size__default()
1462 call_vm_behavior_set__start_size__can_reuse(MAP_T map, vm_address_t start, vm_size_t size) in call_vm_behavior_set__start_size__can_reuse() argument
1464 kern_return_t kr = vm_behavior_set(map, start, size, VM_BEHAVIOR_CAN_REUSE); in call_vm_behavior_set__start_size__can_reuse()
1469 call_vm_behavior_set__vm_behavior(MAP_T map, vm_address_t start, vm_size_t size, vm_behavior_t beha… in call_vm_behavior_set__vm_behavior() argument
1471 kern_return_t kr = vm_behavior_set(map, start, size, behavior); in call_vm_behavior_set__vm_behavior()
1559 call_madvise__start_size(void *start, size_t size) in call_madvise__start_size() argument
1561 int err = madvise(start, size, MADV_NORMAL); in call_madvise__start_size()
1566 call_madvise__vm_advise(void *start, size_t size, int advise) in call_madvise__vm_advise() argument
1568 int err = madvise(start, size, advise); in call_madvise__vm_advise()
1573 call_mach_vm_msync__start_size(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_mach_vm_msync__start_size() argument
1575 kern_return_t kr = mach_vm_msync(map, start, size, VM_SYNC_ASYNCHRONOUS); in call_mach_vm_msync__start_size()
1580 call_mach_vm_msync__vm_sync(MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_sync_t sync) in call_mach_vm_msync__vm_sync() argument
1582 kern_return_t kr = mach_vm_msync(map, start, size, sync); in call_mach_vm_msync__vm_sync()
1588 call_vm_msync__start_size(MAP_T map, vm_address_t start, vm_size_t size) in call_vm_msync__start_size() argument
1590 kern_return_t kr = vm_msync(map, start, size, VM_SYNC_ASYNCHRONOUS); in call_vm_msync__start_size()
1595 call_vm_msync__vm_sync(MAP_T map, vm_address_t start, vm_size_t size, vm_sync_t sync) in call_vm_msync__vm_sync() argument
1597 kern_return_t kr = vm_msync(map, start, size, sync); in call_vm_msync__vm_sync()
1606 call_msync__start_size(void *start, size_t size) in call_msync__start_size() argument
1608 int err = __msync(start, size, MS_SYNC); in call_msync__start_size()
1613 call_msync__vm_msync(void *start, size_t size, int msync_value) in call_msync__vm_msync() argument
1615 int err = __msync(start, size, msync_value); in call_msync__vm_msync()
1623 call_msync_nocancel__start_size(void *start, size_t size) in call_msync_nocancel__start_size() argument
1625 int err = __msync_nocancel(start, size, MS_SYNC); in call_msync_nocancel__start_size()
1630 call_msync_nocancel__vm_msync(void *start, size_t size, int msync_value) in call_msync_nocancel__vm_msync() argument
1632 int err = __msync_nocancel(start, size, msync_value); in call_msync_nocancel__vm_msync()
1645 call_mach_vm_machine_attribute__start_size(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_mach_vm_machine_attribute__start_size() argument
1649 kern_return_t kr = mach_vm_machine_attribute(map, start, size, MATTR_CACHE, &value); in call_mach_vm_machine_attribute__start_size()
1656 …ute__machine_attribute(MAP_T map, mach_vm_address_t start, mach_vm_size_t size, vm_machine_attribu… in call_mach_vm_machine_attribute__machine_attribute() argument
1660 kern_return_t kr = mach_vm_machine_attribute(map, start, size, attr, &value); in call_mach_vm_machine_attribute__machine_attribute()
1667 call_vm_machine_attribute__start_size(MAP_T map, vm_address_t start, vm_size_t size) in call_vm_machine_attribute__start_size() argument
1671 kern_return_t kr = vm_machine_attribute(map, start, size, MATTR_CACHE, &value); in call_vm_machine_attribute__start_size()
1677 call_vm_machine_attribute__machine_attribute(MAP_T map, vm_address_t start, vm_size_t size, vm_mach… in call_vm_machine_attribute__machine_attribute() argument
1681 kern_return_t kr = vm_machine_attribute(map, start, size, attr, &value); in call_vm_machine_attribute__machine_attribute()
1751 mach_vm_size_t size, mach_vm_size_t saved_size) in check_mach_vm_region_recurse_outparam_changes() argument
1757 if (size == saved_size) { in check_mach_vm_region_recurse_outparam_changes()
1764 …if (depth != saved_depth || addr != saved_addr || size != saved_size || memcmp(info, saved_info, i… in check_mach_vm_region_recurse_outparam_changes()
1917 call_mach_vm_page_range_query(MAP_T map, mach_vm_address_t start, mach_vm_size_t size) in call_mach_vm_page_range_query() argument
1941 mach_vm_size_t in_count = size / KB16 + (size % KB16 ? 1 : 0); in call_mach_vm_page_range_query()
1943 kr = mach_vm_page_range_query(map, start, size, prq_buf, &out_count); in call_mach_vm_page_range_query()
1969 call_mincore(void *start, size_t size) in call_mincore() argument
1993 err = mincore(start, size, mincore_buf); in call_mincore()
2023 …_vm_deferred_reclamation_buffer_init)(task_t task, mach_vm_address_t address, mach_vm_size_t size);
2033 size_t size = sizeof(orig_reclaim_max_threshold); in test_mach_vm_deferred_reclamation_buffer_init() local
2034 …int sysctl_res = sysctlbyname("vm.reclaim_max_threshold", &orig_reclaim_max_threshold, &size, NULL… in test_mach_vm_deferred_reclamation_buffer_init()
2036 sysctl_res = sysctlbyname("vm.reclaim_max_threshold", NULL, 0, &new_reclaim_max_threshold, size); in test_mach_vm_deferred_reclamation_buffer_init()
2045 ret = func(trial.task, trial.address, trial.size); in test_mach_vm_deferred_reclamation_buffer_init()
2053 sysctl_res = sysctlbyname("vm.reclaim_max_threshold", NULL, 0, &new_reclaim_max_threshold, size); in test_mach_vm_deferred_reclamation_buffer_init()
2056 ret = func(last_trial.task, last_trial.address, last_trial.size); in test_mach_vm_deferred_reclamation_buffer_init()
2066 sysctl_res = sysctlbyname("vm.reclaim_max_threshold", NULL, 0, &orig_reclaim_max_threshold, size); in test_mach_vm_deferred_reclamation_buffer_init()
2087 …_t(kern_return_t (*func)(MAP_T map, mach_vm_address_t src, mach_vm_size_t size, int flags), const … in test_mmap_with_allocated_vm_map_kernel_flags_t() argument
2096 kern_return_t ret = func(map, base.addr, base.size, trials->list[i].flags); in test_mmap_with_allocated_vm_map_kernel_flags_t()
2104 typedef int (*unix_with_inherit_fn)(void *start, size_t size, int inherit);
2116 int ret = fn((void*)(uintptr_t)base.addr, (size_t)base.size, (int)trial.value); in test_unix_with_allocated_vm_inherit_t()
2124 typedef int (*unix_with_msync_fn)(void *start, size_t size, int msync_value);
2136 int ret = fn((void*)(uintptr_t)base.addr, (size_t)base.size, (int)trial.value); in test_unix_with_allocated_vm_msync_t()
2144 typedef int (*unix_with_advise_fn)(void *start, size_t size, int advise);
2156 int ret = fn((void*)(uintptr_t)base.addr, (size_t)base.size, (int)trial.value); in test_unix_with_allocated_aligned_vm_advise_t()
2220 test_dst_size_fileoff(kern_return_t (*func)(MAP_T map, mach_vm_address_t dst, mach_vm_size_t size, … in test_dst_size_fileoff() argument
2231 int ret = func(map, trial.dst, trial.size, trial.src); in test_dst_size_fileoff()
2283 …allocate_for_mmap_fixed(map, trial.start, trial.size, trial.start_is_absolute, trial.size_is_absol… in allocate_for_mmap_fixed()
2289 …allocate_for_mmap_fixed(map, trial.dst, trial.size, trial.dst_is_absolute, !trial.size_is_dst_rela… in allocate_for_mmap_fixed()
2299 …ff(kern_return_t (*func)(MAP_T map, mach_vm_address_t dst, mach_vm_size_t size, mach_vm_address_t … in test_fixed_dst_size_fileoff() argument
2321 kern_return_t ret = func(map, trial.dst, trial.size, trial.src); in test_fixed_dst_size_fileoff()
2334 test_fixed_dst_size(kern_return_t (*func)(MAP_T map, mach_vm_address_t dst, mach_vm_size_t size), c… in test_fixed_dst_size() argument
2355 kern_return_t ret = func(map, trial.start, trial.size); in test_fixed_dst_size()
2366 …ze(kern_return_t (*func)(MAP_T map, mach_vm_address_t src, mach_vm_size_t size, mach_vm_address_t … in test_allocated_src_allocated_dst_size() argument
2378 int ret = func(map, trial.src, trial.size, trial.dst); in test_allocated_src_allocated_dst_size()