Lines Matching refs:object
228 vm_object_t object,
259 vm_object_t object,
372 vm_object_t object,
381 vm_object_t object);
973 vm_object_t object; in vm_map_set_cache_attr() local
986 object = VME_OBJECT(map_entry); in vm_map_set_cache_attr()
988 if (object == VM_OBJECT_NULL) { in vm_map_set_cache_attr()
995 vm_object_lock(object); in vm_map_set_cache_attr()
996 object->set_cache_attr = TRUE; in vm_map_set_cache_attr()
997 vm_object_unlock(object); in vm_map_set_cache_attr()
2606 vm_object_t object, in vm_map_pmap_enter() argument
2636 vm_object_lock(object); in vm_map_pmap_enter()
2638 m = vm_page_lookup(object, offset); in vm_map_pmap_enter()
2642 vm_object_unlock(object); in vm_map_pmap_enter()
2649 map, (unsigned long long)addr, object, (unsigned long long)offset); in vm_map_pmap_enter()
2664 vm_object_unlock(object); in vm_map_pmap_enter()
2785 vm_object_t object, in vm_map_enter() argument
2823 caller_object = object; in vm_map_enter()
2840 if (object != VM_OBJECT_NULL) { in vm_map_enter()
2976 if (object != VM_OBJECT_NULL && in vm_map_enter()
2977 !object->internal) { in vm_map_enter()
3018 if (object == VM_OBJECT_NULL) { in vm_map_enter()
3022 submap = (vm_map_t) object; in vm_map_enter()
3098 (object != VM_OBJECT_NULL && in vm_map_enter()
3099 (object->vo_size != size || in vm_map_enter()
3100 object->purgable == VM_PURGABLE_DENY)) in vm_map_enter()
3163 (vm_map_t) object) { in vm_map_enter()
3168 if (VME_OBJECT(entry) != object) { in vm_map_enter()
3174 (object == VM_OBJECT_NULL || object->internal)) { in vm_map_enter()
3235 if (object == VM_OBJECT_NULL) { in vm_map_enter()
3237 object = vm_object_allocate(size); in vm_map_enter()
3238 vm_object_lock(object); in vm_map_enter()
3239 object->copy_strategy = MEMORY_OBJECT_COPY_NONE; in vm_map_enter()
3240 VM_OBJECT_SET_TRUE_SHARE(object, FALSE); in vm_map_enter()
3246 object->copy_strategy = MEMORY_OBJECT_COPY_DELAY_FORK; in vm_map_enter()
3247 VM_OBJECT_SET_TRUE_SHARE(object, TRUE); in vm_map_enter()
3250 object->vo_inherit_copy_none = true; in vm_map_enter()
3254 VM_OBJECT_SET_PURGABLE(object, VM_PURGABLE_NONVOLATILE); in vm_map_enter()
3269 assert(object->vo_owner == NULL); in vm_map_enter()
3270 assert(object->resident_page_count == 0); in vm_map_enter()
3271 assert(object->wired_page_count == 0); in vm_map_enter()
3272 vm_purgeable_nonvolatile_enqueue(object, owner); in vm_map_enter()
3274 vm_object_unlock(object); in vm_map_enter()
3280 (object == VM_OBJECT_NULL) && in vm_map_enter()
3375 object == VM_OBJECT_NULL && in vm_map_enter()
3385 object != VM_OBJECT_NULL && in vm_map_enter()
3386 object->internal && in vm_map_enter()
3387 offset + (tmp_end - tmp_start) > object->vo_size) { in vm_map_enter()
3394 vm_object_size_t, object->vo_size); in vm_map_enter()
3398 object, offset, vmk_flags, in vm_map_enter()
3405 assert(!is_kernel_object(object) || (VM_KERN_MEMORY_NONE != alias)); in vm_map_enter()
3415 (object == VM_OBJECT_NULL || in vm_map_enter()
3416 object->internal)) { in vm_map_enter()
3422 object != VM_OBJECT_NULL && in vm_map_enter()
3423 object->internal && in vm_map_enter()
3424 (object->purgable != VM_PURGABLE_DENY || in vm_map_enter()
3425 object->vo_ledger_tag)) { in vm_map_enter()
3436 object != VM_OBJECT_NULL && in vm_map_enter()
3437 object->internal) { in vm_map_enter()
3466 submap = (vm_map_t) object; in vm_map_enter()
3516 assert(object == VM_OBJECT_NULL); in vm_map_enter()
3641 object != VM_OBJECT_NULL && in vm_map_enter()
3642 object->named && in vm_map_enter()
3643 object->pager != MEMORY_OBJECT_NULL) { in vm_map_enter()
3644 vm_object_lock(object); in vm_map_enter()
3645 pager = object->pager; in vm_map_enter()
3646 if (object->named && in vm_map_enter()
3648 assert(object->pager_ready); in vm_map_enter()
3649 vm_object_mapping_wait(object, THREAD_UNINT); in vm_map_enter()
3651 pager = object->pager; in vm_map_enter()
3652 if (object->named && pager != MEMORY_OBJECT_NULL) { in vm_map_enter()
3653 vm_object_mapping_begin(object); in vm_map_enter()
3654 vm_object_unlock(object); in vm_map_enter()
3659 vm_object_lock(object); in vm_map_enter()
3660 vm_object_mapping_end(object); in vm_map_enter()
3663 vm_object_unlock(object); in vm_map_enter()
3966 vm_object_t object = VM_OBJECT_NULL; in vm_map_enter_mem_object() local
4034 object = VM_OBJECT_NULL; in vm_map_enter_mem_object()
4582 object = vm_named_entry_to_vm_object(named_entry); in vm_map_enter_mem_object()
4583 assert(object != VM_OBJECT_NULL); in vm_map_enter_mem_object()
4584 vm_object_lock(object); in vm_map_enter_mem_object()
4587 vm_object_reference_locked(object); in vm_map_enter_mem_object()
4589 wimg_mode = object->wimg_bits; in vm_map_enter_mem_object()
4591 if (object->wimg_bits != wimg_mode) { in vm_map_enter_mem_object()
4592 vm_object_change_wimg_mode(object, wimg_mode); in vm_map_enter_mem_object()
4595 vm_object_unlock(object); in vm_map_enter_mem_object()
4613 object = memory_object_to_vm_object((memory_object_t)port); in vm_map_enter_mem_object()
4614 if (object == VM_OBJECT_NULL) { in vm_map_enter_mem_object()
4617 vm_object_reference(object); in vm_map_enter_mem_object()
4620 if (object != VM_OBJECT_NULL) { in vm_map_enter_mem_object()
4621 if (is_kernel_object(object)) { in vm_map_enter_mem_object()
4626 if (!object->pager_ready) { in vm_map_enter_mem_object()
4627 vm_object_lock(object); in vm_map_enter_mem_object()
4629 while (!object->pager_ready) { in vm_map_enter_mem_object()
4630 vm_object_sleep(object, in vm_map_enter_mem_object()
4635 vm_object_unlock(object); in vm_map_enter_mem_object()
4642 if (object != VM_OBJECT_NULL && in vm_map_enter_mem_object()
4643 object->named && in vm_map_enter_mem_object()
4644 object->pager != MEMORY_OBJECT_NULL && in vm_map_enter_mem_object()
4645 object->copy_strategy != MEMORY_OBJECT_COPY_NONE) { in vm_map_enter_mem_object()
4667 vm_object_lock(object); in vm_map_enter_mem_object()
4668 pager = object->pager; in vm_map_enter_mem_object()
4669 if (object->named && in vm_map_enter_mem_object()
4671 object->copy_strategy != MEMORY_OBJECT_COPY_NONE) { in vm_map_enter_mem_object()
4672 assert(object->pager_ready); in vm_map_enter_mem_object()
4673 vm_object_mapping_wait(object, THREAD_UNINT); in vm_map_enter_mem_object()
4675 pager = object->pager; in vm_map_enter_mem_object()
4676 if (object->named && pager != MEMORY_OBJECT_NULL) { in vm_map_enter_mem_object()
4677 vm_object_mapping_begin(object); in vm_map_enter_mem_object()
4678 vm_object_unlock(object); in vm_map_enter_mem_object()
4683 vm_object_lock(object); in vm_map_enter_mem_object()
4684 vm_object_mapping_end(object); in vm_map_enter_mem_object()
4687 vm_object_unlock(object); in vm_map_enter_mem_object()
4698 result = vm_object_copy_strategically(object, in vm_map_enter_mem_object()
4720 new_object = object; in vm_map_enter_mem_object()
4735 vm_object_deallocate(object); in vm_map_enter_mem_object()
4741 object = new_object; in vm_map_enter_mem_object()
4756 object, obj_offs, in vm_map_enter_mem_object()
4761 vm_object_deallocate(object); in vm_map_enter_mem_object()
4774 if (object->internal) { in vm_map_enter_mem_object()
4968 vm_object_t object; in vm_map_enter_mem_object_control() local
5013 object = memory_object_control_to_vm_object(control); in vm_map_enter_mem_object_control()
5015 if (object == VM_OBJECT_NULL) { in vm_map_enter_mem_object_control()
5019 if (is_kernel_object(object)) { in vm_map_enter_mem_object_control()
5025 vm_object_lock(object); in vm_map_enter_mem_object_control()
5026 os_ref_retain_locked_raw(&object->ref_count, &vm_object_refgrp); in vm_map_enter_mem_object_control()
5042 pager = object->pager; in vm_map_enter_mem_object_control()
5043 if (object->named && in vm_map_enter_mem_object_control()
5045 object->copy_strategy != MEMORY_OBJECT_COPY_NONE) { in vm_map_enter_mem_object_control()
5046 assert(object->pager_ready); in vm_map_enter_mem_object_control()
5047 vm_object_mapping_wait(object, THREAD_UNINT); in vm_map_enter_mem_object_control()
5049 pager = object->pager; in vm_map_enter_mem_object_control()
5050 if (object->named && pager != MEMORY_OBJECT_NULL) { in vm_map_enter_mem_object_control()
5051 vm_object_mapping_begin(object); in vm_map_enter_mem_object_control()
5052 vm_object_unlock(object); in vm_map_enter_mem_object_control()
5057 vm_object_lock(object); in vm_map_enter_mem_object_control()
5058 vm_object_mapping_end(object); in vm_map_enter_mem_object_control()
5061 vm_object_unlock(object); in vm_map_enter_mem_object_control()
5071 result = vm_object_copy_strategically(object, obj_offs, obj_size, in vm_map_enter_mem_object_control()
5091 new_object = object; in vm_map_enter_mem_object_control()
5105 vm_object_deallocate(object); in vm_map_enter_mem_object_control()
5111 object = new_object; in vm_map_enter_mem_object_control()
5119 object, in vm_map_enter_mem_object_control()
5129 vm_object_deallocate(object); in vm_map_enter_mem_object_control()
6535 vm_object_t object; in vm_map_wire_nested() local
6582 &version, &object, in vm_map_wire_nested()
6593 vm_object_unlock(object); in vm_map_wire_nested()
6720 vm_object_t object; in vm_map_wire_nested() local
6744 object = VME_OBJECT(entry); in vm_map_wire_nested()
6748 vm_object_lock(object); in vm_map_wire_nested()
6750 vm_object_lock_shared(object); in vm_map_wire_nested()
6752 m = vm_page_lookup(object, offset); in vm_map_wire_nested()
6759 object); in vm_map_wire_nested()
6766 vm_object_unlock(object); in vm_map_wire_nested()
6915 vm_object_t object; in vm_map_wire_nested() local
6917 object = VME_OBJECT(entry); in vm_map_wire_nested()
6918 vm_object_lock(object); in vm_map_wire_nested()
6919 if (object->copy_strategy == MEMORY_OBJECT_COPY_SYMMETRIC) { in vm_map_wire_nested()
6920 …_round_page(VME_OFFSET(entry) + size) - vm_object_trunc_page(VME_OFFSET(entry)) == object->vo_size, in vm_map_wire_nested()
6922 object, (uint64_t)object->vo_size, in vm_map_wire_nested()
6928 assertf(os_ref_get_count_raw(&object->ref_count) == 1, in vm_map_wire_nested()
6930 object, os_ref_get_count_raw(&object->ref_count)); in vm_map_wire_nested()
6933 object->copy_strategy = MEMORY_OBJECT_COPY_DELAY; in vm_map_wire_nested()
6934 VM_OBJECT_SET_TRUE_SHARE(object, TRUE); in vm_map_wire_nested()
6936 vm_object_unlock(object); in vm_map_wire_nested()
10616 vm_object_t object; in vm_map_copy_overwrite_aligned() local
10728 object = VME_OBJECT(entry); in vm_map_copy_overwrite_aligned()
10737 ((object == VM_OBJECT_NULL) || in vm_map_copy_overwrite_aligned()
10738 (object->internal && in vm_map_copy_overwrite_aligned()
10739 !object->true_share && in vm_map_copy_overwrite_aligned()
10740 object->copy_strategy != MEMORY_OBJECT_COPY_NONE))) || in vm_map_copy_overwrite_aligned()
10909 object = VME_OBJECT(entry); in vm_map_copy_overwrite_aligned()
11607 vm_object_t object; in vm_map_copyout_internal() local
11615 object = VME_OBJECT(entry); in vm_map_copyout_internal()
11645 vm_object_lock(object); in vm_map_copyout_internal()
11647 m = vm_page_lookup(object, offset); in vm_map_copyout_internal()
11695 vm_object_unlock(object); in vm_map_copyout_internal()
12906 vm_object_t object; in vm_map_fork_share() local
12920 object = VME_OBJECT(old_entry); in vm_map_fork_share()
12940 } else if (object == VM_OBJECT_NULL) { in vm_map_fork_share()
12941 object = vm_object_allocate((vm_map_size_t)(old_entry->vme_end - in vm_map_fork_share()
12944 VME_OBJECT_SET(old_entry, object, false, 0); in vm_map_fork_share()
12947 } else if (object->copy_strategy != in vm_map_fork_share()
12957 object->shadowed || /* case 2 */ in vm_map_fork_share()
12958 (!object->true_share && /* case 3 */ in vm_map_fork_share()
12960 (object->vo_size > in vm_map_fork_share()
13107 object = VME_OBJECT(old_entry); in vm_map_fork_share()
13123 vm_object_lock(object); in vm_map_fork_share()
13124 vm_object_reference_locked(object); in vm_map_fork_share()
13125 if (object->copy_strategy == MEMORY_OBJECT_COPY_SYMMETRIC) { in vm_map_fork_share()
13126 object->copy_strategy = MEMORY_OBJECT_COPY_DELAY; in vm_map_fork_share()
13128 vm_object_unlock(object); in vm_map_fork_share()
13523 vm_object_t object; in vm_map_fork() local
13525 object = VME_OBJECT(old_entry); in vm_map_fork()
13526 owner = VM_OBJECT_OWNER(object); in vm_map_fork()
13538 assert(object->copy_strategy != MEMORY_OBJECT_COPY_SYMMETRIC); in vm_map_fork()
13875 vm_object_t *object, /* OUT */ in vm_map_lookup_and_lock_object() argument
14704 *object = VME_OBJECT(entry); in vm_map_lookup_and_lock_object()
14706 …E(DBG_MACH_WORKINGSET, VM_MAP_LOOKUP_OBJECT), VM_KERNEL_UNSLIDE_OR_PERM(*object), (unsigned long) … in vm_map_lookup_and_lock_object()
14764 vm_object_lock(*object); in vm_map_lookup_and_lock_object()
14766 *contended = vm_object_lock_check_contended(*object); in vm_map_lookup_and_lock_object()
14769 vm_object_lock_shared(*object); in vm_map_lookup_and_lock_object()
15852 vm_object_t object, in vm_map_region_look_for_page() argument
15864 shadow = object->shadow; in vm_map_region_look_for_page()
15865 caller_object = object; in vm_map_region_look_for_page()
15869 if (!(object->internal)) { in vm_map_region_look_for_page()
15873 if ((p = vm_page_lookup(object, offset)) != VM_PAGE_NULL) { in vm_map_region_look_for_page()
15882 if (p->vmp_reusable || object->all_reusable) { in vm_map_region_look_for_page()
15889 if (object != caller_object) { in vm_map_region_look_for_page()
15890 vm_object_unlock(object); in vm_map_region_look_for_page()
15895 if (object->internal && in vm_map_region_look_for_page()
15896 object->alive && in vm_map_region_look_for_page()
15897 !object->terminating && in vm_map_region_look_for_page()
15898 object->pager_ready) { in vm_map_region_look_for_page()
15899 if (vm_object_compressor_pager_state_get(object, offset) in vm_map_region_look_for_page()
15903 if (object != caller_object) { in vm_map_region_look_for_page()
15904 vm_object_unlock(object); in vm_map_region_look_for_page()
15925 if (object != caller_object) { in vm_map_region_look_for_page()
15926 vm_object_unlock(object); in vm_map_region_look_for_page()
15929 offset = offset + object->vo_shadow_offset; in vm_map_region_look_for_page()
15930 object = shadow; in vm_map_region_look_for_page()
15931 shadow = object->shadow; in vm_map_region_look_for_page()
15934 if (object != caller_object) { in vm_map_region_look_for_page()
15935 vm_object_unlock(object); in vm_map_region_look_for_page()
15944 vm_object_t object) in vm_map_region_has_obj_ref() argument
15956 } else if (cur_obj == object) { in vm_map_region_has_obj_ref()
15978 } else if (shadow_obj == object) { in vm_map_region_has_obj_ref()
15986 if (shadow_obj == object) { in vm_map_region_has_obj_ref()
16251 vm_object_t object; in vm_map_machine_attribute() local
16262 object = VME_OBJECT(entry); in vm_map_machine_attribute()
16263 base_object = object; in vm_map_machine_attribute()
16266 vm_object_lock(object); in vm_map_machine_attribute()
16270 object, offset); in vm_map_machine_attribute()
16278 } else if (object->shadow) { in vm_map_machine_attribute()
16279 offset = offset + object->vo_shadow_offset; in vm_map_machine_attribute()
16280 last_object = object; in vm_map_machine_attribute()
16281 object = object->shadow; in vm_map_machine_attribute()
16292 if (base_object != object) { in vm_map_machine_attribute()
16293 vm_object_unlock(object); in vm_map_machine_attribute()
16295 object = base_object; in vm_map_machine_attribute()
16301 vm_object_unlock(object); in vm_map_machine_attribute()
16445 vm_object_t object; in vm_map_willneed() local
16527 object = VME_OBJECT(entry); in vm_map_willneed()
16529 if (object == NULL || in vm_map_willneed()
16530 (object && object->internal)) { in vm_map_willneed()
16559 if ((object = find_vnode_object(entry)) == VM_OBJECT_NULL) { in vm_map_willneed()
16565 vm_object_paging_begin(object); in vm_map_willneed()
16566 pager = object->pager; in vm_map_willneed()
16567 vm_object_unlock(object); in vm_map_willneed()
16591 vm_object_trunc_page(offset) + object->paging_offset, in vm_map_willneed()
16596 vm_object_lock(object); in vm_map_willneed()
16597 vm_object_paging_end(object); in vm_map_willneed()
16598 vm_object_unlock(object); in vm_map_willneed()
16647 vm_object_t object; in vm_map_entry_is_reusable() local
16690 object = VME_OBJECT(entry); in vm_map_entry_is_reusable()
16691 if (object == VM_OBJECT_NULL) { in vm_map_entry_is_reusable()
16708 object->ref_count == 1 && in vm_map_entry_is_reusable()
16710 object->vo_copy == VM_OBJECT_NULL && in vm_map_entry_is_reusable()
16711 object->shadow == VM_OBJECT_NULL && in vm_map_entry_is_reusable()
16712 object->internal && in vm_map_entry_is_reusable()
16713 object->purgable == VM_PURGABLE_DENY && in vm_map_entry_is_reusable()
16714 object->wimg_bits == VM_WIMG_USE_DEFAULT && in vm_map_entry_is_reusable()
16715 !object->code_signed) { in vm_map_entry_is_reusable()
16728 vm_object_t object; in vm_map_reuse_pages() local
16788 object = VME_OBJECT(entry); in vm_map_reuse_pages()
16789 if (object != VM_OBJECT_NULL) { in vm_map_reuse_pages()
16790 vm_object_lock(object); in vm_map_reuse_pages()
16791 vm_object_reuse_pages(object, start_offset, end_offset, in vm_map_reuse_pages()
16793 vm_object_unlock(object); in vm_map_reuse_pages()
16822 vm_object_t object; in vm_map_reusable_pages() local
16900 object = VME_OBJECT(entry); in vm_map_reusable_pages()
16901 if (object == VM_OBJECT_NULL) { in vm_map_reusable_pages()
16921 vm_object_lock(object); in vm_map_reusable_pages()
16922 if (((os_ref_get_count_raw(&object->ref_count) == 1) || in vm_map_reusable_pages()
16923 (object->copy_strategy != MEMORY_OBJECT_COPY_SYMMETRIC && in vm_map_reusable_pages()
16924 object->vo_copy == VM_OBJECT_NULL)) && in vm_map_reusable_pages()
16925 object->shadow == VM_OBJECT_NULL && in vm_map_reusable_pages()
16936 if (os_ref_get_count_raw(&object->ref_count) != 1) { in vm_map_reusable_pages()
16944 vm_object_deactivate_pages(object, in vm_map_reusable_pages()
16958 vm_object_t, object); in vm_map_reusable_pages()
16960 vm_object_unlock(object); in vm_map_reusable_pages()
17063 vm_object_t object; in vm_map_pageout() local
17095 object = VME_OBJECT(submap_entry); in vm_map_pageout()
17096 if (object == VM_OBJECT_NULL || !object->internal) { in vm_map_pageout()
17101 vm_object_pageout(object); in vm_map_pageout()
17109 object = VME_OBJECT(entry); in vm_map_pageout()
17110 if (object == VM_OBJECT_NULL || !object->internal) { in vm_map_pageout()
17114 vm_object_pageout(object); in vm_map_pageout()
17221 vm_object_t object = VME_OBJECT(entry); in vm_map_zero() local
17229 if (object == VM_OBJECT_NULL) { in vm_map_zero()
17235 vm_object_lock(object); in vm_map_zero()
17240 vm_object_reference_locked(object); in vm_map_zero()
17243 ret = vm_object_zero(object, cur_offset, end_offset); in vm_map_zero()
17244 vm_object_unlock(object); in vm_map_zero()
17245 vm_object_deallocate(object); in vm_map_zero()
17294 vm_object_t object, in vm_map_entry_insert() argument
17336 VME_SUBMAP_SET(new_entry, (vm_map_t)object); in vm_map_entry_insert()
17338 VME_OBJECT_SET(new_entry, object, false, 0); in vm_map_entry_insert()
17413 vm_object_t object; in vm_map_remap_extract() local
17573 object = VM_OBJECT_NULL; in vm_map_remap_extract()
17753 object = VM_OBJECT_NULL; in vm_map_remap_extract()
17894 object = VME_OBJECT(src_entry); in vm_map_remap_extract()
17900 if (__improbable(is_kernel_object(object))) { in vm_map_remap_extract()
17915 } else if (object != VM_OBJECT_NULL && in vm_map_remap_extract()
17916 object->internal && in vm_map_remap_extract()
17917 (object->purgable != VM_PURGABLE_DENY || in vm_map_remap_extract()
17918 object->vo_ledger_tag != VM_LEDGER_TAG_NONE)) { in vm_map_remap_extract()
17948 if (object == VM_OBJECT_NULL) { in vm_map_remap_extract()
17965 object = vm_object_allocate(entry_size); in vm_map_remap_extract()
17967 VME_OBJECT_SET(src_entry, object, false, 0); in vm_map_remap_extract()
17971 object->copy_strategy != MEMORY_OBJECT_COPY_SYMMETRIC) { in vm_map_remap_extract()
17988 } else if (src_entry->needs_copy || object->shadowed || in vm_map_remap_extract()
17989 (object->internal && !object->true_share && in vm_map_remap_extract()
17991 object->vo_size > entry_size)) { in vm_map_remap_extract()
18067 object = VME_OBJECT(src_entry); in vm_map_remap_extract()
18072 vm_object_lock(object); in vm_map_remap_extract()
18073 vm_object_reference_locked(object); /* object ref. for new entry */ in vm_map_remap_extract()
18075 if (object->copy_strategy == in vm_map_remap_extract()
18088 object->copy_strategy = in vm_map_remap_extract()
18090 VM_OBJECT_SET_TRUE_SHARE(object, TRUE); in vm_map_remap_extract()
18092 vm_object_unlock(object); in vm_map_remap_extract()
18155 vm_object_deallocate(object); in vm_map_remap_extract()
18185 vm_object_deallocate(object); in vm_map_remap_extract()
18217 object = VM_OBJECT_NULL; in vm_map_remap_extract()
18262 vm_object_pmap_protect(object, in vm_map_remap_extract()
18278 vm_object_deallocate(object); in vm_map_remap_extract()
18303 vm_object_lock(object); in vm_map_remap_extract()
18305 object, in vm_map_remap_extract()
18322 object, in vm_map_remap_extract()
18344 vm_object_deallocate(object); in vm_map_remap_extract()
18379 vm_object_reference(object); in vm_map_remap_extract()
19849 vm_object_t object; in vm_map_purgable_control() local
19901 object = VME_OBJECT(entry); in vm_map_purgable_control()
19902 if (object == VM_OBJECT_NULL || in vm_map_purgable_control()
19903 object->purgable == VM_PURGABLE_DENY) { in vm_map_purgable_control()
19911 vm_object_lock(object); in vm_map_purgable_control()
19915 entry->vme_end - entry->vme_start != object->vo_size) { in vm_map_purgable_control()
19921 vm_object_unlock(object); in vm_map_purgable_control()
19931 was_nonvolatile = (object->purgable == VM_PURGABLE_NONVOLATILE); in vm_map_purgable_control()
19933 kr = vm_object_purgable_control(object, control, state); in vm_map_purgable_control()
19936 object->purgable != VM_PURGABLE_NONVOLATILE && in vm_map_purgable_control()
19939 object->vo_purgeable_volatilizer = kernel_task; in vm_map_purgable_control()
19943 vm_object_unlock(object); in vm_map_purgable_control()
19956 vm_object_t object = VM_OBJECT_NULL; in vm_map_footprint_query_page_info() local
19972 object = VME_OBJECT(map_entry); in vm_map_footprint_query_page_info()
19973 if (object == VM_OBJECT_NULL) { in vm_map_footprint_query_page_info()
19996 object->vo_no_footprint) { in vm_map_footprint_query_page_info()
20000 !object->internal && in vm_map_footprint_query_page_info()
20001 object->vo_ledger_tag && in vm_map_footprint_query_page_info()
20002 VM_OBJECT_OWNER(object) != NULL && in vm_map_footprint_query_page_info()
20003 VM_OBJECT_OWNER(object)->map == map) { in vm_map_footprint_query_page_info()
20010 object->wired_page_count)) { in vm_map_footprint_query_page_info()
20023 object->internal && in vm_map_footprint_query_page_info()
20024 (object->purgable == VM_PURGABLE_NONVOLATILE || in vm_map_footprint_query_page_info()
20025 (object->purgable == VM_PURGABLE_DENY && in vm_map_footprint_query_page_info()
20026 object->vo_ledger_tag)) && in vm_map_footprint_query_page_info()
20027 VM_OBJECT_OWNER(object) != NULL && in vm_map_footprint_query_page_info()
20028 VM_OBJECT_OWNER(object)->map == map) { in vm_map_footprint_query_page_info()
20034 (object->resident_page_count + in vm_map_footprint_query_page_info()
20035 vm_compressor_pager_get_count(object->pager)))) { in vm_map_footprint_query_page_info()
20052 object->internal && in vm_map_footprint_query_page_info()
20053 (object->purgable == VM_PURGABLE_VOLATILE || in vm_map_footprint_query_page_info()
20054 object->purgable == VM_PURGABLE_EMPTY) && in vm_map_footprint_query_page_info()
20055 VM_OBJECT_OWNER(object) != NULL && in vm_map_footprint_query_page_info()
20056 VM_OBJECT_OWNER(object)->map == map) { in vm_map_footprint_query_page_info()
20057 if (object->internal) { in vm_map_footprint_query_page_info()
20064 object->wired_page_count)) { in vm_map_footprint_query_page_info()
20082 object->internal && in vm_map_footprint_query_page_info()
20083 object->purgable == VM_PURGABLE_DENY) { in vm_map_footprint_query_page_info()
20202 vm_object_t object = VM_OBJECT_NULL, curr_object = VM_OBJECT_NULL; in vm_map_page_range_info_internal() local
20270 curr_object = object = VM_OBJECT_NULL; in vm_map_page_range_info_internal()
20427 object = VME_OBJECT(map_entry); in vm_map_page_range_info_internal()
20429 if (object == VM_OBJECT_NULL) { in vm_map_page_range_info_internal()
20489 vm_object_reference(object); in vm_map_page_range_info_internal()
20494 vm_object_lock_shared(object); in vm_map_page_range_info_internal()
20502 curr_object = object; in vm_map_page_range_info_internal()
20505 if (object == curr_object) { in vm_map_page_range_info_internal()
20566 if ((curr_object == object) && curr_object->shadow) { in vm_map_page_range_info_internal()
20636 if (curr_object != object) { in vm_map_page_range_info_internal()
20639 curr_object = object; in vm_map_page_range_info_internal()
20753 vm_object_t object; in vm_map_msync() local
20843 object = VME_OBJECT(entry); in vm_map_msync()
20849 if (object == VM_OBJECT_NULL) { in vm_map_msync()
20855 vm_object_lock(object); in vm_map_msync()
20870 vm_object_unlock(object); in vm_map_msync()
20882 if (((os_ref_get_count_raw(&object->ref_count) == 1) || in vm_map_msync()
20883 ((object->copy_strategy != in vm_map_msync()
20885 (object->vo_copy == VM_OBJECT_NULL))) && in vm_map_msync()
20886 (object->shadow == VM_OBJECT_NULL)) { in vm_map_msync()
20887 if (os_ref_get_count_raw(&object->ref_count) != 1) { in vm_map_msync()
20897 object, in vm_map_msync()
20906 vm_object_unlock(object); in vm_map_msync()
20915 if ((object->pager == MEMORY_OBJECT_NULL) || in vm_map_msync()
20916 (object->internal) || (object->private)) { in vm_map_msync()
20917 vm_object_unlock(object); in vm_map_msync()
20924 vm_object_reference_locked(object); in vm_map_msync()
20925 vm_object_unlock(object); in vm_map_msync()
20937 do_sync_req = vm_object_sync(object, in vm_map_msync()
20945 if ((sync_flags & VM_SYNC_INVALIDATE) && object->resident_page_count == 0) { in vm_map_msync()
20949 vm_object_lock(object); in vm_map_msync()
20951 object->pages_created = 0; in vm_map_msync()
20952 object->pages_used = 0; in vm_map_msync()
20953 object->sequential = 0; in vm_map_msync()
20954 object->last_alloc = 0; in vm_map_msync()
20956 vm_object_unlock(object); in vm_map_msync()
20958 vm_object_deallocate(object); in vm_map_msync()
20972 vm_object_t object, in vm_named_entry_associate_vm_object() argument
20997 VME_OBJECT_SET(copy_entry, object, false, 0); in vm_named_entry_associate_vm_object()
21003 if (object->internal) { in vm_named_entry_associate_vm_object()
21008 named_entry, copy, object, offset, size, prot); in vm_named_entry_associate_vm_object()
21017 vm_object_t object; in vm_named_entry_to_vm_object() local
21031 object = VME_OBJECT(copy_entry); in vm_named_entry_to_vm_object()
21033 …y_entry->vme_offset, copy_entry->protection, copy_entry->max_protection, object, named_entry->offs… in vm_named_entry_to_vm_object()
21035 return object; in vm_named_entry_to_vm_object()
21719 vm_object_t object; in vm_map_sign() local
21752 object = VME_OBJECT(entry); in vm_map_sign()
21753 if (object == VM_OBJECT_NULL) { in vm_map_sign()
21761 vm_object_lock(object); in vm_map_sign()
21767 m = vm_page_lookup(object, in vm_map_sign()
21772 vm_object_unlock(object); in vm_map_sign()
21778 vm_object_unlock(object); in vm_map_sign()
21804 vm_object_unlock(object); in vm_map_sign()
21901 vm_object_t object = NULL; in vm_map_inject_error() local
21913 OBJECT_LOCK_EXCLUSIVE, &version, &object, &offset, &prot, &wired, in vm_map_inject_error()
21915 if (object == NULL) { in vm_map_inject_error()
21917 } else if (object->pager) { in vm_map_inject_error()
21918 result = vm_compressor_pager_inject_error(object->pager, in vm_map_inject_error()
21924 if (object != NULL) { in vm_map_inject_error()
21925 vm_object_unlock(object); in vm_map_inject_error()
22018 vm_object_t object = VME_OBJECT(entry); in vm_map_dump_entry_and_compressor_pager() local
22019 if (object == VM_OBJECT_NULL || !object->internal) { in vm_map_dump_entry_and_compressor_pager()
22023 memory_object_t pager = object->pager; in vm_map_dump_entry_and_compressor_pager()
22322 vm_object_t object; in vm_map_entry_should_cow_for_true_share() local
22346 object = VME_OBJECT(entry); in vm_map_entry_should_cow_for_true_share()
22348 if (object == VM_OBJECT_NULL) { in vm_map_entry_should_cow_for_true_share()
22353 if (!object->internal) { in vm_map_entry_should_cow_for_true_share()
22358 if (object->copy_strategy != MEMORY_OBJECT_COPY_SYMMETRIC) { in vm_map_entry_should_cow_for_true_share()
22363 if (object->true_share) { in vm_map_entry_should_cow_for_true_share()
22369 object->vo_size != ANON_CHUNK_SIZE) { in vm_map_entry_should_cow_for_true_share()
22375 object->vo_size != 2048 * 4096) { in vm_map_entry_should_cow_for_true_share()
22503 vm_object_t object; in vm_map_query_volatile() local
22524 object = VME_OBJECT(entry); in vm_map_query_volatile()
22525 if (object == VM_OBJECT_NULL) { in vm_map_query_volatile()
22528 if (object->purgable != VM_PURGABLE_VOLATILE && in vm_map_query_volatile()
22529 object->purgable != VM_PURGABLE_EMPTY) { in vm_map_query_volatile()
22542 resident_count = object->resident_page_count; in vm_map_query_volatile()
22551 if (object->pager) { in vm_map_query_volatile()
22553 vm_compressor_pager_get_count(object->pager); in vm_map_query_volatile()
22635 vm_object_t object, next_object; in vm_map_shadow_max() local
22651 object = VME_OBJECT(entry); in vm_map_shadow_max()
22652 if (object == NULL) { in vm_map_shadow_max()
22655 vm_object_lock_shared(object); in vm_map_shadow_max()
22657 object->shadow != NULL; in vm_map_shadow_max()
22658 shadows++, object = next_object) { in vm_map_shadow_max()
22659 next_object = object->shadow; in vm_map_shadow_max()
22661 vm_object_unlock(object); in vm_map_shadow_max()
22663 vm_object_unlock(object); in vm_map_shadow_max()
23737 vm_object_t object; in vm_map_get_phys_page() local
23782 object = VME_OBJECT(entry); in vm_map_get_phys_page()
23783 vm_object_lock(object); in vm_map_get_phys_page()
23785 vm_page_t dst_page = vm_page_lookup(object, offset); in vm_map_get_phys_page()
23787 if (object->shadow) { in vm_map_get_phys_page()
23789 vm_object_lock(object->shadow); in vm_map_get_phys_page()
23790 old_object = object; in vm_map_get_phys_page()
23791 offset = offset + object->vo_shadow_offset; in vm_map_get_phys_page()
23792 object = object->shadow; in vm_map_get_phys_page()
23795 vm_object_unlock(object); in vm_map_get_phys_page()
23800 vm_object_unlock(object); in vm_map_get_phys_page()
24324 vm_object_t object; in vm_map_entry_has_device_pager() local
24346 object = VME_OBJECT(entry); in vm_map_entry_has_device_pager()
24347 if (object != NULL && object->pager != NULL && is_device_pager_ops(object->pager->mo_pager_ops)) { in vm_map_entry_has_device_pager()