Lines Matching refs:backing_object
268 object->backing_object = NULL; in _vm_object_allocate()
463 vm_object_allocate_anon(vm_pindex_t size, vm_object_t backing_object, in vm_object_allocate_anon() argument
468 if (backing_object == NULL) in vm_object_allocate_anon()
470 else if ((backing_object->flags & OBJ_ANON) != 0) in vm_object_allocate_anon()
471 handle = backing_object->handle; in vm_object_allocate_anon()
473 handle = backing_object; in vm_object_allocate_anon()
573 vm_object_deallocate_anon(vm_object_t backing_object) in vm_object_deallocate_anon() argument
578 object = LIST_FIRST(&backing_object->shadow_head); in vm_object_deallocate_anon()
580 atomic_load_int(&backing_object->shadow_count) == 1, in vm_object_deallocate_anon()
582 backing_object->ref_count, in vm_object_deallocate_anon()
583 atomic_load_int(&backing_object->shadow_count))); in vm_object_deallocate_anon()
593 VM_OBJECT_WUNLOCK(backing_object); in vm_object_deallocate_anon()
597 VM_OBJECT_WUNLOCK(backing_object); in vm_object_deallocate_anon()
607 backing_object = object->backing_object; in vm_object_deallocate_anon()
608 if (backing_object != NULL && (backing_object->flags & OBJ_ANON) != 0) in vm_object_deallocate_anon()
686 temp = object->backing_object; in vm_object_deallocate()
718 vm_object_t backing_object; in vm_object_backing_remove_locked() local
720 backing_object = object->backing_object; in vm_object_backing_remove_locked()
722 VM_OBJECT_ASSERT_WLOCKED(backing_object); in vm_object_backing_remove_locked()
727 vm_object_sub_shadow(backing_object); in vm_object_backing_remove_locked()
732 object->backing_object = NULL; in vm_object_backing_remove_locked()
738 vm_object_t backing_object; in vm_object_backing_remove() local
742 backing_object = object->backing_object; in vm_object_backing_remove()
744 VM_OBJECT_WLOCK(backing_object); in vm_object_backing_remove()
746 VM_OBJECT_WUNLOCK(backing_object); in vm_object_backing_remove()
748 object->backing_object = NULL; in vm_object_backing_remove()
749 vm_object_sub_shadow(backing_object); in vm_object_backing_remove()
754 vm_object_backing_insert_locked(vm_object_t object, vm_object_t backing_object) in vm_object_backing_insert_locked() argument
759 atomic_add_int(&backing_object->shadow_count, 1); in vm_object_backing_insert_locked()
760 if ((backing_object->flags & OBJ_ANON) != 0) { in vm_object_backing_insert_locked()
761 VM_OBJECT_ASSERT_WLOCKED(backing_object); in vm_object_backing_insert_locked()
762 LIST_INSERT_HEAD(&backing_object->shadow_head, object, in vm_object_backing_insert_locked()
766 object->backing_object = backing_object; in vm_object_backing_insert_locked()
770 vm_object_backing_insert(vm_object_t object, vm_object_t backing_object) in vm_object_backing_insert() argument
775 if ((backing_object->flags & OBJ_ANON) != 0) { in vm_object_backing_insert()
776 VM_OBJECT_WLOCK(backing_object); in vm_object_backing_insert()
777 vm_object_backing_insert_locked(object, backing_object); in vm_object_backing_insert()
778 VM_OBJECT_WUNLOCK(backing_object); in vm_object_backing_insert()
780 object->backing_object = backing_object; in vm_object_backing_insert()
781 atomic_add_int(&backing_object->shadow_count, 1); in vm_object_backing_insert()
790 vm_object_backing_insert_ref(vm_object_t object, vm_object_t backing_object) in vm_object_backing_insert_ref() argument
795 if ((backing_object->flags & OBJ_ANON) != 0) { in vm_object_backing_insert_ref()
796 VM_OBJECT_WLOCK(backing_object); in vm_object_backing_insert_ref()
797 KASSERT((backing_object->flags & OBJ_DEAD) == 0, in vm_object_backing_insert_ref()
799 vm_object_reference_locked(backing_object); in vm_object_backing_insert_ref()
800 vm_object_backing_insert_locked(object, backing_object); in vm_object_backing_insert_ref()
801 vm_object_clear_flag(backing_object, OBJ_ONEMAPPING); in vm_object_backing_insert_ref()
802 VM_OBJECT_WUNLOCK(backing_object); in vm_object_backing_insert_ref()
804 vm_object_reference(backing_object); in vm_object_backing_insert_ref()
805 atomic_add_int(&backing_object->shadow_count, 1); in vm_object_backing_insert_ref()
806 object->backing_object = backing_object; in vm_object_backing_insert_ref()
814 vm_object_backing_transfer(vm_object_t object, vm_object_t backing_object) in vm_object_backing_transfer() argument
823 new_backing_object = backing_object->backing_object; in vm_object_backing_transfer()
828 vm_object_backing_remove_locked(backing_object); in vm_object_backing_transfer()
837 object->backing_object = new_backing_object; in vm_object_backing_transfer()
838 backing_object->backing_object = NULL; in vm_object_backing_transfer()
864 vm_object_t backing_object; in vm_object_backing_collapse_wait() local
869 backing_object = object->backing_object; in vm_object_backing_collapse_wait()
870 if (backing_object == NULL || in vm_object_backing_collapse_wait()
871 (backing_object->flags & OBJ_ANON) == 0) in vm_object_backing_collapse_wait()
873 VM_OBJECT_WLOCK(backing_object); in vm_object_backing_collapse_wait()
874 if ((backing_object->flags & (OBJ_DEAD | OBJ_COLLAPSING)) == 0) in vm_object_backing_collapse_wait()
877 vm_object_pip_sleep(backing_object, "vmbckwait"); in vm_object_backing_collapse_wait()
881 return (backing_object); in vm_object_backing_collapse_wait()
944 KASSERT(object->backing_object == NULL, in vm_object_terminate()
1180 vm_object_t backing_object; in vm_object_sync() local
1191 while ((backing_object = object->backing_object) != NULL) { in vm_object_sync()
1192 VM_OBJECT_WLOCK(backing_object); in vm_object_sync()
1195 object = backing_object; in vm_object_sync()
1331 vm_object_t backing_object, tobject; in vm_object_madvise() local
1358 if (object->backing_object == NULL) { in vm_object_madvise()
1376 backing_object = tobject->backing_object; in vm_object_madvise()
1377 if (backing_object == NULL) in vm_object_madvise()
1379 VM_OBJECT_WLOCK(backing_object); in vm_object_madvise()
1384 tobject = backing_object; in vm_object_madvise()
1525 vm_object_t orig_object, new_object, backing_object; in vm_object_split() local
1559 backing_object = orig_object->backing_object; in vm_object_split()
1560 if (backing_object != NULL) { in vm_object_split()
1561 vm_object_backing_insert_ref(new_object, backing_object); in vm_object_split()
1662 vm_object_t backing_object; in vm_object_collapse_scan_wait() local
1665 backing_object = object->backing_object; in vm_object_collapse_scan_wait()
1666 VM_OBJECT_ASSERT_WLOCKED(backing_object); in vm_object_collapse_scan_wait()
1668 KASSERT(p == NULL || p->object == object || p->object == backing_object, in vm_object_collapse_scan_wait()
1669 ("invalid ownership %p %p %p", p, object, backing_object)); in vm_object_collapse_scan_wait()
1673 VM_OBJECT_WUNLOCK(backing_object); in vm_object_collapse_scan_wait()
1677 VM_OBJECT_WUNLOCK(backing_object); in vm_object_collapse_scan_wait()
1683 VM_OBJECT_WUNLOCK(backing_object); in vm_object_collapse_scan_wait()
1686 VM_OBJECT_WLOCK(backing_object); in vm_object_collapse_scan_wait()
1687 return (TAILQ_FIRST(&backing_object->memq)); in vm_object_collapse_scan_wait()
1693 vm_object_t backing_object; in vm_object_scan_all_shadowed() local
1698 VM_OBJECT_ASSERT_WLOCKED(object->backing_object); in vm_object_scan_all_shadowed()
1700 backing_object = object->backing_object; in vm_object_scan_all_shadowed()
1702 if ((backing_object->flags & OBJ_ANON) == 0) in vm_object_scan_all_shadowed()
1706 p = vm_page_find_least(backing_object, pi); in vm_object_scan_all_shadowed()
1707 ps = swap_pager_find_least(backing_object, pi); in vm_object_scan_all_shadowed()
1717 ps = swap_pager_find_least(backing_object, pi); in vm_object_scan_all_shadowed()
1718 if (p == NULL && ps >= backing_object->size) in vm_object_scan_all_shadowed()
1780 vm_object_t backing_object; in vm_object_collapse_scan() local
1785 VM_OBJECT_ASSERT_WLOCKED(object->backing_object); in vm_object_collapse_scan()
1787 backing_object = object->backing_object; in vm_object_collapse_scan()
1793 for (p = TAILQ_FIRST(&backing_object->memq); p != NULL; p = next) { in vm_object_collapse_scan()
1805 KASSERT(object->backing_object == backing_object, in vm_object_collapse_scan()
1807 object->backing_object, backing_object)); in vm_object_collapse_scan()
1808 KASSERT(p->object == backing_object, in vm_object_collapse_scan()
1810 p->object, backing_object)); in vm_object_collapse_scan()
1814 vm_pager_freespace(backing_object, p->pindex, 1); in vm_object_collapse_scan()
1863 vm_pager_freespace(backing_object, p->pindex, 1); in vm_object_collapse_scan()
1887 vm_pager_freespace(backing_object, new_pindex + in vm_object_collapse_scan()
1894 vm_reserv_rename(p, object, backing_object, in vm_object_collapse_scan()
1912 vm_object_t backing_object, new_backing_object; in vm_object_collapse() local
1925 backing_object = vm_object_backing_collapse_wait(object); in vm_object_collapse()
1926 if (backing_object == NULL) in vm_object_collapse()
1933 KASSERT((backing_object->flags & in vm_object_collapse()
1945 if (backing_object->ref_count == 1) { in vm_object_collapse()
1946 KASSERT(atomic_load_int(&backing_object->shadow_count) in vm_object_collapse()
1949 atomic_load_int(&backing_object->shadow_count))); in vm_object_collapse()
1952 vm_object_pip_add(backing_object, 1); in vm_object_collapse()
1953 vm_object_set_flag(backing_object, OBJ_DEAD); in vm_object_collapse()
1965 if (__predict_false(!LIST_EMPTY(&backing_object->rvq))) in vm_object_collapse()
1966 vm_reserv_break_all(backing_object); in vm_object_collapse()
1976 swap_pager_copy(backing_object, object, in vm_object_collapse()
1983 vm_object_backing_transfer(object, backing_object); in vm_object_collapse()
1985 backing_object->backing_object_offset; in vm_object_collapse()
1996 KASSERT(backing_object->ref_count == 1, ( in vm_object_collapse()
1998 backing_object)); in vm_object_collapse()
1999 vm_object_pip_wakeup(backing_object); in vm_object_collapse()
2000 (void)refcount_release(&backing_object->ref_count); in vm_object_collapse()
2001 vm_object_terminate(backing_object); in vm_object_collapse()
2013 VM_OBJECT_WUNLOCK(backing_object); in vm_object_collapse()
2023 new_backing_object = backing_object->backing_object; in vm_object_collapse()
2028 backing_object->backing_object_offset; in vm_object_collapse()
2035 (void)refcount_release(&backing_object->ref_count); in vm_object_collapse()
2036 KASSERT(backing_object->ref_count >= 1, ( in vm_object_collapse()
2038 backing_object)); in vm_object_collapse()
2039 VM_OBJECT_WUNLOCK(backing_object); in vm_object_collapse()
2285 if (prev_object->backing_object != NULL) { in vm_object_coalesce()
2407 tobject = tobject->backing_object; in vm_object_unwire()
2426 t1object = tobject->backing_object; in vm_object_unwire()
2444 t1object = tobject->backing_object; in vm_object_unwire()
2609 kvo->kvo_backing_obj = (uintptr_t)obj->backing_object; in vm_object_list_handler()
2727 for (; obj; obj = obj->backing_object) in _vm_object_in_map()
2775 (void *)object->backing_object); in DB_SHOW_COMMAND_FLAGS()
2809 object->backing_object ? object->backing_object->ref_count : 0, in DB_SHOW_COMMAND()
2810 object->backing_object, (uintmax_t)object->backing_object_offset); in DB_SHOW_COMMAND()