| /f-stack/freebsd/vm/ |
| H A D | vm_object.c | 199 object, object->resident_page_count)); in vm_object_zdtor()
202 object, object->shadow_count)); in vm_object_zdtor()
205 object, object->type)); in vm_object_zdtor()
668 object = vm_object_deallocate_anon(object); in vm_object_deallocate()
894 KASSERT(p->object == object && in vm_object_terminate_pages()
1657 KASSERT(p == NULL || p->object == object || p->object == backing_object, in vm_object_collapse_scan_wait()
1665 if (p->object == object) in vm_object_collapse_scan_wait()
1921 object->ref_count > object->shadow_count, in vm_object_collapse()
2739 object, (int)object->type, (uintmax_t)object->size, in DB_SHOW_COMMAND()
2740 object->resident_page_count, object->ref_count, object->flags, in DB_SHOW_COMMAND()
[all …]
|
| H A D | vm_object.h | 255 rw_downgrade(&(object)->lock)
257 rw_rlock(&(object)->lock)
259 rw_runlock(&(object)->lock)
269 rw_wlock(&(object)->lock)
271 rw_wowned(&(object)->lock)
273 rw_wunlock(&(object)->lock)
295 object->flags |= bits; in vm_object_set_flag()
317 object->pg_color = color; in vm_object_color()
326 if (object != NULL && in vm_object_reserv()
345 return (object->generation != object->cleangeneration); in vm_object_mightbedirty()
[all …]
|
| H A D | device_pager.c | 118 vm_object_t object; in cdev_pager_lookup() local
123 return (object); in cdev_pager_lookup()
167 if (object == NULL) { in cdev_pager_allocate()
183 if (object != NULL) { in cdev_pager_allocate()
191 object, tp)); in cdev_pager_allocate()
195 object = object1; in cdev_pager_allocate()
218 return (object); in cdev_pager_allocate()
261 object->un_pager.devp.ops->cdev_pg_dtor(object->un_pager.devp.dev); in dev_pager_dealloc()
295 error = object->un_pager.devp.ops->cdev_pg_fault(object, in dev_pager_getpages()
328 return (object->un_pager.devp.ops->cdev_pg_populate(object, pidx, in dev_pager_populate()
[all …]
|
| H A D | phys_pager.c | 100 if (object == NULL) { in phys_pager_allocate()
109 if (object != NULL) { in phys_pager_allocate()
118 object = object1; in phys_pager_allocate()
144 return (object); in phys_pager_allocate()
168 object->un_pager.phys.ops->phys_pg_dtor(object); in phys_pager_dealloc()
169 object->handle = NULL; in phys_pager_dealloc()
203 return (object->un_pager.phys.ops->phys_pg_getpages(object, m, in phys_pager_getpages()
241 if (end >= object->size) in default_phys_pager_populate()
242 end = object->size - 1; in default_phys_pager_populate()
266 return (object->un_pager.phys.ops->phys_pg_populate(object, pidx, in phys_pager_populate()
[all …]
|
| H A D | vnode_pager.c | 150 vm_object_t object; in vnode_create_vobject() local
159 if (object != NULL) in vnode_create_vobject()
239 vm_object_t object; in vnode_pager_alloc() local
254 if (object == NULL) { in vnode_pager_alloc()
278 ("leaked ref %p %d", object, object->ref_count)); in vnode_pager_alloc()
298 return (object); in vnode_pager_alloc()
310 vp = object->handle; in vnode_pager_dealloc()
435 vm_object_t object; in vnode_pager_setsize() local
471 vm_object_page_remove(object, nobjsize, object->size, in vnode_pager_setsize()
796 vm_object_t object; in vnode_pager_generic_getpages() local
[all …]
|
| H A D | vm_pager.h | 133 vm_object_t object, in vm_pager_put_pages() argument
139 VM_OBJECT_ASSERT_WLOCKED(object); in vm_pager_put_pages()
140 (*pagertab[object->type]->pgo_putpages) in vm_pager_put_pages()
141 (object, m, count, flags, rtvals); in vm_pager_put_pages()
156 vm_object_t object, in vm_pager_has_page() argument
163 VM_OBJECT_ASSERT_LOCKED(object); in vm_pager_has_page()
165 (object, offset, before, after); in vm_pager_has_page()
175 MPASS(pidx < object->size); in vm_pager_populate()
177 return ((*pagertab[object->type]->pgo_populate)(object, pidx, in vm_pager_populate()
205 pagertab[object->type]->pgo_update_writecount(object, start, in vm_pager_update_writecount()
[all …]
|
| H A D | vm_pager.c | 253 (*pagertab[object->type]->pgo_dealloc) (object); in vm_pager_deallocate()
283 KASSERT(m[i]->object == object, in vm_pager_assert_in()
284 ("%s: wrong object %p/%p", __func__, object, m[i]->object)); in vm_pager_assert_in()
306 r = (*pagertab[object->type]->pgo_getpages)(object, m, count, rbehind, in vm_pager_get_pages()
317 VM_OBJECT_RLOCK(object); in vm_pager_get_pages()
321 VM_OBJECT_RUNLOCK(object); in vm_pager_get_pages()
339 return ((*pagertab[object->type]->pgo_getpages_async)(object, m, in vm_pager_get_pages_async()
358 vm_object_t object; in vm_pager_object_lookup() local
362 VM_OBJECT_WLOCK(object); in vm_pager_object_lookup()
368 VM_OBJECT_WUNLOCK(object); in vm_pager_object_lookup()
[all …]
|
| H A D | vm_reserv.c | 404 object = rv->object; in vm_reserv_remove()
422 __FUNCTION__, rv, rv->pages, rv->object, object, in vm_reserv_insert()
435 rv->object = object; in vm_reserv_insert()
528 KASSERT(mpred->object == object, in vm_reserv_from_object()
680 if (rv->object != object) in vm_reserv_alloc_contig()
718 if ((rv = vm_reserv_from_page(mpred))->object != object) in vm_reserv_alloc_contig()
728 if ((rv = vm_reserv_from_page(msucc))->object != object) in vm_reserv_alloc_contig()
857 if (rv->object != object || in vm_reserv_alloc_page()
883 if ((rv = vm_reserv_from_page(mpred))->object != object) in vm_reserv_alloc_page()
893 if ((rv = vm_reserv_from_page(msucc))->object != object) in vm_reserv_alloc_page()
[all …]
|
| H A D | swap_pager.c | 683 return (object); in swap_pager_alloc_init()
724 return (object); in swap_pager_alloc()
751 TAILQ_REMOVE(NOBJLIST(object->handle), object, in swap_pager_dealloc()
1363 if (VM_OBJECT_SLEEP(object, &object->handle, PSWP, in swap_pager_getpages_locked()
1461 KASSERT(count == 0 || ma[0]->object == object, in swap_pager_putpages()
1463 __func__, object, ma[0]->object)); in swap_pager_putpages()
1633 object = bp->b_pages[0]->object; in swp_pager_async_iodone()
1827 VM_OBJECT_SLEEP(object, &object->handle, in swap_pager_swapoff_object()
2017 object, object->handle)); in swp_pager_meta_build()
2706 object = cur->object.vm_object; in vmspace_swap_count()
[all …]
|
| H A D | sg_pager.c | 75 vm_object_t object; in sg_pager_alloc() local
117 object->handle = sglist_hold(sg); in sg_pager_alloc()
119 return (object); in sg_pager_alloc()
123 sg_pager_dealloc(vm_object_t object) in sg_pager_dealloc() argument
138 sg = object->handle; in sg_pager_dealloc()
140 object->handle = NULL; in sg_pager_dealloc()
141 object->type = OBJT_DEAD; in sg_pager_dealloc()
159 sg = object->handle; in sg_pager_getpages()
160 memattr = object->memattr; in sg_pager_getpages()
195 VM_OBJECT_WLOCK(object); in sg_pager_getpages()
[all …]
|
| H A D | vm_page.c | 1525 KASSERT(mpred->object == object, in vm_page_insert_after()
1539 m->object = object; in vm_page_insert_after()
1572 KASSERT(object != NULL && m->object == object, in vm_page_insert_radixdone()
1618 object = m->object; in vm_page_object_remove()
1854 mnew->object = object; in vm_page_replace_hold()
2636 if (object != m->object) { in vm_page_scan_contig()
2778 if (m->object != object || in vm_page_reclaim_run()
4207 if (object == m->object) { in vm_page_release()
5222 object = m->object; in vm_page_set_invalid()
5340 object = m->object; in vm_page_ps_test()
[all …]
|
| H A D | default_pager.c | 88 vm_object_t object; in default_pager_alloc() local
97 object = vm_object_allocate(OBJT_DEFAULT, in default_pager_alloc()
100 object->cred = cred; in default_pager_alloc()
101 object->charge = size; in default_pager_alloc()
103 return (object); in default_pager_alloc()
110 default_pager_dealloc(vm_object_t object) in default_pager_dealloc() argument
114 object->type = OBJT_DEAD; in default_pager_dealloc()
121 default_pager_getpages(vm_object_t object, vm_page_t *m, int count, in default_pager_getpages() argument
137 default_pager_putpages(vm_object_t object, vm_page_t *m, int count, in default_pager_putpages() argument
142 swappagerops.pgo_putpages(object, m, count, flags, rtvals); in default_pager_putpages()
[all …]
|
| H A D | vm_pageout.c | 358 object = m->object; in vm_pageout_cluster()
473 vm_object_t object = mc[0]->object; in vm_pageout_flush() local
611 object = m->object; in vm_pageout_clean()
772 if (object == NULL || object != m->object) { in vm_pageout_launder()
775 object = atomic_load_ptr(&m->object); in vm_pageout_launder()
782 if (__predict_false(m->object != object)) { in vm_pageout_launder()
1246 object = atomic_load_ptr(&m->object); in vm_pageout_scan_active()
1256 if (m->object == object) in vm_pageout_scan_active()
1478 if (object == NULL || object != m->object) { in vm_pageout_scan_inactive()
1481 object = atomic_load_ptr(&m->object); in vm_pageout_scan_inactive()
[all …]
|
| H A D | vm_fault.c | 135 vm_object_t object; member
247 VM_OBJECT_WUNLOCK(fs->object); in unlock_and_deallocate()
700 vp = fs->object->handle; in vm_fault_lock_vnode()
913 fs->object->shadow_count == 1 && fs->object->ref_count == 1 && in vm_fault_cow()
917 fs->object->handle == NULL && (fs->object->flags & OBJ_ANON) != 0 && in vm_fault_cow()
1035 fs->object = next_object; in vm_fault_next()
1354 fs.object = fs.first_object; in vm_fault()
1658 object = fs->object; in vm_fault_dontneed()
1982 object = src_object; in vm_fault_copy_entry()
2001 if (object != dst_object) in vm_fault_copy_entry()
[all …]
|
| H A D | vm_kern.c | 197 VM_OBJECT_WLOCK(object); in kmem_alloc_contig_pages()
215 vm_object_t object; in kmem_alloc_attr_domain() local
221 object = kernel_object; in kmem_alloc_attr_domain()
229 VM_OBJECT_WLOCK(object); in kmem_alloc_attr_domain()
248 VM_OBJECT_WUNLOCK(object); in kmem_alloc_attr_domain()
294 vm_object_t object; in kmem_alloc_contig_domain() local
300 object = kernel_object; in kmem_alloc_contig_domain()
308 VM_OBJECT_WLOCK(object); in kmem_alloc_contig_domain()
329 VM_OBJECT_WUNLOCK(object); in kmem_alloc_contig_domain()
473 VM_OBJECT_WLOCK(object); in kmem_back_domain()
[all …]
|
| H A D | vm_map.c | 549 object = entry->object.vm_object; in vm_map_entry_set_vnode_text()
552 object = object->handle; in vm_map_entry_set_vnode_text()
637 object = entry->object.vm_object; in vm_map_process_deferred()
1805 object = prev_entry->object.vm_object; in vm_map_insert()
1827 new_entry->object.vm_object = object; in vm_map_insert()
2386 entry->object.vm_object = object; in vm_map_entry_back()
3789 object = tentry->object.vm_object; in vm_map_sync()
3793 object = entry->object.vm_object; in vm_map_sync()
3860 object = entry->object.vm_object; in vm_map_entry_delete()
5099 *object = entry->object.vm_object; in vm_map_lookup()
[all …]
|
| /f-stack/freebsd/sys/ |
| H A D | stdatomic.h | 254 __c11_atomic_load(object, order)
256 __c11_atomic_store(object, desired, order)
269 __atomic_fetch_add(object, operand, order)
271 __atomic_fetch_and(object, operand, order)
273 __atomic_fetch_or(object, operand, order)
275 __atomic_fetch_sub(object, operand, order)
277 __atomic_fetch_xor(object, operand, order)
279 __atomic_load_n(object, order)
281 __atomic_store_n(object, desired, order)
309 __typeof__(object) __o = (object); \
[all …]
|
| /f-stack/freebsd/amd64/sgx/ |
| H A D | sgx.c | 242 object = enclave->object; in sgx_va_slot_init()
274 object = entry->object.vm_object; in sgx_mem_find()
275 if (object == NULL || object->handle == NULL) { in sgx_mem_find()
288 *object0 = object; in sgx_mem_find()
384 object = enclave->object; in sgx_enclave_remove()
651 object = NULL; in sgx_ioctl_create()
689 enclave->object = object; in sgx_ioctl_create()
797 object = NULL; in sgx_ioctl_add_page()
806 object = enclave->object; in sgx_ioctl_add_page()
926 object = NULL; in sgx_ioctl_init()
[all …]
|
| /f-stack/freebsd/contrib/openzfs/module/zfs/ |
| H A D | dmu_object.c | 51 uint64_t object; in dmu_object_alloc_impl() local
96 object = *cpuobj; in dmu_object_alloc_impl()
109 object = os->os_obj_next_chunk; in dmu_object_alloc_impl()
146 offset = object << DNODE_SHIFT; in dmu_object_alloc_impl()
155 object = offset >> DNODE_SHIFT; in dmu_object_alloc_impl()
163 P2ALIGN(object, dnodes_per_chunk) + in dmu_object_alloc_impl()
165 (void) atomic_swap_64(cpuobj, object); in dmu_object_alloc_impl()
206 return (object); in dmu_object_alloc_impl()
218 object = P2ROUNDUP(object + 1, DNODES_PER_BLOCK); in dmu_object_alloc_impl()
221 (void) atomic_swap_64(cpuobj, object); in dmu_object_alloc_impl()
[all …]
|
| H A D | ddt_zap.c | 53 ddt_zap_destroy(objset_t *os, uint64_t object, dmu_tx_t *tx) in ddt_zap_destroy() argument
55 return (zap_destroy(os, object, tx)); in ddt_zap_destroy()
59 ddt_zap_lookup(objset_t *os, uint64_t object, ddt_entry_t *dde) in ddt_zap_lookup() argument
67 error = zap_length_uint64(os, object, (uint64_t *)&dde->dde_key, in ddt_zap_lookup()
75 error = zap_lookup_uint64(os, object, (uint64_t *)&dde->dde_key, in ddt_zap_lookup()
88 ddt_zap_prefetch(objset_t *os, uint64_t object, ddt_entry_t *dde) in ddt_zap_prefetch() argument
129 zap_cursor_init_noprefetch(&zc, os, object); in ddt_zap_walk()
131 zap_cursor_init_serialized(&zc, os, object, *walk); in ddt_zap_walk()
137 error = zap_lookup_uint64(os, object, (uint64_t *)za.za_name, in ddt_zap_walk()
153 ddt_zap_count(objset_t *os, uint64_t object, uint64_t *count) in ddt_zap_count() argument
[all …]
|
| /f-stack/freebsd/contrib/openzfs/include/os/linux/spl/sys/ |
| H A D | list.h | 87 list_insert_head(list_t *list, void *object) in list_insert_head() argument
89 list_add(list_d2l(list, object), &list->list_head); in list_insert_head()
93 list_insert_tail(list_t *list, void *object) in list_insert_tail() argument
101 if (object == NULL) in list_insert_after()
110 if (object == NULL) in list_insert_before()
117 list_remove(list_t *list, void *object) in list_remove() argument
119 list_del(list_d2l(list, object)); in list_remove()
163 list_next(list_t *list, void *object) in list_next() argument
165 list_node_t *node = list_d2l(list, object); in list_next()
174 list_prev(list_t *list, void *object) in list_prev() argument
[all …]
|
| /f-stack/freebsd/contrib/openzfs/lib/libspl/ |
| H A D | list.c | 41 list_node_t *lnew = list_d2l(list, object); \
49 list_node_t *lnew = list_d2l(list, object); \
88 if (object == NULL) { in list_insert_after()
99 if (object == NULL) { in list_insert_before()
108 list_insert_head(list_t *list, void *object) in list_insert_head() argument
111 list_insert_after_node(list, lold, object); in list_insert_head()
115 list_insert_tail(list_t *list, void *object) in list_insert_tail() argument
122 list_remove(list_t *list, void *object) in list_remove() argument
124 list_node_t *lold = list_d2l(list, object); in list_remove()
167 list_next(list_t *list, void *object) in list_next() argument
[all …]
|
| /f-stack/freebsd/contrib/openzfs/module/os/freebsd/spl/ |
| H A D | list.c | 41 list_node_t *lnew = list_d2l(list, object); \
49 list_node_t *lnew = list_d2l(list, object); \
89 if (object == NULL) { in list_insert_after()
100 if (object == NULL) { in list_insert_before()
109 list_insert_head(list_t *list, void *object) in list_insert_head() argument
112 list_insert_after_node(list, lold, object); in list_insert_head()
116 list_insert_tail(list_t *list, void *object) in list_insert_tail() argument
123 list_remove(list_t *list, void *object) in list_remove() argument
125 list_node_t *lold = list_d2l(list, object); in list_remove()
168 list_next(list_t *list, void *object) in list_next() argument
[all …]
|
| H A D | spl_vm.c | 52 zfs_vmobject_assert_wlocked(vm_object_t object) in zfs_vmobject_assert_wlocked() argument
60 VM_OBJECT_ASSERT_WLOCKED(object); in zfs_vmobject_assert_wlocked()
64 zfs_vmobject_wlock(vm_object_t object) in zfs_vmobject_wlock() argument
67 VM_OBJECT_WLOCK(object); in zfs_vmobject_wlock()
71 zfs_vmobject_wunlock(vm_object_t object) in zfs_vmobject_wunlock() argument
74 VM_OBJECT_WUNLOCK(object); in zfs_vmobject_wunlock()
|
| /f-stack/freebsd/security/mac/ |
| H A D | mac_process.c | 272 vme->object.sub_map); in mac_proc_vm_revoke_recurse()
285 object = vme->object.vm_object; in mac_proc_vm_revoke_recurse()
286 if (object == NULL) in mac_proc_vm_revoke_recurse()
288 VM_OBJECT_RLOCK(object); in mac_proc_vm_revoke_recurse()
292 VM_OBJECT_RUNLOCK(object); in mac_proc_vm_revoke_recurse()
293 object = backing_object; in mac_proc_vm_revoke_recurse()
295 VM_OBJECT_RUNLOCK(object); in mac_proc_vm_revoke_recurse()
301 if (object->type != OBJT_VNODE) in mac_proc_vm_revoke_recurse()
335 vm_object_reference(object); in mac_proc_vm_revoke_recurse()
338 VM_OBJECT_WLOCK(object); in mac_proc_vm_revoke_recurse()
[all …]
|