| /f-stack/freebsd/vm/ |
| H A D | phys_pager.c | 59 vm_pindex_t pindex, int *before, int *after); 81 vm_pindex_t pindex; in phys_pager_allocate() local 90 pindex = OFF_TO_IDX(foff + PAGE_MASK + size); in phys_pager_allocate() 114 if (pindex > object->size) in phys_pager_allocate() 115 object->size = pindex; in phys_pager_allocate() 129 if (pindex > object->size) in phys_pager_allocate() 130 object->size = pindex; in phys_pager_allocate() 135 object = vm_object_allocate(OBJT_PHYS, pindex); in phys_pager_allocate() 284 base = rounddown(pindex, phys_pager_cluster); in default_phys_pager_haspage() 287 *before = pindex - base; in default_phys_pager_haspage() [all …]
|
| H A D | vm_reserv.c | 314 vm_pindex_t pindex); 434 rv->pindex = pindex; in vm_reserv_insert() 530 KASSERT(mpred->pindex < pindex, in vm_reserv_from_object() 539 KASSERT(msucc->pindex > pindex, in vm_reserv_from_object() 561 return (((pindex - rv->pindex) & ~(VM_LEVEL_0_NPAGES - 1)) == 0); in vm_reserv_has_pindex() 644 if (pindex < VM_RESERV_INDEX(object, pindex) || in vm_reserv_alloc_contig() 712 first = pindex - VM_RESERV_INDEX(object, pindex); in vm_reserv_alloc_contig() 731 rightcap = rv->pindex; in vm_reserv_alloc_contig() 840 if (pindex < VM_RESERV_INDEX(object, pindex) || in vm_reserv_alloc_page() 880 first = pindex - VM_RESERV_INDEX(object, pindex); in vm_reserv_alloc_page() [all …]
|
| H A D | vm_page.c | 1091 m->object != obj || m->pindex != pindex) { in _vm_page_busy_sleep() 1527 KASSERT(mpred->pindex < pindex, in vm_page_insert_after() 1533 KASSERT(msucc->pindex > pindex, in vm_page_insert_after() 1540 m->pindex = pindex; in vm_page_insert_after() 1579 KASSERT(mpred->pindex < m->pindex, in vm_page_insert_radixdone() 1799 if (next->pindex != m->pindex + 1) in vm_page_next() 1819 if (prev->pindex != m->pindex - 1) in vm_page_prev() 1855 mnew->pindex = pindex; in vm_page_replace_hold() 2193 m->pindex = pindex; in vm_page_alloc_domain_after() 2392 m->pindex = pindex; in vm_page_alloc_contig_domain() [all …]
|
| H A D | device_pager.c | 131 vm_pindex_t pindex; in cdev_pager_allocate() local 153 pindex = OFF_TO_IDX(foff) + OFF_TO_IDX(size); in cdev_pager_allocate() 154 if (pindex > OBJ_MAX_SIZE || pindex < OFF_TO_IDX(foff) || in cdev_pager_allocate() 155 pindex < OFF_TO_IDX(size)) in cdev_pager_allocate() 174 object1 = vm_object_allocate(tp, pindex); in cdev_pager_allocate() 187 if (pindex > object->size) in cdev_pager_allocate() 188 object->size = pindex; in cdev_pager_allocate() 204 if (pindex > object->size) in cdev_pager_allocate() 205 object->size = pindex; in cdev_pager_allocate() 296 IDX_TO_OFF(ma[0]->pindex), PROT_READ, &ma[0]); in dev_pager_getpages() [all …]
|
| H A D | vnode_pager.c | 814 foff = IDX_TO_OFF(m[0]->pindex); in vnode_pager_generic_getpages() 953 p->pindex >= startpindex) in vnode_pager_generic_getpages() 954 startpindex = p->pindex + 1; in vnode_pager_generic_getpages() 957 for (tpindex = m[0]->pindex - 1; in vnode_pager_generic_getpages() 990 p->pindex < endpindex) in vnode_pager_generic_getpages() 991 endpindex = p->pindex; in vnode_pager_generic_getpages() 1023 KASSERT(bp->b_pages[j]->pindex - bp->b_pages[prev]->pindex == in vnode_pager_generic_getpages() 1067 KASSERT(IDX_TO_OFF(m[0]->pindex - bp->b_pages[0]->pindex) == in vnode_pager_generic_getpages() 1072 (uintmax_t)m[0]->pindex, (uintmax_t)bp->b_pages[0]->pindex, in vnode_pager_generic_getpages() 1291 if ((int64_t)ma[0]->pindex < 0) { in vnode_pager_generic_putpages() [all …]
|
| H A D | vm_domainset.c | 67 int *iter, struct vm_object *obj, vm_pindex_t pindex) in vm_domainset_iter_init() argument 80 pindex += obj->pg_color; in vm_domainset_iter_init() 81 pindex >>= VM_LEVEL_0_ORDER; in vm_domainset_iter_init() 84 pindex /= vm_domainset_default_stride; in vm_domainset_iter_init() 90 pindex += (((uintptr_t)obj) / sizeof(*obj)); in vm_domainset_iter_init() 91 di->di_offset = pindex; in vm_domainset_iter_init() 200 vm_pindex_t pindex, int *domain, int *req) in vm_domainset_iter_page_init() argument 213 vm_domainset_iter_init(di, dr->dr_policy, &dr->dr_iter, obj, pindex); in vm_domainset_iter_page_init() 333 vm_pindex_t pindex, int *domain, int *flags) in vm_domainset_iter_page_init() argument
|
| H A D | swap_pager.c | 1122 if (i > pindex) in swap_pager_haspage() 1262 pindex = ma[reqcount - 1]->pindex; in swap_pager_getpages_locked() 1264 if (msucc != NULL && msucc->pindex - pindex - 1 < *rahead) in swap_pager_getpages_locked() 1265 *rahead = msucc->pindex - pindex - 1; in swap_pager_getpages_locked() 1269 pindex = ma[0]->pindex; in swap_pager_getpages_locked() 1271 if (mpred != NULL && pindex - mpred->pindex - 1 < *rbehind) in swap_pager_getpages_locked() 1272 *rbehind = pindex - mpred->pindex - 1; in swap_pager_getpages_locked() 1310 pindex = bm->pindex; in swap_pager_getpages_locked() 1320 MPASS(p->pindex == bm->pindex + i); in swap_pager_getpages_locked() 2125 offset = pindex; in swp_pager_meta_transfer() [all …]
|
| H A D | sg_pager.c | 76 vm_pindex_t npages, pindex; in sg_pager_alloc() local 103 pindex = OFF_TO_IDX(foff) + OFF_TO_IDX(size); in sg_pager_alloc() 104 if (pindex > npages || pindex < OFF_TO_IDX(foff) || in sg_pager_alloc() 105 pindex < OFF_TO_IDX(size)) in sg_pager_alloc() 161 offset = m[0]->pindex; in sg_pager_getpages() 219 sg_pager_haspage(vm_object_t object, vm_pindex_t pindex, int *before, in sg_pager_haspage() argument
|
| H A D | vm_object.c | 1047 pi = p->pindex; in vm_object_page_clean() 1321 for (m = vm_page_find_least(object, pindex); pindex < end; pindex++) { in vm_object_madvise() 1330 if (m == NULL || pindex < m->pindex) { in vm_object_madvise() 1340 pindex, tpindex - pindex); in vm_object_madvise() 1346 tpindex = pindex; in vm_object_madvise() 2199 vm_pindex_t pindex; in vm_object_populate() local 2203 for (pindex = start; pindex < end; pindex++) { in vm_object_populate() 2215 while (m != NULL && m->pindex < pindex) { in vm_object_populate() 2375 if (m == NULL || pindex < m->pindex) { in vm_object_unwire() 2417 pindex++; in vm_object_unwire() [all …]
|
| H A D | vm_radix.c | 395 index = page->pindex; in vm_radix_insert() 410 if (m->pindex == index) in vm_radix_insert() 489 if (m->pindex == index) in _vm_radix_lookup() 550 if (m->pindex >= index) in vm_radix_lookup_ge() 599 if (m->pindex >= index) in vm_radix_lookup_ge() 662 if (m->pindex <= index) in vm_radix_lookup_le() 713 if (m->pindex <= index) in vm_radix_lookup_le() 770 if (m->pindex != index) in vm_radix_remove() 783 if (m->pindex != index) in vm_radix_remove() 849 index = newpage->pindex; in vm_radix_replace() [all …]
|
| H A D | vm_glue.c | 223 vm_pindex_t pindex; in vm_imgact_hold_page() local 225 pindex = OFF_TO_IDX(offset); in vm_imgact_hold_page() 226 (void)vm_page_grab_valid_unlocked(&m, object, pindex, in vm_imgact_hold_page() 338 vm_pindex_t pindex; in vm_thread_stack_dispose() local 341 pindex = atop(ks - VM_MIN_KERNEL_ADDRESS); in vm_thread_stack_dispose() 346 m = vm_page_lookup(kstack_object, pindex + i); in vm_thread_stack_dispose() 418 vm_pindex_t pindex; in vm_thread_stack_back() local 421 pindex = atop(ks - VM_MIN_KERNEL_ADDRESS); in vm_thread_stack_back() 432 n += vm_page_grab_pages(kstack_object, pindex + n, in vm_thread_stack_back()
|
| H A D | vm_pager.c | 131 dead_pager_haspage(vm_object_t object, vm_pindex_t pindex, int *prev, int *next) in dead_pager_haspage() argument 285 KASSERT(m[i]->pindex == m[0]->pindex + i, in vm_pager_assert_in() 300 vm_pindex_t pindex = m[0]->pindex; in vm_pager_get_pages() local 318 KASSERT(m[i] == vm_page_lookup(object, pindex++), in vm_pager_get_pages() 320 m[i], (uintmax_t )pindex - 1)); in vm_pager_get_pages()
|
| H A D | vm_reserv.h | 50 vm_page_t vm_reserv_alloc_contig(vm_object_t object, vm_pindex_t pindex, 54 vm_page_t vm_reserv_alloc_page(vm_object_t object, vm_pindex_t pindex,
|
| H A D | vm_page.h | 242 vm_pindex_t pindex; /* offset into object (O,P) */ member 594 vm_pindex_t pindex, const char *wmesg, bool nonshared); 605 vm_page_t vm_page_alloc_contig(vm_object_t object, vm_pindex_t pindex, int req, 609 vm_pindex_t pindex, int domain, int req, u_long npages, vm_paddr_t low, 618 int vm_page_grab_pages(vm_object_t object, vm_pindex_t pindex, int allocflags, 620 int vm_page_grab_pages_unlocked(vm_object_t object, vm_pindex_t pindex, 622 int vm_page_grab_valid(vm_page_t *mp, vm_object_t object, vm_pindex_t pindex, 625 vm_pindex_t pindex, int allocflags); 663 vm_pindex_t pindex, vm_page_t mold);
|
| H A D | vm_fault.c | 136 vm_pindex_t pindex; member 992 fs->pindex = fs->first_pindex; in vm_fault_cow() 1051 fs->pindex = fs->first_pindex; in vm_fault_zerofill() 1087 if (fs->pindex >= fs->object->size) in vm_fault_allocate() 1268 if (fs->m == vm_page_lookup(fs->object, fs->pindex)) in vm_fault_busy_sleep() 1355 fs.pindex = fs.first_pindex; in vm_fault() 1398 fs.m = vm_page_lookup(fs.object, fs.pindex); in vm_fault() 1721 vm_pindex_t pindex; in vm_fault_prefault() local 1890 vm_pindex_t dst_pindex, pindex, src_pindex; in vm_fault_copy_entry() local 1983 pindex = src_pindex + dst_pindex; in vm_fault_copy_entry() [all …]
|
| H A D | vm_pageout.c | 355 vm_pindex_t pindex; in vm_pageout_cluster() local 360 pindex = m->pindex; in vm_pageout_cluster() 384 if (ib > pindex) { in vm_pageout_cluster() 417 if ((pindex - (ib - 1)) % vm_pageout_page_count == 0) in vm_pageout_cluster() 421 pindex + is < object->size) { in vm_pageout_cluster() 608 vm_pindex_t pindex; in vm_pageout_clean() local 641 pindex = m->pindex; in vm_pageout_clean() 669 m->pindex != pindex || m->dirty == 0) { in vm_pageout_clean()
|
| H A D | swap_pager.h | 78 vm_pindex_t swap_pager_find_least(vm_object_t object, vm_pindex_t pindex);
|
| H A D | default_pager.c | 150 default_pager_haspage(vm_object_t object, vm_pindex_t pindex, int *before, in default_pager_haspage() argument
|
| H A D | vm_swapout.c | 532 vm_pindex_t pindex; in vm_thread_swapout() local 538 pindex = atop(kaddr - VM_MIN_KERNEL_ADDRESS); in vm_thread_swapout() 542 m = vm_page_lookup(kstack_object, pindex + i); in vm_thread_swapout() 577 rv = vm_pager_has_page(kstack_object, ma[i]->pindex, NULL, &a); in vm_thread_swapin()
|
| H A D | pmap.h | 150 vm_object_t object, vm_pindex_t pindex, vm_size_t size);
|
| /f-stack/freebsd/contrib/openzfs/module/os/freebsd/zfs/ |
| H A D | dmu_os.c | 137 ASSERT3U(ptoa((*ma)->pindex), ==, in dmu_write_pages() 172 ASSERT3U(ma[0]->pindex + count - 1, ==, ma[count - 1]->pindex); in dmu_read_pages() 175 err = dmu_buf_hold_array(os, object, IDX_TO_OFF(ma[0]->pindex), in dmu_read_pages() 196 m = vm_page_grab_unlocked(vmobj, ma[0]->pindex - 1 - i, in dmu_read_pages() 209 bufoff = IDX_TO_OFF(m->pindex) % db->db_size; in dmu_read_pages() 224 bufoff = IDX_TO_OFF(ma[0]->pindex) % db->db_size; in dmu_read_pages() 241 ASSERT3U(IDX_TO_OFF(m->pindex) + pgoff, ==, in dmu_read_pages() 312 m = vm_page_grab_unlocked(vmobj, ma[count - 1]->pindex + 1 + i, in dmu_read_pages() 325 bufoff = IDX_TO_OFF(m->pindex) % db->db_size; in dmu_read_pages()
|
| /f-stack/dpdk/drivers/common/mlx5/linux/ |
| H A D | mlx5_nl.h | 55 unsigned int mlx5_nl_ifindex(int nl, const char *name, uint32_t pindex);
|
| /f-stack/dpdk/kernel/freebsd/contigmem/ |
| H A D | contigmem.c | 309 vm_page_replace(page, object, (*mres)->pindex, *mres); in contigmem_cdev_pager_fault() 311 vm_page_t mret = vm_page_replace(page, object, (*mres)->pindex); in contigmem_cdev_pager_fault()
|
| /f-stack/freebsd/kern/ |
| H A D | kern_sendfile.c | 311 sfio->pa[(pa[0]->pindex - sfio->pindex0) + i] = in sendfile_iodone() 313 pa[0]->pindex + i); in sendfile_iodone() 336 KASSERT(sfio->pa[0]->pindex + i == sfio->pa[i]->pindex, in sendfile_iodone() 338 sfio->pa[i], (uintmax_t)sfio->pa[0]->pindex, in sendfile_iodone() 339 (uintmax_t)sfio->pa[i]->pindex)); in sendfile_iodone()
|
| /f-stack/freebsd/x86/iommu/ |
| H A D | intel_idpgtbl.c | 402 KASSERT(m->pindex != 0, in domain_pgtbl_map_pte() 405 dmar_pgfree(domain->pgtbl_obj, m->pindex, in domain_pgtbl_map_pte() 605 KASSERT(m->pindex != 0, in domain_unmap_clear_pte() 608 dmar_pgfree(domain->pgtbl_obj, m->pindex, flags); in domain_unmap_clear_pte()
|