Lines Matching refs:vaddr
122 vm_offset_t vaddr; member
178 static void vm_fault_dontneed(const struct faultstate *fs, vm_offset_t vaddr,
345 vm_offset_t vaddr; in vm_fault_soft_fast() local
363 vaddr = fs->vaddr; in vm_fault_soft_fast()
386 rounddown2(vaddr, pagesizes[m_super->psind]) >= fs->entry->start && in vm_fault_soft_fast()
387 roundup2(vaddr + 1, pagesizes[m_super->psind]) <= fs->entry->end && in vm_fault_soft_fast()
388 (vaddr & (pagesizes[m_super->psind] - 1)) == (VM_PAGE_TO_PHYS(m) & in vm_fault_soft_fast()
406 vaddr = rounddown2(vaddr, pagesizes[psind]); in vm_fault_soft_fast()
413 if (pmap_enter(fs->map->pmap, vaddr, m_map, fs->prot, fs->fault_type | in vm_fault_soft_fast()
422 vm_fault_prefault(fs, vaddr, PFBAK, PFFOR, true); in vm_fault_soft_fast()
488 vm_offset_t vaddr; in vm_fault_populate() local
565 vaddr = fs->entry->start + IDX_TO_OFF(pager_first) - in vm_fault_populate()
568 KASSERT((vaddr & (pagesizes[bdry_idx] - 1)) == 0, in vm_fault_populate()
571 (uintmax_t)fs->entry->offset, (uintmax_t)vaddr)); in vm_fault_populate()
575 rv = pmap_enter(fs->map->pmap, vaddr, m, fs->prot, in vm_fault_populate()
617 vaddr = fs->entry->start + IDX_TO_OFF(pidx) - fs->entry->offset; in vm_fault_populate()
620 if (psind > 0 && ((vaddr & (pagesizes[psind] - 1)) != 0 || in vm_fault_populate()
631 rv = pmap_enter(fs->map->pmap, vaddr, m, fs->prot, fs->fault_type | in vm_fault_populate()
647 rv = pmap_enter(fs->map->pmap, vaddr + ptoa(i), in vm_fault_populate()
702 vm_fault_trap(vm_map_t map, vm_offset_t vaddr, vm_prot_t fault_type, in vm_fault_trap() argument
710 ktrfault(vaddr, fault_type); in vm_fault_trap()
712 result = vm_fault(map, trunc_page(vaddr), fault_type, fault_flags, in vm_fault_trap()
859 if (fs->vaddr == fs->entry->next_read) in vm_fault_readahead()
860 vm_fault_dontneed(fs, fs->vaddr, nera); in vm_fault_readahead()
861 } else if (fs->vaddr == fs->entry->next_read) { in vm_fault_readahead()
876 vm_fault_dontneed(fs, fs->vaddr, nera); in vm_fault_readahead()
901 result = vm_map_lookup(&fs->map, fs->vaddr, fs->fault_type | in vm_fault_lookup()
913 __func__, (u_long)fs->vaddr); in vm_fault_lookup()
920 if (vm_map_lookup_entry(fs->map, fs->vaddr, &fs->entry) && in vm_fault_lookup()
957 result = vm_map_lookup_locked(&fs->map, fs->vaddr, fs->fault_type, in vm_fault_relookup()
1275 vm_object_color(fs->object, atop(fs->vaddr) - fs->pindex); in vm_fault_allocate()
1374 atop(fs->vaddr - e_start)); in vm_fault_getpages()
1377 ahead = ulmin(ahead, atop(e_end - fs->vaddr) - 1); in vm_fault_getpages()
1536 vm_fault(vm_map_t map, vm_offset_t vaddr, vm_prot_t fault_type, in vm_fault() argument
1551 fs.vaddr = vaddr; in vm_fault()
1741 fs.entry->next_read = vaddr + ptoa(ahead) + PAGE_SIZE; in vm_fault()
1759 pmap_enter(fs.map->pmap, vaddr, fs.m, fs.prot, in vm_fault()
1763 vm_fault_prefault(&fs, vaddr, in vm_fault()
1823 vm_fault_dontneed(const struct faultstate *fs, vm_offset_t vaddr, int ahead) in vm_fault_dontneed() argument
1840 end = rounddown2(vaddr, size); in vm_fault_dontneed()
1841 if (vaddr - end >= size - PAGE_SIZE - ptoa(ahead) && in vm_fault_dontneed()
2065 vm_offset_t vaddr; in vm_fault_copy_entry() local
2138 for (vaddr = dst_entry->start, dst_pindex = 0; in vm_fault_copy_entry()
2139 vaddr < dst_entry->end; in vm_fault_copy_entry()
2140 vaddr += PAGE_SIZE, dst_pindex++) { in vm_fault_copy_entry()
2234 pmap_enter(dst_map->pmap, vaddr, dst_m, prot, in vm_fault_copy_entry()