Lines Matching refs:vaddr
123 vm_offset_t vaddr; member
172 static void vm_fault_dontneed(const struct faultstate *fs, vm_offset_t vaddr,
324 vm_offset_t vaddr; in vm_fault_soft_fast() local
330 vaddr = fs->vaddr; in vm_fault_soft_fast()
344 rounddown2(vaddr, pagesizes[m_super->psind]) >= fs->entry->start && in vm_fault_soft_fast()
345 roundup2(vaddr + 1, pagesizes[m_super->psind]) <= fs->entry->end && in vm_fault_soft_fast()
346 (vaddr & (pagesizes[m_super->psind] - 1)) == (VM_PAGE_TO_PHYS(m) & in vm_fault_soft_fast()
364 vaddr = rounddown2(vaddr, pagesizes[psind]); in vm_fault_soft_fast()
371 if (pmap_enter(fs->map->pmap, vaddr, m_map, fs->prot, fs->fault_type | in vm_fault_soft_fast()
382 vm_fault_prefault(fs, vaddr, PFBAK, PFFOR, true); in vm_fault_soft_fast()
442 vm_offset_t vaddr; in vm_fault_populate() local
520 vaddr = fs->entry->start + IDX_TO_OFF(pager_first) - in vm_fault_populate()
523 KASSERT((vaddr & (pagesizes[bdry_idx] - 1)) == 0, in vm_fault_populate()
526 (uintmax_t)fs->entry->offset, (uintmax_t)vaddr)); in vm_fault_populate()
530 rv = pmap_enter(fs->map->pmap, vaddr, m, fs->prot, in vm_fault_populate()
572 vaddr = fs->entry->start + IDX_TO_OFF(pidx) - fs->entry->offset; in vm_fault_populate()
575 if (psind > 0 && ((vaddr & (pagesizes[psind] - 1)) != 0 || in vm_fault_populate()
586 rv = pmap_enter(fs->map->pmap, vaddr, m, fs->prot, fs->fault_type | in vm_fault_populate()
602 rv = pmap_enter(fs->map->pmap, vaddr + ptoa(i), in vm_fault_populate()
657 vm_fault_trap(vm_map_t map, vm_offset_t vaddr, vm_prot_t fault_type, in vm_fault_trap() argument
665 ktrfault(vaddr, fault_type); in vm_fault_trap()
667 result = vm_fault(map, trunc_page(vaddr), fault_type, fault_flags, in vm_fault_trap()
794 if (fs->vaddr == fs->entry->next_read) in vm_fault_readahead()
795 vm_fault_dontneed(fs, fs->vaddr, nera); in vm_fault_readahead()
796 } else if (fs->vaddr == fs->entry->next_read) { in vm_fault_readahead()
811 vm_fault_dontneed(fs, fs->vaddr, nera); in vm_fault_readahead()
836 result = vm_map_lookup(&fs->map, fs->vaddr, fs->fault_type | in vm_fault_lookup()
848 __func__, (u_long)fs->vaddr); in vm_fault_lookup()
855 if (vm_map_lookup_entry(fs->map, fs->vaddr, &fs->entry) && in vm_fault_lookup()
892 result = vm_map_lookup_locked(&fs->map, fs->vaddr, fs->fault_type, in vm_fault_relookup()
1193 vm_object_color(fs->object, atop(fs->vaddr) - fs->pindex); in vm_fault_allocate()
1292 atop(fs->vaddr - e_start)); in vm_fault_getpages()
1295 ahead = ulmin(ahead, atop(e_end - fs->vaddr) - 1); in vm_fault_getpages()
1447 vm_fault(vm_map_t map, vm_offset_t vaddr, vm_prot_t fault_type, in vm_fault() argument
1461 fs.vaddr = vaddr; in vm_fault()
1648 fs.entry->next_read = vaddr + ptoa(ahead) + PAGE_SIZE; in vm_fault()
1666 pmap_enter(fs.map->pmap, vaddr, fs.m, fs.prot, in vm_fault()
1670 vm_fault_prefault(&fs, vaddr, in vm_fault()
1730 vm_fault_dontneed(const struct faultstate *fs, vm_offset_t vaddr, int ahead) in vm_fault_dontneed() argument
1748 end = rounddown2(vaddr, size); in vm_fault_dontneed()
1749 if (vaddr - end >= size - PAGE_SIZE - ptoa(ahead) && in vm_fault_dontneed()
1973 vm_offset_t vaddr; in vm_fault_copy_entry() local
2052 for (vaddr = dst_entry->start, dst_pindex = 0; in vm_fault_copy_entry()
2053 vaddr < dst_entry->end; in vm_fault_copy_entry()
2054 vaddr += PAGE_SIZE, dst_pindex++) { in vm_fault_copy_entry()
2141 pmap_enter(dst_map->pmap, vaddr, dst_m, prot, in vm_fault_copy_entry()