Lines Matching refs:vaddr
132 static void vm_fault_dontneed(const struct faultstate *fs, vm_offset_t vaddr,
281 vm_fault_soft_fast(struct faultstate *fs, vm_offset_t vaddr, vm_prot_t prot, in vm_fault_soft_fast() argument
306 rounddown2(vaddr, pagesizes[m_super->psind]) >= fs->entry->start && in vm_fault_soft_fast()
307 roundup2(vaddr + 1, pagesizes[m_super->psind]) <= fs->entry->end && in vm_fault_soft_fast()
308 (vaddr & (pagesizes[m_super->psind] - 1)) == (VM_PAGE_TO_PHYS(m) & in vm_fault_soft_fast()
326 vaddr = rounddown2(vaddr, pagesizes[psind]); in vm_fault_soft_fast()
333 rv = pmap_enter(fs->map->pmap, vaddr, m_map, prot, fault_type | in vm_fault_soft_fast()
340 vm_fault_prefault(fs, vaddr, PFBAK, PFFOR, true); in vm_fault_soft_fast()
400 vm_offset_t vaddr; in vm_fault_populate() local
478 vaddr = fs->entry->start + IDX_TO_OFF(pidx) - fs->entry->offset; in vm_fault_populate()
482 if (psind > 0 && ((vaddr & (pagesizes[psind] - 1)) != 0 || in vm_fault_populate()
496 rv = pmap_enter(fs->map->pmap, vaddr, m, prot, fault_type | in vm_fault_populate()
501 rv = pmap_enter(fs->map->pmap, vaddr + ptoa(i), in vm_fault_populate()
549 vm_fault(vm_map_t map, vm_offset_t vaddr, vm_prot_t fault_type, in vm_fault() argument
560 ktrfault(vaddr, fault_type); in vm_fault()
562 result = vm_fault_hold(map, trunc_page(vaddr), fault_type, fault_flags, in vm_fault()
572 vm_fault_hold(vm_map_t map, vm_offset_t vaddr, vm_prot_t fault_type, in vm_fault_hold() argument
603 result = vm_map_lookup(&fs.map, vaddr, fault_type | in vm_fault_hold()
615 __func__, (u_long)vaddr); in vm_fault_hold()
622 if (vm_map_lookup_entry(fs.map, vaddr, &fs.entry) && in vm_fault_hold()
661 rv = vm_fault_soft_fast(&fs, vaddr, prot, fault_type, in vm_fault_hold()
829 vm_object_color(fs.object, atop(vaddr) - in vm_fault_hold()
885 if (vaddr == fs.entry->next_read) in vm_fault_hold()
886 vm_fault_dontneed(&fs, vaddr, nera); in vm_fault_hold()
887 } else if (vaddr == fs.entry->next_read) { in vm_fault_hold()
902 vm_fault_dontneed(&fs, vaddr, nera); in vm_fault_hold()
1008 atop(vaddr - e_start)); in vm_fault_hold()
1012 ahead = ulmin(ahead, atop(e_end - vaddr) - 1); in vm_fault_hold()
1250 result = vm_map_lookup_locked(&fs.map, vaddr, fault_type, in vm_fault_hold()
1306 fs.entry->next_read = vaddr + ptoa(ahead) + PAGE_SIZE; in vm_fault_hold()
1325 pmap_enter(fs.map->pmap, vaddr, fs.m, prot, in vm_fault_hold()
1329 vm_fault_prefault(&fs, vaddr, in vm_fault_hold()
1391 vm_fault_dontneed(const struct faultstate *fs, vm_offset_t vaddr, int ahead) in vm_fault_dontneed() argument
1415 end = rounddown2(vaddr, size); in vm_fault_dontneed()
1416 if (vaddr - end >= size - PAGE_SIZE - ptoa(ahead) && in vm_fault_dontneed()
1646 vm_offset_t vaddr; in vm_fault_copy_entry() local
1724 for (vaddr = dst_entry->start, dst_pindex = 0; in vm_fault_copy_entry()
1725 vaddr < dst_entry->end; in vm_fault_copy_entry()
1726 vaddr += PAGE_SIZE, dst_pindex++) { in vm_fault_copy_entry()
1805 pmap_enter(dst_map->pmap, vaddr, dst_m, prot, in vm_fault_copy_entry()