| /freebsd-14.2/sys/arm/include/ |
| H A D | cpu.h | 377 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range_local() 435 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range() 439 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range() 449 #define tlb_flush(va) tlb_flush_local(va) argument 467 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in icache_sync() 517 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_wb_pou() 546 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_inv_poc() 570 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_inv_poc_dma() 593 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_wb_poc() 611 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_wbinv_poc() [all …]
|
| H A D | pmap_var.h | 83 pte1_index(vm_offset_t va) in pte1_index() argument 86 return (va >> PTE1_SHIFT); in pte1_index() 97 pte1_trunc(vm_offset_t va) in pte1_trunc() argument 100 return (va & PTE1_FRAME); in pte1_trunc() 104 pte1_roundup(vm_offset_t va) in pte1_roundup() argument 393 pt2tab_index(vm_offset_t va) in pt2tab_index() argument 396 return (va >> PT2TAB_SHIFT); in pt2tab_index() 428 pt2map_index(vm_offset_t va) in pt2map_index() argument 431 return (va >> PT2MAP_SHIFT); in pt2map_index() 435 pt2map_entry(vm_offset_t va) in pt2map_entry() argument [all …]
|
| /freebsd-14.2/sys/powerpc/booke/ |
| H A D | pmap_64.c | 205 vm_offset_t va; in pte_find_next() local 212 va = *pva; in pte_find_next() 213 i = PG_ROOT_IDX(va); in pte_find_next() 214 j = PDIR_L1_IDX(va); in pte_find_next() 215 k = PDIR_IDX(va); in pte_find_next() 216 l = PTBL_IDX(va); in pte_find_next() 545 for (i = PG_ROOT_IDX(va); i < PG_ROOT_IDX(va) + pdir_l1s; in kernel_pte_alloc() 564 for (va = addr; va < data_end; va += PAGE_SIZE) { in kernel_pte_alloc() 565 pte = &(kernel_pmap->pm_root[PG_ROOT_IDX(va)][PDIR_L1_IDX(va)][PDIR_IDX(va)][PTBL_IDX(va)]); in kernel_pte_alloc() 654 va += sync_sz; in mmu_booke_sync_icache() [all …]
|
| H A D | pmap.c | 1043 if (va >= e.virt && va < e.virt + e.size) in mmu_booke_kextract() 1524 for (; va < endva; va += PAGE_SIZE) { in mmu_booke_remove() 1675 for (va = sva; va < eva; va += PAGE_SIZE) { in mmu_booke_protect() 1968 for (va = sva; va < eva; va += PAGE_SIZE) { in mmu_booke_unwire() 2273 while (rounddown2(va, size) + size < va + sz) in mmu_booke_mapdev_attr() 2275 va = rounddown2(va, size); in mmu_booke_mapdev_attr() 2398 for (j = i, va = addr; va < addr + sz; va += e.size, j++) { in mmu_booke_change_attr() 2403 for (va = addr; va < addr + sz; va += e.size, i++) { in mmu_booke_change_attr() 2419 for (va = addr; va < addr + sz; va += PAGE_SIZE) { in mmu_booke_change_attr() 2427 for (va = addr; va < addr + sz; va += PAGE_SIZE) { in mmu_booke_change_attr() [all …]
|
| H A D | pmap_32.c | 301 vm_offset_t va; in ptbl_free() local 599 vm_offset_t va; in pte_find_next() local 606 va = *pva; in pte_find_next() 607 i = PDIR_IDX(va); in pte_find_next() 608 j = PTBL_IDX(va); in pte_find_next() 629 vm_offset_t va; in kernel_pte_alloc() local 650 for (va = addr; va < data_end; va += PAGE_SIZE) { in kernel_pte_alloc() 651 pte = &(kernel_pmap->pm_pdir[PDIR_IDX(va)][PTBL_IDX(va)]); in kernel_pte_alloc() 771 va += sync_sz; in mmu_booke_sync_icache() 787 vm_offset_t va; in mmu_booke_zero_page_area() local [all …]
|
| /freebsd-14.2/sys/arm64/iommu/ |
| H A D | iommu_pmap.c | 81 #define smmu_l0_index(va) (((va) >> IOMMU_L0_SHIFT) & IOMMU_L0_ADDR_MASK) argument 82 #define smmu_l1_index(va) (((va) >> IOMMU_L1_SHIFT) & IOMMU_Ln_ADDR_MASK) argument 83 #define smmu_l2_index(va) (((va) >> IOMMU_L2_SHIFT) & IOMMU_Ln_ADDR_MASK) argument 84 #define smmu_l3_index(va) (((va) >> IOMMU_L3_SHIFT) & IOMMU_Ln_ADDR_MASK) argument 124 l0 = smmu_pmap_l0(pmap, va); in smmu_pmap_l1() 155 l1 = smmu_pmap_l1(pmap, va); in smmu_pmap_l2() 191 l0 = smmu_pmap_l0(pmap, va); in smmu_pmap_pde() 227 l1 = smmu_pmap_l1(pmap, va); in smmu_pmap_pte() 359 l0 = smmu_pmap_l0(pmap, va); in _smmu_pmap_unwire_l3() 365 l1 = smmu_pmap_l1(pmap, va); in _smmu_pmap_unwire_l3() [all …]
|
| /freebsd-14.2/sys/kern/ |
| H A D | subr_devmap.c | 230 vm_offset_t va; in devmap_vtop() local 235 va = (vm_offset_t)vpva; in devmap_vtop() 237 if (va >= pd->pd_va && va + size <= pd->pd_va + pd->pd_size) in devmap_vtop() 258 vm_offset_t va, offset; in pmap_mapdev() local 277 va = kva_alloc(size); in pmap_mapdev() 278 if (!va) in pmap_mapdev() 307 va = kva_alloc(size); in pmap_mapdev_attr() 308 if (!va) in pmap_mapdev_attr() 329 va = (vm_offset_t)p; in pmap_unmapdev() 331 va = trunc_page(va); in pmap_unmapdev() [all …]
|
| /freebsd-14.2/sys/arm/arm/ |
| H A D | pmap-v6.c | 1421 va = pte1_trunc(va) + pte1_offset; in pmap_map() 1423 va = pte1_roundup(va) + pte1_offset; in pmap_map() 1425 sva = va; in pmap_map() 1839 va = sva; in pmap_qremove() 3144 va = pte1_trunc(va); in pmap_pv_demote_pte1() 3181 va = pte1_trunc(va); in pmap_pv_promote_pte1() 3352 act.va = va; in pmap_change_pte1() 3623 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_pte1() 3852 va = trunc_page(va); in pmap_enter() 3856 va)); in pmap_enter() [all …]
|
| /freebsd-14.2/sys/arm64/arm64/ |
| H A D | pmap.c | 1192 bs_state.va = va; in pmap_bootstrap_l2() 1204 bs_state.va = va; in pmap_bootstrap_l3() 1985 va = sva; in pmap_kenter() 2048 va = sva; in pmap_kremove_device() 2096 va = sva; in pmap_qenter() 4137 va = va & ~L2_OFFSET; in pmap_pv_promote_l2() 4427 va = trunc_page(va); in pmap_enter() 6541 ppim->va = va + offset; in pmap_mapbios() 6590 va = trunc_page(va); in pmap_mapbios() 6618 if (ppim->va == va) { in pmap_unmapbios() [all …]
|
| /freebsd-14.2/sys/riscv/riscv/ |
| H A D | pmap.c | 358 #define pmap_l0_index(va) (((va) >> L0_SHIFT) & Ln_ADDR_MASK) argument 971 if (va >= DMAP_MIN_ADDRESS && va < DMAP_MAX_ADDRESS) { in pmap_kextract() 1021 va = sva; in pmap_kenter() 1071 va = sva; in pmap_kremove_device() 1122 va = sva; in pmap_qenter() 1151 for (va = sva; count-- > 0; va += PAGE_SIZE) { in pmap_qremove() 2114 va = va & ~L2_OFFSET; in pmap_pv_promote_l2() 2225 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_l2() 2388 va = sva; in pmap_remove() 2902 va = trunc_page(va); in pmap_enter() [all …]
|
| /freebsd-14.2/lib/libkvm/ |
| H A D | kvm_minidump_amd64.c | 51 #define VA_OFF(vm, va) \ argument 52 (VM_IS_V1(vm) ? ((va) & (AMD64_PAGE_SIZE - 1)) : ((va) & AMD64_PAGE_MASK)) 216 } else if (va >= vm->hdr.dmapbase && va < vm->hdr.dmapend) { in _amd64_minidump_vatop_v1() 222 (uintmax_t)va); in _amd64_minidump_vatop_v1() 230 (uintmax_t)va); in _amd64_minidump_vatop_v1() 304 } else if (va >= vm->hdr.dmapbase && va < vm->hdr.dmapend) { in _amd64_minidump_vatop() 310 (uintmax_t)va); in _amd64_minidump_vatop() 318 (uintmax_t)va); in _amd64_minidump_vatop() 376 ((va & AMD64_PDRMASK) ^ VA_OFF(vm, va)); in _amd64_minidump_walk_pages() 405 va += AMD64_PAGE_SIZE; in _amd64_minidump_walk_pages() [all …]
|
| H A D | kvm_minidump_i386.c | 156 offset = va & I386_PAGE_MASK; in _i386_minidump_vatop_pae() 158 if (va >= vm->hdr.kernbase) { in _i386_minidump_vatop_pae() 181 (uintmax_t)va); in _i386_minidump_vatop_pae() 201 offset = va & I386_PAGE_MASK; in _i386_minidump_vatop() 203 if (va >= vm->hdr.kernbase) { in _i386_minidump_vatop() 226 (uintmax_t)va); in _i386_minidump_vatop() 244 return (_i386_minidump_vatop_pae(kd, va, pa)); in _i386_minidump_kvatop() 246 return (_i386_minidump_vatop(kd, va, pa)); in _i386_minidump_kvatop() 295 *va = 0; in _i386_iterator_next() 322 u_long dva, pa, va; in _i386_minidump_walk_pages() local [all …]
|
| /freebsd-14.2/sys/i386/i386/ |
| H A D | pmap.c | 199 #define vtopte(va) (PTmap + i386_btop(va)) argument 1386 act.va = va; in pmap_update_pde() 1830 va = (va & ~PDRMASK) + superpage_offset; in __CONCAT() 2607 va = trunc_4mpage(va); in pmap_pv_demote_pde() 2644 va = trunc_4mpage(va); in pmap_pv_promote_pde() 2974 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_pde() 3627 va = trunc_page(va); in __CONCAT() 5450 va = ppim->va; in __CONCAT() 5495 if (va >= PMAP_MAP_LOW && va <= KERNBASE && va + size <= KERNBASE) in __CONCAT() 5499 va = trunc_page(va); in __CONCAT() [all …]
|
| /freebsd-14.2/sys/amd64/amd64/ |
| H A D | pmap.c | 3473 act.va = va; in pmap_update_pde() 5071 for (va = start; va < end; va += NBPDR) { in pmap_page_array_startup() 5806 va = trunc_2mpage(va); in pmap_pv_demote_pde() 5874 va = trunc_2mpage(va); in pmap_pv_promote_pde() 7176 va = trunc_page(va); in pmap_enter() 9440 va = ppim->va; in pmap_mapdev_internal() 9530 va = trunc_page(va); in pmap_unmapdev() 10855 for (va = sva; va < sva + len; va += inc) { in pmap_large_unmap() 11010 for (va = sva; va < eva; va += inc) { in pmap_large_map_wb_large() 11378 for (va = sva; va < eva; va += PAGE_SIZE) { in pmap_pti_remove_kva() [all …]
|
| /freebsd-14.2/sys/powerpc/aim/ |
| H A D | mmu_radix.c | 888 va = trunc_page(va); in pagezero() 1306 va = trunc_2mpage(va); in pmap_pv_demote_l3e() 1694 va = trunc_2mpage(va); in pmap_pv_promote_l3e() 2838 va = trunc_page(va); in mmu_radix_enter() 4468 va < eva; va += PAGE_SIZE, m++) in pmap_protect_l3e() 4629 va = sva; in mmu_radix_qenter() 4668 va = sva; in mmu_radix_qremove() 5043 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_l3e() 5862 if (!va) in mmu_radix_mapdev_attr() 5917 va = trunc_page(va); in mmu_radix_unmapdev() [all …]
|
| H A D | mmu_oea.c | 471 for (va = 0; va < 0x00040000; va += 0x00001000) { in tlbia() 577 tlbie(va); in moea_pte_clear() 616 tlbie(va); in moea_pte_unset() 1515 va); in moea_kenter_attr() 1563 moea_remove(kernel_pmap, va, va + PAGE_SIZE); in moea_kremove() 1646 va = sva; in moea_map() 1649 *virt = va; in moea_map() 1847 va = sva; in moea_qenter() 1864 va = sva; in moea_qremove() 2710 if (!va) in moea_mapdev_attr() [all …]
|
| H A D | mmu_oea64.c | 1183 for (va = virtual_avail; va < virtual_end; va += SEGMENT_LENGTH) in moea64_late_bootstrap() 2230 va)); in moea64_kextract() 2242 moea64_remove(kernel_pmap, va, va + PAGE_SIZE); in moea64_kremove() 2356 for (va = pa_start; va < pa_end; va += PAGE_SIZE) in moea64_map() 2363 va = sva; in moea64_map() 2367 *virt = va; in moea64_map() 3186 if (!va) in moea64_mapdev_attr() 3240 va += len; in moea64_sync_icache() 3290 if (va >= kmi.buffer_sva && va < kmi.buffer_eva) { in moea64_scan_init() 3702 sva = va; in moea64_sp_enter() [all …]
|
| /freebsd-14.2/sys/fs/smbfs/ |
| H A D | smbfs_node.c | 301 struct vattr va; in smbfs_inactive() local 309 VOP_GETATTR(vp, &va, cred); in smbfs_inactive() 372 va->va_size = np->n_size; in smbfs_attr_cachelookup() 378 if (va->va_fileid == 0) in smbfs_attr_cachelookup() 379 va->va_fileid = 2; in smbfs_attr_cachelookup() 381 va->va_mtime = np->n_mtime; in smbfs_attr_cachelookup() 382 va->va_atime = va->va_ctime = va->va_mtime; /* time file changed */ in smbfs_attr_cachelookup() 385 va->va_flags |= UF_HIDDEN; in smbfs_attr_cachelookup() 387 va->va_flags |= UF_SYSTEM; in smbfs_attr_cachelookup() 392 va->va_flags |= UF_ARCHIVE; in smbfs_attr_cachelookup() [all …]
|
| /freebsd-14.2/contrib/tcsh/ |
| H A D | tc.printf.c | 371 va_list va; in xsnprintf() local 372 va_start(va, fmt); in xsnprintf() 377 va_end(va); in xsnprintf() 387 va_list va; in xprintf() local 388 va_start(va, fmt); in xprintf() 390 va_end(va); in xprintf() 425 va_copy(copy, va); in xvasprintf() 439 va_list va; in xasprintf() local 444 va_end(va); in xasprintf() 464 va_list va; in fprintf() local [all …]
|
| /freebsd-14.2/sys/dev/xdma/ |
| H A D | xdma_iommu.c | 68 va &= ~(PAGE_SIZE - 1); in xdma_iommu_remove_entry() 69 pmap_remove(&xio->p, va, va + PAGE_SIZE); in xdma_iommu_remove_entry() 71 XDMA_IOMMU_REMOVE(xio->dev, xio, va); in xdma_iommu_remove_entry() 73 vmem_free(xio->vmem, va, PAGE_SIZE); in xdma_iommu_remove_entry() 77 xdma_iommu_enter(struct xdma_iommu *xio, vm_offset_t va, in xdma_iommu_enter() argument 90 pmap_enter(p, va, m, prot, prot | PMAP_ENTER_WIRED, 0); in xdma_iommu_enter() 92 XDMA_IOMMU_ENTER(xio->dev, xio, va, pa); in xdma_iommu_enter() 94 va += PAGE_SIZE; in xdma_iommu_enter() 100 xdma_iommu_add_entry(xdma_channel_t *xchan, vm_offset_t *va, in xdma_iommu_add_entry() argument 116 if (va) in xdma_iommu_add_entry() [all …]
|
| /freebsd-14.2/contrib/llvm-project/lld/MachO/Arch/ |
| H A D | ARM64Common.h | 46 uint64_t va) { in encodeBranch26() argument 47 checkInt(loc, r, va, 28); in encodeBranch26() 54 uint64_t va) { in encodeBranch26() argument 55 checkInt(loc, d, va, 28); in encodeBranch26() 65 uint64_t va) { in encodePage21() argument 66 checkInt(loc, r, va, 35); in encodePage21() 72 uint64_t va) { in encodePage21() argument 73 checkInt(loc, d, va, 35); in encodePage21() 88 uint64_t va) { in encodePageOff12() argument 96 if ((va & (size - 1)) != 0) in encodePageOff12() [all …]
|
| /freebsd-14.2/sys/arm64/include/ |
| H A D | stack.h | 30 #define INKERNEL(va) \ argument 31 ((va) >= VM_MIN_KERNEL_ADDRESS && (va) <= VM_MAX_KERNEL_ADDRESS) 51 kstack_contains(struct thread *td, vm_offset_t va, size_t len) in kstack_contains() argument 53 return (va >= td->td_kstack && va + len >= va && in kstack_contains() 54 va + len <= td->td_kstack + td->td_kstack_pages * PAGE_SIZE - in kstack_contains()
|
| /freebsd-14.2/sys/riscv/include/ |
| H A D | stack.h | 38 #define INKERNEL(va) ((va) >= VM_MIN_KERNEL_ADDRESS && \ argument 39 (va) <= VM_MAX_KERNEL_ADDRESS) 61 kstack_contains(struct thread *td, vm_offset_t va, size_t len) in kstack_contains() argument 63 return (va >= td->td_kstack && va + len >= va && in kstack_contains() 64 va + len <= td->td_kstack + td->td_kstack_pages * PAGE_SIZE - in kstack_contains()
|
| /freebsd-14.2/contrib/netbsd-tests/fs/puffs/h_dtfs/ |
| H A D | dtfs_vnops.c | 119 if (va->va_uid != PUFFS_VNOVAL || va->va_gid != PUFFS_VNOVAL) { in dtfs_node_setattr() 121 va->va_uid, va->va_gid, pcr); in dtfs_node_setattr() 146 dtfs_setsize(pn, va->va_size); in dtfs_node_setattr() 160 puffs_setvattr(&pn->pn_va, va); in dtfs_node_setattr() 169 const struct vattr *va) in dtfs_node_create() argument 174 if (!(va->va_type == VREG || va->va_type == VSOCK)) in dtfs_node_create() 206 const struct vattr *va) in dtfs_node_mkdir() argument 398 if (va->va_type != VLNK) in dtfs_node_symlink() 429 const struct vattr *va) in dtfs_node_mknod() argument 434 if (!(va->va_type == VBLK || va->va_type == VCHR in dtfs_node_mknod() [all …]
|
| /freebsd-14.2/tools/boot/smbios/ |
| H A D | main.c | 33 caddr_t va; member 40 caddr_t va; in ptov() local 47 return (m->va + pa - m->pa); in ptov() 52 va = mmap(0, PAGE, PROT_READ, MAP_SHARED, fd, pa2); in ptov() 53 if (va == MAP_FAILED) in ptov() 57 m->va = va; in ptov() 58 return (m->va + pa - m->pa); in ptov() 65 munmap(map[i].va, PAGE); in cleanup()
|