| /f-stack/freebsd/mips/mips/ |
| H A D | cache_mipsNN.c | 256 va = trunc_line16(va); in mipsNN_icache_sync_range_16() 279 va = trunc_line32(va); in mipsNN_icache_sync_range_32() 302 va = trunc_line64(va); in mipsNN_icache_sync_range_64() 334 va = trunc_line16(va); in mipsNN_icache_sync_range_index_16() 377 va = trunc_line32(va); in mipsNN_icache_sync_range_index_32() 420 va = trunc_line64(va); in mipsNN_icache_sync_range_index_64() 520 va = trunc_line16(va); in mipsNN_pdcache_wbinv_range_16() 542 va = trunc_line32(va); in mipsNN_pdcache_wbinv_range_32() 564 va = trunc_line64(va); in mipsNN_pdcache_wbinv_range_64() 595 va = trunc_line16(va); in mipsNN_pdcache_wbinv_range_index_16() [all …]
|
| H A D | pmap.c | 424 return (va); in pmap_steal_memory() 708 arg.va = va; in pmap_invalidate_page() 757 arg.va = va; in pmap_update_page() 933 *virt = va; in pmap_map() 973 origva = va; in pmap_qremove() 2331 KASSERT(va < kmi.clean_sva || va >= kmi.clean_eva || in pmap_enter_quick_locked() 3233 if (!va) in pmap_mapdev_attr() 3260 if (va >= MIPS_KSEG1_START && va <= MIPS_KSEG1_END) in pmap_unmapdev() 3588 if (va >= MIPS_XKPHYS_START && va < MIPS_XKPHYS_END) 3591 if (va >= MIPS_KSEG0_START && va < MIPS_KSEG0_END) [all …]
|
| H A D | mem.c | 81 vm_offset_t va, eva, off, v; in memrw() local 114 va = uio->uio_offset; in memrw() 116 va = trunc_page(uio->uio_offset); in memrw() 124 if (va >= VM_MIN_KERNEL_ADDRESS && in memrw() 126 for (; va < eva; va += PAGE_SIZE) in memrw() 127 if (pmap_extract(kernel_pmap, va) == 0) in memrw() 133 va = uio->uio_offset; in memrw() 134 if (kernacc((void *) va, iov->iov_len, prot) in memrw() 139 va = uio->uio_offset; in memrw() 140 error = uiomove((void *)va, iov->iov_len, uio); in memrw()
|
| /f-stack/freebsd/arm/include/ |
| H A D | cpu-v6.h | 376 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range_local() 434 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range() 438 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range() 448 #define tlb_flush(va) tlb_flush_local(va) argument 466 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in icache_sync() 516 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_wb_pou() 545 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_inv_poc() 569 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_inv_poc_dma() 592 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_wb_poc() 610 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_wbinv_poc() [all …]
|
| H A D | pmap_var.h | 85 pte1_index(vm_offset_t va) in pte1_index() argument 88 return (va >> PTE1_SHIFT); in pte1_index() 99 pte1_trunc(vm_offset_t va) in pte1_trunc() argument 102 return (va & PTE1_FRAME); in pte1_trunc() 106 pte1_roundup(vm_offset_t va) in pte1_roundup() argument 395 pt2tab_index(vm_offset_t va) in pt2tab_index() argument 398 return (va >> PT2TAB_SHIFT); in pt2tab_index() 430 pt2map_index(vm_offset_t va) in pt2map_index() argument 433 return (va >> PT2MAP_SHIFT); in pt2map_index() 437 pt2map_entry(vm_offset_t va) in pt2map_entry() argument [all …]
|
| /f-stack/freebsd/kern/ |
| H A D | subr_devmap.c | 237 vm_offset_t va; in devmap_vtop() local 242 va = (vm_offset_t)vpva; in devmap_vtop() 244 if (va >= pd->pd_va && va + size <= pd->pd_va + pd->pd_size) in devmap_vtop() 265 vm_offset_t va, offset; in pmap_mapdev() local 284 va = kva_alloc(size); in pmap_mapdev() 285 if (!va) in pmap_mapdev() 297 vm_offset_t va, offset; in pmap_mapdev_attr() local 314 va = kva_alloc(size); in pmap_mapdev_attr() 315 if (!va) in pmap_mapdev_attr() 337 va = trunc_page(va); in pmap_unmapdev() [all …]
|
| H A D | kern_malloc.c | 590 caddr_t va; in malloc_large() local 609 va = redzone_setup(va, osize); in malloc_large() 634 caddr_t va; variable 643 va = NULL; 666 va = redzone_setup(va, osize); 676 caddr_t va; in malloc_domain() local 699 caddr_t va; in malloc_domainset() local 709 va = NULL; in malloc_domainset() 729 va = redzone_setup(va, osize); in malloc_domainset() 752 caddr_t va; in malloc_domainset_exec() local [all …]
|
| /f-stack/freebsd/mips/include/ |
| H A D | cache_r4k.h | 69 #define cache_op_r4k_line(va, op) \ argument 76 : "r" (va), "i" (op) \ 85 #define cache_r4k_op_8lines_16(va, op) \ argument 95 : "r" (va), "i" (op) \ 104 #define cache_r4k_op_8lines_32(va, op) \ argument 114 : "r" (va), "i" (op) \ 133 : "r" (va), "i" (op) \ 165 : "r" (va), "i" (op) \ 197 : "r" (va), "i" (op) \ 229 : "r" (va), "i" (op) \ [all …]
|
| H A D | pte.h | 112 #define TLBHI_VA_R(va) ((va) & TLBHI_R_MASK) argument 116 #define TLBHI_VA_TO_VPN2(va) ((va) & TLBHI_VPN2_MASK) argument 117 #define TLBHI_ENTRY(va, asid) ((TLBHI_VA_R((va))) /* Region. */ | \ argument 118 (TLBHI_VA_TO_VPN2((va))) /* VPN2. */ | \ 122 #define TLBHI_ENTRY(va, asid) (((va) & ~TLBHI_PAGE_MASK) | ((asid) & TLBHI_ASID_MASK)) argument
|
| H A D | cpufunc.h | 376 #define readb(va) (*(volatile uint8_t *) (va)) argument 377 #define readw(va) (*(volatile uint16_t *) (va)) argument 378 #define readl(va) (*(volatile uint32_t *) (va)) argument 383 #define writeb(va, d) (*(volatile uint8_t *) (va) = (d)) argument 384 #define writew(va, d) (*(volatile uint16_t *) (va) = (d)) argument 385 #define writel(va, d) (*(volatile uint32_t *) (va) = (d)) argument 387 #define writeq(va, d) (*(volatile uint64_t *) (va) = (d)) argument
|
| /f-stack/freebsd/arm/arm/ |
| H A D | pmap-v6.c | 1423 va = pte1_trunc(va) + pte1_offset; in pmap_map() 1425 va = pte1_roundup(va) + pte1_offset; in pmap_map() 1427 sva = va; in pmap_map() 1840 va = sva; in pmap_qremove() 3163 va = pte1_trunc(va); in pmap_pv_demote_pte1() 3200 va = pte1_trunc(va); in pmap_pv_promote_pte1() 3371 act.va = va; in pmap_change_pte1() 3642 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_pte1() 3871 va = trunc_page(va); in pmap_enter() 3875 va)); in pmap_enter() [all …]
|
| /f-stack/freebsd/amd64/amd64/ |
| H A D | pmap.c | 3296 act.va = va; in pmap_update_pde() 4728 for (va = start; va < end; va += NBPDR) { in pmap_page_array_startup() 5436 va = trunc_2mpage(va); in pmap_pv_demote_pde() 5504 va = trunc_2mpage(va); in pmap_pv_promote_pde() 6745 va = trunc_page(va); in pmap_enter() 8941 va = ppim->va; in pmap_mapdev_internal() 9029 va = trunc_page(va); in pmap_unmapdev() 10330 for (va = sva; va < sva + len; va += inc) { in pmap_large_unmap() 10485 for (va = sva; va < eva; va += inc) { in pmap_large_map_wb_large() 10850 for (va = sva; va < eva; va += PAGE_SIZE) { in pmap_pti_remove_kva() [all …]
|
| H A D | efirt_machdep.c | 112 efi_1t1_pte(vm_offset_t va) in efi_1t1_pte() argument 123 pml4_idx = pmap_pml4e_index(va); in efi_1t1_pte() 125 pml5_idx = pmap_pml5e_index(va); in efi_1t1_pte() 149 pdp_idx = pmap_pdpe_index(va); in efi_1t1_pte() 160 pd_idx = pmap_pde_index(va); in efi_1t1_pte() 171 pte += pmap_pte_index(va); in efi_1t1_pte() 172 KASSERT(*pte == 0, ("va %#jx *pt %#jx", va, *pte)); in efi_1t1_pte() 183 vm_offset_t va; in efi_create_1t1_map() local 247 va += PAGE_SIZE) { in efi_create_1t1_map() 248 pte = efi_1t1_pte(va); in efi_create_1t1_map() [all …]
|
| /f-stack/freebsd/arm64/arm64/ |
| H A D | pmap.c | 1471 va = sva; in pmap_kenter() 1524 va = sva; in pmap_kremove_device() 2883 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_l2() 3460 pmap_invalidate_range(pmap, va, va + size); in pmap_update_entry() 3496 va = va & ~L2_OFFSET; in pmap_pv_promote_l2() 3708 va = trunc_page(va); in pmap_senter() 3895 va = trunc_page(va); in pmap_enter() 5930 ppim->va = va + offset; in pmap_mapbios() 5970 va = trunc_page(va); in pmap_mapbios() 5997 if (ppim->va == va) { in pmap_unmapbios() [all …]
|
| H A D | efirt_machdep.c | 98 efi_1t1_l3(vm_offset_t va) in efi_1t1_l3() argument 106 l0_idx = pmap_l0_index(va); in efi_1t1_l3() 117 l1_idx = pmap_l1_index(va); in efi_1t1_l3() 128 l2_idx = pmap_l2_index(va); in efi_1t1_l3() 139 l3 += pmap_l3_index(va); in efi_1t1_l3() 141 va, *l3)); in efi_1t1_l3() 167 vm_offset_t va; in efi_create_1t1_map() local 224 for (va = p->md_phys, idx = 0; idx < p->md_pages; idx++, in efi_create_1t1_map() 225 va += PAGE_SIZE) { in efi_create_1t1_map() 226 l3 = efi_1t1_l3(va); in efi_create_1t1_map() [all …]
|
| /f-stack/freebsd/i386/i386/ |
| H A D | pmap.c | 201 #define vtopte(va) (PTmap + i386_btop(va)) argument 1386 act.va = va; in pmap_update_pde() 1830 va = (va & ~PDRMASK) + superpage_offset; in __CONCAT() 2633 va = trunc_4mpage(va); in pmap_pv_demote_pde() 2670 va = trunc_4mpage(va); in pmap_pv_promote_pde() 3000 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_pde() 3649 va = trunc_page(va); in __CONCAT() 5472 va = ppim->va; in __CONCAT() 5516 if (va >= PMAP_MAP_LOW && va <= KERNBASE && va + size <= KERNBASE) in __CONCAT() 5520 va = trunc_page(va); in __CONCAT() [all …]
|
| /f-stack/lib/include/vm/ |
| H A D | uma_int.h | 59 #define UMA_PAGE_HASH(va) (((va) >> PAGE_SHIFT) & uma_page_mask) argument 72 vtoslab(vm_offset_t va) in vtoslab() argument 77 hash_list = &uma_page_slab_hash[UMA_PAGE_HASH(va)]; in vtoslab() 79 if (up->up_va == va) in vtoslab() 85 vtozoneslab(vm_offset_t va, uma_zone_t *zone, uma_slab_t *slab) in vtozoneslab() argument 90 hash_list = &uma_page_slab_hash[UMA_PAGE_HASH(va)]; in vtozoneslab() 92 if (up->up_va == va) in vtozoneslab() 100 vsetzoneslab(vm_offset_t va, uma_zone_t zone, uma_slab_t slab) in vsetzoneslab() argument 104 hash_list = &uma_page_slab_hash[UMA_PAGE_HASH(va)]; in vsetzoneslab() 106 if (up->up_va == va) in vsetzoneslab() [all …]
|
| /f-stack/freebsd/libkern/ |
| H A D | asprintf.c | 37 vasprintf(char **buf, struct malloc_type *mtp, const char *format, va_list va) in vasprintf() argument 43 va_copy(tmp_va, va); in vasprintf() 57 ret = vsnprintf(*buf, len, format, va); in vasprintf() 70 va_list va; in asprintf() local 72 va_start(va, format); in asprintf() 73 ret = vasprintf(buf, mtp, format, va); in asprintf() 74 va_end(va); in asprintf()
|
| H A D | strlen.c | 87 long va, vb; in size_t() local 100 va = (*lp - mask01); in size_t() 103 if (va & vb) in size_t() 111 va = (*lp - mask01); in size_t() 113 if (va & vb) { in size_t()
|
| /f-stack/freebsd/security/mac_veriexec/ |
| H A D | mac_veriexec.c | 189 struct vattr va; in mac_veriexec_vfs_mounted() local 199 (uintmax_t)va.va_fsid, mp); in mac_veriexec_vfs_mounted() 345 struct vattr va; in mac_veriexec_kld_check_load() local 357 error = VOP_GETATTR(vp, &va, cred); in mac_veriexec_kld_check_load() 388 (uintmax_t)va.va_fileid, (uintmax_t)va.va_gen); in mac_veriexec_kld_check_load() 484 struct vattr va; in mac_veriexec_check_vp() local 517 (uintmax_t)va.va_fileid, (uintmax_t)va.va_gen); in mac_veriexec_check_vp() 538 (uintmax_t)va.va_fsid, (uintmax_t)va.va_fileid, in mac_veriexec_check_vp() 539 (uintmax_t)va.va_gen); in mac_veriexec_check_vp() 652 struct vattr va; in mac_veriexec_syscall() local [all …]
|
| /f-stack/freebsd/arm64/include/ |
| H A D | vmparam.h | 170 #define VIRT_IN_DMAP(va) ((va) >= DMAP_MIN_ADDRESS && \ argument 171 (va) < (dmap_max_addr)) 182 #define DMAP_TO_PHYS(va) \ argument 184 KASSERT(VIRT_IN_DMAP(va), \ 186 (vm_offset_t)(va))); \ 187 ((va) - DMAP_MIN_ADDRESS) + dmap_phys_base; \
|
| H A D | pte.h | 151 #define pmap_l0_index(va) (((va) >> L0_SHIFT) & L0_ADDR_MASK) argument 152 #define pmap_l1_index(va) (((va) >> L1_SHIFT) & Ln_ADDR_MASK) argument 153 #define pmap_l2_index(va) (((va) >> L2_SHIFT) & Ln_ADDR_MASK) argument 154 #define pmap_l3_index(va) (((va) >> L3_SHIFT) & Ln_ADDR_MASK) argument
|
| H A D | pmap.h | 51 #define vtophys(va) pmap_kextract((vm_offset_t)(va)) argument 162 #define L1_MAPPABLE_P(va, pa, size) \ argument 163 ((((va) | (pa)) & L1_OFFSET) == 0 && (size) >= L1_SIZE) 167 int pmap_change_attr(vm_offset_t va, vm_size_t size, int mode); 170 bool pmap_klookup(vm_offset_t va, vm_paddr_t *pa); 171 vm_paddr_t pmap_kextract(vm_offset_t va); 194 int pmap_senter(pmap_t pmap, vm_offset_t va, vm_paddr_t pa, vm_prot_t prot, 196 int pmap_sremove(pmap_t pmap, vm_offset_t va);
|
| /f-stack/dpdk/drivers/common/iavf/ |
| H A D | iavf_impl.c | 36 mem->va = mz->addr; in iavf_allocate_dma_mem_d() 52 mem->va = NULL; in iavf_free_dma_mem_d() 67 mem->va = rte_zmalloc("iavf", size, 0); in iavf_allocate_virt_mem_d() 69 if (mem->va) in iavf_allocate_virt_mem_d() 82 rte_free(mem->va); in iavf_free_virt_mem_d() 83 mem->va = NULL; in iavf_free_virt_mem_d()
|
| /f-stack/freebsd/amd64/include/ |
| H A D | pmap.h | 317 #define vtophys(va) pmap_kextract(((vm_offset_t) (va))) argument 450 #define pmap_unmapbios(va, sz) pmap_unmapdev((va), (sz)) argument 465 void pmap_kenter(vm_offset_t va, vm_paddr_t pa); 509 pmap_pte_index(vm_offset_t va) in pmap_pte_index() argument 512 return ((va >> PAGE_SHIFT) & ((1ul << NPTEPGSHIFT) - 1)); in pmap_pte_index() 516 pmap_pde_index(vm_offset_t va) in pmap_pde_index() argument 519 return ((va >> PDRSHIFT) & ((1ul << NPDEPGSHIFT) - 1)); in pmap_pde_index() 523 pmap_pdpe_index(vm_offset_t va) in pmap_pdpe_index() argument 526 return ((va >> PDPSHIFT) & ((1ul << NPDPEPGSHIFT) - 1)); in pmap_pdpe_index() 530 pmap_pml4e_index(vm_offset_t va) in pmap_pml4e_index() argument [all …]
|