Home
last modified time | relevance | path

Searched refs:sva (Results 1 – 25 of 25) sorted by relevance

/freebsd-14.2/sys/i386/i386/
H A Dpmap_base.c316 KASSERT((sva & PAGE_MASK) == 0, in pmap_invalidate_cache_range_check_align()
334 if (eva - sva >= PMAP_CLFLUSH_THRESHOLD) { in pmap_force_invalidate_cache_range()
350 if (pmap_kextract(sva) == lapic_paddr) in pmap_force_invalidate_cache_range()
363 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range()
364 clflushopt(sva); in pmap_force_invalidate_cache_range()
372 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range()
373 clflush(sva); in pmap_force_invalidate_cache_range()
718 pmap_methods_ptr->pm_unwire(pmap, sva, eva); in pmap_unwire()
846 pmap_methods_ptr->pm_qenter(sva, ma, count); in pmap_qenter()
850 pmap_qremove(vm_offset_t sva, int count) in pmap_qremove() argument
[all …]
H A Dpmap.c1834 sva = va; in __CONCAT()
1852 return (sva); in __CONCAT()
1884 pmap_invalidate_range_int(kernel_pmap, sva, sva + count * in __CONCAT()
1898 va = sva; in __CONCAT()
3066 for (pte = pmap_pte_quick(pmap, sva); sva != eva; pte++, in pmap_remove_ptes()
3122 for (; sva < eva; sva = pdnxt) { in __CONCAT()
3347 for (; sva < eva; sva = pdnxt) { in __CONCAT()
4289 for (; sva < eva; sva = pdnxt) { in __CONCAT()
5207 for (; sva < eva; sva = pdnxt) { in __CONCAT()
5585 for (; sva < eva; sva += cpu_clflush_line_size) { in __CONCAT()
[all …]
/freebsd-14.2/tools/regression/sockets/unix_gc/
H A Dunix_gc.c444 close5(spare, sva[0], sva[1], svb[0], svb[1]); in fivesome_nothing()
463 sendfd(sva[0], spare); in fivesome_drop_work()
470 sendfd(svb[0], sva[0]); in fivesome_drop_work()
471 sendfd(svb[0], sva[1]); in fivesome_drop_work()
473 close2(sva[0], sva[1]); in fivesome_drop_work()
478 close2(sva[0], sva[1]); in fivesome_drop_work()
509 sendfd(sva[0], svb[0]); in complex_cycles()
510 sendfd(sva[0], svb[1]); in complex_cycles()
511 sendfd(svb[0], sva[0]); in complex_cycles()
514 sendfd(sva[0], spare); in complex_cycles()
[all …]
/freebsd-14.2/sys/amd64/amd64/
H A Dpmap.c6423 for (; sva < eva; sva = va_next) { in pmap_remove1()
10846 if (len == 0 || sva + len < sva || (sva >= DMAP_MIN_ADDRESS && in pmap_large_unmap()
11326 sva = trunc_page(sva); in pmap_pti_add_kva_locked()
11373 sva = rounddown2(sva, PAGE_SIZE); in pmap_pti_remove_kva()
11630 sva = trunc_page(sva); in pmap_pkru_set()
11653 sva = trunc_page(sva); in pmap_pkru_clear()
12051 sva = rounddown2(sva, NBPML4); in sysctl_kmaps()
12062 sva = rounddown2(sva, NBPDP); in sysctl_kmaps()
12069 sva = rounddown2(sva, NBPDP); in sysctl_kmaps()
12090 sva = rounddown2(sva, NBPDR); in sysctl_kmaps()
[all …]
H A Dsys_machdep.c510 vm_offset_t sva; in user_ldt_alloc() local
521 sva = (uintptr_t)new_ldt->ldt_base; in user_ldt_alloc()
522 pmap_pti_add_kva(sva, sva + sz, false); in user_ldt_alloc()
524 sldt.ssd_base = sva; in user_ldt_alloc()
535 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_alloc()
582 vm_offset_t sva; in user_ldt_derefl() local
586 sva = (vm_offset_t)pldt->ldt_base; in user_ldt_derefl()
588 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_derefl()
/freebsd-14.2/sys/riscv/riscv/
H A Dpmap.c837 sbi_remote_sfence_vma(mask.__bits, sva, eva - sva + 1); in pmap_invalidate_range()
1021 va = sva; in pmap_kenter()
1071 va = sva; in pmap_kremove_device()
1122 va = sva; in pmap_qenter()
2215 pmap_invalidate_range(pmap, sva, sva + L2_SIZE); in pmap_remove_l2()
2318 for (; sva < eva; sva = va_next) { in pmap_remove()
2378 for (l3 = pmap_l2_to_l3(l2, sva); sva != va_next; l3++, in pmap_remove()
2388 va = sva; in pmap_remove()
2510 for (; sva < eva; sva = va_next) { in pmap_protect()
3254 for (sva = va; sva < va + L2_SIZE; sva += PAGE_SIZE) { in pmap_enter_l2()
[all …]
/freebsd-14.2/sys/arm64/arm64/
H A Dpmap.c1985 va = sva; in pmap_kenter()
2048 va = sva; in pmap_kremove_device()
2096 va = sva; in pmap_qenter()
2136 KASSERT(ADDR_IS_KERNEL(sva), ("usermode va %lx", sva)); in pmap_qremove()
2138 va = sva; in pmap_qremove()
3537 for (l3 = pmap_l2_to_l3(&l2e, sva); sva != eva; l3++, sva += L3_SIZE) { in pmap_remove_l3_range()
3595 va = sva; in pmap_remove_l3_range()
3627 for (; sva < eva; sva = va_next) { in pmap_remove()
3877 for (; sva < eva; sva = va_next) { in pmap_mask_set_locked()
5196 for (; sva < eva; sva = va_next) { in pmap_unwire()
[all …]
/freebsd-14.2/sys/powerpc/aim/
H A Dmmu_radix.c2233 for (; sva < eva; sva = va_next) { in mmu_radix_advise()
2298 for (pte = pmap_l3e_to_pte(l3e, sva); sva != va_next; in mmu_radix_advise()
4522 for (; sva < eva; sva = va_next) { in mmu_radix_protect()
4629 va = sva; in mmu_radix_qenter()
4653 pmap_invalidate_range(kernel_pmap, sva, sva + count * in mmu_radix_qenter()
4668 va = sva; in mmu_radix_qremove()
5156 va = sva; in pmap_remove_ptes()
5193 sva = (sva + PAGE_MASK) & ~PAGE_MASK; in mmu_radix_remove()
5212 for (; sva < eva; sva = va_next) { in mmu_radix_remove()
5674 for (; sva < eva; sva = va_next) { in mmu_radix_unwire()
[all …]
H A Dmmu_oea64.c1349 key.pvo_vaddr = sva; in moea64_unwire()
2347 vm_offset_t sva, va; in moea64_map() local
2362 sva = *virt; in moea64_map()
2363 va = sva; in moea64_map()
2369 return (sva); in moea64_map()
2596 sva, eva, prot); in moea64_protect()
2607 key.pvo_vaddr = sva; in moea64_protect()
2728 key.pvo_vaddr = sva; in moea64_remove_locked()
3680 vm_offset_t sva; in moea64_sp_enter() local
3702 sva = va; in moea64_sp_enter()
[all …]
H A Dmmu_oea.c1038 key.pvo_vaddr = sva; in moea_unwire()
1643 vm_offset_t sva, va; in moea_map() local
1645 sva = *virt; in moea_map()
1646 va = sva; in moea_map()
1650 return (sva); in moea_map()
1803 moea_remove(pm, sva, eva); in moea_protect()
1809 key.pvo_vaddr = sva; in moea_protect()
1847 va = sva; in moea_qenter()
1860 moea_qremove(vm_offset_t sva, int count) in moea_qremove() argument
1864 va = sva; in moea_qremove()
[all …]
/freebsd-14.2/sys/arm/arm/
H A Dpmap-v6.c1425 sva = va; in pmap_map()
1440 tlb_flush_range(sva, va - sva); in pmap_map()
1839 va = sva; in pmap_qremove()
1844 tlb_flush_range(sva, va - sva); in pmap_qremove()
4173 for (; sva < eva; sva = nextva) { in pmap_remove()
4963 for (; sva < eva; sva = nextva) { in pmap_protect()
5413 for (; sva < eva; sva = nextva) { in pmap_unwire()
5578 for (; sva < eva; sva = pdnxt) { in pmap_advise()
6261 sva = va; in pmap_kenter_device()
6269 tlb_flush_range(sva, va - sva); in pmap_kenter_device()
[all …]
/freebsd-14.2/sys/amd64/include/
H A Dpmap.h463 void pmap_large_map_wb(void *sva, vm_size_t len);
464 void pmap_large_unmap(void *sva, vm_size_t len);
482 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
483 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
488 void pmap_pti_add_kva(vm_offset_t sva, vm_offset_t eva, bool exec);
489 void pmap_pti_remove_kva(vm_offset_t sva, vm_offset_t eva);
492 void pmap_pti_pcid_invlrng(uint64_t ucr3, uint64_t kcr3, vm_offset_t sva,
494 int pmap_pkru_clear(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
495 int pmap_pkru_set(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
/freebsd-14.2/sys/i386/include/
H A Dpmap.h256 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
257 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
260 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
H A Dpmap_base.h102 void (*pm_qenter)(vm_offset_t sva, vm_page_t *, int);
/freebsd-14.2/sys/riscv/include/
H A Dpmap.h58 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
131 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode);
/freebsd-14.2/sys/arm/include/
H A Dpmap.h175 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
H A Dcpu.h603 dcache_wbinv_poc(vm_offset_t sva, vm_paddr_t pa, vm_size_t size) in dcache_wbinv_poc() argument
606 vm_offset_t eva = sva + size; in dcache_wbinv_poc()
610 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc()
620 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc()
/freebsd-14.2/sys/arm64/include/
H A Dpmap.h140 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode);
151 void pmap_disable_promotion(vm_offset_t sva, vm_size_t size);
/freebsd-14.2/sys/kern/
H A Dsubr_asan.c106 vm_offset_t sva, eva; in kasan_shadow_map() local
113 sva = kasan_md_addr_to_shad(addr); in kasan_shadow_map()
116 sva = rounddown(sva, PAGE_SIZE); in kasan_shadow_map()
119 npages = (eva - sva) / PAGE_SIZE; in kasan_shadow_map()
121 KASSERT(sva >= KASAN_MIN_ADDRESS && eva < KASAN_MAX_ADDRESS, in kasan_shadow_map()
122 ("%s: invalid address range %#lx-%#lx", __func__, sva, eva)); in kasan_shadow_map()
125 pmap_san_enter(sva + ptoa(i)); in kasan_shadow_map()
/freebsd-14.2/sys/powerpc/booke/
H A Dpmap_32.c830 vm_offset_t sva, dva; in mmu_booke_copy_page() local
832 sva = copy_page_src_va; in mmu_booke_copy_page()
836 mmu_booke_kenter(sva, VM_PAGE_TO_PHYS(sm)); in mmu_booke_copy_page()
839 memcpy((caddr_t)dva, (caddr_t)sva, PAGE_SIZE); in mmu_booke_copy_page()
842 mmu_booke_kremove(sva); in mmu_booke_copy_page()
H A Dpmap.c1095 mmu_booke_qenter(vm_offset_t sva, vm_page_t *m, int count) in mmu_booke_qenter() argument
1099 va = sva; in mmu_booke_qenter()
1112 mmu_booke_qremove(vm_offset_t sva, int count) in mmu_booke_qremove() argument
1116 va = sva; in mmu_booke_qremove()
1565 vm_offset_t sva = *virt; in mmu_booke_map() local
1566 vm_offset_t va = sva; in mmu_booke_map()
1581 return (sva); in mmu_booke_map()
1667 mmu_booke_remove(pmap, sva, eva); in mmu_booke_protect()
1675 for (va = sva; va < eva; va += PAGE_SIZE) { in mmu_booke_protect()
1962 mmu_booke_unwire(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in mmu_booke_unwire() argument
[all …]
H A Dpmap_64.c699 vm_offset_t sva, dva; in mmu_booke_copy_page() local
701 sva = PHYS_TO_DMAP(VM_PAGE_TO_PHYS(sm)); in mmu_booke_copy_page()
703 memcpy((caddr_t)dva, (caddr_t)sva, PAGE_SIZE); in mmu_booke_copy_page()
/freebsd-14.2/sys/powerpc/include/
H A Dpmap.h327 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd-14.2/sys/vm/
H A Dpmap.h123 void pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
H A Duma_core.c2122 vm_offset_t sva, curva; in pcpu_page_free() local
2133 sva = (vm_offset_t)mem; in pcpu_page_free()
2134 for (curva = sva; curva < sva + size; curva += PAGE_SIZE) { in pcpu_page_free()
2140 pmap_qremove(sva, size >> PAGE_SHIFT); in pcpu_page_free()
2141 kva_free(sva, size); in pcpu_page_free()