| /f-stack/freebsd/i386/i386/ |
| H A D | pmap_base.c | 318 KASSERT((sva & PAGE_MASK) == 0, in pmap_invalidate_cache_range_check_align() 336 if (eva - sva >= PMAP_CLFLUSH_THRESHOLD) { in pmap_force_invalidate_cache_range() 352 if (pmap_kextract(sva) == lapic_paddr) in pmap_force_invalidate_cache_range() 365 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range() 366 clflushopt(sva); in pmap_force_invalidate_cache_range() 374 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range() 375 clflush(sva); in pmap_force_invalidate_cache_range() 720 pmap_methods_ptr->pm_unwire(pmap, sva, eva); in pmap_unwire() 848 pmap_methods_ptr->pm_qenter(sva, ma, count); in pmap_qenter() 852 pmap_qremove(vm_offset_t sva, int count) in pmap_qremove() argument [all …]
|
| H A D | pmap.c | 1834 sva = va; in __CONCAT() 1852 return (sva); in __CONCAT() 1884 pmap_invalidate_range_int(kernel_pmap, sva, sva + count * in __CONCAT() 1898 va = sva; in __CONCAT() 3092 for (pte = pmap_pte_quick(pmap, sva); sva != eva; pte++, in pmap_remove_ptes() 3148 for (; sva < eva; sva = pdnxt) { in __CONCAT() 3373 for (; sva < eva; sva = pdnxt) { in __CONCAT() 4311 for (; sva < eva; sva = pdnxt) { in __CONCAT() 5229 for (; sva < eva; sva = pdnxt) { in __CONCAT() 5606 for (; sva < eva; sva += cpu_clflush_line_size) { in __CONCAT() [all …]
|
| /f-stack/freebsd/mips/mips/ |
| H A D | pmap.c | 732 arg.sva = sva; in pmap_invalidate_range() 934 return (sva); in pmap_map() 1868 for (; sva < eva; sva = va_next) { in pmap_remove() 2037 for (; sva < eva; sva = va_next) { in pmap_protect() 2084 va = sva; in pmap_protect() 2547 for (; sva < eva; sva = va_next) { in pmap_unwire() 3089 for (; sva < eva; sva = va_next) { in pmap_advise() 3139 va = sva; in pmap_advise() 3693 ova = sva; 3701 for (; sva < eva; sva = va_next) { [all …]
|
| /f-stack/freebsd/amd64/amd64/ |
| H A D | pmap.c | 6056 for (; sva < eva; sva = va_next) { in pmap_remove() 10321 if (len == 0 || sva + len < sva || (sva >= DMAP_MIN_ADDRESS && in pmap_large_unmap() 10798 sva = trunc_page(sva); in pmap_pti_add_kva_locked() 10845 sva = rounddown2(sva, PAGE_SIZE); in pmap_pti_remove_kva() 11102 sva = trunc_page(sva); in pmap_pkru_set() 11125 sva = trunc_page(sva); in pmap_pkru_clear() 11335 sva = rounddown2(sva, NBPML4); in sysctl_kmaps() 11346 sva = rounddown2(sva, NBPDP); in sysctl_kmaps() 11353 sva = rounddown2(sva, NBPDP); in sysctl_kmaps() 11374 sva = rounddown2(sva, NBPDR); in sysctl_kmaps() [all …]
|
| H A D | sys_machdep.c | 512 vm_offset_t sva; in user_ldt_alloc() local 522 sva = kmem_malloc(sz, M_WAITOK | M_ZERO); in user_ldt_alloc() 523 new_ldt->ldt_base = (caddr_t)sva; in user_ldt_alloc() 524 pmap_pti_add_kva(sva, sva + sz, false); in user_ldt_alloc() 526 sldt.ssd_base = sva; in user_ldt_alloc() 537 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_alloc() 538 kmem_free(sva, sz); in user_ldt_alloc() 585 vm_offset_t sva; in user_ldt_derefl() local 589 sva = (vm_offset_t)pldt->ldt_base; in user_ldt_derefl() 591 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_derefl() [all …]
|
| /f-stack/freebsd/arm64/arm64/ |
| H A D | pmap.c | 1471 va = sva; in pmap_kenter() 1524 va = sva; in pmap_kremove_device() 1574 va = sva; in pmap_qenter() 1607 va = sva; in pmap_qremove() 2965 for (l3 = pmap_l2_to_l3(&l2e, sva); sva != eva; l3++, sva += L3_SIZE) { in pmap_remove_l3_range() 3013 va = sva; in pmap_remove_l3_range() 3049 for (; sva < eva; sva = va_next) { in pmap_remove() 3313 for (; sva < eva; sva = va_next) { in pmap_protect() 3801 for (sva = VM_MINUSER_ADDRESS, i = pmap_l0_index(sva); in pmap_sremove_pages() 4594 for (; sva < eva; sva = va_next) { in pmap_unwire() [all …]
|
| /f-stack/freebsd/arm/arm/ |
| H A D | pmap-v6.c | 1427 sva = va; in pmap_map() 1442 tlb_flush_range(sva, va - sva); in pmap_map() 1840 va = sva; in pmap_qremove() 1845 tlb_flush_range(sva, va - sva); in pmap_qremove() 4193 for (; sva < eva; sva = nextva) { in pmap_remove() 4983 for (; sva < eva; sva = nextva) { in pmap_protect() 5433 for (; sva < eva; sva = nextva) { in pmap_unwire() 5598 for (; sva < eva; sva = pdnxt) { in pmap_advise() 6275 sva = va; in pmap_kenter_device() 6283 tlb_flush_range(sva, va - sva); in pmap_kenter_device() [all …]
|
| /f-stack/freebsd/amd64/include/ |
| H A D | pmap.h | 470 void pmap_large_map_wb(void *sva, vm_size_t len); 471 void pmap_large_unmap(void *sva, vm_size_t len); 488 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 489 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 493 void pmap_pti_add_kva(vm_offset_t sva, vm_offset_t eva, bool exec); 494 void pmap_pti_remove_kva(vm_offset_t sva, vm_offset_t eva); 497 void pmap_pti_pcid_invlrng(uint64_t ucr3, uint64_t kcr3, vm_offset_t sva, 499 int pmap_pkru_clear(pmap_t pmap, vm_offset_t sva, vm_offset_t eva); 500 int pmap_pkru_set(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
|
| /f-stack/freebsd/i386/include/ |
| H A D | pmap.h | 283 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 284 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
|
| H A D | pmap_base.h | 105 void (*pm_qenter)(vm_offset_t sva, vm_page_t *, int);
|
| /f-stack/freebsd/arm/include/ |
| H A D | cpu-v6.h | 602 dcache_wbinv_poc(vm_offset_t sva, vm_paddr_t pa, vm_size_t size) in dcache_wbinv_poc() argument 605 vm_offset_t eva = sva + size; in dcache_wbinv_poc() 609 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc() 619 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc()
|
| /f-stack/freebsd/vm/ |
| H A D | pmap.h | 123 void pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
|
| H A D | uma_core.c | 1942 vm_offset_t sva, curva; in pcpu_page_free() local 1953 sva = (vm_offset_t)mem; in pcpu_page_free() 1954 for (curva = sva; curva < sva + size; curva += PAGE_SIZE) { in pcpu_page_free() 1960 pmap_qremove(sva, size >> PAGE_SHIFT); in pcpu_page_free() 1961 kva_free(sva, size); in pcpu_page_free()
|
| /f-stack/freebsd/contrib/octeon-sdk/ |
| H A D | cvmx-address.h | 123 } sva; /* mapped or unmapped virtual address */ member
|
| /f-stack/freebsd/arm64/include/ |
| H A D | pmap.h | 168 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode);
|