| /f-stack/freebsd/i386/i386/ |
| H A D | pmap.c | 981 PMAP_LOCK(kernel_pmap); in __CONCAT() 1000 PMAP_UNLOCK(kernel_pmap); in __CONCAT() 1379 if (pmap == kernel_pmap) in pmap_update_pde() 1395 if (pmap == kernel_pmap) in pmap_update_pde() 1413 if (pmap == kernel_pmap) in pmap_invalidate_page_int() 1422 if (pmap == kernel_pmap) in pmap_invalidate_range_int() 1431 if (pmap == kernel_pmap) in pmap_invalidate_all_int() 1446 if (pmap == kernel_pmap) in pmap_update_pde() 2006 if (pmap == kernel_pmap) in pmap_unuse_pt() 2834 if (pmap == kernel_pmap) in pmap_demote_pde() [all …]
|
| H A D | mem.c | 128 pa = pmap_extract(kernel_pmap, addr); in memrw() 142 pmap_invalidate_page(kernel_pmap,(vm_offset_t)ptvmmap); in memrw()
|
| H A D | mp_machdep.c | 412 pmap_invalidate_page (kernel_pmap, va); in install_ap_tramp() 620 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler() 638 if (smp_tlb_pmap == kernel_pmap) in invlpg_handler() 659 if (smp_tlb_pmap == kernel_pmap) { in invlrng_handler()
|
| H A D | vm86.c | 743 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall() 752 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall() 767 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall() 773 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
|
| H A D | vm_machdep.c | 605 smp_masked_invlpg(other_cpus, sf->kva, kernel_pmap, in sf_buf_shootdown()
|
| /f-stack/freebsd/kern/ |
| H A D | subr_bus_dma.c | 143 &m->m_epg_hdr[segoff], seglen, kernel_pmap, in _bus_dmamap_load_mbuf_epg() 169 &m->m_epg_trail[off], len, kernel_pmap, flags, segs, in _bus_dmamap_load_mbuf_epg() 193 m->m_data, m->m_len, kernel_pmap, in _bus_dmamap_load_mbuf_sg() 213 kernel_pmap, nsegs, flags, bio->bio_ma_offset, in _bus_dmamap_load_bio() 222 bio->bio_bcount, kernel_pmap, flags, NULL, nsegs)); in _bus_dmamap_load_bio() 308 kernel_pmap, flags, NULL, nsegs); in _bus_dmamap_load_ccb() 317 (bus_dma_segment_t *)data_ptr, sglist_cnt, kernel_pmap, in _bus_dmamap_load_ccb() 354 pmap = kernel_pmap; in _bus_dmamap_load_uio() 585 mem->md_opaque, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_mem() 593 mem->md_opaque, kernel_pmap, &nsegs, flags, 0, SIZE_T_MAX); in bus_dmamap_load_mem() [all …]
|
| /f-stack/freebsd/mips/mips/ |
| H A D | pmap.c | 481 PMAP_LOCK_INIT(kernel_pmap); in pmap_create_kernel_pagetable() 483 CPU_FILL(&kernel_pmap->pm_active); in pmap_create_kernel_pagetable() 484 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_create_kernel_pagetable() 486 kernel_pmap->pm_asid[0].gen = 0; in pmap_create_kernel_pagetable() 831 pte = pmap_pte(kernel_pmap, va); in pmap_kenter_attr() 900 pte = pmap_pte(kernel_pmap, va); in pmap_kremove() 902 pmap_invalidate_page(kernel_pmap, va); in pmap_kremove() 975 pte = pmap_pte(kernel_pmap, va); in pmap_qremove() 3403 pmap = kernel_pmap; 3630 ptep = pmap_pte(kernel_pmap, va); [all …]
|
| H A D | minidump_machdep.c | 187 pte = pmap_pte(kernel_pmap, va); in minidumpsys() 281 pte = pmap_pte(kernel_pmap, va); in minidumpsys()
|
| H A D | mem.c | 127 if (pmap_extract(kernel_pmap, va) == 0) in memrw()
|
| H A D | vm_machdep.c | 250 pte = pmap_pte(kernel_pmap, td->td_kstack + i * PAGE_SIZE); in cpu_thread_swapin() 272 pte = pmap_pte(kernel_pmap, td->td_kstack + i * PAGE_SIZE); in cpu_thread_alloc()
|
| /f-stack/freebsd/arm/arm/ |
| H A D | mem.c | 121 pmap_tlb_flush(kernel_pmap, (vm_offset_t)_tmppt); in memrw() 143 if (pmap_extract(kernel_pmap, addr) == 0) in memrw()
|
| H A D | pmap-v6.c | 1179 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap() 1181 kernel_pmap->pm_pt1 = kern_pt1; in pmap_bootstrap() 1700 if (pmap == kernel_pmap) in pmap_pt2pg_init() 1855 return (pmap == kernel_pmap || in pmap_is_current() 3291 pmap = kernel_pmap; in pmap_update_pte1_kernel() 3367 if (pmap == kernel_pmap) { in pmap_change_pte1() 3401 if (pmap == kernel_pmap) { in pmap_change_pte1() 3652 if (pmap == kernel_pmap) { in pmap_remove_pte1() 3897 if (pmap != kernel_pmap) in pmap_enter() 4691 if (pmap != kernel_pmap) in pmap_enter_1mpage() [all …]
|
| H A D | db_interface.c | 172 pmap = kernel_pmap; in db_validate_address()
|
| /f-stack/freebsd/amd64/amd64/ |
| H A D | pmap.c | 2348 PMAP_LOCK(kernel_pmap); in pmap_init() 2366 PMAP_UNLOCK(kernel_pmap); in pmap_init() 3191 if (pmap == kernel_pmap) in pmap_invalidate_all_nopcid_cb() 6771 if (pmap == kernel_pmap) in pmap_enter() 9154 PMAP_LOCK(kernel_pmap); in pmap_change_attr() 9177 PMAP_LOCK(kernel_pmap); in pmap_change_prot() 9448 PMAP_LOCK(kernel_pmap); in pmap_demote_DMAP() 9580 pmap == kernel_pmap, in pmap_pcid_alloc_checked() 10107 PMAP_LOCK(kernel_pmap); in pmap_large_map_getptp() 10270 PMAP_LOCK(kernel_pmap); in pmap_large_map() [all …]
|
| H A D | mem.c | 133 v = pmap_extract(kernel_pmap, v); in memrw()
|
| H A D | mp_machdep.c | 804 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler() 825 invpcid(&d, smp_tlb_pmap == kernel_pmap ? INVPCID_CTXGLOB : in invltlb_invpcid_handler() 844 if (smp_tlb_pmap == kernel_pmap) { in invltlb_invpcid_pti_handler() 871 if (smp_tlb_pmap == kernel_pmap) { in invltlb_pcid_handler()
|
| H A D | efirt_machdep.c | 243 bits = pmap_cache_bits(kernel_pmap, mode, FALSE) | X86_PG_RW | in efi_create_1t1_map()
|
| /f-stack/freebsd/vm/ |
| H A D | vm_kern.c | 245 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_alloc_attr_domain() 325 pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, in kmem_alloc_contig_domain() 500 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_back_domain() 571 pmap_remove(kernel_pmap, addr, addr + size); in _kmem_unback() 694 pmap_protect(kernel_pmap, addr, addr + ZERO_REGION_SIZE, VM_PROT_READ); in kmem_init_zero_region() 752 vm_map_init(kernel_map, kernel_pmap, VM_MIN_KERNEL_ADDRESS, end); in kmem_init() 873 pmap_remove(kernel_pmap, start, end); in kmem_bootstrap_free()
|
| /f-stack/freebsd/arm64/arm64/ |
| H A D | pmap.c | 973 kernel_pmap->pm_levels = 4; in pmap_bootstrap() 974 kernel_pmap->pm_ttbr = kernel_pmap->pm_l0_paddr; in pmap_bootstrap() 1205 if (pmap == kernel_pmap) { in pmap_invalidate_page() 1224 if (pmap == kernel_pmap) { in pmap_invalidate_range() 1248 if (pmap == kernel_pmap) { in pmap_invalidate_all() 2893 if (pmap == kernel_pmap) { in pmap_remove_l2() 3910 if (pmap != kernel_pmap) in pmap_enter() 4232 if (pmap != kernel_pmap) in pmap_enter_2mpage() 4540 if (pmap != kernel_pmap) in pmap_enter_quick_locked() 6088 PMAP_LOCK(kernel_pmap); in pmap_change_attr() [all …]
|
| H A D | mem.c | 91 v = pmap_extract(kernel_pmap, v); in memrw()
|
| /f-stack/freebsd/arm64/include/ |
| H A D | pmap.h | 130 #define kernel_pmap (&kernel_pmap_store) macro 131 #define pmap_kernel() kernel_pmap
|
| /f-stack/freebsd/arm/include/ |
| H A D | pmap-v6.h | 119 #define kernel_pmap (&kernel_pmap_store) macro
|
| /f-stack/freebsd/x86/isa/ |
| H A D | isa_dma.c | 281 phys = pmap_extract(kernel_pmap, (vm_offset_t)addr); in isa_dmastart() 406 phys = trunc_page(pmap_extract(kernel_pmap, (vm_offset_t)va)); in isa_dmarangecheck()
|
| /f-stack/freebsd/mips/include/ |
| H A D | pmap.h | 109 #define kernel_pmap (&kernel_pmap_store) macro
|
| /f-stack/freebsd/i386/include/ |
| H A D | pmap.h | 185 #define kernel_pmap (&kernel_pmap_store) macro
|