Home
last modified time | relevance | path

Searched refs:kernel_pmap (Results 1 – 25 of 56) sorted by relevance

123

/freebsd-13.1/sys/powerpc/booke/
H A Dpmap_32.c250 (pmap == kernel_pmap), pdir_idx); in ptbl_alloc()
333 pa = pte_vatopa(kernel_pmap, va); in ptbl_free()
362 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
373 pa = pte_vatopa(kernel_pmap, in ptbl_unhold()
411 KASSERT((pmap != kernel_pmap), in ptbl_hold()
419 pa = pte_vatopa(kernel_pmap, in ptbl_hold()
510 pmap == kernel_pmap, pmap, va); in pte_enter()
537 if (pmap != kernel_pmap) in pte_enter()
702 CPU_ZERO(&kernel_pmap->pm_active); in mmu_booke_pinit()
886 pte = pte_find(kernel_pmap, qaddr); in mmu_booke_quick_enter_page()
[all …]
H A Dpmap_64.c268 KASSERT(page != 0 || pmap != kernel_pmap, in get_pgtbl_page()
337 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
375 KASSERT((pmap != kernel_pmap), in ptbl_hold()
418 } else if (pmap == kernel_pmap && m && m->md.pv_tracked) { in pte_remove()
472 if (pmap != kernel_pmap) in pte_enter()
529 kernel_pmap->pm_root = kernel_ptbl_root; in kernel_pte_alloc()
549 kernel_pmap->pm_root[i] = (pte_t ***)l1_va; in kernel_pte_alloc()
553 kernel_pmap->pm_root[i][j] = (pte_t **)pdir_va; in kernel_pte_alloc()
557 kernel_pmap->pm_root[i][j][k] = (pte_t *)ptbl_va; in kernel_pte_alloc()
600 KASSERT((pmap != kernel_pmap), ("pmap_pinit: initializing kernel_pmap")); in mmu_booke_pinit()
[all …]
H A Dpmap.c899 PMAP_LOCK_INIT(kernel_pmap); in mmu_booke_bootstrap()
911 CPU_FILL(&kernel_pmap->pm_active); in mmu_booke_bootstrap()
1035 p = pte_vatopa(kernel_pmap, va); in mmu_booke_kextract()
1145 pte = pte_find(kernel_pmap, va); in mmu_booke_kenter_attr()
1186 pte = pte_find(kernel_pmap, va); in mmu_booke_kremove()
1278 su = (pmap == kernel_pmap); in mmu_booke_enter_locked()
1499 int su = (pmap == kernel_pmap); in mmu_booke_remove()
1756 if (pmap == kernel_pmap) in mmu_booke_extract_and_hold()
2161 pte = pte_find(kernel_pmap, va); in mmu_booke_scan_init()
2418 pte = pte_find(kernel_pmap, va); in mmu_booke_change_attr()
[all …]
/freebsd-13.1/sys/i386/i386/
H A Dpmap.c981 PMAP_LOCK(kernel_pmap); in __CONCAT()
1000 PMAP_UNLOCK(kernel_pmap); in __CONCAT()
1379 if (pmap == kernel_pmap) in pmap_update_pde()
1395 if (pmap == kernel_pmap) in pmap_update_pde()
1413 if (pmap == kernel_pmap) in pmap_invalidate_page_int()
1422 if (pmap == kernel_pmap) in pmap_invalidate_range_int()
1431 if (pmap == kernel_pmap) in pmap_invalidate_all_int()
1446 if (pmap == kernel_pmap) in pmap_update_pde()
2006 if (pmap == kernel_pmap) in pmap_unuse_pt()
2826 if (pmap == kernel_pmap) in pmap_demote_pde()
[all …]
H A Dmem.c128 pa = pmap_extract(kernel_pmap, addr); in memrw()
142 pmap_invalidate_page(kernel_pmap,(vm_offset_t)ptvmmap); in memrw()
H A Dmp_machdep.c467 pmap_invalidate_page (kernel_pmap, va); in install_ap_tramp()
673 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler()
691 if (smp_tlb_pmap == kernel_pmap) in invlpg_handler()
712 if (smp_tlb_pmap == kernel_pmap) { in invlrng_handler()
H A Dvm86.c743 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
752 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
767 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
773 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
/freebsd-13.1/sys/powerpc/aim/
H A Dmmu_oea64.c738 PMAP_LOCK(kernel_pmap); in moea64_add_ofw_mappings()
841 PMAP_LOCK(kernel_pmap); in moea64_setup_direct_map()
1122 kernel_pmap->pmap_phys = kernel_pmap; in moea64_mid_bootstrap()
1206 PMAP_LOCK(kernel_pmap); in moea64_late_bootstrap()
1210 PMAP_UNLOCK(kernel_pmap); in moea64_late_bootstrap()
1299 PMAP_LOCK(kernel_pmap); in moea64_pmap_init_qpages()
1938 PMAP_LOCK(kernel_pmap); in moea64_uma_page_alloc()
2192 PMAP_LOCK(kernel_pmap); in moea64_kenter_attr()
2236 PMAP_LOCK(kernel_pmap); in moea64_kextract()
3162 PMAP_LOCK(kernel_pmap); in moea64_dev_direct_mapped()
[all …]
H A Dmmu_radix.c1068 if (pmap == kernel_pmap) in pmap_invalidate_page()
1079 if (pmap == kernel_pmap) in pmap_invalidate_page_2m()
1090 if (pmap == kernel_pmap) in pmap_invalidate_pwc()
1105 if (pmap == kernel_pmap) { in pmap_invalidate_range()
1123 if (pmap == kernel_pmap) in pmap_invalidate_all()
1546 if (pmap != kernel_pmap) in free_pv_entry()
3603 PMAP_LOCK(kernel_pmap); in mmu_radix_init()
3616 PMAP_UNLOCK(kernel_pmap); in mmu_radix_init()
4407 kernel_pmap->pm_flags = in mmu_radix_pinit0()
6090 PMAP_LOCK(kernel_pmap); in mmu_radix_change_attr()
[all …]
H A Dmmu_oea.c882 PMAP_LOCK_INIT(kernel_pmap); in moea_bootstrap()
884 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea_bootstrap()
885 CPU_FILL(&kernel_pmap->pm_active); in moea_bootstrap()
886 RB_INIT(&kernel_pmap->pmap_pvo); in moea_bootstrap()
1217 if (pmap != kernel_pmap && error == ENOENT && in moea_enter_locked()
1488 if (pvo->pvo_pmap == kernel_pmap) in moea_page_set_memattr()
1522 PMAP_LOCK(kernel_pmap); in moea_kenter_attr()
1530 PMAP_UNLOCK(kernel_pmap); in moea_kenter_attr()
1550 PMAP_LOCK(kernel_pmap); in moea_kextract()
1554 PMAP_UNLOCK(kernel_pmap); in moea_kextract()
[all …]
/freebsd-13.1/sys/kern/
H A Dsubr_bus_dma.c143 &m->m_epg_hdr[segoff], seglen, kernel_pmap, in _bus_dmamap_load_mbuf_epg()
169 &m->m_epg_trail[off], len, kernel_pmap, flags, segs, in _bus_dmamap_load_mbuf_epg()
190 kernel_pmap, flags | BUS_DMA_LOAD_MBUF, segs, nsegs); in _bus_dmamap_load_single_mbuf()
214 m->m_data, m->m_len, kernel_pmap, in _bus_dmamap_load_mbuf_sg()
234 kernel_pmap, nsegs, flags, bio->bio_ma_offset, in _bus_dmamap_load_bio()
243 bio->bio_bcount, kernel_pmap, flags, NULL, nsegs)); in _bus_dmamap_load_bio()
329 kernel_pmap, flags, NULL, nsegs); in _bus_dmamap_load_ccb()
338 (bus_dma_segment_t *)data_ptr, sglist_cnt, kernel_pmap, in _bus_dmamap_load_ccb()
375 pmap = kernel_pmap; in _bus_dmamap_load_uio()
606 mem->md_opaque, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_mem()
[all …]
/freebsd-13.1/sys/amd64/amd64/
H A Dmp_machdep.c169 MPASS(kernel_pmap->pm_cr3 < (1UL << 32)); in cpu_mp_start()
170 mptramp_pagetables = kernel_pmap->pm_cr3; in cpu_mp_start()
347 v_pml4 = &kernel_pmap->pm_pmltop[0]; in native_start_all_aps()
379 old_pml45 = kernel_pmap->pm_pmltop[0]; in native_start_all_aps()
381 kernel_pmap->pm_pmltop[0] = VM_PAGE_TO_PHYS(m_pml4) | in native_start_all_aps()
386 pmap_invalidate_all(kernel_pmap); in native_start_all_aps()
463 kernel_pmap->pm_pmltop[0] = old_pml45; in native_start_all_aps()
755 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler()
776 invpcid(&d, smp_tlb_pmap == kernel_pmap ? INVPCID_CTXGLOB : in invltlb_invpcid_handler()
795 if (smp_tlb_pmap == kernel_pmap) { in invltlb_invpcid_pti_handler()
[all …]
H A Dpmap.c1498 if (pmap == kernel_pmap) in pmap_pt_page_count_adj()
2416 PMAP_LOCK(kernel_pmap); in pmap_init()
2435 PMAP_UNLOCK(kernel_pmap); in pmap_init()
3253 if (pmap == kernel_pmap) in pmap_invalidate_all_nopcid_cb()
6904 if (pmap == kernel_pmap) in pmap_enter()
9290 PMAP_LOCK(kernel_pmap); in pmap_page_set_memattr_noflush()
9322 PMAP_LOCK(kernel_pmap); in pmap_change_attr()
9345 PMAP_LOCK(kernel_pmap); in pmap_change_prot()
9616 PMAP_LOCK(kernel_pmap); in pmap_demote_DMAP()
10432 PMAP_LOCK(kernel_pmap); in pmap_large_map()
[all …]
/freebsd-13.1/sys/mips/mips/
H A Dpmap.c481 PMAP_LOCK_INIT(kernel_pmap); in pmap_create_kernel_pagetable()
483 CPU_FILL(&kernel_pmap->pm_active); in pmap_create_kernel_pagetable()
484 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_create_kernel_pagetable()
486 kernel_pmap->pm_asid[0].gen = 0; in pmap_create_kernel_pagetable()
831 pte = pmap_pte(kernel_pmap, va); in pmap_kenter_attr()
900 pte = pmap_pte(kernel_pmap, va); in pmap_kremove()
902 pmap_invalidate_page(kernel_pmap, va); in pmap_kremove()
975 pte = pmap_pte(kernel_pmap, va); in pmap_qremove()
3403 pmap = kernel_pmap;
3630 ptep = pmap_pte(kernel_pmap, va);
[all …]
H A Dminidump_machdep.c135 pte = pmap_pte(kernel_pmap, va); in cpu_minidumpsys()
230 pte = pmap_pte(kernel_pmap, va); in cpu_minidumpsys()
H A Dmem.c127 if (pmap_extract(kernel_pmap, va) == 0) in memrw()
/freebsd-13.1/sys/arm/arm/
H A Dmem.c121 pmap_tlb_flush(kernel_pmap, (vm_offset_t)_tmppt); in memrw()
143 if (pmap_extract(kernel_pmap, addr) == 0) in memrw()
/freebsd-13.1/sys/arm64/arm64/
H A Dpmap.c962 kernel_pmap->pm_levels = 4; in pmap_bootstrap()
963 kernel_pmap->pm_ttbr = kernel_pmap->pm_l0_paddr; in pmap_bootstrap()
1195 if (pmap == kernel_pmap) { in pmap_invalidate_page()
1213 if (pmap == kernel_pmap) { in pmap_invalidate_range()
1237 if (pmap == kernel_pmap) { in pmap_invalidate_all()
1891 if (pmap == kernel_pmap) in _pmap_alloc_l3()
3921 if (pmap != kernel_pmap) in pmap_enter()
4245 if (pmap != kernel_pmap) in pmap_enter_2mpage()
4566 if (pmap != kernel_pmap) in pmap_enter_quick_locked()
6122 PMAP_LOCK(kernel_pmap); in pmap_change_attr()
[all …]
H A Dmem.c91 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd-13.1/sys/vm/
H A Dvm_kern.c252 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_alloc_attr_domain()
334 pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, in kmem_alloc_contig_domain()
512 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_back_domain()
583 pmap_remove(kernel_pmap, addr, addr + size); in _kmem_unback()
704 pmap_protect(kernel_pmap, addr, addr + ZERO_REGION_SIZE, VM_PROT_READ); in kmem_init_zero_region()
762 vm_map_init(kernel_map, kernel_pmap, VM_MIN_KERNEL_ADDRESS, end); in kmem_init()
883 pmap_remove(kernel_pmap, start, end); in kmem_bootstrap_free()
/freebsd-13.1/sys/riscv/include/
H A Dpmap.h114 #define kernel_pmap (&kernel_pmap_store) macro
115 #define pmap_kernel() kernel_pmap
/freebsd-13.1/sys/riscv/riscv/
H A Dpmap.c440 if (pmap != kernel_pmap) in pmap_distribute_l1()
537 l2 = pmap_l2(kernel_pmap, va); in pmap_bootstrap_l3()
576 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
886 l2 = pmap_l2(kernel_pmap, va); in pmap_kextract()
935 l3 = pmap_l3(kernel_pmap, va); in pmap_kenter()
965 l3 = pmap_l3(kernel_pmap, va); in pmap_kremove()
985 l3 = pmap_l3(kernel_pmap, va); in pmap_kremove_device()
2061 if (pmap == kernel_pmap) { in pmap_remove_l2()
4282 PMAP_LOCK(kernel_pmap); in pmap_change_attr()
4284 PMAP_UNLOCK(kernel_pmap); in pmap_change_attr()
[all …]
H A Dmem.c92 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd-13.1/sys/arm64/include/
H A Dpmap.h130 #define kernel_pmap (&kernel_pmap_store) macro
131 #define pmap_kernel() kernel_pmap
/freebsd-13.1/sys/powerpc/include/
H A Dpmap.h286 #define kernel_pmap (&kernel_pmap_store) macro
295 (pmap == kernel_pmap) ? "kernelpmap" : \

123