Home
last modified time | relevance | path

Searched refs:kernel_pmap (Results 1 – 25 of 49) sorted by relevance

12

/freebsd-14.2/sys/powerpc/booke/
H A Dpmap_32.c248 (pmap == kernel_pmap), pdir_idx); in ptbl_alloc()
331 pa = pte_vatopa(kernel_pmap, va); in ptbl_free()
360 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
371 pa = pte_vatopa(kernel_pmap, in ptbl_unhold()
409 KASSERT((pmap != kernel_pmap), in ptbl_hold()
417 pa = pte_vatopa(kernel_pmap, in ptbl_hold()
508 pmap == kernel_pmap, pmap, va); in pte_enter()
535 if (pmap != kernel_pmap) in pte_enter()
700 CPU_ZERO(&kernel_pmap->pm_active); in mmu_booke_pinit()
893 pte = pte_find(kernel_pmap, qaddr); in mmu_booke_quick_enter_page()
[all …]
H A Dpmap_64.c266 KASSERT(page != 0 || pmap != kernel_pmap, in get_pgtbl_page()
335 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
373 KASSERT((pmap != kernel_pmap), in ptbl_hold()
416 } else if (pmap == kernel_pmap && m && m->md.pv_tracked) { in pte_remove()
470 if (pmap != kernel_pmap) in pte_enter()
527 kernel_pmap->pm_root = kernel_ptbl_root; in kernel_pte_alloc()
547 kernel_pmap->pm_root[i] = (pte_t ***)l1_va; in kernel_pte_alloc()
551 kernel_pmap->pm_root[i][j] = (pte_t **)pdir_va; in kernel_pte_alloc()
555 kernel_pmap->pm_root[i][j][k] = (pte_t *)ptbl_va; in kernel_pte_alloc()
598 KASSERT((pmap != kernel_pmap), ("pmap_pinit: initializing kernel_pmap")); in mmu_booke_pinit()
[all …]
H A Dpmap.c899 PMAP_LOCK_INIT(kernel_pmap); in mmu_booke_bootstrap()
911 CPU_FILL(&kernel_pmap->pm_active); in mmu_booke_bootstrap()
1035 p = pte_vatopa(kernel_pmap, va); in mmu_booke_kextract()
1146 pte = pte_find(kernel_pmap, va); in mmu_booke_kenter_attr()
1187 pte = pte_find(kernel_pmap, va); in mmu_booke_kremove()
1279 su = (pmap == kernel_pmap); in mmu_booke_enter_locked()
1500 int su = (pmap == kernel_pmap); in mmu_booke_remove()
1757 if (pmap == kernel_pmap) in mmu_booke_extract_and_hold()
2162 pte = pte_find(kernel_pmap, va); in mmu_booke_scan_init()
2420 pte = pte_find(kernel_pmap, va); in mmu_booke_change_attr()
[all …]
/freebsd-14.2/sys/amd64/amd64/
H A Dmp_machdep.c166 MPASS(kernel_pmap->pm_cr3 < (1UL << 32)); in cpu_mp_start()
167 mptramp_pagetables = kernel_pmap->pm_cr3; in cpu_mp_start()
347 v_pml4 = &kernel_pmap->pm_pmltop[0]; in start_all_aps()
379 old_pml45 = kernel_pmap->pm_pmltop[0]; in start_all_aps()
386 pmap_invalidate_all(kernel_pmap); in start_all_aps()
453 kernel_pmap->pm_pmltop[0] = old_pml45; in start_all_aps()
681 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invltlb()
704 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg()
781 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler()
821 if (smp_tlb_pmap == kernel_pmap) { in invltlb_invpcid_pti_handler()
[all …]
H A Dpmap.c1544 if (pmap == kernel_pmap) in pmap_pt_page_count_adj()
2515 PMAP_LOCK(kernel_pmap); in pmap_init()
2534 PMAP_UNLOCK(kernel_pmap); in pmap_init()
3369 if (pmap == kernel_pmap) in pmap_invalidate_all_nopcid_cb()
7201 if (pmap == kernel_pmap) in pmap_enter()
9641 PMAP_LOCK(kernel_pmap); in pmap_page_set_memattr_noflush()
9673 PMAP_LOCK(kernel_pmap); in pmap_change_attr()
9696 PMAP_LOCK(kernel_pmap); in pmap_change_prot()
9967 PMAP_LOCK(kernel_pmap); in pmap_demote_DMAP()
10795 PMAP_LOCK(kernel_pmap); in pmap_large_map()
[all …]
/freebsd-14.2/sys/i386/i386/
H A Dpmap.c981 PMAP_LOCK(kernel_pmap); in __CONCAT()
1000 PMAP_UNLOCK(kernel_pmap); in __CONCAT()
1379 if (pmap == kernel_pmap) in pmap_update_pde()
1395 if (pmap == kernel_pmap) in pmap_update_pde()
1413 if (pmap == kernel_pmap) in pmap_invalidate_page_int()
1422 if (pmap == kernel_pmap) in pmap_invalidate_range_int()
1431 if (pmap == kernel_pmap) in pmap_invalidate_all_int()
1446 if (pmap == kernel_pmap) in pmap_update_pde()
2006 if (pmap == kernel_pmap) in pmap_unuse_pt()
2808 if (pmap == kernel_pmap) in pmap_demote_pde()
[all …]
H A Dmem.c126 pa = pmap_extract(kernel_pmap, addr); in memrw()
140 pmap_invalidate_page(kernel_pmap,(vm_offset_t)ptvmmap); in memrw()
H A Dmp_machdep.c462 pmap_invalidate_page (kernel_pmap, va); in install_ap_tramp()
669 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler()
688 if (smp_tlb_pmap == kernel_pmap) in invlpg_handler()
710 if (smp_tlb_pmap == kernel_pmap) { in invlrng_handler()
H A Dvm86.c741 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
750 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
765 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
771 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
/freebsd-14.2/sys/powerpc/aim/
H A Dmmu_oea64.c741 PMAP_LOCK(kernel_pmap); in moea64_add_ofw_mappings()
844 PMAP_LOCK(kernel_pmap); in moea64_setup_direct_map()
1117 kernel_pmap->pmap_phys = kernel_pmap; in moea64_mid_bootstrap()
1201 PMAP_LOCK(kernel_pmap); in moea64_late_bootstrap()
1205 PMAP_UNLOCK(kernel_pmap); in moea64_late_bootstrap()
1294 PMAP_LOCK(kernel_pmap); in moea64_pmap_init_qpages()
1929 PMAP_LOCK(kernel_pmap); in moea64_uma_page_alloc()
2183 PMAP_LOCK(kernel_pmap); in moea64_kenter_attr()
2227 PMAP_LOCK(kernel_pmap); in moea64_kextract()
3153 PMAP_LOCK(kernel_pmap); in moea64_dev_direct_mapped()
[all …]
H A Dmmu_radix.c1076 if (pmap == kernel_pmap) in pmap_invalidate_page()
1087 if (pmap == kernel_pmap) in pmap_invalidate_page_2m()
1098 if (pmap == kernel_pmap) in pmap_invalidate_pwc()
1113 if (pmap == kernel_pmap) { in pmap_invalidate_range()
1131 if (pmap == kernel_pmap) in pmap_invalidate_all()
1554 if (pmap != kernel_pmap) in free_pv_entry()
3640 PMAP_LOCK(kernel_pmap); in mmu_radix_init()
3653 PMAP_UNLOCK(kernel_pmap); in mmu_radix_init()
4444 kernel_pmap->pm_flags = in mmu_radix_pinit0()
6158 PMAP_LOCK(kernel_pmap); in mmu_radix_change_attr()
[all …]
H A Dmmu_oea.c880 PMAP_LOCK_INIT(kernel_pmap); in moea_bootstrap()
882 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea_bootstrap()
883 CPU_FILL(&kernel_pmap->pm_active); in moea_bootstrap()
884 RB_INIT(&kernel_pmap->pmap_pvo); in moea_bootstrap()
1215 if (pmap != kernel_pmap && error == ENOENT && in moea_enter_locked()
1486 if (pvo->pvo_pmap == kernel_pmap) in moea_page_set_memattr()
1520 PMAP_LOCK(kernel_pmap); in moea_kenter_attr()
1528 PMAP_UNLOCK(kernel_pmap); in moea_kenter_attr()
1548 PMAP_LOCK(kernel_pmap); in moea_kextract()
1552 PMAP_UNLOCK(kernel_pmap); in moea_kextract()
[all …]
/freebsd-14.2/sys/kern/
H A Dsubr_bus_dma.c177 &m->m_epg_hdr[segoff], seglen, kernel_pmap, in _bus_dmamap_load_mbuf_epg()
203 &m->m_epg_trail[off], len, kernel_pmap, flags, segs, in _bus_dmamap_load_mbuf_epg()
224 kernel_pmap, flags | BUS_DMA_LOAD_MBUF, segs, nsegs); in _bus_dmamap_load_single_mbuf()
248 m->m_data, m->m_len, kernel_pmap, in _bus_dmamap_load_mbuf_sg()
298 pmap = kernel_pmap; in _bus_dmamap_load_uio()
345 error = _bus_dmamap_load_buffer(dmat, map, buf, buflen, kernel_pmap, in bus_dmamap_load()
481 mem->md_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_mem()
489 mem->md_nseg, kernel_pmap, &nsegs, flags, 0, SIZE_T_MAX); in bus_dmamap_load_mem()
547 cb->cb_buf_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_crp_buffer()
/freebsd-14.2/sys/arm/arm/
H A Dmem.c119 pmap_tlb_flush(kernel_pmap, (vm_offset_t)_tmppt); in memrw()
141 if (pmap_extract(kernel_pmap, addr) == 0) in memrw()
H A Dpmap-v6.c1177 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
1179 kernel_pmap->pm_pt1 = kern_pt1; in pmap_bootstrap()
1698 if (pmap == kernel_pmap) in pmap_pt2pg_init()
1854 return (pmap == kernel_pmap || in pmap_is_current()
3272 pmap = kernel_pmap; in pmap_update_pte1_kernel()
3348 if (pmap == kernel_pmap) { in pmap_change_pte1()
3382 if (pmap == kernel_pmap) { in pmap_change_pte1()
3633 if (pmap == kernel_pmap) { in pmap_remove_pte1()
3877 if (pmap != kernel_pmap) in pmap_enter()
4671 if (pmap != kernel_pmap) in pmap_enter_1mpage()
[all …]
/freebsd-14.2/sys/arm64/arm64/
H A Dpmap.c1274 kernel_pmap->pm_l0_paddr = in pmap_bootstrap()
1281 kernel_pmap->pm_ttbr = kernel_pmap->pm_l0_paddr; in pmap_bootstrap()
1649 if (pmap == kernel_pmap) { in pmap_s1_invalidate_page()
1690 if (pmap == kernel_pmap) { in pmap_s1_invalidate_range()
1737 if (pmap == kernel_pmap) { in pmap_s1_invalidate_all()
2422 if (pmap == kernel_pmap) in _pmap_alloc_l3()
4442 if (pmap != kernel_pmap) in pmap_enter()
4755 if (pmap != kernel_pmap) in pmap_enter_2mpage()
5122 if (pmap != kernel_pmap) in pmap_enter_quick_locked()
6703 PMAP_LOCK(kernel_pmap); in pmap_change_attr()
[all …]
H A Dmem.c89 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd-14.2/sys/riscv/include/
H A Dpmap.h85 #define kernel_pmap (&kernel_pmap_store) macro
86 #define pmap_kernel() kernel_pmap
/freebsd-14.2/sys/riscv/riscv/
H A Dpmap.c594 l2 = pmap_l2(kernel_pmap, va); in pmap_bootstrap_l3()
636 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
974 l2 = pmap_l2(kernel_pmap, va); in pmap_kextract()
1023 l3 = pmap_l3(kernel_pmap, va); in pmap_kenter()
1053 l3 = pmap_l3(kernel_pmap, va); in pmap_kremove()
1073 l3 = pmap_l3(kernel_pmap, va); in pmap_kremove_device()
1127 l3 = pmap_l3(kernel_pmap, va); in pmap_qenter()
1152 l3 = pmap_l3(kernel_pmap, va); in pmap_qremove()
2235 if (pmap == kernel_pmap) { in pmap_remove_l2()
4605 PMAP_LOCK(kernel_pmap); in pmap_change_attr()
[all …]
H A Dmem.c90 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd-14.2/sys/vm/
H A Dvm_kern.c289 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_alloc_attr_domain()
371 pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, in kmem_alloc_contig_domain()
553 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_back_domain()
624 pmap_remove(kernel_pmap, addr, addr + size); in _kmem_unback()
745 pmap_protect(kernel_pmap, addr, addr + ZERO_REGION_SIZE, VM_PROT_READ); in kmem_init_zero_region()
807 vm_map_init(kernel_map, kernel_pmap, VM_MIN_KERNEL_ADDRESS, end); in kmem_init()
928 pmap_remove(kernel_pmap, start, end); in kmem_bootstrap_free()
/freebsd-14.2/sys/arm64/include/
H A Dpmap.h98 #define kernel_pmap (&kernel_pmap_store) macro
99 #define pmap_kernel() kernel_pmap
/freebsd-14.2/sys/powerpc/include/
H A Dpmap.h285 #define kernel_pmap (&kernel_pmap_store) macro
294 (pmap == kernel_pmap) ? "kernelpmap" : \
/freebsd-14.2/sys/x86/isa/
H A Disa_dma.c279 phys = pmap_extract(kernel_pmap, (vm_offset_t)addr); in isa_dmastart()
404 phys = trunc_page(pmap_extract(kernel_pmap, (vm_offset_t)va)); in isa_dmarangecheck()
/freebsd-14.2/sys/amd64/acpica/
H A Dacpi_wakeup.c425 bcopy(kernel_pmap->pm_pmltop, pt5, PAGE_SIZE); in acpi_install_wakeup_handler()
429 bcopy(kernel_pmap->pm_pmltop, pt4, PAGE_SIZE); in acpi_install_wakeup_handler()

12