Home
last modified time | relevance | path

Searched refs:kernel_pmap (Results 1 – 25 of 65) sorted by relevance

123

/freebsd-12.1/sys/arm/arm/
H A Dpmap-v4.c1058 if (pm != kernel_pmap && in pmap_fix_cache()
1104 if (pm != kernel_pmap && in pmap_fix_cache()
1319 if (pm != kernel_pmap) in pmap_enter_pv()
1320 PMAP_LOCK(kernel_pmap); in pmap_enter_pv()
1323 if (pm != kernel_pmap) in pmap_enter_pv()
1422 pm = kernel_pmap; in pmap_nuke_pv()
1971 kernel_pmap->pm_l1 = l1; in pmap_bootstrap()
2300 pmap_t kpm = kernel_pmap; in pmap_growkernel()
2553 PMAP_LOCK(kernel_pmap); in pmap_kremove()
3371 if (pmap != kernel_pmap) in pmap_extract_locked()
[all …]
H A Dmem.c119 pmap_tlb_flush(kernel_pmap, (vm_offset_t)_tmppt); in memrw()
142 if (pmap_extract(kernel_pmap, addr) == 0) in memrw()
/freebsd-12.1/sys/powerpc/aim/
H A Dmmu_oea64.c557 PMAP_LOCK(kernel_pmap); in moea64_add_ofw_mappings()
638 PMAP_LOCK(kernel_pmap); in moea64_setup_direct_map()
895 kernel_pmap->pmap_phys = kernel_pmap; in moea64_mid_bootstrap()
979 PMAP_LOCK(kernel_pmap); in moea64_late_bootstrap()
983 PMAP_UNLOCK(kernel_pmap); in moea64_late_bootstrap()
1045 PMAP_LOCK(kernel_pmap); in moea64_late_bootstrap()
1067 PMAP_LOCK(kernel_pmap); in moea64_pmap_init_qpages()
1606 PMAP_LOCK(kernel_pmap); in moea64_uma_page_alloc()
1837 PMAP_LOCK(kernel_pmap); in moea64_kenter_attr()
1883 PMAP_LOCK(kernel_pmap); in moea64_kextract()
[all …]
H A Dmmu_oea.c653 mtsrin(i << ADDR_SR_SHFT, kernel_pmap->pm_sr[i]); in moea_cpu_bootstrap()
872 PMAP_LOCK_INIT(kernel_pmap); in moea_bootstrap()
874 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea_bootstrap()
875 CPU_FILL(&kernel_pmap->pm_active); in moea_bootstrap()
876 RB_INIT(&kernel_pmap->pmap_pvo); in moea_bootstrap()
1185 if (pmap != kernel_pmap && error == ENOENT && in moea_enter_locked()
1474 if (pvo->pvo_pmap == kernel_pmap) in moea_page_set_memattr()
1508 PMAP_LOCK(kernel_pmap); in moea_kenter_attr()
1516 PMAP_UNLOCK(kernel_pmap); in moea_kenter_attr()
1536 PMAP_LOCK(kernel_pmap); in moea_kextract()
[all …]
/freebsd-12.1/sys/i386/i386/
H A Dpmap.c950 PMAP_LOCK(kernel_pmap); in pmap_init()
969 PMAP_UNLOCK(kernel_pmap); in pmap_init()
1334 if (pmap == kernel_pmap) in pmap_update_pde()
1350 if (pmap == kernel_pmap) in pmap_update_pde()
1368 if (pmap == kernel_pmap) in pmap_invalidate_page()
1377 if (pmap == kernel_pmap) in pmap_invalidate_range()
1386 if (pmap == kernel_pmap) in pmap_invalidate_all()
1401 if (pmap == kernel_pmap) in pmap_update_pde()
2028 if (pmap == kernel_pmap) in pmap_unuse_pt()
2874 if (pmap == kernel_pmap) in pmap_demote_pde()
[all …]
H A Dmem.c128 pa = pmap_extract(kernel_pmap, addr); in memrw()
143 pmap_invalidate_page(kernel_pmap,(vm_offset_t)ptvmmap); in memrw()
H A Dvm_machdep.c602 pmap_cache_bits(kernel_pmap, sf->m->md.pat_mode, 0); in sf_buf_map()
617 pmap_invalidate_page(kernel_pmap, sf->kva); in sf_buf_map()
640 smp_masked_invlpg(other_cpus, sf->kva, kernel_pmap); in sf_buf_shootdown()
/freebsd-12.1/sys/powerpc/booke/
H A Dpmap.c712 KASSERT((pmap != kernel_pmap), in pdir_unhold()
751 KASSERT((pmap != kernel_pmap), in pdir_hold()
865 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
914 KASSERT((pmap != kernel_pmap), in ptbl_hold()
1127 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
1176 KASSERT((pmap != kernel_pmap), in ptbl_hold()
1416 if (pmap != kernel_pmap) in pte_enter()
1614 if (pmap != kernel_pmap) in pte_enter()
1988 PMAP_LOCK_INIT(kernel_pmap); in mmu_booke_bootstrap()
2411 su = (pmap == kernel_pmap); in mmu_booke_enter_locked()
[all …]
/freebsd-12.1/sys/kern/
H A Dsubr_bus_dma.c126 m->m_len, kernel_pmap, flags | BUS_DMA_LOAD_MBUF, in _bus_dmamap_load_mbuf_sg()
146 kernel_pmap, nsegs, flags, bio->bio_ma_offset, in _bus_dmamap_load_bio()
155 bio->bio_bcount, kernel_pmap, flags, NULL, nsegs)); in _bus_dmamap_load_bio()
241 kernel_pmap, flags, NULL, nsegs); in _bus_dmamap_load_ccb()
250 (bus_dma_segment_t *)data_ptr, sglist_cnt, kernel_pmap, in _bus_dmamap_load_ccb()
287 pmap = kernel_pmap; in _bus_dmamap_load_uio()
329 error = _bus_dmamap_load_buffer(dmat, map, buf, buflen, kernel_pmap, in bus_dmamap_load()
518 mem->md_opaque, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_mem()
526 mem->md_opaque, kernel_pmap, &nsegs, flags, 0, SIZE_T_MAX); in bus_dmamap_load_mem()
/freebsd-12.1/sys/sparc64/sparc64/
H A Dtsb.c94 if (pm == kernel_pmap) { in tsb_tte_lookup()
130 if (pm == kernel_pmap) in tsb_tte_enter()
138 if (pm == kernel_pmap) { in tsb_tte_enter()
213 if (pm1 == kernel_pmap) { in tsb_foreach()
H A Dpmap.c665 pm = kernel_pmap; in pmap_bootstrap()
828 if (pm == kernel_pmap) in pmap_extract()
856 if (pm == kernel_pmap) { in pmap_extract_and_hold()
1603 if (pm == kernel_pmap) in pmap_enter_locked()
1796 PMAP_LOCK(kernel_pmap); in pmap_zero_page()
1803 PMAP_UNLOCK(kernel_pmap); in pmap_zero_page()
1828 PMAP_LOCK(kernel_pmap); in pmap_zero_page_area()
1835 PMAP_UNLOCK(kernel_pmap); in pmap_zero_page_area()
1873 PMAP_LOCK(kernel_pmap); in pmap_copy_page()
1892 PMAP_LOCK(kernel_pmap); in pmap_copy_page()
[all …]
H A Dtlb.c108 if (pm == kernel_pmap) in tlb_page_demap()
135 if (pm == kernel_pmap) in tlb_range_demap()
H A Dbus_machdep.c422 if (pmap == kernel_pmap) in nexus_dmamap_load_buffer()
672 tlb_range_demap(kernel_pmap, sva, sva + size - 1); in sparc64_bus_mem_map()
702 tlb_range_demap(kernel_pmap, sva, sva + size - 1); in sparc64_bus_mem_unmap()
/freebsd-12.1/sys/mips/mips/
H A Dpmap.c234 pte = pmap_pte(kernel_pmap, va); in pmap_lmem_map1()
256 pte = pmap_pte(kernel_pmap, va1); in pmap_lmem_map2()
259 pte = pmap_pte(kernel_pmap, va2); in pmap_lmem_map2()
484 PMAP_LOCK_INIT(kernel_pmap); in pmap_create_kernel_pagetable()
486 CPU_FILL(&kernel_pmap->pm_active); in pmap_create_kernel_pagetable()
489 kernel_pmap->pm_asid[0].gen = 0; in pmap_create_kernel_pagetable()
839 pte = pmap_pte(kernel_pmap, va); in pmap_kenter_attr()
870 pte = pmap_pte(kernel_pmap, va); in pmap_kremove()
945 pte = pmap_pte(kernel_pmap, va); in pmap_qremove()
3342 pmap = kernel_pmap;
[all …]
H A Dminidump_machdep.c213 pte = pmap_pte(kernel_pmap, va); in minidumpsys()
295 pte = pmap_pte(kernel_pmap, va); in minidumpsys()
/freebsd-12.1/sys/vm/
H A Dvm_kern.c225 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_alloc_attr_domain()
317 pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, in kmem_alloc_contig_domain()
500 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_back_domain()
573 pmap_remove(kernel_pmap, addr, addr + size); in _kmem_unback()
699 pmap_protect(kernel_pmap, addr, addr + ZERO_REGION_SIZE, VM_PROT_READ); in kmem_init_zero_region()
757 m = vm_map_create(kernel_pmap, VM_MIN_KERNEL_ADDRESS, end); in kmem_init()
837 pmap_remove(kernel_pmap, start, end); in kmem_bootstrap_free()
/freebsd-12.1/sys/amd64/amd64/
H A Dpmap.c1888 PMAP_LOCK(kernel_pmap); in pmap_init()
1906 PMAP_UNLOCK(kernel_pmap); in pmap_init()
2373 if (pmap == kernel_pmap) { in pmap_invalidate_page()
2559 if (pmap == kernel_pmap) in pmap_invalidate_all_nopcid()
5657 if (pmap == kernel_pmap) in pmap_enter()
8039 PMAP_LOCK(kernel_pmap); in pmap_change_attr()
8274 PMAP_LOCK(kernel_pmap); in pmap_demote_DMAP()
8395 pmap == kernel_pmap, in pmap_pcid_alloc_checked()
8956 PMAP_LOCK(kernel_pmap); in pmap_large_map_getptp()
9119 PMAP_LOCK(kernel_pmap); in pmap_large_map()
[all …]
/freebsd-12.1/sys/riscv/include/
H A Dpmap.h114 #define kernel_pmap (&kernel_pmap_store) macro
115 #define pmap_kernel() kernel_pmap
/freebsd-12.1/sys/arm64/include/
H A Dpmap.h119 #define kernel_pmap (&kernel_pmap_store) macro
120 #define pmap_kernel() kernel_pmap
/freebsd-12.1/sys/arm64/arm64/
H A Dpmap.c755 l2 = pmap_l2(kernel_pmap, va); in pmap_bootstrap_l3()
798 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
1223 pte = pmap_pte(kernel_pmap, va, &lvl); in pmap_kremove()
1228 pmap_invalidate_page(kernel_pmap, va); in pmap_kremove()
1459 pmap->pm_l0 = kernel_pmap->pm_l0; in pmap_pinit0()
2476 if (pmap == kernel_pmap) { in pmap_remove_l2()
5152 pmap_invalidate_all(kernel_pmap); in pmap_mapbios()
5220 pmap_invalidate_all(kernel_pmap); in pmap_unmapbios()
5287 PMAP_LOCK(kernel_pmap); in pmap_change_attr()
5289 PMAP_UNLOCK(kernel_pmap); in pmap_change_attr()
[all …]
/freebsd-12.1/sys/riscv/riscv/
H A Dpmap.c430 if (pmap != kernel_pmap) in pmap_distribute_l1()
527 l2 = pmap_l2(kernel_pmap, va); in pmap_bootstrap_l3()
568 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
905 l2 = pmap_l2(kernel_pmap, va); in pmap_kextract()
945 l3 = pmap_l3(kernel_pmap, va); in pmap_kenter_device()
969 l3 = pmap_l3(kernel_pmap, va); in pmap_kremove()
989 l3 = pmap_l3(kernel_pmap, va); in pmap_kremove_device()
1044 l3 = pmap_l3(kernel_pmap, va); in pmap_qenter()
1069 l3 = pmap_l3(kernel_pmap, va); in pmap_qremove()
2068 if (pmap == kernel_pmap) { in pmap_remove_l2()
[all …]
H A Dmem.c92 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd-12.1/sys/powerpc/include/
H A Dpmap.h236 #define kernel_pmap (&kernel_pmap_store) macro
245 (pmap == kernel_pmap) ? "kernelpmap" : \
/freebsd-12.1/sys/arm/include/
H A Dpmap-v4.h144 #define kernel_pmap (&kernel_pmap_store) macro
209 if (pmap_get_pde_pte(kernel_pmap, va, &pdep, &ptep) == FALSE) in vtopte()
/freebsd-12.1/sys/powerpc/powerpc/
H A Duma_machdep.c94 pmap_remove(kernel_pmap,(vm_offset_t)mem, in uma_small_free()

123