| /f-stack/freebsd/amd64/amd64/ |
| H A D | pmap.c | 3288 if (pmap == kernel_pmap || pmap_type_guest(pmap)) in pmap_update_pde() 3297 act.pmap = pmap; in pmap_update_pde() 3380 kcr3 = pmap->pm_cr3 | pmap->pm_pcids[0]. in pmap_invalidate_range() 3382 ucr3 = pmap->pm_ucr3 | pmap->pm_pcids[0]. in pmap_invalidate_range() 3426 kcr3 = pmap->pm_cr3 | pmap->pm_pcids[0].pm_pcid; in pmap_invalidate_all() 3428 ucr3 = pmap->pm_ucr3 | pmap->pm_pcids[ in pmap_invalidate_all() 3455 if (pmap == kernel_pmap || pmap == PCPU_GET(curpmap)) in pmap_update_pde() 4080 bzero(&pmap->pm_stats, sizeof pmap->pm_stats); in pmap_pinit0() 4252 bzero(&pmap->pm_stats, sizeof pmap->pm_stats); in pmap_pinit_type() 4652 pmap, pmap->pm_stats.resident_count)); in pmap_release() [all …]
|
| /f-stack/freebsd/mips/mips/ |
| H A D | pmap.c | 690 pmap_t pmap; member 707 arg.pmap = pmap; in pmap_invalidate_page() 713 pmap_t pmap; member 731 arg.pmap = pmap; in pmap_invalidate_range() 738 pmap_t pmap; member 756 arg.pmap = pmap; in pmap_update_page() 1093 bzero(&pmap->pm_stats, sizeof pmap->pm_stats); in pmap_pinit0() 1153 bzero(&pmap->pm_stats, sizeof pmap->pm_stats); in pmap_pinit() 1443 pmap_t pmap; in pmap_pv_reclaim() local 1810 pmap_remove_page(struct pmap *pmap, vm_offset_t va) in pmap_remove_page() argument [all …]
|
| H A D | tlb.c | 118 tlb_invalidate_address(struct pmap *pmap, vm_offset_t va) in tlb_invalidate_address() argument 130 mips_wr_entryhi(TLBHI_ENTRY(va, pmap_asid(pmap))); in tlb_invalidate_address() 158 tlb_invalidate_all_user(struct pmap *pmap) in tlb_invalidate_all_user() argument 174 if (pmap == NULL) { in tlb_invalidate_all_user() 184 if (uasid != pmap_asid(pmap)) in tlb_invalidate_all_user() 200 tlb_invalidate_range(pmap_t pmap, vm_offset_t start, vm_offset_t end) in tlb_invalidate_range() argument 218 asid = pmap_asid(pmap); in tlb_invalidate_range() 291 tlb_update(struct pmap *pmap, vm_offset_t va, pt_entry_t pte) in tlb_update() argument 304 mips_wr_entryhi(TLBHI_ENTRY(va, pmap_asid(pmap))); in tlb_update()
|
| /f-stack/freebsd/arm/include/ |
| H A D | pmap-v6.h | 105 struct pmap { struct 115 typedef struct pmap *pmap_t; 121 #define PMAP_LOCK(pmap) mtx_lock(&(pmap)->pm_mtx) argument 122 #define PMAP_LOCK_ASSERT(pmap, type) \ argument 124 #define PMAP_LOCK_DESTROY(pmap) mtx_destroy(&(pmap)->pm_mtx) argument 125 #define PMAP_LOCK_INIT(pmap) mtx_init(&(pmap)->pm_mtx, "pmap", \ argument 127 #define PMAP_LOCKED(pmap) mtx_owned(&(pmap)->pm_mtx) argument 128 #define PMAP_MTX(pmap) (&(pmap)->pm_mtx) argument 129 #define PMAP_TRYLOCK(pmap) mtx_trylock(&(pmap)->pm_mtx) argument 130 #define PMAP_UNLOCK(pmap) mtx_unlock(&(pmap)->pm_mtx) argument [all …]
|
| H A D | pmap_var.h | 448 pmap_pte1(pmap_t pmap, vm_offset_t va) in pmap_pte1() argument 451 return (pte1_ptr(pmap->pm_pt1, va)); in pmap_pte1() 462 pmap_pt2tab_entry(pmap_t pmap, vm_offset_t va) in pmap_pt2tab_entry() argument 465 return (pt2tab_entry(pmap->pm_pt2tab, va)); in pmap_pt2tab_entry() 476 pmap_pt2_page(pmap_t pmap, vm_offset_t va) in pmap_pt2_page() argument 480 pte2 = pte2_load(pmap_pt2tab_entry(pmap, va)); in pmap_pt2_page()
|
| /f-stack/freebsd/arm/arm/ |
| H A D | pmap-v6.c | 1347 pmap_t pmap; in pmap_kenter_pt2tab() local 1365 pmap_t pmap; in pmap_kenter_pte1() local 1477 if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active)) in pmap_tlb_flush() 1485 if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active)) in pmap_tlb_flush_range() 2154 bzero(&pmap->pm_stats, sizeof pmap->pm_stats); in pmap_pinit0() 2295 bzero(&pmap->pm_stats, sizeof pmap->pm_stats); in pmap_pinit() 2831 pmap_t pmap; in pmap_pv_reclaim() local 2841 pmap = NULL; in pmap_pv_reclaim() 3282 pmap_t pmap; in pmap_update_pte1_kernel() local 4789 pmap); in pmap_enter_pte1() [all …]
|
| H A D | db_interface.c | 163 struct pmap *pmap; in db_validate_address() local 165 if (!p || !p->p_vmspace || !p->p_vmspace->vm_map.pmap || in db_validate_address() 172 pmap = kernel_pmap; in db_validate_address() 174 pmap = p->p_vmspace->vm_map.pmap; in db_validate_address() 176 return (pmap_extract(pmap, addr) == FALSE); in db_validate_address()
|
| /f-stack/freebsd/arm64/arm64/ |
| H A D | pmap.c | 1760 bzero(&pmap->pm_stats, sizeof(pmap->pm_stats)); in pmap_pinit0() 1767 pmap->pm_ttbr = pmap->pm_l0_paddr; in pmap_pinit0() 1792 bzero(&pmap->pm_stats, sizeof(pmap->pm_stats)); in pmap_pinit_stage() 2309 pmap = NULL; in reclaim_pv_chunk() 2341 if (pmap != NULL && pmap != locked_pmap) in reclaim_pv_chunk() 2457 if (pmap != NULL && pmap != locked_pmap) in reclaim_pv_chunk() 3146 pmap_t pmap; in pmap_remove_all() local 3583 pmap); in pmap_promote_l2() 3597 pmap); in pmap_promote_l2() 4995 pmap_t pmap; in pmap_page_wired_mappings() local [all …]
|
| /f-stack/freebsd/i386/i386/ |
| H A D | pmap.c | 1450 if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active)) in pmap_update_pde() 2049 bzero(&pmap->pm_stats, sizeof pmap->pm_stats); in __CONCAT() 2115 bzero(&pmap->pm_stats, sizeof pmap->pm_stats); in __CONCAT() 2339 pmap_t pmap; in pmap_pv_reclaim() local 2349 pmap = NULL; in pmap_pv_reclaim() 2366 else if (pmap != locked_pmap && !PMAP_TRYLOCK(pmap)) { in pmap_pv_reclaim() 3233 pmap_t pmap; in __CONCAT() local 3593 pmap); in pmap_promote_pde() 4720 pmap_t pmap; in pmap_pvh_wired_mappings() local 4932 pmap_t pmap; in pmap_is_modified_pvh() local [all …]
|
| H A D | pmap_base.c | 259 struct pmap kernel_pmap_store; 516 pmap_get_cr3(pmap_t pmap) in pmap_get_cr3() argument 579 pmap_ps_enabled(pmap_t pmap) in pmap_ps_enabled() argument 586 pmap_pinit0(pmap_t pmap) in pmap_pinit0() argument 589 pmap_methods_ptr->pm_pinit0(pmap); in pmap_pinit0() 593 pmap_pinit(pmap_t pmap) in pmap_pinit() argument 607 pmap_activate_boot(pmap_t pmap) in pmap_activate_boot() argument 745 pmap_remove_pages(pmap_t pmap) in pmap_remove_pages() argument 859 pmap_release(pmap_t pmap) in pmap_release() argument 862 pmap_methods_ptr->pm_release(pmap); in pmap_release() [all …]
|
| H A D | vm86.c | 609 return (vmc->pmap[i].kva); in vm86_getpage() 631 vmc->pmap[i].flags = flags; in vm86_addpage() 632 vmc->pmap[i].kva = kva; in vm86_addpage() 633 vmc->pmap[i].pte_num = pagenum; in vm86_addpage() 740 entry = vmc->pmap[i].pte_num; in vm86_datacall() 749 entry = vmc->pmap[i].pte_num; in vm86_datacall() 765 entry = vmc->pmap[i].pte_num; in vm86_datacall() 771 entry = vmc->pmap[i].pte_num; in vm86_datacall() 790 if (page == vmc->pmap[i].pte_num) in vm86_getaddr() 802 if (kva >= vmc->pmap[i].kva && in vm86_getptr() [all …]
|
| H A D | mp_machdep.c | 499 smp_targeted_tlb_shootdown(cpuset_t mask, u_int vector, pmap_t pmap, in smp_targeted_tlb_shootdown() argument 512 curcpu_cb(pmap, addr1, addr2); in smp_targeted_tlb_shootdown() 535 smp_tlb_pmap = pmap; in smp_targeted_tlb_shootdown() 545 curcpu_cb(pmap, addr1, addr2); in smp_targeted_tlb_shootdown() 558 curcpu_cb(pmap, addr1, addr2); in smp_targeted_tlb_shootdown() 563 smp_masked_invltlb(cpuset_t mask, pmap_t pmap, smp_invl_cb_t curcpu_cb) in smp_masked_invltlb() argument 565 smp_targeted_tlb_shootdown(mask, IPI_INVLTLB, pmap, 0, 0, curcpu_cb); in smp_masked_invltlb() 572 smp_masked_invlpg(cpuset_t mask, vm_offset_t addr, pmap_t pmap, in smp_masked_invlpg() argument 575 smp_targeted_tlb_shootdown(mask, IPI_INVLPG, pmap, addr, 0, curcpu_cb); in smp_masked_invlpg() 583 pmap_t pmap, smp_invl_cb_t curcpu_cb) in smp_masked_invlpg_range() argument [all …]
|
| /f-stack/freebsd/arm64/include/ |
| H A D | pmap.h | 85 struct pmap { struct 98 typedef struct pmap *pmap_t; argument 133 #define PMAP_ASSERT_LOCKED(pmap) \ argument 135 #define PMAP_LOCK(pmap) mtx_lock(&(pmap)->pm_mtx) argument 138 #define PMAP_LOCK_DESTROY(pmap) mtx_destroy(&(pmap)->pm_mtx) argument 139 #define PMAP_LOCK_INIT(pmap) mtx_init(&(pmap)->pm_mtx, "pmap", \ argument 141 #define PMAP_OWNED(pmap) mtx_owned(&(pmap)->pm_mtx) argument 142 #define PMAP_MTX(pmap) (&(pmap)->pm_mtx) argument 143 #define PMAP_TRYLOCK(pmap) mtx_trylock(&(pmap)->pm_mtx) argument 144 #define PMAP_UNLOCK(pmap) mtx_unlock(&(pmap)->pm_mtx) argument [all …]
|
| H A D | pcpu.h | 48 struct pmap *pc_curpmap; \ 49 struct pmap *pc_curvmpmap; \
|
| /f-stack/freebsd/mips/include/ |
| H A D | pmap.h | 86 struct pmap { struct 98 typedef struct pmap *pmap_t; argument 106 #define pmap_asid(pmap) (pmap)->pm_asid[PCPU_GET(cpuid)].asid argument 111 #define PMAP_LOCK(pmap) mtx_lock(&(pmap)->pm_mtx) argument 112 #define PMAP_LOCK_ASSERT(pmap, type) mtx_assert(&(pmap)->pm_mtx, (type)) argument 113 #define PMAP_LOCK_DESTROY(pmap) mtx_destroy(&(pmap)->pm_mtx) argument 114 #define PMAP_LOCK_INIT(pmap) mtx_init(&(pmap)->pm_mtx, "pmap", \ argument 116 #define PMAP_LOCKED(pmap) mtx_owned(&(pmap)->pm_mtx) argument 117 #define PMAP_MTX(pmap) (&(pmap)->pm_mtx) argument 118 #define PMAP_TRYLOCK(pmap) mtx_trylock(&(pmap)->pm_mtx) argument [all …]
|
| H A D | tlb.h | 55 void tlb_invalidate_address(struct pmap *, vm_offset_t); 57 void tlb_invalidate_all_user(struct pmap *); 58 void tlb_invalidate_range(struct pmap *, vm_offset_t, vm_offset_t); 60 void tlb_update(struct pmap *, vm_offset_t, pt_entry_t);
|
| /f-stack/freebsd/i386/include/ |
| H A D | pmap.h | 168 struct pmap { struct 181 typedef struct pmap *pmap_t; argument 184 extern struct pmap kernel_pmap_store; 187 #define PMAP_LOCK(pmap) mtx_lock(&(pmap)->pm_mtx) argument 190 #define PMAP_LOCK_DESTROY(pmap) mtx_destroy(&(pmap)->pm_mtx) argument 191 #define PMAP_LOCK_INIT(pmap) mtx_init(&(pmap)->pm_mtx, "pmap", \ argument 193 #define PMAP_LOCKED(pmap) mtx_owned(&(pmap)->pm_mtx) argument 194 #define PMAP_MTX(pmap) (&(pmap)->pm_mtx) argument 195 #define PMAP_TRYLOCK(pmap) mtx_trylock(&(pmap)->pm_mtx) argument 196 #define PMAP_UNLOCK(pmap) mtx_unlock(&(pmap)->pm_mtx) argument [all …]
|
| /f-stack/freebsd/amd64/include/ |
| H A D | pmap.h | 363 struct pmap { struct 387 typedef struct pmap *pmap_t; argument 390 extern struct pmap kernel_pmap_store; 393 #define PMAP_LOCK(pmap) mtx_lock(&(pmap)->pm_mtx) argument 396 #define PMAP_LOCK_DESTROY(pmap) mtx_destroy(&(pmap)->pm_mtx) argument 397 #define PMAP_LOCK_INIT(pmap) mtx_init(&(pmap)->pm_mtx, "pmap", \ argument 399 #define PMAP_LOCKED(pmap) mtx_owned(&(pmap)->pm_mtx) argument 400 #define PMAP_MTX(pmap) (&(pmap)->pm_mtx) argument 401 #define PMAP_TRYLOCK(pmap) mtx_trylock(&(pmap)->pm_mtx) argument 402 #define PMAP_UNLOCK(pmap) mtx_unlock(&(pmap)->pm_mtx) argument [all …]
|
| /f-stack/freebsd/vm/ |
| H A D | pmap.h | 123 void pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, 132 int pmap_enter(pmap_t pmap, vm_offset_t va, vm_page_t m, 134 void pmap_enter_object(pmap_t pmap, vm_offset_t start, 136 void pmap_enter_quick(pmap_t pmap, vm_offset_t va, vm_page_t m, 138 vm_paddr_t pmap_extract(pmap_t pmap, vm_offset_t va); 139 vm_page_t pmap_extract_and_hold(pmap_t pmap, vm_offset_t va, 144 boolean_t pmap_is_prefaultable(pmap_t pmap, vm_offset_t va); 148 int pmap_mincore(pmap_t pmap, vm_offset_t addr, vm_paddr_t *pap); 149 void pmap_object_init_pt(pmap_t pmap, vm_offset_t addr, 151 boolean_t pmap_page_exists_quick(pmap_t pmap, vm_page_t m); [all …]
|
| H A D | vm_unix.c | 135 if (ptoa(pmap_wired_count(map->pmap)) + in kern_break() 165 ptoa(pmap_wired_count(map->pmap)) + in kern_break() 204 ptoa(pmap_wired_count(map->pmap))); in kern_break() 227 ptoa(pmap_wired_count(map->pmap))); in kern_break()
|
| /f-stack/freebsd/x86/include/ |
| H A D | x86_smp.h | 24 struct pmap; 42 extern struct pmap *smp_tlb_pmap; 84 typedef void (*smp_invl_cb_t)(struct pmap *, vm_offset_t addr1, 105 void smp_masked_invlpg(cpuset_t mask, vm_offset_t addr, struct pmap *pmap, 108 vm_offset_t endva, struct pmap *pmap, smp_invl_cb_t curcpu_cb); 109 void smp_masked_invltlb(cpuset_t mask, struct pmap *pmap,
|
| /f-stack/freebsd/kern/ |
| H A D | subr_sglist.c | 128 if (pmap != NULL) in _sglist_append_buf() 129 paddr = pmap_extract(pmap, vaddr); in _sglist_append_buf() 151 if (pmap != NULL) in _sglist_append_buf() 152 paddr = pmap_extract(pmap, vaddr); in _sglist_append_buf() 589 pmap_t pmap; in sglist_append_uio() local 601 pmap = vmspace_pmap(uio->uio_td->td_proc->p_vmspace); in sglist_append_uio() 603 pmap = NULL; in sglist_append_uio() 615 pmap, NULL); in sglist_append_uio() 636 pmap_t pmap; in sglist_consume_uio() local 645 pmap = vmspace_pmap(uio->uio_td->td_proc->p_vmspace); in sglist_consume_uio() [all …]
|
| /f-stack/freebsd/amd64/vmm/amd/ |
| H A D | npt.c | 70 npt_pinit(pmap_t pmap) in npt_pinit() argument 73 return (pmap_pinit_type(pmap, PT_RVI, npt_flags)); in npt_pinit()
|
| /f-stack/freebsd/sys/ |
| H A D | bus_dma_internal.h | 45 void *buf, bus_size_t buflen, struct pmap *pmap,
|
| /f-stack/freebsd/amd64/vmm/intel/ |
| H A D | vmx.h | 36 struct pmap; 83 struct pmap *pmap; member
|