Home
last modified time | relevance | path

Searched refs:kernel_pmap (Results 1 – 25 of 50) sorted by relevance

12

/xnu-11215/osfmk/arm64/sptm/pmap/
H A Dpmap_internal.h196 if (pmap != kernel_pmap) { in pmap_assert_locked()
204 if (pmap != kernel_pmap) { in pmap_assert_locked()
222 if (pmap != kernel_pmap) { in pmap_assert_locked_any()
264 if (pmap != kernel_pmap) { in pmap_lock()
296 if (pmap != kernel_pmap) { in pmap_try_lock()
325 if ((pmap == kernel_pmap) || __improbable(sptm_stability_hacks)) { in pmap_lock_shared_to_exclusive()
347 if (pmap != kernel_pmap) { in pmap_unlock()
H A Dpmap.c1196 if (pmap != kernel_pmap) { in pmap_tt_ledger_credit()
1207 if (pmap != kernel_pmap) { in pmap_tt_ledger_debit()
1647 kernel_pmap->tte = cpu_tte; in pmap_bootstrap()
1667 kernel_pmap->asid = 0; in pmap_bootstrap()
3360 if (pmap != kernel_pmap) {
4711 if (pmap == kernel_pmap) {
4853 if (pmap == kernel_pmap) {
5498 if (pmap == kernel_pmap) {
5664 if (pmap != kernel_pmap) {
6062 if (pmap != kernel_pmap) {
[all …]
/xnu-11215/osfmk/x86_64/
H A Dpmap.c498 kernel_pmap->nx_enabled = TRUE; in pmap_bootstrap()
502 kernel_pmap->pm_pml4 = IdlePML4; in pmap_bootstrap()
506 kernel_pmap->pm_eptp = 0; in pmap_bootstrap()
760 pv_h->pmap = kernel_pmap; in pmap_pv_fixup()
1385 pmap_remove(kernel_pmap, in pmap_lowmem_finalize()
1469 if (pmap == kernel_pmap) { in pmap_assert_free()
1515 if (pmap != kernel_pmap) { in pmap_is_empty()
1683 kpml4 = kernel_pmap->pm_pml4; in pmap_create_options()
1963 map == kernel_pmap) { in pmap_protect_options()
2718 if (pmap != kernel_pmap) { in pmap_require()
[all …]
H A Dpmap_pcid.c151 &(kernel_pmap->pmap_pcid_coherency_vector[ccpu]); in pmap_pcid_configure()
281 active_pmap = kernel_pmap; in pcid_for_pmap_cpu_tuple()
326 pmap_assert(((tpmap == kernel_pmap) && new_pcid == 0) || in pmap_pcid_activate()
332 if (pml4[KERNEL_PML4_INDEX] != kernel_pmap->pm_pml4[KERNEL_PML4_INDEX]) { in pmap_pcid_activate()
342 new_pcid = kernel_pmap->pmap_pcid_cpus[ccpu]; in pmap_pcid_activate()
343 ncr3 = kernel_pmap->pm_cr3; in pmap_pcid_activate()
345 cpu_datap(ccpu)->cpu_kernel_pcid = kernel_pmap->pmap_pcid_cpus[ccpu]; in pmap_pcid_activate()
H A Dcopyio.c206 if (__improbable(((pmap != kernel_pmap) && (use_kernel_map == 0)) && in copyio()
213 if (__improbable(pmap == kernel_pmap)) { in copyio()
265 if ((pmap != kernel_pmap) && !use_kernel_map && in copyio()
370 if (!recursive_CopyIOActive && (get_cr3_raw() != kernel_pmap->pm_cr3)) { in copyio()
374 set_cr3_raw(kernel_pmap->pm_cr3); in copyio()
/xnu-11215/osfmk/kdp/ml/i386/
H A Dkdp_x86_common.c96 pmap_t src_pmap = kernel_pmap; in kdp_machine_vm_read()
127 if (!(cur_phys_dst = kdp_vtophys(kernel_pmap, cur_virt_dst))) { in kdp_machine_vm_read()
189 if (!(cur_phys_dst = kdp_vtophys(kernel_pmap, cur_virt_dst))) { in kdp_machine_phys_read()
241 if ((cur_phys_dst = kdp_vtophys(kernel_pmap, cur_virt_dst)) == 0) { in kdp_machine_vm_write()
245 if ((cur_phys_src = kdp_vtophys(kernel_pmap, cur_virt_src)) == 0) { in kdp_machine_vm_write()
301 if ((cur_phys_src = kdp_vtophys(kernel_pmap, cur_virt_src)) == 0) { in kdp_machine_phys_write()
432 debugger_ptep = pmap_pte(kernel_pmap, debugger_window_kva); in kdp_map_debug_pagetable_window()
435 pmap_expand(kernel_pmap, debugger_window_kva, PMAP_EXPAND_OPTIONS_NONE); in kdp_map_debug_pagetable_window()
436 debugger_ptep = pmap_pte(kernel_pmap, debugger_window_kva); in kdp_map_debug_pagetable_window()
448 kdp_jtag_coredump.kernel_pmap_pml4 = (uint64_t) kernel_pmap->pm_pml4; in kdp_jtag_coredump_init()
/xnu-11215/osfmk/i386/
H A Dpmap_x86_common.c401 if ((pmap == kernel_pmap) || in pmap_find_phys_nofault()
776 assert(pmap != kernel_pmap); in pmap_enter_options()
978 if (pmap != kernel_pmap) { in pmap_enter_options()
1015 if (pmap != kernel_pmap) { in pmap_enter_options()
1131 if (pmap != kernel_pmap) { in pmap_enter_options()
1160 if (pmap != kernel_pmap) { in pmap_enter_options()
1523 if (pmap != kernel_pmap) { in pmap_remove_range_options()
1805 if (pmap != kernel_pmap && in pmap_page_protect_options()
1877 if (pmap != kernel_pmap) { in pmap_page_protect_options()
2138 pmap != kernel_pmap) { in phys_attribute_clear()
[all …]
H A Dmachine_routines.c174 if (pmap_get_prot(kernel_pmap, base + offset, &pageprot) == KERN_FAILURE) { in ml_static_verify_page_protections()
211 map_size = pmap_query_pagesize(kernel_pmap, vaddr_cur); in ml_static_mfree()
224 ppn = pmap_find_phys(kernel_pmap, vaddr_cur); in ml_static_mfree()
227 pmap_remove(kernel_pmap, vaddr_cur, vaddr_cur + map_size); in ml_static_mfree()
261 pmap_mark_range(kernel_pmap, vmaddr, size, NX, ro); in ml_static_protect()
H A Dx86_hypercall.c116 kernel_pmap->pm_cr3, /* args[3]: Kernel CR3 */ in hvg_hcall_set_coredump_data()
H A Dphys.c188 pa = ((pmap_paddr_t)pmap_find_phys(kernel_pmap, addr)) << INTEL_PGSHIFT; in kvtophys()
H A Dpmap_internal.h400 pmap_assert(p != kernel_pmap); in pmap_pv_throttle()
802 if (pmap == kernel_pmap) { in pmap_classify_pagetable_corruption()
817 } else if ((pmap != kernel_pmap) && (!is_ept) && ((cpte & INTEL_PTE_USER) == 0)) { in pmap_classify_pagetable_corruption()
H A DDiagnostics.c336 rval = pmap_permissions_verify(kernel_pmap, kernel_map, 0, ~0ULL); in diagCall64()
/xnu-11215/osfmk/kdp/ml/arm/
H A Dkdp_vm.c67 if (!pmap || ((pmap != kernel_pmap) && ((va < pmap->min) || (va >= pmap->max)))) { in kdp_vtophys()
119 pmap = kernel_pmap; /* otherwise, use kernel's */ in kdp_machine_vm_read()
126 if ((cur_phys_dst = kdp_vtophys(kernel_pmap, cur_virt_dst)) == 0) { in kdp_machine_vm_read()
186 if ((cur_phys_dst = kdp_vtophys(kernel_pmap, cur_virt_dst)) == 0) { in kdp_machine_phys_read()
233 if ((cur_phys_dst = kdp_vtophys(kernel_pmap, cur_virt_dst)) == 0) { in kdp_machine_vm_write()
237 if ((cur_phys_src = kdp_vtophys(kernel_pmap, cur_virt_src)) == 0) { in kdp_machine_vm_write()
/xnu-11215/osfmk/arm/pmap/
H A Dpmap.c591 if (pmap == kernel_pmap) { in pte_set_wired()
1683 if (pmap != kernel_pmap) { in pmap_tt_ledger_credit()
1694 if (pmap != kernel_pmap) { in pmap_tt_ledger_debit()
2256 kernel_pmap->tte = cpu_tte; in pmap_bootstrap()
2284 kernel_pmap->hw_asid = 0; in pmap_bootstrap()
2285 kernel_pmap->sw_asid = 0; in pmap_bootstrap()
4328 if (pmap != kernel_pmap) {
5366 if (pmap == kernel_pmap) {
6048 if (pmap == kernel_pmap) {
6798 if (pmap != kernel_pmap) {
[all …]
H A Dpmap_data.c785 assert(ptdp->pmap != kernel_pmap); in ppr_find_eligible_pt_page()
1991 if ((pmap == NULL) || (kernel_pmap == pmap)) { in pv_alloc()
2824 if (pmap != kernel_pmap) { in ptd_alloc()
3476 if (pmap != kernel_pmap) { in validate_pmap_internal()
3504 if (pmap != kernel_pmap) { in validate_pmap_mutable_internal()
3554 if (pmap != kernel_pmap) { in pmap_require()
4121 pt_entry_t *ptep = pmap_pte(kernel_pmap, cur_va); in pmap_cpu_data_array_init()
4212 pt_entry_t *ptep = pmap_pte(kernel_pmap, cur_va); in pmap_cpu_data_array_init()
/xnu-11215/osfmk/i386/vmx/
H A Dvmx_shims.c53 return ptoa_64(pmap_find_phys(kernel_pmap, (addr64_t)(uintptr_t)va)); in vmx_paddr()
/xnu-11215/osfmk/arm64/
H A Dplatform_tests.c1536 ro_pn = pmap_find_phys(kernel_pmap, ro_test_va); in ctrr_test_cpu()
1537 nx_pn = pmap_find_phys(kernel_pmap, nx_test_va); in ctrr_test_cpu()
1543 prot = pmap_get_arm64_prot(kernel_pmap, ctrr_test_page); in ctrr_test_cpu()
1547 kr = pmap_enter(kernel_pmap, ctrr_test_page, ro_pn, in ctrr_test_cpu()
1553 prot = pmap_get_arm64_prot(kernel_pmap, ctrr_test_page); in ctrr_test_cpu()
1575 pmap_remove(kernel_pmap, ctrr_test_page, ctrr_test_page + PAGE_SIZE); in ctrr_test_cpu()
1579 kr = pmap_enter(kernel_pmap, ctrr_test_page, nx_pn, in ctrr_test_cpu()
1584 prot = pmap_get_arm64_prot(kernel_pmap, ctrr_test_page); in ctrr_test_cpu()
1608 pmap_remove(kernel_pmap, ctrr_test_page, ctrr_test_page + PAGE_SIZE); in ctrr_test_cpu()
H A Dcopyio.c123 return pmap == kernel_pmap; in is_kernel_to_kernel_copy()
152 /* cmp_1 */ map->pmap, /* cmp_2 */ kernel_pmap, in copy_ensure_address_space_spec()
/xnu-11215/osfmk/vm/
H A Dvm_swapfile_pager.c367 retval = pmap_enter(kernel_pmap, in swapfile_pager_data_request()
390 pmap_remove(kernel_pmap, in swapfile_pager_data_request()
H A Dpmap.h672 extern const pmap_t kernel_pmap; /* The kernel's map */
673 #define pmap_kernel() (kernel_pmap)
H A Dvm_kern.c781 assert(kernel_map && map->pmap == kernel_pmap);
1081 assert(parent->pmap == kernel_pmap); in kmem_suballoc()
1329 if (map->pmap == kernel_pmap) { in mach_vm_allocate_kernel()
1371 pe_result = pmap_enter_options(kernel_pmap, addr + offset, in kernel_memory_populate_pmap_enter()
1380 pe_result = pmap_enter_options(kernel_pmap, addr + offset, in kernel_memory_populate_pmap_enter()
1570 pmap_protect(kernel_pmap, offset, offset + size, VM_PROT_NONE); in kernel_memory_depopulate()
2036 pmap_protect(kernel_pmap, in kmem_realloc_guard()
2375 assert(map->pmap == kernel_pmap); in kmem_free_guard()
2897 if (!pmap_find_phys(kernel_pmap, page_addr)) { in kmem_populate_needed()
2921 if (0 == pmap_find_phys(kernel_pmap, page_addr)) { in kmem_populate_meta_locked()
/xnu-11215/osfmk/kdp/
H A Dkdp_core.c406 pmap_find_phys(kernel_pmap, vaddr) : in kernel_pmap_present_mapping()
407 pmap_find_phys_nofault(kernel_pmap, vaddr)); in kernel_pmap_present_mapping()
648 ret = pmap_traverse_present_mappings(kernel_pmap, in kern_dump_save_summary()
675 ret = pmap_traverse_present_mappings(kernel_pmap, in kern_dump_save_seg_descriptions()
728 ret = pmap_traverse_present_mappings(kernel_pmap, in kern_dump_save_segment_data()
/xnu-11215/osfmk/arm64/sptm/
H A Darm_init_sptm.c1853 tt_entry_t *ttp = pmap_tt2e(kernel_pmap, va_l2); in arm_vm_init()
1855 pmap_init_pte_page(kernel_pmap, ptp, va_l2, 3, TRUE); in arm_vm_init()
1894 tt_entry_t *ttp = pmap_tt2e(kernel_pmap, va_l2); in arm_vm_init()
1896 pmap_init_pte_page(kernel_pmap, ptp, va_l2, 3, TRUE); in arm_vm_init()
/xnu-11215/bsd/dev/
H A Dmemdev.c314 …pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the sink physical address */ in mdevstrategy()
337 …pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the source physical address… in mdevstrategy()
/xnu-11215/osfmk/arm/
H A Dmodel_dep.c675 print_one_backtrace(kernel_pmap, cur_fp, nohilite_thread_marker, TRUE, filesetKC); in do_print_all_backtraces()
677 print_one_backtrace(kernel_pmap, cur_fp, nohilite_thread_marker, FALSE, filesetKC); in do_print_all_backtraces()

12