Home
last modified time | relevance | path

Searched refs:vaddr (Results 1 – 25 of 52) sorted by relevance

123

/xnu-11215/osfmk/i386/
H A Dpmap_internal.h683 vm_map_offset_t vaddr; member
719 pmap_pagetable_corruption_records[pmap_pagetable_corruption_log_index].vaddr = vaddr; in pmap_pagetable_corruption_log()
833 vm_map_offset_t vaddr) in pmap_compressed_pte_corruption_repair() argument
880 vm_map_offset_t vaddr, in pmap_pv_remove() argument
967 PVE_VA(pvh_e) == vaddr && in pmap_pv_remove()
1011 vm_map_offset_t vaddr, in pmap_pv_is_altacct() argument
1034 pvhash_idx = pvhashidx(pmap, vaddr); in pmap_pv_is_altacct()
1039 PVE_VA(pvh_e) == vaddr && in pmap_pv_is_altacct()
1189 pml4 = pmap64_pml4(pmap, vaddr); in pmap64_pdpt()
1219 pdpt = pmap64_pdpt(pmap, vaddr); in pmap_pde_internal0()
[all …]
H A Dpmap_x86_common.c161 vaddr += NBPDE; in pmap_nest()
211 vaddr += NBPDE; in pmap_nest()
285 vaddr += NBPDE; in pmap_unnest()
300 addr64_t vaddr, in pmap_unnest_options() argument
545 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE); in pmap_update_cache_attributes_locked()
958 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE); in pmap_enter_options()
1256 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE); in pmap_enter_options()
1288 zone_spans_ro_va(vaddr, vaddr + PAGE_SIZE))) { in pmap_enter_options()
1824 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE); in pmap_page_protect_options()
1832 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE); in pmap_page_protect_options()
[all …]
H A Dtrap.c637 user_addr_t vaddr; in kernel_trap() local
660 vaddr = (user_addr_t)saved_state->cr2; in kernel_trap()
709 user_addr_t kd_vaddr = is_user ? vaddr : VM_KERNEL_UNSLIDE(vaddr); in kernel_trap()
863 vaddr, in kernel_trap()
917 panic_fault_address = vaddr; in kernel_trap()
1026 user_addr_t vaddr; in user_trap() local
1050 vaddr = (user_addr_t)regs->cr2; in user_trap()
1065 vaddr = (user_addr_t)regs->cr2; in user_trap()
1111 (unsigned)(vaddr >> 32), (unsigned)vaddr, in user_trap()
1261 vaddr, in user_trap()
[all …]
H A Dmachine_routines.c144 vm_offset_t vaddr) in ml_static_slide() argument
146 return vaddr + vm_kernel_slide; in ml_static_slide()
187 vm_offset_t vaddr) in ml_static_unslide() argument
189 return vaddr - vm_kernel_slide; in ml_static_unslide()
198 vm_offset_t vaddr, in ml_static_mfree() argument
206 assert(vaddr >= VM_MIN_KERNEL_ADDRESS); in ml_static_mfree()
208 assert((vaddr & (PAGE_SIZE - 1)) == 0); /* must be page aligned */ in ml_static_mfree()
210 for (vaddr_cur = vaddr; vaddr_cur < round_page_64(vaddr + size);) { in ml_static_mfree()
249 …0x%x pages at VA %p, size:0x%llx, last ppn: 0x%x\n", freed_pages, (void *)vaddr, (uint64_t)size, p… in ml_static_mfree()
269 vm_offset_t vaddr) in ml_vtophys() argument
[all …]
/xnu-11215/osfmk/arm/
H A Dcaches.c67 vm_offset_t vaddr; in flush_dcache() local
75 vaddr = phystokv_range(paddr, &count); in flush_dcache()
78 vaddr = addr; in flush_dcache()
101 vm_offset_t vaddr; in clean_dcache() local
109 vaddr = phystokv_range(paddr, &count); in clean_dcache()
112 vaddr = addr; in clean_dcache()
160 vm_offset_t vaddr; in dcache_incoherent_io_flush64() local
168 vaddr = phystokv_range(paddr, &count); in dcache_incoherent_io_flush64()
221 vm_offset_t vaddr; in dcache_incoherent_io_store64() local
228 vaddr = phystokv_range(paddr, &count); in dcache_incoherent_io_store64()
[all …]
H A Dtrap_internal.h222 #define arm_fault_type(op, spsr, vaddr) \ argument
229 #define thumb_fault_type(op, spsr, vaddr) \ argument
/xnu-11215/osfmk/kern/
H A Dmachine.c887 if (vaddr != 0) { in override_io_timeouts()
1048 paddr = kvtophys(vaddr); in ml_io_read()
1098 ml_io_read8(uintptr_t vaddr) in ml_io_read8() argument
1104 ml_io_read16(uintptr_t vaddr) in ml_io_read16() argument
1110 ml_io_read32(uintptr_t vaddr) in ml_io_read32() argument
1116 ml_io_read64(uintptr_t vaddr) in ml_io_read64() argument
1199 paddr = kvtophys(vaddr); in ml_io_write()
1251 ml_io_write(vaddr, val, 1); in ml_io_write8()
1257 ml_io_write(vaddr, val, 2); in ml_io_write16()
1263 ml_io_write(vaddr, val, 4); in ml_io_write32()
[all …]
H A Diotrace.h51 uint64_t vaddr; member
66 iotrace(iotrace_type_e type, uint64_t vaddr, uint64_t paddr, int size, uint64_t val, in iotrace() argument
83 cur_iotrace_ring[nextidx].vaddr = vaddr; in iotrace()
105 #define iotrace(type, vaddr, paddr, size, val, sabs, duration) argument
/xnu-11215/osfmk/machine/
H A Dmachine_routines.h200 void ml_io_write(uintptr_t vaddr, uint64_t val, int size);
201 void ml_io_write8(uintptr_t vaddr, uint8_t val);
202 void ml_io_write16(uintptr_t vaddr, uint16_t val);
203 void ml_io_write32(uintptr_t vaddr, uint32_t val);
204 void ml_io_write64(uintptr_t vaddr, uint64_t val);
335 extern void override_io_timeouts(uintptr_t vaddr, uint64_t paddr,
/xnu-11215/bsd/dev/
H A Dmemdev.c261 vm_offset_t vaddr, blkoff; in mdevstrategy() local
298 if (buf_map(bp, (caddr_t *)&vaddr)) { in mdevstrategy()
307 (void *)vaddr, (size_t)buf_count(bp)); /* This is virtual, just get the data */ in mdevstrategy()
314 …pp = pmap_find_phys(kernel_pmap, (addr64_t)((uintptr_t)vaddr)); /* Get the sink physical address */ in mdevstrategy()
316 panic("mdevstrategy: sink address %016llX not mapped", (addr64_t)((uintptr_t)vaddr)); in mdevstrategy()
318 paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */ in mdevstrategy()
323 vaddr = vaddr + csize; /* Move to next sink address */ in mdevstrategy()
329 bcopy((void *)vaddr, (void *)((uintptr_t)fvaddr), in mdevstrategy()
339 panic("mdevstrategy: source address %016llX not mapped", (addr64_t)((uintptr_t)vaddr)); in mdevstrategy()
341 paddr = (addr64_t)(((addr64_t)pp << 12) | (addr64_t)(vaddr & 4095)); /* Get actual address */ in mdevstrategy()
[all …]
/xnu-11215/osfmk/arm64/
H A Dmachine_routines.c1847 vm_offset_t vaddr) in ml_static_slide() argument
1852 if ((vaddr >= vm_sptm_offsets.unslid_base) && (vaddr < vm_sptm_offsets.unslid_top)) { in ml_static_slide()
1872 vm_offset_t vaddr) in ml_static_unslide() argument
1884 if ((vaddr >= vm_sptm_offsets.slid_base) && (vaddr < vm_sptm_offsets.slid_top)) { in ml_static_unslide()
1888 if ((vaddr >= vm_txm_offsets.slid_base) && (vaddr < vm_txm_offsets.slid_top)) { in ml_static_unslide()
1957 for (vaddr_cur = vaddr; in ml_static_protect()
2030 if (vaddr_cur > vaddr) { in ml_static_protect()
2032 flush_mmu_tlb_region(vaddr, (uint32_t)(vaddr_cur - vaddr)); in ml_static_protect()
2062 vm_offset_t vaddr, argument
2079 for (vaddr_cur = vaddr;
[all …]
H A Darm_vm_init.c458 vm_offset_t vaddr; in alloc_ptpage() local
471 vaddr = ropage_next; in alloc_ptpage()
474 return vaddr; in alloc_ptpage()
476 vaddr = phystokv(avail_start); in alloc_ptpage()
479 return vaddr; in alloc_ptpage()
663 vaddr, pte); in arm_vm_map()
681 arm_vm_kernel_el0_map(vm_offset_t vaddr, pt_entry_t pte) in arm_vm_kernel_el0_map() argument
696 arm_vm_kernel_el1_map(vm_offset_t vaddr, pt_entry_t pte) in arm_vm_kernel_el1_map() argument
698 arm_vm_map(cpu_tte, vaddr, pte); in arm_vm_kernel_el1_map()
711 arm_vm_kernel_pte(vm_offset_t vaddr) in arm_vm_kernel_pte() argument
[all …]
H A Dhibernate_restore.c192 create_map_entries(map_ctx *ctx, uint64_t vaddr, uint64_t paddr, uint64_t size, uint64_t map_flags) in create_map_entries() argument
212 size_t index = (vaddr >> level_shift) & (level_entries - 1); in create_map_entries()
218 ((vaddr | paddr) & level_mask) == 0) { in create_map_entries()
240 vaddr += mapped; in create_map_entries()
/xnu-11215/osfmk/x86_64/
H A Dpmap.c844 vaddr = addr; in pmap_init()
898 vaddr += PAGE_SIZE; in pmap_init()
2065 vm_map_offset_t vaddr, in pmap_expand_pml4() argument
2096 i = pml4idx(map, vaddr); in pmap_expand_pml4()
2279 vm_map_offset_t vaddr, in pmap_expand() argument
2296 !(vaddr >= KERNEL_BASEMENT && vaddr <= VM_MAX_KERNEL_ADDRESS))) { in pmap_expand()
2326 i = pdeidx(map, vaddr); in pmap_expand()
2390 vm_map_offset_t vaddr) in pmap_query_pagesize() argument
2434 vm_map_offset_t vaddr) in pmap_pre_expand_large_internal() argument
2489 vm_map_offset_t vaddr) in pmap_pre_expand_large() argument
[all …]
H A Dcopyio.c397 user_addr_t vaddr; in copyio_phys() local
402 vaddr = (user_addr_t)source; in copyio_phys()
406 vaddr = (user_addr_t)sink; in copyio_phys()
410 return copyio(ctype, vaddr, paddr, csize, NULL, which & cppvKmap); in copyio_phys()
/xnu-11215/osfmk/kdp/
H A Dsk_core.c290 sc_cL4_kvtov(vm_map_address_t vaddr) in sc_cL4_kvtov() argument
297 vaddr = vaddr & sc_vaddr_mask; in sc_cL4_kvtov()
300 const uint64_t idx = vaddr & page_config[cur_level].index_mask; in sc_cL4_kvtov()
317 paddr = ((tte & ARM_TTE_PA_MASK & ~offmask) | (vaddr & offmask)); in sc_cL4_kvtov()
420 for (vm_map_address_t vaddr = physmap_base; vaddr < physmap_end; vaddr += PAGE_SIZE_64) { in papt_walk() local
421 pmap_paddr_t paddr = kvtophys(vaddr); in papt_walk()
H A Dkdp_core.c321 if (vaddr >= start_addr && vaddr < end_addr) { in kernel_vaddr_in_coredump_stage()
322 *vincr = stage->kos_data_size - (vaddr - start_addr); in kernel_vaddr_in_coredump_stage()
330 kernel_vaddr_in_coredump_stages(uint64_t vaddr, uint64_t *vincr) in kernel_vaddr_in_coredump_stages() argument
336 if (kernel_vaddr_in_coredump_stage(&lz4_output_stage, vaddr, vincr)) { in kernel_vaddr_in_coredump_stages()
348 if (kernel_vaddr_in_coredump_stage(&net_output_stage, vaddr, vincr)) { in kernel_vaddr_in_coredump_stages()
383 assert(!(vaddr & PAGE_MASK_64)); in kernel_pmap_present_mapping()
386 if (vaddr == c_buffers) { in kernel_pmap_present_mapping()
390 } else if (kernel_vaddr_in_coredump_stages(vaddr, &vincr)) { in kernel_pmap_present_mapping()
398 if (vaddr == phystokv(avail_start)) { in kernel_pmap_present_mapping()
406 pmap_find_phys(kernel_pmap, vaddr) : in kernel_pmap_present_mapping()
[all …]
/xnu-11215/tools/lldbmacros/
H A Dpmap.py455 pt_index = (vaddr >> 39) & 0x1ff
456 pframe_offset = vaddr & 0x7fffffffff
465 pt_index = (vaddr >> 30) & 0x1ff
466 pframe_offset = vaddr & 0x3fffffff
475 pt_index = (vaddr >> 21) & 0x1ff
476 pframe_offset = vaddr & 0x1fffff
485 pt_index = (vaddr >> 12) & 0x1ff
486 pframe_offset = vaddr & 0xfff
607 def PmapTTnIndexARM64(vaddr, pmap_pt_attr): argument
618 assert(type(vaddr) in (int, int))
[all …]
/xnu-11215/osfmk/vm/
H A Dvm_fault.c2832 vm_map_offset_t vaddr, in vm_fault_cs_handle_violation() argument
3157 vm_map_offset_t vaddr, in vm_fault_validate_cs() argument
3494 vm_map_offset_t vaddr, in vm_fault_attempt_pmap_enter() argument
3558 vm_map_offset_t vaddr, in vm_fault_pmap_enter() argument
4279 real_vaddr = vaddr; in vm_fault_internal()
4307 vaddr = vm_map_trunc_page(vaddr, fault_page_mask); in vm_fault_internal()
4314 vaddr = vm_map_trunc_page(vaddr, PAGE_MASK); in vm_fault_internal()
4321 trace_vaddr = vaddr; in vm_fault_internal()
5043 vaddr, in vm_fault_internal()
6397 vaddr, in vm_fault_internal()
[all …]
H A Dvm_fault_xnu.h50 vm_map_offset_t vaddr,
H A Dvm_fault.h91 vm_map_offset_t vaddr,
H A Dpmap.h776 extern void pmap_pre_expand(pmap_t pmap, vm_map_offset_t vaddr);
777 extern kern_return_t pmap_pre_expand_large(pmap_t pmap, vm_map_offset_t vaddr);
778 extern vm_size_t pmap_query_pagesize(pmap_t map, vm_map_offset_t vaddr);
929 extern ppnum_t kernel_pmap_present_mapping(uint64_t vaddr, uint64_t * pvincr, uintptr_t * …
H A Dpmap_cs.h686 vm_map_address_t vaddr,
697 vm_map_address_t vaddr,
/xnu-11215/san/memory/
H A Dkasan-arm64.c229 const sptm_vaddr_t vaddr = (sptm_vaddr_t)(shadow_base & ~PAGE_MASK); in kasan_arm64_pte_map() local
259 sptm_map_table(root_pt_paddr, vaddr, 2, tte); in kasan_arm64_pte_map()
303 sptm_unmap_region(root_pt_paddr, vaddr, 1, 0); in kasan_arm64_pte_map()
307 sptm_return_t ret = sptm_map_page(root_pt_paddr, vaddr, newpte); in kasan_arm64_pte_map()
/xnu-11215/osfmk/arm64/sptm/pmap/
H A Dpmap.c1081 addr64_t vaddr,
1441 vaddr = virt; in pmap_map_bd_with_options()
1451 return vaddr; in pmap_map_bd_with_options()
6304 if (__improbable((vaddr < pmap->min) || (vaddr >= pmap->max))) {
8707 vaddr = vstart;
8800 vaddr = vlim;
8845 addr64_t vaddr, argument
8875 addr64_t vaddr, argument
8930 start = vaddr;
9006 addr = vaddr;
[all …]

123