Home
last modified time | relevance | path

Searched refs:PAGE_MASK (Results 1 – 25 of 96) sorted by relevance

1234

/xnu-11215/osfmk/mach/
H A Dvm_param.h124 #define mach_vm_round_page(x) (((mach_vm_offset_t)(x) + PAGE_MASK) & ~((signed)PAGE_MASK))
125 #define mach_vm_trunc_page(x) ((mach_vm_offset_t)(x) & ~((signed)PAGE_MASK))
128 bool __ovr = os_add_overflow(in, (__typeof__(*out))PAGE_MASK, out); \
129 *out &= ~((__typeof__(*out))PAGE_MASK); \
139 …fine memory_object_round_page(x) (((memory_object_offset_t)(x) + PAGE_MASK) & ~((signed)PAGE_MASK))
140 #define memory_object_trunc_page(x) ((memory_object_offset_t)(x) & ~((signed)PAGE_MASK))
147 #define round_page(x) (((vm_offset_t)(x) + PAGE_MASK) & ~((vm_offset_t)PAGE_MASK))
148 #define trunc_page(x) ((vm_offset_t)(x) & ~((vm_offset_t)PAGE_MASK))
162 #define round_page_32(x) (((uint32_t)(x) + PAGE_MASK) & ~((uint32_t)PAGE_MASK))
163 #define trunc_page_32(x) ((uint32_t)(x) & ~((uint32_t)PAGE_MASK))
[all …]
/xnu-11215/san/memory/
H A Dkasan-x86_64.c146 L3 = (uint64_t *)(IdlePML4[addr.pml4] & ~PAGE_MASK); in kasan_map_shadow_superpage_zero()
157 L2 = (uint64_t *)(L3[addr.pdpt] & ~PAGE_MASK); in kasan_map_shadow_superpage_zero()
168 L1 = (uint64_t *)(L2[addr.pd] & ~PAGE_MASK); in kasan_map_shadow_superpage_zero()
188 vm_offset_t shadow_base = vm_map_trunc_page(SHADOW_FOR_ADDRESS(address), PAGE_MASK); in kasan_map_shadow()
203 L3 = (uint64_t *)(IdlePML4[addr.pml4] & ~PAGE_MASK); in kasan_map_shadow()
214 L2 = (uint64_t *)(L3[addr.pdpt] & ~PAGE_MASK); in kasan_map_shadow()
231 L1 = (uint64_t *)(pde & ~PAGE_MASK); in kasan_map_shadow()
242 pte = (uint64_t *)(L1[addr.pt] & ~PAGE_MASK); in kasan_map_shadow()
339 L3 = (uint64_t *)(IdlePML4[addr.pml4] & ~PAGE_MASK); in kasan_is_shadow_mapped()
345 L2 = (uint64_t *)(L3[addr.pdpt] & ~PAGE_MASK); in kasan_is_shadow_mapped()
[all …]
H A Dkasan-report.c60 uptr shadow_page = vm_map_round_page(shadow_p, PAGE_MASK); in kasan_dump_shadow()
70 if ((vm_map_round_page(shadow, PAGE_MASK) != shadow_page) && !kasan_is_shadow_mapped(shadow)) { in kasan_dump_shadow()
H A Dkasan.c397 shadow_base = vm_map_trunc_page(shadow_base, PAGE_MASK); in kasan_traverse_mappings()
398 shadow_top = vm_map_round_page(shadow_top, PAGE_MASK); in kasan_traverse_mappings()
/xnu-11215/osfmk/mach/i386/
H A Dvm_param.h109 #define PAGE_MASK (PAGE_SIZE - 1) macro
113 #define PAGE_MAX_MASK PAGE_MASK
117 #define PAGE_MIN_MASK PAGE_MASK
148 #define PAGE_MASK (PAGE_SIZE-1) macro
152 #define PAGE_MASK vm_page_mask macro
/xnu-11215/tests/vm/
H A Dmmap.c117 (it->offs & PAGE_MASK));
126 if ((it->flags & MAP_UNIX03) && (it->offs & PAGE_MASK)) {
136 T_QUIET; T_EXPECT_EQ((uint32_t)p & PAGE_MASK, it->offs & PAGE_MASK,
139 delta = it->offs & PAGE_MASK;
140 size = (delta + it->size + PAGE_MASK) & ~PAGE_MASK;
H A Dmach_vm_map.c129 if ((map_offset & PAGE_MASK) && in mach_vm_map_unaligned_test()
141 T_QUIET; T_EXPECT_EQ(size, (mo_offset & PAGE_MASK) + mo_size, "check memory entry's size"); in mach_vm_map_unaligned_test()
143 …T_QUIET; T_EXPECT_EQ(size, round_page((mo_offset & PAGE_MASK) + mo_size), "check memory entry's si… in mach_vm_map_unaligned_test()
170 T_QUIET; T_EXPECT_EQ(map_addr & PAGE_MASK, in mach_vm_map_unaligned_test()
171 used_offset_for_size & PAGE_MASK, in mach_vm_map_unaligned_test()
174 T_QUIET; T_EXPECT_EQ(map_addr & PAGE_MASK, 0ull, in mach_vm_map_unaligned_test()
H A Danon_max_size.c34 vm_size &= ~PAGE_MASK;
/xnu-11215/osfmk/kdp/ml/i386/
H A Dkdp_x86_common.c139 cnt_src = PAGE_SIZE - (cur_phys_src & PAGE_MASK); in kdp_machine_vm_read()
140 cnt_dst = PAGE_SIZE - (cur_phys_dst & PAGE_MASK); in kdp_machine_vm_read()
194 cnt_src = PAGE_SIZE - (cur_phys_src & PAGE_MASK); in kdp_machine_phys_read()
195 cnt_dst = PAGE_SIZE - (cur_phys_dst & PAGE_MASK); in kdp_machine_phys_read()
250 cnt_src = (unsigned)(PAGE_SIZE - (cur_phys_src & PAGE_MASK)); in kdp_machine_vm_write()
251 cnt_dst = (unsigned)(PAGE_SIZE - (cur_phys_dst & PAGE_MASK)); in kdp_machine_vm_write()
306 cnt_src = (unsigned)(PAGE_SIZE - (cur_phys_src & PAGE_MASK)); in kdp_machine_phys_write()
307 cnt_dst = (unsigned)(PAGE_SIZE - (cur_phys_dst & PAGE_MASK)); in kdp_machine_phys_write()
/xnu-11215/libsyscall/wrappers/legacy/
H A Dmsync.c47 offset = ((uintptr_t) addr) & PAGE_MASK; in msync()
48 addr = (void *) (((uintptr_t) addr) & ~PAGE_MASK); in msync()
H A Dmunmap.c61 offset = ((uintptr_t) addr) & PAGE_MASK; in munmap()
62 addr = (void *) (((uintptr_t) addr) & ~PAGE_MASK); in munmap()
H A Dmprotect.c54 offset = ((uintptr_t) addr) & PAGE_MASK; in mprotect()
55 aligned_addr = (void *) (((uintptr_t) addr) & ~PAGE_MASK); in mprotect()
/xnu-11215/osfmk/arm/
H A Dcaches.c79 count = PAGE_SIZE - (addr & PAGE_MASK); in flush_dcache()
113 count = PAGE_SIZE - (addr & PAGE_MASK); in clean_dcache()
170 count = PAGE_SIZE - (paddr & PAGE_MASK); in dcache_incoherent_io_flush64()
178 vaddr = pmap_cpu_windows_copy_addr(cpu_number(), index) | (paddr & PAGE_MASK); in dcache_incoherent_io_flush64()
230 count = PAGE_SIZE - (paddr & PAGE_MASK); in dcache_incoherent_io_store64()
237 vaddr = pmap_cpu_windows_copy_addr(cpu_number(), index) | (paddr & PAGE_MASK); in dcache_incoherent_io_store64()
/xnu-11215/osfmk/kdp/ml/arm/
H A Dkdp_vm.c139 cnt = ARM_PGBYTES - (cur_virt_src & PAGE_MASK); /* Get length left on in kdp_machine_vm_read()
141 if (cnt > (ARM_PGBYTES - (cur_virt_dst & PAGE_MASK))) { in kdp_machine_vm_read()
142 cnt = ARM_PGBYTES - (cur_virt_dst & PAGE_MASK); in kdp_machine_vm_read()
192 cnt_src = ARM_PGBYTES - (cur_phys_src & PAGE_MASK); in kdp_machine_phys_read()
193 cnt_dst = ARM_PGBYTES - (cur_phys_dst & PAGE_MASK); in kdp_machine_phys_read()
/xnu-11215/bsd/vfs/
H A Dvfs_cluster.c418 max_io_size &= ~PAGE_MASK; in cluster_max_io_size()
658 if ((upl_offset & PAGE_MASK) == (f_offset & PAGE_MASK)) { in cluster_handle_associated_upl()
1494 pg_offset = upl_offset & PAGE_MASK; in cluster_io()
1547 ((f_offset & PAGE_MASK) || (upl_offset & PAGE_MASK) || (non_rounded_size & PAGE_MASK))) { in cluster_io()
1567 max_iosize &= ~PAGE_MASK; in cluster_io()
1861 bytes_in_last_page &= PAGE_MASK; in cluster_io()
2390 abort_size = (int)((upl_end_offset - upl_offset + PAGE_MASK) & ~PAGE_MASK); in cluster_io()
2680 (f_offset & PAGE_MASK_64) || (size & PAGE_MASK) || (upl_offset & PAGE_MASK)) { in cluster_pagein_ext()
3002 io_align_mask = PAGE_MASK; in cluster_write_direct()
4663 upl_size &= ~PAGE_MASK; in cluster_read_copy()
[all …]
/xnu-11215/tests/
H A Dmacho_size_63133398.c3184 …dst_buf = mmap(NULL, (dst_size + PAGE_SIZE - 1) & ~PAGE_MASK, PROT_READ | PROT_WRITE, MAP_FILE | M…
3207 T_ASSERT_POSIX_SUCCESS(munmap(dst_buf, (dst_size + PAGE_SIZE - 1) & ~PAGE_MASK), NULL);
/xnu-11215/osfmk/arm64/
H A Dloose_ends.c87 src_offset = src & PAGE_MASK; in bcopy_phys_internal()
88 dst_offset = dst & PAGE_MASK; in bcopy_phys_internal()
211 vm_offset_t offset = src & PAGE_MASK; in bzero_phys()
266 assert((((addr64_t) buf) & PAGE_MASK) == 0); in bzero_phys()
364 addr = pmap_cpu_windows_copy_addr(cpu_number(), index) | ((uint32_t)paddr & PAGE_MASK); in ml_phys_read_data()
589 addr = pmap_cpu_windows_copy_addr(cpu_number(), index) | ((uint32_t)paddr & PAGE_MASK); in ml_phys_write_data()
H A Diofilter.c83 const uint16_t pa_offset = (uint16_t) (pa & PAGE_MASK); in io_filter_write()
/xnu-11215/osfmk/kern/
H A Dpercpu.h302 return ((percpu_section_end() - percpu_section_start()) + PAGE_MASK) & ~((vm_size_t)PAGE_MASK); in percpu_section_size()
/xnu-11215/osfmk/i386/
H A Dphys.c137 assert((((uintptr_t)dst & PAGE_MASK) + dst_offset + len) <= PAGE_SIZE); in pmap_copy_part_page()
138 assert((((uintptr_t)src & PAGE_MASK) + src_offset + len) <= PAGE_SIZE); in pmap_copy_part_page()
/xnu-11215/osfmk/mach/arm/
H A Dvm_param.h73 #define PAGE_MASK (PAGE_SIZE-1) macro
92 #define PAGE_MASK vm_page_mask macro
/xnu-11215/osfmk/vm/
H A Dvm_sanitize.c323 size_aligned = vm_map_round_page_mask(*size, PAGE_MASK); in vm_sanitize_object_size()
375 if (vm_map_round_page_mask(size_aligned, PAGE_MASK) == 0) { in vm_sanitize_size()
1005 kr = vm_sanitize_addr_size(offset_u, size_u, VM_SANITIZE_CALLER_TEST, PAGE_MASK, in vm_sanitize_addr_size_test()
1023 kr = vm_sanitize_addr_size(offset_u, size_u, VM_SANITIZE_CALLER_TEST, PAGE_MASK, in vm_sanitize_addr_size_test()
1041 kr = vm_sanitize_addr_size(offset_u, size_u, VM_SANITIZE_CALLER_TEST, PAGE_MASK, in vm_sanitize_addr_size_test()
1058 kr = vm_sanitize_addr_size(offset_u, size_u, VM_SANITIZE_CALLER_TEST, PAGE_MASK, in vm_sanitize_addr_size_test()
1076 kr = vm_sanitize_addr_size(offset_u, size_u, VM_SANITIZE_CALLER_TEST, PAGE_MASK, in vm_sanitize_addr_size_test()
1095 kr = vm_sanitize_addr_size(offset_u, size_u, VM_SANITIZE_CALLER_TEST, PAGE_MASK, in vm_sanitize_addr_size_test()
1113 kr = vm_sanitize_addr_size(offset_u, size_u, VM_SANITIZE_CALLER_TEST, PAGE_MASK, in vm_sanitize_addr_size_test()
/xnu-11215/pexpert/pexpert/arm/
H A Dboot.h66 #define CDBG_MEM ((sizeof(dbg_registry_t) + PAGE_SIZE - 1) & ~PAGE_MASK)
/xnu-11215/pexpert/pexpert/arm64/
H A Dboot.h77 #define CDBG_MEM ((sizeof(dbg_registry_t) + PAGE_SIZE - 1) & ~PAGE_MASK)
/xnu-11215/osfmk/kdp/
H A Dkdp_common.c62 *effective_page_mask = PAGE_MASK; in kdp_vm_map_get_page_size()
232 uint64_t dst_rem = PAGE_SIZE - (phys_dest & PAGE_MASK); in kdp_generic_copyin()
298 uint64_t dst_rem = PAGE_SIZE - (phys_dest & PAGE_MASK); in kdp_generic_copyin_string_slowpath()

1234