Lines Matching refs:copy_map
4173 vm_map_copy_t copy_map; in vm_map_enter_mem_object() local
4194 copy_map = named_entry->backing.copy; in vm_map_enter_mem_object()
4195 assert(copy_map->type == VM_MAP_COPY_ENTRY_LIST); in vm_map_enter_mem_object()
4196 if (copy_map->type != VM_MAP_COPY_ENTRY_LIST) { in vm_map_enter_mem_object()
4201 copy_map->type); in vm_map_enter_mem_object()
4206 if (VM_MAP_PAGE_SHIFT(target_map) != copy_map->cpy_hdr.page_shift) { in vm_map_enter_mem_object()
4207 …e 0x%llx pgshift %d -> target_map %p pgshift %d\n", copy_map, obj_offs, (uint64_t)map_size, copy_m… in vm_map_enter_mem_object()
4219 target_size = copy_map->size; in vm_map_enter_mem_object()
4223 if (copy_map->cpy_hdr.page_shift != VM_MAP_PAGE_SHIFT(target_map)) { in vm_map_enter_mem_object()
4226 copy_map, in vm_map_enter_mem_object()
4245 vm_map_copy_require(copy_map); in vm_map_enter_mem_object()
4246 target_copy_map = copy_map; in vm_map_enter_mem_object()
4272 if (target_copy_map != copy_map) { in vm_map_enter_mem_object()
4541 if (target_copy_map != copy_map) { in vm_map_enter_mem_object()
18476 vm_map_copy_t copy_map, in vm_map_copy_to_physcopy() argument
18495 …%llx 0x%llx) BEFORE\n", copy_map, copy_map->cpy_hdr.page_shift, copy_map->cpy_hdr.nentries, copy_m… in vm_map_copy_to_physcopy()
18497 assert(copy_map->cpy_hdr.page_shift != VM_MAP_PAGE_MASK(target_map)); in vm_map_copy_to_physcopy()
18501 assert(copy_map->cpy_hdr.page_shift == FOURK_PAGE_SHIFT); in vm_map_copy_to_physcopy()
18512 size = VM_MAP_ROUND_PAGE(copy_map->size, PAGE_MASK); in vm_map_copy_to_physcopy()
18517 new_entry = vm_map_copy_entry_create(copy_map); in vm_map_copy_to_physcopy()
18535 vm_map_set_page_shift(new_map, copy_map->cpy_hdr.page_shift); in vm_map_copy_to_physcopy()
18542 copy_map, in vm_map_copy_to_physcopy()
18543 copy_map->size, in vm_map_copy_to_physcopy()
18549 src_end = src_start + copy_map->size; in vm_map_copy_to_physcopy()
18606 while (vm_map_copy_first_entry(copy_map) != in vm_map_copy_to_physcopy()
18607 vm_map_copy_to_entry(copy_map)) { in vm_map_copy_to_physcopy()
18608 entry = vm_map_copy_first_entry(copy_map); in vm_map_copy_to_physcopy()
18609 vm_map_copy_entry_unlink(copy_map, entry); in vm_map_copy_to_physcopy()
18619 copy_map->cpy_hdr.page_shift = (uint16_t)VM_MAP_PAGE_SHIFT(target_map); in vm_map_copy_to_physcopy()
18620 copy_map->offset = 0; in vm_map_copy_to_physcopy()
18621 copy_map->size = size; in vm_map_copy_to_physcopy()
18624 assert(vm_map_copy_last_entry(copy_map) == vm_map_copy_to_entry(copy_map)); in vm_map_copy_to_physcopy()
18625 vm_map_copy_entry_link(copy_map, vm_map_copy_last_entry(copy_map), new_entry); in vm_map_copy_to_physcopy()
18627 …x%llx 0x%llx) AFTER\n", copy_map, copy_map->cpy_hdr.page_shift, copy_map->cpy_hdr.nentries, copy_m… in vm_map_copy_to_physcopy()
18633 vm_map_copy_t copy_map,
18637 vm_map_copy_t copy_map, in vm_map_copy_adjust_get_target_copy_map() argument
18649 assert(copy_map->type == VM_MAP_COPY_ENTRY_LIST); in vm_map_copy_adjust_get_target_copy_map()
18650 target_copy_map = vm_map_copy_allocate(copy_map->type); in vm_map_copy_adjust_get_target_copy_map()
18651 target_copy_map->offset = copy_map->offset; in vm_map_copy_adjust_get_target_copy_map()
18652 target_copy_map->size = copy_map->size; in vm_map_copy_adjust_get_target_copy_map()
18653 target_copy_map->cpy_hdr.page_shift = copy_map->cpy_hdr.page_shift; in vm_map_copy_adjust_get_target_copy_map()
18654 for (entry = vm_map_copy_first_entry(copy_map); in vm_map_copy_adjust_get_target_copy_map()
18655 entry != vm_map_copy_to_entry(copy_map); in vm_map_copy_adjust_get_target_copy_map()
18680 vm_map_copy_t copy_map, in vm_map_copy_trim() argument
18688 assert(copy_map->type == VM_MAP_COPY_ENTRY_LIST); in vm_map_copy_trim()
18689 assert(copy_map->cpy_hdr.nentries > 0); in vm_map_copy_trim()
18691 trim_start += vm_map_copy_first_entry(copy_map)->vme_start; in vm_map_copy_trim()
18692 trim_end += vm_map_copy_first_entry(copy_map)->vme_start; in vm_map_copy_trim()
18695 copy_page_shift = VM_MAP_COPY_PAGE_SHIFT(copy_map); in vm_map_copy_trim()
18696 copy_map->cpy_hdr.page_shift = new_page_shift; in vm_map_copy_trim()
18698 for (entry = vm_map_copy_first_entry(copy_map); in vm_map_copy_trim()
18699 entry != vm_map_copy_to_entry(copy_map); in vm_map_copy_trim()
18711 vm_map_copy_clip_start(copy_map, entry, trim_start); in vm_map_copy_trim()
18712 vm_map_copy_clip_end(copy_map, entry, trim_end); in vm_map_copy_trim()
18714 copy_map->size -= entry->vme_end - entry->vme_start; in vm_map_copy_trim()
18715 vm_map_copy_entry_unlink(copy_map, entry); in vm_map_copy_trim()
18726 copy_map->cpy_hdr.page_shift = copy_page_shift; in vm_map_copy_trim()
18753 vm_map_copy_t copy_map, target_copy_map; in vm_map_copy_adjust_to_target() local
18793 copy_map = src_copy_map; in vm_map_copy_adjust_to_target()
18796 copy_page_shift = VM_MAP_COPY_PAGE_SHIFT(copy_map); in vm_map_copy_adjust_to_target()
18797 copy_page_mask = VM_MAP_COPY_PAGE_MASK(copy_map); in vm_map_copy_adjust_to_target()
18801 …x size 0x%llx target_copy_map %p...\n", copy_map, copy_page_shift, (uint64_t)copy_map->offset, (ui… in vm_map_copy_adjust_to_target()
18808 if (new_end > copy_map->size) { in vm_map_copy_adjust_to_target()
18809 …x%llx size 0x%llx KERN_INVALID_ARGUMENT\n", copy_map, copy_page_shift, target_page_shift, (uint64_… in vm_map_copy_adjust_to_target()
18816 if (new_end < copy_map->size) { in vm_map_copy_adjust_to_target()
18818 …copy_map, copy_page_shift, target_page_shift, copy, (uint64_t)VM_SANITIZE_UNSAFE_UNWRAP(offset_u),… in vm_map_copy_adjust_to_target()
18820 vm_map_copy_adjust_get_target_copy_map(copy_map, in vm_map_copy_adjust_to_target()
18822 copy_map = target_copy_map; in vm_map_copy_adjust_to_target()
18824 new_end, copy_map->size); in vm_map_copy_adjust_to_target()
18830 … size 0x%llx target_copy_map %p... trim start from 0x%llx to 0x%llx\n", copy_map, copy_page_shift,… in vm_map_copy_adjust_to_target()
18832 vm_map_copy_adjust_get_target_copy_map(copy_map, in vm_map_copy_adjust_to_target()
18834 copy_map = target_copy_map; in vm_map_copy_adjust_to_target()
18841 target_size = copy_map->size; in vm_map_copy_adjust_to_target()
18864 for (entry = vm_map_copy_first_entry(copy_map); in vm_map_copy_adjust_to_target()
18865 entry != vm_map_copy_to_entry(copy_map); in vm_map_copy_adjust_to_target()
18873 if (entry == vm_map_copy_first_entry(copy_map) && !copy) { in vm_map_copy_adjust_to_target()
18880 if (entry->vme_next == vm_map_copy_to_entry(copy_map) && !copy) { in vm_map_copy_adjust_to_target()
18900 target_copy_map = copy_map; in vm_map_copy_adjust_to_target()
18905 …tart 0x%llx end 0x%llx KERN_SUCCESS\n", copy_map, copy_page_shift, (uint64_t)copy_map->offset, (ui… in vm_map_copy_adjust_to_target()
18916 …target_map %p (%d) copy %d target_copy_map %p -> KERN_NOT_SUPPORTED\n", copy_map, copy_page_shift,… in vm_map_copy_adjust_to_target()
18924 vm_map_copy_adjust_get_target_copy_map(copy_map, &target_copy_map); in vm_map_copy_adjust_to_target()
18925 copy_map = target_copy_map; in vm_map_copy_adjust_to_target()
18943 …ap start 0x%llx end 0x%llx PHYSCOPY\n", copy_map, copy_page_shift, (uint64_t)copy_map->offset, (ui… in vm_map_copy_adjust_to_target()
18952 addr_adjustment = copy_map->offset; in vm_map_copy_adjust_to_target()
19022 …tart 0x%llx end 0x%llx KERN_SUCCESS\n", copy_map, copy_page_shift, (uint64_t)copy_map->offset, (ui… in vm_map_copy_adjust_to_target()
19034 vm_map_copy_t copy_map, target_copy_map; in vm_map_range_physical_size() local
19090 ©_map, in vm_map_range_physical_size()
19099 assert(copy_map != VM_MAP_COPY_NULL); in vm_map_range_physical_size()
19100 target_copy_map = copy_map; in vm_map_range_physical_size()
19103 copy_map, in vm_map_range_physical_size()
19122 vm_map_copy_discard(copy_map); in vm_map_range_physical_size()
19123 copy_map = VM_MAP_COPY_NULL; in vm_map_range_physical_size()
19243 vm_map_copy_t copy_map; in vm_map_remap() local
19326 copy, ©_map, in vm_map_remap()
19334 assert(copy_map != VM_MAP_COPY_NULL); in vm_map_remap()
19343 vmk_flags.vmkf_range_id = copy_map->orig_range; in vm_map_remap()
19355 target_copy_map = copy_map; /* can modify "copy_map" itself */ in vm_map_remap()
19358 copy_map, in vm_map_remap()
19369 vm_map_copy_discard(copy_map); in vm_map_remap()
19396 vm_map_copy_discard(copy_map); in vm_map_remap()
19421 while (vm_map_copy_first_entry(copy_map) != in vm_map_remap()
19422 vm_map_copy_to_entry(copy_map)) { in vm_map_remap()
19423 vm_map_entry_t entry = vm_map_copy_first_entry(copy_map); in vm_map_remap()
19425 vm_map_copy_entry_unlink(copy_map, entry); in vm_map_remap()
19551 vm_map_copy_discard(copy_map); in vm_map_remap()
19552 copy_map = VM_MAP_COPY_NULL; in vm_map_remap()