Lines Matching refs:copy
284 vm_map_copy_t copy);
289 vm_map_copy_t copy,
296 vm_map_copy_t copy,
310 vm_map_copy_t copy,
353 vm_map_copy_t copy,
362 boolean_t copy,
929 vm_map_copy_require(struct vm_map_copy *copy) in vm_map_copy_require() argument
931 zone_id_require(ZONE_ID_VM_MAP_COPY, sizeof(struct vm_map_copy), copy); in vm_map_copy_require()
1786 #define vm_map_copy_entry_create(copy) _vm_map_entry_create(&(copy)->cpy_hdr) argument
1922 #define vm_map_copy_entry_link(copy, after_where, entry) \ argument
1923 _vm_map_store_entry_link(&(copy)->cpy_hdr, after_where, (entry))
1925 #define vm_map_copy_entry_unlink(copy, entry) \ argument
1926 _vm_map_store_entry_unlink(&(copy)->cpy_hdr, (entry), false)
3953 boolean_t copy, in vm_map_enter_mem_object() argument
3983 (try_prefault && (copy || !page_list))) { in vm_map_enter_mem_object()
4035 copy = FALSE; in vm_map_enter_mem_object()
4138 copy, in vm_map_enter_mem_object()
4194 copy_map = named_entry->backing.copy; in vm_map_enter_mem_object()
4230 copy, in vm_map_enter_mem_object()
4317 if (!copy && in vm_map_enter_mem_object()
4385 if (copy) { in vm_map_enter_mem_object()
4423 if (copy && copy_object != VM_OBJECT_NULL) { in vm_map_enter_mem_object()
4498 if (!copy && !copy_entry->is_sub_map) { in vm_map_enter_mem_object()
4521 : (copy || copy_entry->needs_copy)), in vm_map_enter_mem_object()
4660 if (copy) { in vm_map_enter_mem_object()
4694 if (copy) { in vm_map_enter_mem_object()
4703 ©); in vm_map_enter_mem_object()
4726 ©); in vm_map_enter_mem_object()
4757 copy, in vm_map_enter_mem_object()
5300 #define vm_map_copy_clip_start(copy, entry, startaddr) \ argument
5303 _vm_map_clip_start(&(copy)->cpy_hdr,(entry),(startaddr)); \
5426 #define vm_map_copy_clip_end(copy, entry, endaddr) \ argument
5429 _vm_map_clip_end(&(copy)->cpy_hdr,(entry),(endaddr)); \
8978 vm_map_copy_t copy) in vm_map_copy_discard() argument
8980 if (copy == VM_MAP_COPY_NULL) { in vm_map_copy_discard()
8988 vm_map_copy_require(copy); in vm_map_copy_discard()
8990 switch (copy->type) { in vm_map_copy_discard()
8992 while (vm_map_copy_first_entry(copy) != in vm_map_copy_discard()
8993 vm_map_copy_to_entry(copy)) { in vm_map_copy_discard()
8994 vm_map_entry_t entry = vm_map_copy_first_entry(copy); in vm_map_copy_discard()
8996 vm_map_copy_entry_unlink(copy, entry); in vm_map_copy_discard()
9012 if (copy->size > msg_ool_size_small || copy->offset) { in vm_map_copy_discard()
9014 (long long)copy->size, (long long)copy->offset); in vm_map_copy_discard()
9016 kfree_data(copy->cpy_kdata, copy->size); in vm_map_copy_discard()
9018 zfree_id(ZONE_ID_VM_MAP_COPY, copy); in vm_map_copy_discard()
9024 extern vm_map_copy_t vm_map_copy_copy(vm_map_copy_t copy);
9045 vm_map_copy_t copy) in vm_map_copy_copy() argument
9049 if (copy == VM_MAP_COPY_NULL) { in vm_map_copy_copy()
9057 vm_map_copy_require(copy); in vm_map_copy_copy()
9065 memcpy((void *) new_copy, (void *) copy, sizeof(struct vm_map_copy)); in vm_map_copy_copy()
9067 if (copy->type == VM_MAP_COPY_KERNEL_BUFFER) { in vm_map_copy_copy()
9068 new_copy->cpy_kdata = copy->cpy_kdata; in vm_map_copy_copy()
9072 if (copy->type == VM_MAP_COPY_ENTRY_LIST) { in vm_map_copy_copy()
9077 vm_map_copy_first_entry(copy)->vme_prev in vm_map_copy_copy()
9079 vm_map_copy_last_entry(copy)->vme_next in vm_map_copy_copy()
9087 bzero(copy, sizeof(struct vm_map_copy)); in vm_map_copy_copy()
9088 copy->type = VM_MAP_COPY_KERNEL_BUFFER; in vm_map_copy_copy()
9370 vm_map_copy_t copy, in vm_map_copy_overwrite_nested() argument
9392 if (copy->type == VM_MAP_COPY_KERNEL_BUFFER) { in vm_map_copy_overwrite_nested()
9395 copy, copy->size, TRUE, discard_on_success); in vm_map_copy_overwrite_nested()
9404 assert(copy->type == VM_MAP_COPY_ENTRY_LIST); in vm_map_copy_overwrite_nested()
9406 if (copy->size == 0) { in vm_map_copy_overwrite_nested()
9408 vm_map_copy_discard(copy); in vm_map_copy_overwrite_nested()
9413 copy_page_shift = copy->cpy_hdr.page_shift; in vm_map_copy_overwrite_nested()
9422 if (!VM_MAP_PAGE_ALIGNED(copy->size, in vm_map_copy_overwrite_nested()
9424 !VM_MAP_PAGE_ALIGNED(copy->offset, in vm_map_copy_overwrite_nested()
9430 dst_end = vm_map_round_page(dst_addr + copy->size, in vm_map_copy_overwrite_nested()
9433 dst_end = dst_addr + copy->size; in vm_map_copy_overwrite_nested()
9589 total_size = copy->size; in vm_map_copy_overwrite_nested()
9599 copy_size = copy->size; in vm_map_copy_overwrite_nested()
9712 new_offset = copy->offset; in vm_map_copy_overwrite_nested()
9713 copy_entry = vm_map_copy_first_entry(copy); in vm_map_copy_overwrite_nested()
9715 vm_map_copy_to_entry(copy)) { in vm_map_copy_overwrite_nested()
9721 vm_map_copy_clip_end(copy, in vm_map_copy_overwrite_nested()
9733 vm_map_copy_to_entry(copy); in vm_map_copy_overwrite_nested()
9735 copy->cpy_hdr.links.prev; in vm_map_copy_overwrite_nested()
9736 copy->cpy_hdr.links.prev = copy_entry; in vm_map_copy_overwrite_nested()
9737 copy->size = copy_size; in vm_map_copy_overwrite_nested()
9739 copy->cpy_hdr.nentries; in vm_map_copy_overwrite_nested()
9741 copy->cpy_hdr.nentries = nentries; in vm_map_copy_overwrite_nested()
9756 copy, in vm_map_copy_overwrite_nested()
9764 copy, in vm_map_copy_overwrite_nested()
9771 copy, in vm_map_copy_overwrite_nested()
9778 copy->cpy_hdr.nentries += in vm_map_copy_overwrite_nested()
9780 copy->cpy_hdr.links.prev->vme_next = in vm_map_copy_overwrite_nested()
9782 copy->cpy_hdr.links.prev in vm_map_copy_overwrite_nested()
9784 copy->size = total_size; in vm_map_copy_overwrite_nested()
9793 copy = vm_map_copy_allocate(VM_MAP_COPY_ENTRY_LIST); in vm_map_copy_overwrite_nested()
9794 copy->offset = new_offset; in vm_map_copy_overwrite_nested()
9795 copy->cpy_hdr.page_shift = copy_page_shift; in vm_map_copy_overwrite_nested()
9801 copy->cpy_hdr.nentries = remaining_entries; in vm_map_copy_overwrite_nested()
9802 copy->cpy_hdr.links.next = next_copy; in vm_map_copy_overwrite_nested()
9803 copy->cpy_hdr.links.prev = previous_prev; in vm_map_copy_overwrite_nested()
9804 copy->size = total_size; in vm_map_copy_overwrite_nested()
9806 vm_map_copy_to_entry(copy); in vm_map_copy_overwrite_nested()
9843 new_offset = copy->offset; in vm_map_copy_overwrite_nested()
9844 copy_entry = vm_map_copy_first_entry(copy); in vm_map_copy_overwrite_nested()
9845 while (copy_entry != vm_map_copy_to_entry(copy)) { in vm_map_copy_overwrite_nested()
9851 vm_map_copy_clip_end(copy, copy_entry, in vm_map_copy_overwrite_nested()
9862 vm_map_copy_to_entry(copy); in vm_map_copy_overwrite_nested()
9864 copy->cpy_hdr.links.prev; in vm_map_copy_overwrite_nested()
9865 copy->cpy_hdr.links.prev = copy_entry; in vm_map_copy_overwrite_nested()
9866 copy->size = copy_size; in vm_map_copy_overwrite_nested()
9868 copy->cpy_hdr.nentries; in vm_map_copy_overwrite_nested()
9870 copy->cpy_hdr.nentries = nentries; in vm_map_copy_overwrite_nested()
9891 dst_map, tmp_entry, copy, in vm_map_copy_overwrite_nested()
9894 copy->cpy_hdr.nentries += in vm_map_copy_overwrite_nested()
9896 copy->cpy_hdr.links.prev->vme_next = in vm_map_copy_overwrite_nested()
9898 copy->cpy_hdr.links.prev = in vm_map_copy_overwrite_nested()
9900 copy->size += copy_size; in vm_map_copy_overwrite_nested()
9920 copy, in vm_map_copy_overwrite_nested()
9925 copy->cpy_hdr.nentries += in vm_map_copy_overwrite_nested()
9927 copy->cpy_hdr.links.prev->vme_next = in vm_map_copy_overwrite_nested()
9929 copy->cpy_hdr.links.prev = in vm_map_copy_overwrite_nested()
9931 copy->size += copy_size; in vm_map_copy_overwrite_nested()
9942 copy->offset = new_offset; in vm_map_copy_overwrite_nested()
9944 copy->cpy_hdr.nentries = remaining_entries; in vm_map_copy_overwrite_nested()
9945 copy->cpy_hdr.links.next = next_copy; in vm_map_copy_overwrite_nested()
9946 copy->cpy_hdr.links.prev = previous_prev; in vm_map_copy_overwrite_nested()
9947 next_copy->vme_prev = vm_map_copy_to_entry(copy); in vm_map_copy_overwrite_nested()
9948 copy->size = total_size; in vm_map_copy_overwrite_nested()
9976 vm_map_copy_discard(copy); in vm_map_copy_overwrite_nested()
10007 vm_map_copy_t copy, in vm_map_copy_overwrite() argument
10031 if (copy == VM_MAP_COPY_NULL) { in vm_map_copy_overwrite()
10054 vm_map_copy_require(copy); in vm_map_copy_overwrite()
10057 copy->type != VM_MAP_COPY_ENTRY_LIST) { in vm_map_copy_overwrite()
10065 copy, in vm_map_copy_overwrite()
10075 copy_page_shift = VM_MAP_COPY_PAGE_SHIFT(copy); in vm_map_copy_overwrite()
10085 effective_page_mask = MAX(VM_MAP_COPY_PAGE_MASK(copy), in vm_map_copy_overwrite()
10098 (copy->offset & effective_page_mask)) { in vm_map_copy_overwrite()
10113 (copy->offset & effective_page_mask)); in vm_map_copy_overwrite()
10116 if (!vm_map_page_aligned(copy->offset + copy_size, in vm_map_copy_overwrite()
10123 tail_size = ((copy->offset + copy_size) & in vm_map_copy_overwrite()
10171 copy->cpy_hdr.entries_pageable; in vm_map_copy_overwrite()
10174 entry = vm_map_copy_first_entry(copy); in vm_map_copy_overwrite()
10175 if (entry->vme_end < copy->offset + head_size) { in vm_map_copy_overwrite()
10176 head_size = entry->vme_end - copy->offset; in vm_map_copy_overwrite()
10179 head_copy->offset = copy->offset; in vm_map_copy_overwrite()
10181 copy->offset += head_size; in vm_map_copy_overwrite()
10182 copy->size -= head_size; in vm_map_copy_overwrite()
10186 vm_map_copy_clip_end(copy, entry, copy->offset); in vm_map_copy_overwrite()
10187 vm_map_copy_entry_unlink(copy, entry); in vm_map_copy_overwrite()
10213 copy->cpy_hdr.entries_pageable; in vm_map_copy_overwrite()
10216 tail_copy->offset = copy->offset + copy_size - tail_size; in vm_map_copy_overwrite()
10219 copy->size -= tail_size; in vm_map_copy_overwrite()
10223 entry = vm_map_copy_last_entry(copy); in vm_map_copy_overwrite()
10224 vm_map_copy_clip_start(copy, entry, tail_copy->offset); in vm_map_copy_overwrite()
10225 entry = vm_map_copy_last_entry(copy); in vm_map_copy_overwrite()
10226 vm_map_copy_entry_unlink(copy, entry); in vm_map_copy_overwrite()
10246 assertf(copy->size == copy_size, in vm_map_copy_overwrite()
10247 …"Mismatch of copy sizes. Expected 0x%llx, Got 0x%llx\n", (uint64_t) copy_size, (uint64_t) copy->si… in vm_map_copy_overwrite()
10248 copy->size = copy_size; in vm_map_copy_overwrite()
10255 copy, in vm_map_copy_overwrite()
10277 assert(copy->type == VM_MAP_COPY_ENTRY_LIST); in vm_map_copy_overwrite()
10286 vm_map_copy_discard(copy); in vm_map_copy_overwrite()
10298 vm_map_copy_entry_link(copy, in vm_map_copy_overwrite()
10299 vm_map_copy_to_entry(copy), in vm_map_copy_overwrite()
10301 copy->offset -= head_size; in vm_map_copy_overwrite()
10302 copy->size += head_size; in vm_map_copy_overwrite()
10309 vm_map_copy_entry_link(copy, in vm_map_copy_overwrite()
10310 vm_map_copy_last_entry(copy), in vm_map_copy_overwrite()
10312 copy->size += tail_size; in vm_map_copy_overwrite()
10352 vm_map_copy_t copy, in vm_map_copy_overwrite_unaligned() argument
10371 copy_entry = vm_map_copy_first_entry(copy); in vm_map_copy_overwrite_unaligned()
10375 src_offset = copy->offset - trunc_page_mask_64(copy->offset, VM_MAP_COPY_PAGE_MASK(copy)); in vm_map_copy_overwrite_unaligned()
10376 amount_left = copy->size; in vm_map_copy_overwrite_unaligned()
10523 vm_map_copy_entry_unlink(copy, copy_entry); in vm_map_copy_overwrite_unaligned()
10529 if (copy_entry_next == vm_map_copy_to_entry(copy) && in vm_map_copy_overwrite_unaligned()
10612 vm_map_copy_t copy, in vm_map_copy_overwrite_aligned() argument
10622 while ((copy_entry = vm_map_copy_first_entry(copy)) in vm_map_copy_overwrite_aligned()
10623 != vm_map_copy_to_entry(copy)) { in vm_map_copy_overwrite_aligned()
10706 vm_map_copy_clip_end(copy, copy_entry, in vm_map_copy_overwrite_aligned()
10753 vm_map_copy_entry_unlink(copy, copy_entry); in vm_map_copy_overwrite_aligned()
10916 vm_map_copy_entry_unlink(copy, copy_entry); in vm_map_copy_overwrite_aligned()
11024 vm_map_copy_clip_end(copy, copy_entry, in vm_map_copy_overwrite_aligned()
11026 vm_map_copy_entry_unlink(copy, copy_entry); in vm_map_copy_overwrite_aligned()
11095 vm_map_copy_t copy; in vm_map_copyin_kernel_buffer() local
11112 copy = vm_map_copy_allocate(VM_MAP_COPY_KERNEL_BUFFER); in vm_map_copyin_kernel_buffer()
11113 copy->cpy_kdata = kdata; in vm_map_copyin_kernel_buffer()
11114 copy->size = len; in vm_map_copyin_kernel_buffer()
11115 copy->offset = 0; in vm_map_copyin_kernel_buffer()
11130 *copy_result = copy; in vm_map_copyin_kernel_buffer()
11154 vm_map_copy_t copy, in vm_map_copyout_kernel_buffer() argument
11162 assert(copy->size == copy_size); in vm_map_copyout_kernel_buffer()
11167 if (copy_size > msg_ool_size_small || copy->offset) { in vm_map_copyout_kernel_buffer()
11169 (long long)copy->size, (long long)copy->offset); in vm_map_copyout_kernel_buffer()
11200 kasan_notify_address(*addr, copy->size); in vm_map_copyout_kernel_buffer()
11214 if (copyout(copy->cpy_kdata, *addr, (vm_size_t)copy_size)) { in vm_map_copyout_kernel_buffer()
11229 if (copyout(copy->cpy_kdata, *addr, (vm_size_t)copy_size)) { in vm_map_copyout_kernel_buffer()
11256 kfree_data(copy->cpy_kdata, copy_size); in vm_map_copyout_kernel_buffer()
11257 zfree_id(ZONE_ID_VM_MAP_COPY, copy); in vm_map_copyout_kernel_buffer()
11281 vm_map_copy_t copy) in vm_map_copy_insert() argument
11285 while (vm_map_copy_first_entry(copy) != vm_map_copy_to_entry(copy)) { in vm_map_copy_insert()
11286 entry = vm_map_copy_first_entry(copy); in vm_map_copy_insert()
11287 vm_map_copy_entry_unlink(copy, entry); in vm_map_copy_insert()
11292 zfree_id(ZONE_ID_VM_MAP_COPY, copy); in vm_map_copy_insert()
11304 vm_map_copy_t copy, in vm_map_copy_remap() argument
11312 for (copy_entry = vm_map_copy_first_entry(copy); in vm_map_copy_remap()
11313 copy_entry != vm_map_copy_to_entry(copy); in vm_map_copy_remap()
11351 vm_map_copy_t copy, in vm_map_copy_validate_size() argument
11354 if (copy == VM_MAP_COPY_NULL) { in vm_map_copy_validate_size()
11362 vm_map_copy_require(copy); in vm_map_copy_validate_size()
11364 vm_map_size_t copy_sz = copy->size; in vm_map_copy_validate_size()
11366 switch (copy->type) { in vm_map_copy_validate_size()
11394 vm_map_copy_t copy, in vm_map_copyout_internal() argument
11415 if (copy == VM_MAP_COPY_NULL) { in vm_map_copyout_internal()
11424 vm_map_copy_require(copy); in vm_map_copyout_internal()
11426 if (!VM_SANITIZE_UNSAFE_IS_EQUAL(copy_size_u, copy->size)) { in vm_map_copyout_internal()
11435 copy_size = copy->size; in vm_map_copyout_internal()
11442 if (copy->type == VM_MAP_COPY_KERNEL_BUFFER) { in vm_map_copyout_internal()
11444 copy, copy_size, FALSE, in vm_map_copyout_internal()
11455 original_copy = copy; in vm_map_copyout_internal()
11456 if (copy->cpy_hdr.page_shift != VM_MAP_PAGE_SHIFT(dst_map)) { in vm_map_copyout_internal()
11463 copy, in vm_map_copyout_internal()
11465 copy->size, /* size */ in vm_map_copyout_internal()
11477 …x overmap_end 0x%llx trimmed_start 0x%llx\n", copy, copy->cpy_hdr.page_shift, copy->offset, (uint6… in vm_map_copyout_internal()
11478 if (target_copy != copy) { in vm_map_copyout_internal()
11479 copy = target_copy; in vm_map_copyout_internal()
11481 copy_size = copy->size; in vm_map_copyout_internal()
11488 vm_copy_start = vm_map_trunc_page((vm_map_size_t)copy->offset, in vm_map_copyout_internal()
11489 VM_MAP_COPY_PAGE_MASK(copy)); in vm_map_copyout_internal()
11490 size = vm_map_round_page((vm_map_size_t)copy->offset + copy_size, in vm_map_copyout_internal()
11491 VM_MAP_COPY_PAGE_MASK(copy)) in vm_map_copyout_internal()
11526 if (copy->cpy_hdr.entries_pageable != dst_map->hdr.entries_pageable) { in vm_map_copyout_internal()
11537 entry = vm_map_copy_first_entry(copy); in vm_map_copyout_internal()
11543 vm_map_store_copy_reset(copy, entry); in vm_map_copyout_internal()
11544 copy->cpy_hdr.entries_pageable = dst_map->hdr.entries_pageable; in vm_map_copyout_internal()
11549 while (entry != vm_map_copy_to_entry(copy)) { in vm_map_copyout_internal()
11550 new = vm_map_copy_entry_create(copy); in vm_map_copyout_internal()
11558 vm_map_copy_entry_link(copy, in vm_map_copyout_internal()
11559 vm_map_copy_last_entry(copy), in vm_map_copyout_internal()
11572 for (entry = vm_map_copy_first_entry(copy); in vm_map_copyout_internal()
11573 entry != vm_map_copy_to_entry(copy); in vm_map_copyout_internal()
11709 *dst_addr = start + (copy->offset - vm_copy_start); in vm_map_copyout_internal()
11720 SAVE_HINT_MAP_WRITE(dst_map, vm_map_copy_last_entry(copy)); in vm_map_copyout_internal()
11732 vm_map_copy_insert(dst_map, last, copy); in vm_map_copyout_internal()
11733 if (copy != original_copy) { in vm_map_copyout_internal()
11738 vm_map_copy_remap(dst_map, last, copy, adjustment, in vm_map_copyout_internal()
11741 if (copy != original_copy && original_copy != VM_MAP_COPY_NULL) { in vm_map_copyout_internal()
11742 vm_map_copy_discard(copy); in vm_map_copyout_internal()
11743 copy = original_copy; in vm_map_copyout_internal()
11772 vm_map_copy_t copy, in vm_map_copyout_size() argument
11775 return vm_map_copyout_internal(dst_map, dst_addr, copy, copy_size, in vm_map_copyout_size()
11796 vm_map_copy_t copy) in vm_map_copyout() argument
11798 return vm_map_copyout_internal(dst_map, dst_addr, copy, copy ? copy->size : 0, in vm_map_copyout()
11943 vm_map_copy_t copy; /* Resulting copy */ in vm_map_copyin_internal() local
12018 copy = vm_map_copy_allocate(VM_MAP_COPY_ENTRY_LIST); in vm_map_copyin_internal()
12019 copy->cpy_hdr.entries_pageable = TRUE; in vm_map_copyin_internal()
12020 copy->cpy_hdr.page_shift = (uint16_t)VM_MAP_PAGE_SHIFT(src_map); in vm_map_copyin_internal()
12021 copy->offset = src_addr_unaligned; in vm_map_copyin_internal()
12022 copy->size = len; in vm_map_copyin_internal()
12024 new_entry = vm_map_copy_entry_create(copy); in vm_map_copyin_internal()
12033 vm_map_copy_discard(copy); \ in vm_map_copyin_internal()
12168 new_entry = vm_map_copy_entry_create(copy); in vm_map_copyin_internal()
12498 VM_MAP_COPY_PAGE_MASK(copy))); in vm_map_copyin_internal()
12553 vm_map_copy_entry_link(copy, vm_map_copy_last_entry(copy), in vm_map_copyin_internal()
12663 VM_MAP_PAGE_SHIFT(src_map) != VM_MAP_COPY_PAGE_SHIFT(copy)) { in vm_map_copyin_internal()
12666 assert(VM_MAP_COPY_PAGE_MASK(copy) == PAGE_MASK); in vm_map_copyin_internal()
12669 tmp_entry = vm_map_copy_first_entry(copy); in vm_map_copyin_internal()
12670 if (tmp_entry != vm_map_copy_to_entry(copy)) { in vm_map_copyin_internal()
12688 (vm_map_trunc_page(copy->offset, in vm_map_copyin_internal()
12690 vm_map_trunc_page(copy->offset, in vm_map_copyin_internal()
12720 tmp_entry = vm_map_copy_last_entry(copy); in vm_map_copyin_internal()
12721 if (tmp_entry != vm_map_copy_to_entry(copy)) { in vm_map_copyin_internal()
12732 (vm_map_round_page((copy->offset + in vm_map_copyin_internal()
12733 copy->size), in vm_map_copyin_internal()
12735 vm_map_round_page((copy->offset + in vm_map_copyin_internal()
12736 copy->size), in vm_map_copyin_internal()
12765 tmp_entry = vm_map_copy_first_entry(copy); in vm_map_copyin_internal()
12767 while (tmp_entry != vm_map_copy_to_entry(copy)) { in vm_map_copyin_internal()
12771 MIN(VM_MAP_COPY_PAGE_MASK(copy), PAGE_MASK))); in vm_map_copyin_internal()
12774 MIN(VM_MAP_COPY_PAGE_MASK(copy), PAGE_MASK))); in vm_map_copyin_internal()
12792 copy_size < copy->size) { in vm_map_copyin_internal()
12807 vm_map_round_page(copy->size, in vm_map_copyin_internal()
12809 copy->size = copy_size; in vm_map_copyin_internal()
12812 *copy_result = copy; in vm_map_copyin_internal()
12830 vm_map_copy_t copy; in vm_map_copy_extract() local
12867 copy = vm_map_copy_allocate(VM_MAP_COPY_ENTRY_LIST); in vm_map_copy_extract()
12868 copy->cpy_hdr.entries_pageable = vmk_flags.vmkf_copy_pageable; in vm_map_copy_extract()
12869 copy->offset = 0; in vm_map_copy_extract()
12870 copy->size = len; in vm_map_copy_extract()
12876 copy, in vm_map_copy_extract()
12882 vm_map_copy_discard(copy); in vm_map_copy_extract()
12896 *copy_result = copy; in vm_map_copy_extract()
13192 vm_map_copy_t copy; in vm_map_fork_copy() local
13204 vm_map_copyin_flags, ©) in vm_map_fork_copy()
13233 vm_map_copy_require(copy); in vm_map_fork_copy()
13238 vm_map_copy_insert(new_map, last, copy); in vm_map_fork_copy()
17395 boolean_t copy, in vm_map_remap_extract() argument
17458 if (copy && vmk_flags.vmkf_remap_prot_copy) { in vm_map_remap_extract()
17497 if (copy) { in vm_map_remap_extract()
17581 if (copy) { in vm_map_remap_extract()
17623 boolean_t, copy, in vm_map_remap_extract()
17641 !copy) { in vm_map_remap_extract()
17760 if (copy) { in vm_map_remap_extract()
17797 boolean_t, copy, in vm_map_remap_extract()
18104 } else if (copy) { in vm_map_remap_extract()
18123 if (copy && vmk_flags.vmkf_remap_prot_copy) { in vm_map_remap_extract()
18176 if (!copy) { in vm_map_remap_extract()
18747 boolean_t copy, in vm_map_copy_adjust_to_target() argument
18801 …opy_map->offset, (uint64_t)copy_map->size, target_map, target_page_shift, copy, (uint64_t)VM_SANIT… in vm_map_copy_adjust_to_target()
18818 …d from 0x%llx to 0x%llx\n", copy_map, copy_page_shift, target_page_shift, copy, (uint64_t)VM_SANIT… in vm_map_copy_adjust_to_target()
18830 …t from 0x%llx to 0x%llx\n", copy_map, copy_page_shift, target_page_shift, copy, (uint64_t)VM_SANIT… in vm_map_copy_adjust_to_target()
18873 if (entry == vm_map_copy_first_entry(copy_map) && !copy) { in vm_map_copy_adjust_to_target()
18880 if (entry->vme_next == vm_map_copy_to_entry(copy_map) && !copy) { in vm_map_copy_adjust_to_target()
18905 …opy_map->offset, (uint64_t)copy_map->size, target_map, target_page_shift, copy, *target_copy_map_p… in vm_map_copy_adjust_to_target()
18908 } else if (misalignments && !copy) { in vm_map_copy_adjust_to_target()
18916 …T_SUPPORTED\n", copy_map, copy_page_shift, target_map, target_page_shift, copy, *target_copy_map_p… in vm_map_copy_adjust_to_target()
18927 if (misalignments && copy) { in vm_map_copy_adjust_to_target()
18943 …opy_map->offset, (uint64_t)copy_map->size, target_map, target_page_shift, copy, *target_copy_map_p… in vm_map_copy_adjust_to_target()
18970 …py %d -> overmap_start 0x%llx\n", target_entry, VME_OFFSET(target_entry), copy, (uint64_t)overmap_… in vm_map_copy_adjust_to_target()
18974 …x%llx copy %d -> misalignments %d\n", target_entry, VME_OFFSET(target_entry), copy, misalignments); in vm_map_copy_adjust_to_target()
18975 assert(copy); in vm_map_copy_adjust_to_target()
18994 …copy %d -> overmap_end 0x%llx\n", target_entry, VME_OFFSET(target_entry), copy, (uint64_t)overmap_… in vm_map_copy_adjust_to_target()
18999 …x%llx copy %d -> misalignments %d\n", target_entry, VME_OFFSET(target_entry), copy, misalignments); in vm_map_copy_adjust_to_target()
19000 assert(copy); in vm_map_copy_adjust_to_target()
19022 …opy_map->offset, (uint64_t)copy_map->size, target_map, target_page_shift, copy, *target_copy_map_p… in vm_map_copy_adjust_to_target()
19230 boolean_t copy, in vm_map_remap() argument
19256 if (copy) { in vm_map_remap()
19257 …ITIZE_UNSAFE_UNWRAP(memory_address_u), VM_SANITIZE_UNSAFE_UNWRAP(size_u), copy, target_map, VM_MAP… in vm_map_remap()
19259 …ITIZE_UNSAFE_UNWRAP(memory_address_u), VM_SANITIZE_UNSAFE_UNWRAP(size_u), copy, target_map, VM_MAP… in vm_map_remap()
19314 if (!copy) { in vm_map_remap()
19326 copy, ©_map, in vm_map_remap()
19362 copy, in vm_map_remap()
19549 …result=0x%x\n", src_map, (uint64_t)memory_address, (uint64_t)target_size, copy, target_map, (uint6… in vm_map_remap()
20977 vm_map_copy_t copy; in vm_named_entry_associate_vm_object() local
20984 assert(named_entry->backing.copy == VM_MAP_COPY_NULL); in vm_named_entry_associate_vm_object()
20986 copy = vm_map_copy_allocate(VM_MAP_COPY_ENTRY_LIST); in vm_named_entry_associate_vm_object()
20987 copy->offset = offset; in vm_named_entry_associate_vm_object()
20988 copy->size = size; in vm_named_entry_associate_vm_object()
20989 copy->cpy_hdr.page_shift = (uint16_t)PAGE_SHIFT; in vm_named_entry_associate_vm_object()
20991 copy_entry = vm_map_copy_entry_create(copy); in vm_named_entry_associate_vm_object()
20999 vm_map_copy_entry_link(copy, vm_map_copy_last_entry(copy), copy_entry); in vm_named_entry_associate_vm_object()
21001 named_entry->backing.copy = copy; in vm_named_entry_associate_vm_object()
21008 named_entry, copy, object, offset, size, prot); in vm_named_entry_associate_vm_object()
21015 vm_map_copy_t copy; in vm_named_entry_to_vm_object() local
21022 copy = named_entry->backing.copy; in vm_named_entry_to_vm_object()
21023 assert(copy != VM_MAP_COPY_NULL); in vm_named_entry_to_vm_object()
21028 vm_map_copy_require(copy); in vm_named_entry_to_vm_object()
21029 assert(copy->cpy_hdr.nentries == 1); in vm_named_entry_to_vm_object()
21030 copy_entry = vm_map_copy_first_entry(copy); in vm_named_entry_to_vm_object()
21033 …lx 0x%x/0x%x ] -> %p offset 0x%llx size 0x%llx prot 0x%x\n", named_entry, copy, copy_entry, (uint6… in vm_named_entry_to_vm_object()