Lines Matching refs:src_entry
12084 vm_map_entry_t src_entry = tmp_entry; /* Top-level entry */ in vm_map_copyin_internal() local
12143 src_entry = tmp_entry; in vm_map_copyin_internal()
12186 if (((src_entry->protection & VM_PROT_READ) == VM_PROT_NONE && in vm_map_copyin_internal()
12188 (src_entry->max_protection & VM_PROT_READ) == 0) { in vm_map_copyin_internal()
12196 vm_map_clip_end(src_map, src_entry, src_end); in vm_map_copyin_internal()
12198 src_size = src_entry->vme_end - src_start; in vm_map_copyin_internal()
12199 src_object = VME_OBJECT(src_entry); in vm_map_copyin_internal()
12200 src_offset = VME_OFFSET(src_entry); in vm_map_copyin_internal()
12201 was_wired = (src_entry->wired_count != 0); in vm_map_copyin_internal()
12203 vm_map_entry_copy(src_map, new_entry, src_entry); in vm_map_copyin_internal()
12260 prot = src_entry->protection & ~VM_PROT_WRITE; in vm_map_copyin_internal()
12262 if (override_nx(src_map, VME_ALIAS(src_entry)) in vm_map_copyin_internal()
12271 (src_entry->is_shared ? in vm_map_copyin_internal()
12275 src_entry->vme_start, in vm_map_copyin_internal()
12308 saved_src_entry = src_entry; in vm_map_copyin_internal()
12310 src_entry = VM_MAP_ENTRY_NULL; in vm_map_copyin_internal()
12450 src_entry = saved_src_entry; in vm_map_copyin_internal()
12477 src_entry = tmp_entry; in vm_map_copyin_internal()
12478 vm_map_clip_start(src_map, src_entry, src_start); in vm_map_copyin_internal()
12480 if ((((src_entry->protection & VM_PROT_READ) == VM_PROT_NONE) && in vm_map_copyin_internal()
12482 ((src_entry->max_protection & VM_PROT_READ) == 0)) { in vm_map_copyin_internal()
12486 if (src_entry->vme_end < new_entry->vme_end) { in vm_map_copyin_internal()
12497 assert(VM_MAP_PAGE_ALIGNED(src_entry->vme_end, in vm_map_copyin_internal()
12499 new_entry->vme_end = src_entry->vme_end; in vm_map_copyin_internal()
12501 } else if (src_entry->vme_end > new_entry->vme_end) { in vm_map_copyin_internal()
12517 if ((VME_OBJECT(src_entry) != src_object) || in vm_map_copyin_internal()
12518 (VME_OFFSET(src_entry) != src_offset) || in vm_map_copyin_internal()
12519 (src_entry->vme_end > new_entry->vme_end)) { in vm_map_copyin_internal()
12529 tmp_entry = src_entry; in vm_map_copyin_internal()
12597 src_entry = tmp_entry->vme_prev; in vm_map_copyin_internal()
12627 tmp_entry = src_entry->vme_next; in vm_map_copyin_internal()
17407 vm_map_entry_t src_entry; /* result of last map lookup */ in vm_map_remap_extract() local
17541 if (!vm_map_lookup_entry(map, src_start, &src_entry)) { in vm_map_remap_extract()
17546 if (src_start < src_entry->vme_start || in vm_map_remap_extract()
17547 (mapped_size && src_start != src_entry->vme_start)) { in vm_map_remap_extract()
17553 if (src_end > src_entry->vme_end) { in vm_map_remap_extract()
17554 tmp_size -= (src_end - src_entry->vme_end); in vm_map_remap_extract()
17557 entry_size = (vm_map_size_t)(src_entry->vme_end - in vm_map_remap_extract()
17558 src_entry->vme_start); in vm_map_remap_extract()
17560 if (src_entry->is_sub_map && in vm_map_remap_extract()
17575 submap_size = src_entry->vme_end - src_start; in vm_map_remap_extract()
17579 submap_start = VME_OFFSET(src_entry) + src_start - src_entry->vme_start; in vm_map_remap_extract()
17580 submap = VME_SUBMAP(src_entry); in vm_map_remap_extract()
17587 } else if (src_entry->needs_copy) { in vm_map_remap_extract()
17613 src_entry = NULL; in vm_map_remap_extract()
17711 if (src_entry->is_sub_map) { in vm_map_remap_extract()
17713 } else if (((src_entry->protection & required_cur_prot) != in vm_map_remap_extract()
17715 ((src_entry->max_protection & required_max_prot) != in vm_map_remap_extract()
17739 if (src_entry->is_sub_map) { in vm_map_remap_extract()
17757 submap = VME_SUBMAP(src_entry); in vm_map_remap_extract()
17758 submap_start = VME_OFFSET(src_entry) + src_start - src_entry->vme_start; in vm_map_remap_extract()
17766 } else if (src_entry->needs_copy) { in vm_map_remap_extract()
17812 src_entry = NULL; /* not valid once map is unlocked */ in vm_map_remap_extract()
17894 object = VME_OBJECT(src_entry); in vm_map_remap_extract()
17911 if (src_entry->iokit_acct) { in vm_map_remap_extract()
17923 assertf(!src_entry->use_pmap, in vm_map_remap_extract()
17926 src_entry, in vm_map_remap_extract()
17927 (uint64_t)src_entry->vme_start, in vm_map_remap_extract()
17928 (uint64_t)src_entry->vme_end, in vm_map_remap_extract()
17929 src_entry->protection, in vm_map_remap_extract()
17930 src_entry->max_protection, in vm_map_remap_extract()
17931 VME_ALIAS(src_entry)); in vm_map_remap_extract()
17937 assertf(src_entry->use_pmap, in vm_map_remap_extract()
17940 src_entry, in vm_map_remap_extract()
17941 (uint64_t)src_entry->vme_start, in vm_map_remap_extract()
17942 (uint64_t)src_entry->vme_end, in vm_map_remap_extract()
17943 src_entry->protection, in vm_map_remap_extract()
17944 src_entry->max_protection, in vm_map_remap_extract()
17945 VME_ALIAS(src_entry)); in vm_map_remap_extract()
17949 assert(!src_entry->needs_copy); in vm_map_remap_extract()
17950 if (src_entry->max_protection == VM_PROT_NONE) { in vm_map_remap_extract()
17951 assert(src_entry->protection == VM_PROT_NONE); in vm_map_remap_extract()
17966 VME_OFFSET_SET(src_entry, 0); in vm_map_remap_extract()
17967 VME_OBJECT_SET(src_entry, object, false, 0); in vm_map_remap_extract()
17968 assert(src_entry->use_pmap); in vm_map_remap_extract()
17970 } else if (src_entry->wired_count || in vm_map_remap_extract()
17987 assert(!src_entry->needs_copy); in vm_map_remap_extract()
17988 } else if (src_entry->needs_copy || object->shadowed || in vm_map_remap_extract()
17990 !src_entry->is_shared && in vm_map_remap_extract()
17994 VME_OBJECT_SHADOW(src_entry, entry_size, in vm_map_remap_extract()
17996 assert(src_entry->use_pmap); in vm_map_remap_extract()
17999 if (src_entry->protection & VM_PROT_WRITE) { in vm_map_remap_extract()
18002 } else if (src_entry->used_for_tpro) { in vm_map_remap_extract()
18006 if (!src_entry->needs_copy && is_writable) { in vm_map_remap_extract()
18009 … if (pmap_has_prot_policy(map->pmap, src_entry->translated_allow_execute, src_entry->protection)) { in vm_map_remap_extract()
18013 src_entry, in vm_map_remap_extract()
18014 (uint64_t)src_entry->vme_start, in vm_map_remap_extract()
18015 (uint64_t)src_entry->vme_end, in vm_map_remap_extract()
18016 src_entry->protection); in vm_map_remap_extract()
18019 prot = src_entry->protection & ~VM_PROT_WRITE; in vm_map_remap_extract()
18022 VME_ALIAS(src_entry)) in vm_map_remap_extract()
18027 if (pmap_has_prot_policy(map->pmap, src_entry->translated_allow_execute, prot)) { in vm_map_remap_extract()
18031 src_entry, in vm_map_remap_extract()
18032 (uint64_t)src_entry->vme_start, in vm_map_remap_extract()
18033 (uint64_t)src_entry->vme_end, in vm_map_remap_extract()
18039 VME_OBJECT(src_entry), in vm_map_remap_extract()
18040 VME_OFFSET(src_entry), in vm_map_remap_extract()
18044 src_entry->vme_start, in vm_map_remap_extract()
18061 src_entry->vme_start, in vm_map_remap_extract()
18062 src_entry->vme_end, in vm_map_remap_extract()
18067 object = VME_OBJECT(src_entry); in vm_map_remap_extract()
18068 src_entry->needs_copy = FALSE; in vm_map_remap_extract()
18074 assert(!src_entry->needs_copy); in vm_map_remap_extract()
18095 offset = (VME_OFFSET(src_entry) + in vm_map_remap_extract()
18096 (src_start - src_entry->vme_start)); in vm_map_remap_extract()
18100 vm_map_entry_copy(map, new_entry, src_entry); in vm_map_remap_extract()
18125 new_entry->vme_permanent = src_entry->vme_permanent; in vm_map_remap_extract()
18126 new_entry->csm_associated = src_entry->csm_associated; in vm_map_remap_extract()
18137 new_entry->inheritance = src_entry->inheritance; in vm_map_remap_extract()
18177 if (src_entry->used_for_jit == TRUE) { in vm_map_remap_extract()
18192 if (!src_entry->is_sub_map && in vm_map_remap_extract()
18193 VME_OBJECT(src_entry) == VM_OBJECT_NULL) { in vm_map_remap_extract()
18195 assert(src_entry->protection == VM_PROT_NONE); in vm_map_remap_extract()
18196 assert(src_entry->max_protection == VM_PROT_NONE); in vm_map_remap_extract()
18197 src_entry->is_shared = FALSE; in vm_map_remap_extract()
18199 src_entry->is_shared = TRUE; in vm_map_remap_extract()
18213 } else if (src_entry->is_sub_map) { in vm_map_remap_extract()
18218 } else if (src_entry->wired_count == 0 && in vm_map_remap_extract()
18233 if (src_needs_copy && !src_entry->needs_copy) { in vm_map_remap_extract()
18236 … if (pmap_has_prot_policy(map->pmap, src_entry->translated_allow_execute, src_entry->protection)) { in vm_map_remap_extract()
18239 map, map->pmap, src_entry, in vm_map_remap_extract()
18240 (uint64_t)src_entry->vme_start, in vm_map_remap_extract()
18241 (uint64_t)src_entry->vme_end, in vm_map_remap_extract()
18242 src_entry->protection); in vm_map_remap_extract()
18245 prot = src_entry->protection & ~VM_PROT_WRITE; in vm_map_remap_extract()
18248 VME_ALIAS(src_entry)) in vm_map_remap_extract()
18253 if (pmap_has_prot_policy(map->pmap, src_entry->translated_allow_execute, prot)) { in vm_map_remap_extract()
18256 map, map->pmap, src_entry, in vm_map_remap_extract()
18257 (uint64_t)src_entry->vme_start, in vm_map_remap_extract()
18258 (uint64_t)src_entry->vme_end, in vm_map_remap_extract()
18265 ((src_entry->is_shared in vm_map_remap_extract()
18269 src_entry->vme_start, in vm_map_remap_extract()
18272 assert(src_entry->wired_count == 0); in vm_map_remap_extract()
18273 src_entry->needs_copy = TRUE; in vm_map_remap_extract()
18283 src_entry_was_wired = (src_entry->wired_count > 0); in vm_map_remap_extract()
18284 saved_src_entry = src_entry; in vm_map_remap_extract()
18285 src_entry = VM_MAP_ENTRY_NULL; in vm_map_remap_extract()
18375 src_entry = saved_src_entry; in vm_map_remap_extract()
18388 if (vm_remap_legacy && !src_entry->is_sub_map) { in vm_map_remap_extract()
18389 *cur_protection &= src_entry->protection; in vm_map_remap_extract()
18390 *max_protection &= src_entry->max_protection; in vm_map_remap_extract()
18401 if (src_entry->vme_next != vm_map_to_entry(map) && in vm_map_remap_extract()
18402 src_entry->vme_next->vme_object_value == in vm_map_remap_extract()
18403 src_entry->vme_object_value) { in vm_map_remap_extract()
18417 for (src_entry = map_header->links.next; in vm_map_remap_extract()
18418 src_entry != CAST_TO_VM_MAP_ENTRY(&map_header->links); in vm_map_remap_extract()
18419 src_entry = new_entry) { in vm_map_remap_extract()
18420 new_entry = src_entry->vme_next; in vm_map_remap_extract()
18421 _vm_map_store_entry_unlink(map_header, src_entry, false); in vm_map_remap_extract()
18422 if (src_entry->is_sub_map) { in vm_map_remap_extract()
18423 vm_map_deallocate(VME_SUBMAP(src_entry)); in vm_map_remap_extract()
18425 vm_object_deallocate(VME_OBJECT(src_entry)); in vm_map_remap_extract()
18427 vm_map_entry_dispose(src_entry); in vm_map_remap_extract()