766 	vm_map_t target_map)  in vm_self_region_page_shift_safely()  argument
782 	if (effective_page_shift == VM_MAP_PAGE_SHIFT(target_map)) {  in vm_self_region_page_shift_safely()
791 	vm_map_t target_map)  in vm_self_region_page_shift()  argument
795 	effective_page_shift = vm_self_region_page_shift_safely(target_map);  in vm_self_region_page_shift()
799 		    VM_MAP_PAGE_SHIFT(target_map));  in vm_self_region_page_shift()
3859 	vm_map_t                target_map,  in vm_map_enter_mem_object_sanitize()  argument
3882 	    VM_SANITIZE_CALLER_ENTER_MEM_OBJ, target_map,  in vm_map_enter_mem_object_sanitize()
3905 		    target_map,  in vm_map_enter_mem_object_sanitize()
3912 		*map_addr = vm_sanitize_addr(target_map, address_u);  in vm_map_enter_mem_object_sanitize()
3914 		    VM_SANITIZE_CALLER_ENTER_MEM_OBJ, target_map,  in vm_map_enter_mem_object_sanitize()
3946 	vm_map_t                target_map,  in vm_map_enter_mem_object()  argument
3974 	if (VM_MAP_PAGE_SHIFT(target_map) < PAGE_SHIFT) {  in vm_map_enter_mem_object()
3982 	if ((target_map == VM_MAP_NULL) ||  in vm_map_enter_mem_object()
3987 	map_mask = vm_map_page_mask(target_map);  in vm_map_enter_mem_object()
3993 		target_map,  in vm_map_enter_mem_object()
4017 	vm_map_kernel_flags_update_range_id(&vmk_flags, target_map, map_size);  in vm_map_enter_mem_object()
4131 			result = vm_map_enter(target_map,  in vm_map_enter_mem_object()
4155 			    vm_map_pmap(target_map)) {  in vm_map_enter_mem_object()
4206 			if (VM_MAP_PAGE_SHIFT(target_map) != copy_map->cpy_hdr.page_shift) {  in vm_map_enter_mem_object()
4207 …offs, (uint64_t)map_size, copy_map->cpy_hdr.page_shift, target_map, VM_MAP_PAGE_SHIFT(target_map));  in vm_map_enter_mem_object()
4223 			if (copy_map->cpy_hdr.page_shift != VM_MAP_PAGE_SHIFT(target_map)) {  in vm_map_enter_mem_object()
4229 					target_map,  in vm_map_enter_mem_object()
4259 			kr = vm_map_enter(target_map,  in vm_map_enter_mem_object()
4512 				kr = vm_map_enter(target_map,  in vm_map_enter_mem_object()
4548 …x offset_in_mapping 0x%llx overmap_start 0x%llx -> *address 0x%llx\n", target_map, (uint64_t)map_a…  in vm_map_enter_mem_object()
4553 				vm_map_remove(target_map, map_addr,  in vm_map_enter_mem_object()
4749 	kernel_prefault = (try_prefault && vm_kernel_map_is_kernel(target_map));  in vm_map_enter_mem_object()
4752 	result = vm_map_enter(target_map,  in vm_map_enter_mem_object()
4795 				kr = pmap_enter_options(target_map->pmap,  in vm_map_enter_mem_object()
4813 			vm_map_unlock(target_map);  in vm_map_enter_mem_object()
4820 		if (target_map->pmap == kernel_pmap) {  in vm_map_enter_mem_object()
4831 	vm_map_t                target_map,  in vm_map_enter_mem_object_prefault()  argument
4844 	return vm_map_enter_mem_object(target_map,  in vm_map_enter_mem_object_prefault()
4862 	vm_map_t                target_map,  in vm_map_enter_mem_object_control_sanitize()  argument
4884 	    VM_SANITIZE_CALLER_ENTER_MEM_OBJ_CTL, target_map,  in vm_map_enter_mem_object_control_sanitize()
4924 	*map_addr = vm_sanitize_addr(target_map, address_u);  in vm_map_enter_mem_object_control_sanitize()
4926 	    VM_SANITIZE_CALLER_ENTER_MEM_OBJ_CTL, target_map,  in vm_map_enter_mem_object_control_sanitize()
4950 	vm_map_t                target_map,  in vm_map_enter_mem_object_control()  argument
4979 	if (target_map == VM_MAP_NULL) {  in vm_map_enter_mem_object_control()
4991 	kr = vm_map_enter_mem_object_control_sanitize(target_map,  in vm_map_enter_mem_object_control()
5115 	result = vm_map_enter(target_map,  in vm_map_enter_mem_object_control()
5127 			map_addr + (obj_offs & vm_map_page_mask(target_map)));  in vm_map_enter_mem_object_control()
18477 	vm_map_t        target_map)  in vm_map_copy_to_physcopy()  argument
18497 	assert(copy_map->cpy_hdr.page_shift != VM_MAP_PAGE_MASK(target_map));  in vm_map_copy_to_physcopy()
18619 	copy_map->cpy_hdr.page_shift = (uint16_t)VM_MAP_PAGE_SHIFT(target_map);  in vm_map_copy_to_physcopy()
18746 	vm_map_t                target_map,  in vm_map_copy_adjust_to_target()  argument
18771 		target_map,  in vm_map_copy_adjust_to_target()
18798 	target_page_shift = (uint16_t)VM_MAP_PAGE_SHIFT(target_map);  in vm_map_copy_adjust_to_target()
18799 	target_page_mask = VM_MAP_PAGE_MASK(target_map);  in vm_map_copy_adjust_to_target()
18801 …copy_page_shift, (uint64_t)copy_map->offset, (uint64_t)copy_map->size, target_map, target_page_shi…  in vm_map_copy_adjust_to_target()
18905 …copy_page_shift, (uint64_t)copy_map->offset, (uint64_t)copy_map->size, target_map, target_page_shi…  in vm_map_copy_adjust_to_target()
18916 …arget_copy_map %p -> KERN_NOT_SUPPORTED\n", copy_map, copy_page_shift, target_map, target_page_shi…  in vm_map_copy_adjust_to_target()
18936 		kr = vm_map_copy_to_physcopy(target_copy_map, target_map);  in vm_map_copy_adjust_to_target()
18943 …copy_page_shift, (uint64_t)copy_map->offset, (uint64_t)copy_map->size, target_map, target_page_shi…  in vm_map_copy_adjust_to_target()
19015 	assert(overmap_start < VM_MAP_PAGE_SIZE(target_map));  in vm_map_copy_adjust_to_target()
19016 	assert(overmap_end < VM_MAP_PAGE_SIZE(target_map));  in vm_map_copy_adjust_to_target()
19022 …copy_page_shift, (uint64_t)copy_map->offset, (uint64_t)copy_map->size, target_map, target_page_shi…  in vm_map_copy_adjust_to_target()
19132 	vm_map_t                target_map,  in vm_map_remap_sanitize()  argument
19160 	    VM_SANITIZE_CALLER_VM_MAP_REMAP, target_map,  in vm_map_remap_sanitize()
19206 	*target_addr = vm_sanitize_addr(target_map, address_u);  in vm_map_remap_sanitize()
19223 	vm_map_t                target_map,  in vm_map_remap()  argument
19249 	if (target_map == VM_MAP_NULL || src_map == VM_MAP_NULL) {  in vm_map_remap()
19253 	target_page_mask = VM_MAP_PAGE_MASK(target_map);  in vm_map_remap()
19257 …ory_address_u), VM_SANITIZE_UNSAFE_UNWRAP(size_u), copy, target_map, VM_MAP_PAGE_SIZE(target_map));  in vm_map_remap()
19259 …ory_address_u), VM_SANITIZE_UNSAFE_UNWRAP(size_u), copy, target_map, VM_MAP_PAGE_SIZE(target_map));  in vm_map_remap()
19267 	    target_map,  in vm_map_remap()
19319 	vmk_flags.vmkf_copy_pageable = target_map->hdr.entries_pageable;  in vm_map_remap()
19320 	vmk_flags.vmkf_copy_same_map = (src_map == target_map);  in vm_map_remap()
19345 		vm_map_kernel_flags_update_range_id(&vmk_flags, target_map, memory_size);  in vm_map_remap()
19361 			target_map,  in vm_map_remap()
19400 	vm_map_lock(target_map);  in vm_map_remap()
19403 		result = vm_map_locate_space_anywhere(target_map, target_size,  in vm_map_remap()
19410 		result = vm_map_locate_space_fixed(target_map, target_addr,  in vm_map_remap()
19500 			vm_map_store_entry_link(target_map, insp_entry, entry,  in vm_map_remap()
19512 		target_map->size += target_size;  in vm_map_remap()
19513 		SAVE_HINT_MAP_WRITE(target_map, insp_entry);  in vm_map_remap()
19515 	vm_map_unlock(target_map);  in vm_map_remap()
19519 	if (result == KERN_SUCCESS && target_map->wiring_required) {  in vm_map_remap()
19520 		result = vm_map_wire_nested(target_map, target_addr,  in vm_map_remap()
19527 		if (target_map->pmap == kernel_pmap) {  in vm_map_remap()
19549 …%x\n", src_map, (uint64_t)memory_address, (uint64_t)target_size, copy, target_map, (uint64_t)targe…  in vm_map_remap()