Lines Matching refs:vmk_flags

230 	vm_map_kernel_flags_t   vmk_flags,
367 vm_map_kernel_flags_t vmk_flags);
413 vm_map_kernel_flags_t vmk_flags);
458 vm_map_kernel_flags_vmflags(vm_map_kernel_flags_t vmk_flags) in vm_map_kernel_flags_vmflags() argument
460 int flags = vmk_flags.__vm_flags & VM_FLAGS_ANY_MASK; in vm_map_kernel_flags_vmflags()
469 vm_map_kernel_flags_t *vmk_flags, in vm_map_kernel_flags_set_vmflags() argument
474 vmk_flags->__vm_flags &= ~VM_FLAGS_ANY_MASK; in vm_map_kernel_flags_set_vmflags()
475 vmk_flags->__vm_flags |= (vm_flags & VM_FLAGS_ANY_MASK); in vm_map_kernel_flags_set_vmflags()
476 vmk_flags->vm_tag = vm_tag; in vm_map_kernel_flags_set_vmflags()
482 vm_map_kernel_flags_t *vmk_flags, in vm_map_kernel_flags_set_vmflags() argument
486 vmk_flags->__vm_flags &= ~VM_FLAGS_ANY_MASK; in vm_map_kernel_flags_set_vmflags()
487 vmk_flags->__vm_flags |= (vm_flags_and_tag & VM_FLAGS_ANY_MASK); in vm_map_kernel_flags_set_vmflags()
488 VM_GET_FLAGS_ALIAS(vm_flags_and_tag, vmk_flags->vm_tag); in vm_map_kernel_flags_set_vmflags()
494 vm_map_kernel_flags_t *vmk_flags, in vm_map_kernel_flags_and_vmflags() argument
499 vmk_flags->__vm_flags &= vm_flags_mask; in vm_map_kernel_flags_and_vmflags()
505 vm_map_kernel_flags_t vmk_flags, in vm_map_kernel_flags_check_vm_and_kflags() argument
508 return (vmk_flags.__vm_flags & ~vm_flags_mask) == 0; in vm_map_kernel_flags_check_vm_and_kflags()
513 vm_map_kernel_flags_t vmk_flags, in vm_map_kernel_flags_check_vmflags() argument
516 int vmflags = vmk_flags.__vm_flags & VM_FLAGS_ANY_MASK; in vm_map_kernel_flags_check_vmflags()
1172 vm_map_kernel_flags_t vmk_flags = { in vm_map_apple_protected() local
1178 vmk_flags.vmf_permanent = tmp_entry.vme_permanent; in vm_map_apple_protected()
1187 vmk_flags, in vm_map_apple_protected()
2098 vm_map_kernel_flags_t *vmk_flags, in vm_map_get_range() argument
2103 vm_map_range_id_t range_id = vmk_flags->vmkf_range_id; in vm_map_get_range()
2195 vm_map_kernel_flags_t vmk_flags, in vm_map_locate_space_anywhere() argument
2208 assert(!vmk_flags.vmf_fixed); in vm_map_locate_space_anywhere()
2209 assert(!vmk_flags.vmkf_beyond_max); in vm_map_locate_space_anywhere()
2217 !vmk_flags.vmkf_last_free && in vm_map_locate_space_anywhere()
2218 !vmk_flags.vmkf_keep_map_locked && in vm_map_locate_space_anywhere()
2219 !vmk_flags.vmkf_map_jit && in vm_map_locate_space_anywhere()
2220 !vmk_flags.vmf_random_addr && in vm_map_locate_space_anywhere()
2222 } else if (vmk_flags.vmkf_last_free) { in vm_map_locate_space_anywhere()
2223 assert(!vmk_flags.vmkf_map_jit && in vm_map_locate_space_anywhere()
2224 !vmk_flags.vmf_random_addr); in vm_map_locate_space_anywhere()
2227 if (vmk_flags.vmkf_guard_before) { in vm_map_locate_space_anywhere()
2239 effective_range = vm_map_get_range(map, start_inout, &vmk_flags, size, in vm_map_locate_space_anywhere()
2243 return kmem_locate_space(size + guard_offset, vmk_flags.vmkf_range_id, in vm_map_locate_space_anywhere()
2244 vmk_flags.vmkf_last_free, start_inout, entry_out); in vm_map_locate_space_anywhere()
2248 if (__improbable(vmk_flags.vmkf_32bit_map_va)) { in vm_map_locate_space_anywhere()
2255 if (vmk_flags.vmkf_last_free) { in vm_map_locate_space_anywhere()
2268 if (vmk_flags.vmkf_map_jit) { in vm_map_locate_space_anywhere()
2274 vmk_flags.vmf_random_addr = true; in vm_map_locate_space_anywhere()
2278 if (vmk_flags.vmf_random_addr) { in vm_map_locate_space_anywhere()
2281 kr = vm_map_random_address_for_size(map, &hint, size, vmk_flags); in vm_map_locate_space_anywhere()
2304 hint, limit, vmk_flags.vmkf_last_free, in vm_map_locate_space_anywhere()
2361 vm_map_kernel_flags_t vmk_flags, in vm_map_locate_space_fixed() argument
2369 assert(vmk_flags.vmf_fixed); in vm_map_locate_space_fixed()
2374 if (vmk_flags.vmkf_beyond_max) { in vm_map_locate_space_fixed()
2383 } else if (__improbable(vmk_flags.vmkf_32bit_map_va)) { in vm_map_locate_space_fixed()
2389 !vmk_flags.vmf_overwrite && in vm_map_locate_space_fixed()
2391 vmk_flags.vm_tag == VM_MEMORY_REALLOC) { in vm_map_locate_space_fixed()
2423 if ((startup_phase >= STARTUP_SUB_KMEM) && !vmk_flags.vmkf_submap && in vm_map_locate_space_fixed()
2442 if (vmk_flags.vmf_overwrite) { in vm_map_locate_space_fixed()
2459 if (vmk_flags.vmkf_overwrite_immutable) { in vm_map_locate_space_fixed()
2463 if (vmk_flags.vmkf_remap_prot_copy) { in vm_map_locate_space_fixed()
2516 vm_map_kernel_flags_t vmk_flags, in vm_map_find_space() argument
2534 if (vmk_flags.vmf_permanent) { in vm_map_find_space()
2540 kr = vm_map_locate_space_anywhere(map, size, mask, vmk_flags, in vm_map_find_space()
2677 vm_map_kernel_flags_t vmk_flags) in vm_map_random_address_for_size() argument
2691 effective_range = vm_map_get_range(map, address, &vmk_flags, size, in vm_map_random_address_for_size()
2784 vm_map_kernel_flags_t vmk_flags, in vm_map_enter() argument
2801 const bool keep_map_locked = vmk_flags.vmkf_keep_map_locked; in vm_map_enter()
2802 const bool anywhere = !vmk_flags.vmf_fixed; in vm_map_enter()
2803 const bool purgable = vmk_flags.vmf_purgeable; in vm_map_enter()
2804 const bool no_cache = vmk_flags.vmf_no_cache; in vm_map_enter()
2805 const bool is_submap = vmk_flags.vmkf_submap; in vm_map_enter()
2806 const bool permanent = vmk_flags.vmf_permanent; in vm_map_enter()
2807 const bool no_copy_on_read = vmk_flags.vmkf_no_copy_on_read; in vm_map_enter()
2808 const bool entry_for_jit = vmk_flags.vmkf_map_jit; in vm_map_enter()
2809 const bool iokit_acct = vmk_flags.vmkf_iokit_acct; in vm_map_enter()
2810 const bool resilient_codesign = vmk_flags.vmf_resilient_codesign; in vm_map_enter()
2811 const bool resilient_media = vmk_flags.vmf_resilient_media; in vm_map_enter()
2812 const bool entry_for_tpro = vmk_flags.vmf_tpro; in vm_map_enter()
2813 const unsigned int superpage_size = vmk_flags.vmf_superpage_size; in vm_map_enter()
2814 const vm_tag_t alias = vmk_flags.vm_tag; in vm_map_enter()
2825 assertf(vmk_flags.__vmkf_unused == 0, "vmk_flags unused=0x%x\n", vmk_flags.__vmkf_unused); in vm_map_enter()
2827 if (vmk_flags.vmf_4gb_chunk) { in vm_map_enter()
2876 (vmk_flags.vmkf_cs_enforcement_override in vm_map_enter()
2877 ? vmk_flags.vmkf_cs_enforcement in vm_map_enter()
3028 if (vmk_flags.vmkf_already) { in vm_map_enter()
3036 if (!vmk_flags.vmf_fixed || vmk_flags.vmf_overwrite) { in vm_map_enter()
3112 result = vm_map_locate_space_anywhere(map, size, mask, vmk_flags, in vm_map_enter()
3118 vmk_flags, &entry, &zap_old_list); in vm_map_enter()
3130 if (!(vmk_flags.vmkf_already)) { in vm_map_enter()
3354 if (vmk_flags.vmkf_submap_adjust) { in vm_map_enter()
3398 object, offset, vmk_flags, in vm_map_enter()
3468 use_pmap = vmk_flags.vmkf_nested_pmap; in vm_map_enter()
3616 !(vmk_flags.vmkf_no_pmap_check)) { in vm_map_enter()
3867 vm_map_kernel_flags_t vmk_flags, in vm_map_enter_mem_object_sanitize() argument
3900 if (vmk_flags.vmf_fixed) { in vm_map_enter_mem_object_sanitize()
3950 vm_map_kernel_flags_t vmk_flags, in vm_map_enter_mem_object() argument
4001 vmk_flags, in vm_map_enter_mem_object()
4016 assertf(vmk_flags.__vmkf_unused == 0, "vmk_flags unused=0x%x\n", vmk_flags.__vmkf_unused); in vm_map_enter_mem_object()
4017 vm_map_kernel_flags_update_range_id(&vmk_flags, target_map, map_size); in vm_map_enter_mem_object()
4042 if (vmk_flags.vmf_return_data_addr || in vm_map_enter_mem_object()
4043 vmk_flags.vmf_return_4k_data_addr) { in vm_map_enter_mem_object()
4121 if (vmk_flags.vmf_return_data_addr || in vm_map_enter_mem_object()
4122 vmk_flags.vmf_return_4k_data_addr) { in vm_map_enter_mem_object()
4130 vmk_flags.vmkf_submap = TRUE; in vm_map_enter_mem_object()
4135 vmk_flags, in vm_map_enter_mem_object()
4184 if (!vm_map_kernel_flags_check_vmflags(vmk_flags, in vm_map_enter_mem_object()
4210 if (vmk_flags.vmf_return_data_addr || in vm_map_enter_mem_object()
4211 vmk_flags.vmf_return_4k_data_addr) { in vm_map_enter_mem_object()
4213 if (vmk_flags.vmf_return_4k_data_addr) { in vm_map_enter_mem_object()
4249 vm_map_kernel_flags_t rsv_flags = vmk_flags; in vm_map_enter_mem_object()
4491 vm_map_kernel_flags_vmflags(vmk_flags), in vm_map_enter_mem_object()
4492 vmk_flags.vm_tag ?: VME_ALIAS(copy_entry)); in vm_map_enter_mem_object()
4551 } else if (!vmk_flags.vmf_overwrite) { in vm_map_enter_mem_object()
4571 if (vmk_flags.vmf_return_data_addr || in vm_map_enter_mem_object()
4572 vmk_flags.vmf_return_4k_data_addr) { in vm_map_enter_mem_object()
4574 if (vmk_flags.vmf_return_4k_data_addr) { in vm_map_enter_mem_object()
4608 if (vmk_flags.vmf_return_data_addr || in vm_map_enter_mem_object()
4609 vmk_flags.vmf_return_4k_data_addr) { in vm_map_enter_mem_object()
4750 vmk_flags.vmkf_keep_map_locked = (try_prefault && !kernel_prefault); in vm_map_enter_mem_object()
4755 vmk_flags, in vm_map_enter_mem_object()
4812 if (vmk_flags.vmkf_keep_map_locked) { in vm_map_enter_mem_object()
4835 vm_map_kernel_flags_t vmk_flags, in vm_map_enter_mem_object_prefault() argument
4848 vmk_flags, in vm_map_enter_mem_object_prefault()
4870 vm_map_kernel_flags_t vmk_flags, in vm_map_enter_mem_object_control_sanitize() argument
4937 if (vmk_flags.vmf_fixed) { in vm_map_enter_mem_object_control_sanitize()
4954 vm_map_kernel_flags_t vmk_flags, in vm_map_enter_mem_object_control() argument
4986 vmk_flags.vmf_return_data_addr = true; in vm_map_enter_mem_object_control()
4999 vmk_flags, in vm_map_enter_mem_object_control()
5118 vmk_flags, in vm_map_enter_mem_object_control()
5972 vm_map_kernel_flags_t vmk_flags; in vm_map_protect() local
5973 vmk_flags = VM_MAP_KERNEL_FLAGS_NONE; in vm_map_protect()
5975 vmk_flags.vmkf_remap_prot_copy = true; in vm_map_protect()
5976 kr = vm_map_entry_cs_associate(map, current, vmk_flags); in vm_map_protect()
11176 vm_map_kernel_flags_t vmk_flags = VM_MAP_KERNEL_FLAGS_ANYWHERE(); in vm_map_copyout_kernel_buffer() local
11179 vmk_flags.vmkf_range_id = KMEM_RANGE_ID_DATA; in vm_map_copyout_kernel_buffer()
11188 vmk_flags, in vm_map_copyout_kernel_buffer()
11409 vm_map_kernel_flags_t vmk_flags = VM_MAP_KERNEL_FLAGS_ANYWHERE(); in vm_map_copyout_internal() local
11494 vm_map_kernel_flags_update_range_id(&vmk_flags, dst_map, size); in vm_map_copyout_internal()
11497 kr = vm_map_locate_space_anywhere(dst_map, size, 0, vmk_flags, in vm_map_copyout_internal()
12828 vm_map_kernel_flags_t vmk_flags) in vm_map_copy_extract() argument
12868 copy->cpy_hdr.entries_pageable = vmk_flags.vmkf_copy_pageable; in vm_map_copy_extract()
12880 vmk_flags); in vm_map_copy_extract()
13795 vm_map_kernel_flags_t vmk_flags = VM_MAP_KERNEL_FLAGS_FIXED_PERMANENT(); in vm_map_exec() local
13796 vmk_flags.vmkf_beyond_max = true; in vm_map_exec()
13810 vmk_flags, in vm_map_exec()
17296 vm_map_kernel_flags_t vmk_flags, in vm_map_entry_insert() argument
17334 if (vmk_flags.vmkf_submap) { in vm_map_entry_insert()
17335 new_entry->vme_atomic = vmk_flags.vmkf_submap_atomic; in vm_map_entry_insert()
17341 VME_ALIAS_SET(new_entry, vmk_flags.vm_tag); in vm_map_entry_insert()
17355 new_entry->use_pmap = !vmk_flags.vmkf_submap; in vm_map_entry_insert()
17356 new_entry->no_cache = vmk_flags.vmf_no_cache; in vm_map_entry_insert()
17357 new_entry->vme_permanent = vmk_flags.vmf_permanent; in vm_map_entry_insert()
17358 new_entry->translated_allow_execute = vmk_flags.vmkf_translated_allow_execute; in vm_map_entry_insert()
17359 new_entry->vme_no_copy_on_read = vmk_flags.vmkf_no_copy_on_read; in vm_map_entry_insert()
17360 new_entry->superpage_size = (vmk_flags.vmf_superpage_size != 0); in vm_map_entry_insert()
17362 if (vmk_flags.vmkf_map_jit) { in vm_map_entry_insert()
17374 vm_map_store_entry_link(map, insp_entry, new_entry, vmk_flags); in vm_map_entry_insert()
17401 vm_map_kernel_flags_t vmk_flags) in vm_map_remap_extract() argument
17427 pageable = vmk_flags.vmkf_copy_pageable; in vm_map_remap_extract()
17428 same_map = vmk_flags.vmkf_copy_same_map; in vm_map_remap_extract()
17458 if (copy && vmk_flags.vmkf_remap_prot_copy) { in vm_map_remap_extract()
17466 vmk_flags.vmkf_remap_legacy_mode = true; in vm_map_remap_extract()
17473 if (vmk_flags.vmkf_remap_legacy_mode) { in vm_map_remap_extract()
17561 vmk_flags.vmkf_copy_single_object) { in vm_map_remap_extract()
17636 vmk_flags); in vm_map_remap_extract()
17717 if (vmk_flags.vmkf_copy_single_object && in vm_map_remap_extract()
17833 vmk_flags); in vm_map_remap_extract()
18123 if (copy && vmk_flags.vmkf_remap_prot_copy) { in vm_map_remap_extract()
18150 if (vmk_flags.vmkf_tpro_enforcement_override) { in vm_map_remap_extract()
18397 if (vmk_flags.vmkf_copy_single_object) { in vm_map_remap_extract()
19039 vm_map_kernel_flags_t vmk_flags; in vm_map_range_physical_size() local
19081 vmk_flags = VM_MAP_KERNEL_FLAGS_NONE; in vm_map_range_physical_size()
19082 vmk_flags.vmkf_copy_pageable = TRUE; in vm_map_range_physical_size()
19083 vmk_flags.vmkf_copy_same_map = TRUE; in vm_map_range_physical_size()
19087 vmk_flags.vmkf_remap_legacy_mode = true; in vm_map_range_physical_size()
19092 vmk_flags); in vm_map_range_physical_size()
19140 vm_map_kernel_flags_t vmk_flags, in vm_map_remap_sanitize() argument
19194 if (!vmk_flags.vmf_return_data_addr) { in vm_map_remap_sanitize()
19227 vm_map_kernel_flags_t vmk_flags, in vm_map_remap() argument
19275 vmk_flags, in vm_map_remap()
19288 if (vmk_flags.vmf_return_data_addr) { in vm_map_remap()
19312 if (vmk_flags.vmf_resilient_media) { in vm_map_remap()
19319 vmk_flags.vmkf_copy_pageable = target_map->hdr.entries_pageable; in vm_map_remap()
19320 vmk_flags.vmkf_copy_same_map = (src_map == target_map); in vm_map_remap()
19330 vmk_flags); in vm_map_remap()
19342 if (vmk_flags.vmkf_copy_same_map) { in vm_map_remap()
19343 vmk_flags.vmkf_range_id = copy_map->orig_range; in vm_map_remap()
19345 vm_map_kernel_flags_update_range_id(&vmk_flags, target_map, memory_size); in vm_map_remap()
19402 if (!vmk_flags.vmf_fixed) { in vm_map_remap()
19404 mask, vmk_flags, &target_addr, &insp_entry); in vm_map_remap()
19411 target_size, mask, vmk_flags, &insp_entry, &zap_list); in vm_map_remap()
19414 assert(!vmk_flags.vmkf_already); in vm_map_remap()
19427 if (vmk_flags.vmkf_remap_prot_copy) { in vm_map_remap()
19482 if (vmk_flags.vmf_resilient_codesign) { in vm_map_remap()
19491 if (vmk_flags.vmf_resilient_media && in vm_map_remap()
19501 vmk_flags); in vm_map_remap()
19506 if (vmk_flags.vmf_resilient_codesign) { in vm_map_remap()
19535 if (vmk_flags.vmf_return_data_addr) { in vm_map_remap()
22697 vm_map_kernel_flags_t vmk_flags) in vm_map_entry_cs_associate() argument
22717 if (vmk_flags.vmkf_remap_prot_copy && in vm_map_entry_cs_associate()
22764 if (vmk_flags.vmkf_remap_prot_copy) { in vm_map_entry_cs_associate()
22912 if (vmk_flags.vmkf_overwrite_immutable) { in vm_map_entry_cs_associate()