Lines Matching refs:fault_phys_offset
2606 vm_map_offset_t fault_phys_offset) in vm_fault_cs_need_validation() argument
2618 assertf(fault_phys_offset == 0, in vm_fault_cs_need_validation()
2621 (uint64_t)fault_phys_offset); in vm_fault_cs_need_validation()
2633 if (VMP_CS_TAINTED(page, fault_page_size, fault_phys_offset)) { in vm_fault_cs_need_validation()
2637 if (VMP_CS_VALIDATED(page, fault_page_size, fault_phys_offset) && in vm_fault_cs_need_validation()
2652 vm_map_offset_t fault_phys_offset, in vm_fault_cs_page_immutable() argument
2655 if (VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) in vm_fault_cs_page_immutable()
2666 vm_map_offset_t fault_phys_offset) in vm_fault_cs_page_nx() argument
2668 return VMP_CS_NX(m, fault_page_size, fault_phys_offset); in vm_fault_cs_page_nx()
2683 vm_map_offset_t fault_phys_offset, in vm_fault_cs_check_violation() argument
2697 fault_page_size, fault_phys_offset)) { in vm_fault_cs_check_violation()
2700 if (VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset)) { in vm_fault_cs_check_violation()
2710 !VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2711 !VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2712 !VMP_CS_NX(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2723 vm_page_validate_cs(m, fault_page_size, fault_phys_offset); in vm_fault_cs_check_violation()
2726 vm_page_validate_cs(m, fault_page_size, fault_phys_offset); in vm_fault_cs_check_violation()
2749 vm_fault_cs_page_immutable(m, fault_page_size, fault_phys_offset, prot) && in vm_fault_cs_check_violation()
2756 vm_fault_cs_page_nx(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2778 } else if (VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset)) { in vm_fault_cs_check_violation()
2784 } else if (vm_fault_cs_page_immutable(m, fault_page_size, fault_phys_offset, prot) && in vm_fault_cs_check_violation()
2803 } else if (!VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_check_violation()
2834 vm_map_offset_t fault_phys_offset, in vm_fault_cs_handle_violation() argument
2862 VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) ? "yes" : "no", in vm_fault_cs_handle_violation()
2863 VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset) ? "yes" : "no", in vm_fault_cs_handle_violation()
2973 VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
2974 VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
2975 VMP_CS_NX(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3024 ceri->ceri_page_codesig_validated = VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset); in vm_fault_cs_handle_violation()
3025 ceri->ceri_page_codesig_tainted = VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset); in vm_fault_cs_handle_violation()
3026 ceri->ceri_page_codesig_nx = VMP_CS_NX(m, fault_page_size, fault_phys_offset); in vm_fault_cs_handle_violation()
3073 VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3074 VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3075 VMP_CS_NX(m, fault_page_size, fault_phys_offset), in vm_fault_cs_handle_violation()
3092 if (!VMP_CS_VALIDATED(m, fault_page_size, fault_phys_offset) && in vm_fault_cs_handle_violation()
3121 if (!VMP_CS_TAINTED(m, fault_page_size, fault_phys_offset)) { in vm_fault_cs_handle_violation()
3123 VMP_CS_SET_TAINTED(m, fault_page_size, fault_phys_offset, TRUE); in vm_fault_cs_handle_violation()
3161 vm_map_offset_t fault_phys_offset, in vm_fault_validate_cs() argument
3172 prot, caller_prot, fault_page_size, fault_phys_offset, fault_info, in vm_fault_validate_cs()
3179 fault_page_size, fault_phys_offset, in vm_fault_validate_cs()
3453 vm_map_offset_t fault_phys_offset, in pmap_enter_options_check() argument
3476 (pmap_paddr_t)ptoa(VM_PAGE_GET_PHYS_PAGE(page)) + fault_phys_offset, in pmap_enter_options_check()
3496 vm_map_offset_t fault_phys_offset, in vm_fault_attempt_pmap_enter() argument
3510 …) << PAGE_SHIFT) + fault_phys_offset), (uint64_t)(((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(m)) << PAGE… in vm_fault_attempt_pmap_enter()
3511 assertf((!(fault_phys_offset & FOURK_PAGE_MASK) && in vm_fault_attempt_pmap_enter()
3512 fault_phys_offset < PAGE_SIZE), in vm_fault_attempt_pmap_enter()
3513 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_attempt_pmap_enter()
3515 assertf(fault_phys_offset == 0, in vm_fault_attempt_pmap_enter()
3516 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_attempt_pmap_enter()
3520 fault_phys_offset, in vm_fault_attempt_pmap_enter()
3537 fault_phys_offset, in vm_fault_attempt_pmap_enter()
3560 vm_map_offset_t fault_phys_offset, in vm_fault_pmap_enter() argument
3579 fault_page_size, fault_phys_offset, in vm_fault_pmap_enter()
3610 vm_map_offset_t fault_phys_offset, in vm_fault_pmap_enter_with_object_lock() argument
3627 fault_page_size, fault_phys_offset, in vm_fault_pmap_enter_with_object_lock()
3675 fault_phys_offset, in vm_fault_pmap_enter_with_object_lock()
3745 vm_map_offset_t fault_phys_offset, in vm_fault_enter_prepare() argument
3841 *prot, caller_prot, fault_page_size, fault_phys_offset, in vm_fault_enter_prepare()
3920 vm_map_offset_t fault_phys_offset, in vm_fault_enter() argument
3946 fault_page_size, fault_phys_offset, change_wiring, fault_type, in vm_fault_enter()
3963 fault_page_size, fault_phys_offset, m, in vm_fault_enter()
4263 vm_map_offset_t fault_phys_offset; in vm_fault_internal() local
4301 fault_phys_offset = (vm_map_offset_t)-1; in vm_fault_internal()
4310 fault_phys_offset = 0; in vm_fault_internal()
4585 …fault_phys_offset = (vm_map_offset_t)offset - vm_map_trunc_page((vm_map_offset_t)offset, PAGE_MASK… in vm_fault_internal()
5004 …) << PAGE_SHIFT) + fault_phys_offset), (uint64_t)(((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(m)) << PAGE… in vm_fault_internal()
5005 assertf((!(fault_phys_offset & FOURK_PAGE_MASK) && in vm_fault_internal()
5006 fault_phys_offset < PAGE_SIZE), in vm_fault_internal()
5007 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
5009 assertf(fault_phys_offset == 0, in vm_fault_internal()
5010 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
5030 fault_phys_offset, in vm_fault_internal()
5045 fault_phys_offset, in vm_fault_internal()
5721 fault_phys_offset, in vm_fault_internal()
5807 fault_page_size, fault_phys_offset, in vm_fault_internal()
5816 fault_page_size, fault_phys_offset, in vm_fault_internal()
5891 fault_phys_offset = cur_offset - vm_object_trunc_page(cur_offset); in vm_fault_internal()
6369 …) << PAGE_SHIFT) + fault_phys_offset), (uint64_t)(((pmap_paddr_t)VM_PAGE_GET_PHYS_PAGE(m)) << PAGE… in vm_fault_internal()
6370 assertf((!(fault_phys_offset & FOURK_PAGE_MASK) && in vm_fault_internal()
6371 fault_phys_offset < PAGE_SIZE), in vm_fault_internal()
6372 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
6374 assertf(fault_phys_offset == 0, in vm_fault_internal()
6375 "0x%llx\n", (uint64_t)fault_phys_offset); in vm_fault_internal()
6384 fault_phys_offset, in vm_fault_internal()
6399 fault_phys_offset, in vm_fault_internal()
6986 vm_map_offset_t fault_phys_offset; in vm_fault_wire_fast() local
7133 fault_phys_offset = offset - vm_object_trunc_page(offset); in vm_fault_wire_fast()
7144 fault_phys_offset, in vm_fault_wire_fast()
7824 vm_map_offset_t fault_phys_offset) in vm_page_validate_cs_fast() argument
7832 !VMP_CS_TAINTED(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs_fast()
7841 VMP_CS_SET_VALIDATED(page, fault_page_size, fault_phys_offset, TRUE); in vm_page_validate_cs_fast()
7842 VMP_CS_SET_TAINTED(page, fault_page_size, fault_phys_offset, TRUE); in vm_page_validate_cs_fast()
7853 if (VMP_CS_VALIDATED(page, fault_page_size, fault_phys_offset) || in vm_page_validate_cs_fast()
7854 VMP_CS_TAINTED(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs_fast()
7949 vm_map_offset_t fault_phys_offset, in vm_page_validate_cs_mapped() argument
7952 if (!vm_page_validate_cs_fast(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs_mapped()
8029 vm_map_offset_t fault_phys_offset) in vm_page_validate_cs() argument
8036 if (vm_page_validate_cs_fast(page, fault_page_size, fault_phys_offset)) { in vm_page_validate_cs()