Lines Matching refs:mem_entry
1392 vm_named_entry_t mem_entry; in memory_entry_purgeable_control_internal() local
1395 mem_entry = mach_memory_entry_from_port(entry_port); in memory_entry_purgeable_control_internal()
1396 if (mem_entry == NULL) { in memory_entry_purgeable_control_internal()
1413 named_entry_lock(mem_entry); in memory_entry_purgeable_control_internal()
1415 if (mem_entry->is_sub_map || in memory_entry_purgeable_control_internal()
1416 mem_entry->is_copy) { in memory_entry_purgeable_control_internal()
1417 named_entry_unlock(mem_entry); in memory_entry_purgeable_control_internal()
1421 assert(mem_entry->is_object); in memory_entry_purgeable_control_internal()
1422 object = vm_named_entry_to_vm_object(mem_entry); in memory_entry_purgeable_control_internal()
1424 named_entry_unlock(mem_entry); in memory_entry_purgeable_control_internal()
1431 if (mem_entry->offset != 0 || object->vo_size != mem_entry->size) { in memory_entry_purgeable_control_internal()
1433 named_entry_unlock(mem_entry); in memory_entry_purgeable_control_internal()
1437 named_entry_unlock(mem_entry); in memory_entry_purgeable_control_internal()
1453 vm_named_entry_t mem_entry; in memory_entry_access_tracking_internal() local
1457 mem_entry = mach_memory_entry_from_port(entry_port); in memory_entry_access_tracking_internal()
1458 if (mem_entry == NULL) { in memory_entry_access_tracking_internal()
1462 named_entry_lock(mem_entry); in memory_entry_access_tracking_internal()
1464 if (mem_entry->is_sub_map || in memory_entry_access_tracking_internal()
1465 mem_entry->is_copy) { in memory_entry_access_tracking_internal()
1466 named_entry_unlock(mem_entry); in memory_entry_access_tracking_internal()
1470 assert(mem_entry->is_object); in memory_entry_access_tracking_internal()
1471 object = vm_named_entry_to_vm_object(mem_entry); in memory_entry_access_tracking_internal()
1473 named_entry_unlock(mem_entry); in memory_entry_access_tracking_internal()
1490 named_entry_unlock(mem_entry); in memory_entry_access_tracking_internal()
1524 vm_named_entry_t mem_entry; in mach_memory_entry_ownership() local
1639 mem_entry = mach_memory_entry_from_port(entry_port); in mach_memory_entry_ownership()
1640 if (mem_entry == NULL) { in mach_memory_entry_ownership()
1644 named_entry_lock(mem_entry); in mach_memory_entry_ownership()
1646 if (mem_entry->is_sub_map || in mach_memory_entry_ownership()
1647 !mem_entry->is_fully_owned) { in mach_memory_entry_ownership()
1648 named_entry_unlock(mem_entry); in mach_memory_entry_ownership()
1652 if (mem_entry->is_object) { in mach_memory_entry_ownership()
1653 object = vm_named_entry_to_vm_object(mem_entry); in mach_memory_entry_ownership()
1655 named_entry_unlock(mem_entry); in mach_memory_entry_ownership()
1661 if (mem_entry->offset != 0 || in mach_memory_entry_ownership()
1662 object->vo_size != mem_entry->size) { in mach_memory_entry_ownership()
1664 named_entry_unlock(mem_entry); in mach_memory_entry_ownership()
1668 named_entry_unlock(mem_entry); in mach_memory_entry_ownership()
1675 } else if (mem_entry->is_copy) { in mach_memory_entry_ownership()
1679 copy = mem_entry->backing.copy; in mach_memory_entry_ownership()
1680 named_entry_unlock(mem_entry); in mach_memory_entry_ownership()
1711 named_entry_unlock(mem_entry); in mach_memory_entry_ownership()
1773 vm_named_entry_t mem_entry; in mach_memory_entry_get_page_counts() local
1778 mem_entry = mach_memory_entry_from_port(entry_port); in mach_memory_entry_get_page_counts()
1779 if (mem_entry == NULL) { in mach_memory_entry_get_page_counts()
1783 named_entry_lock(mem_entry); in mach_memory_entry_get_page_counts()
1785 if (mem_entry->is_sub_map || in mach_memory_entry_get_page_counts()
1786 mem_entry->is_copy) { in mach_memory_entry_get_page_counts()
1787 named_entry_unlock(mem_entry); in mach_memory_entry_get_page_counts()
1791 assert(mem_entry->is_object); in mach_memory_entry_get_page_counts()
1792 object = vm_named_entry_to_vm_object(mem_entry); in mach_memory_entry_get_page_counts()
1794 named_entry_unlock(mem_entry); in mach_memory_entry_get_page_counts()
1800 offset = mem_entry->offset; in mach_memory_entry_get_page_counts()
1801 size = mem_entry->size; in mach_memory_entry_get_page_counts()
1805 named_entry_unlock(mem_entry); in mach_memory_entry_get_page_counts()
1819 vm_named_entry_t mem_entry; in mach_memory_entry_phys_page_offset() local
1824 mem_entry = mach_memory_entry_from_port(entry_port); in mach_memory_entry_phys_page_offset()
1825 if (mem_entry == NULL) { in mach_memory_entry_phys_page_offset()
1829 named_entry_lock(mem_entry); in mach_memory_entry_phys_page_offset()
1831 if (mem_entry->is_sub_map || in mach_memory_entry_phys_page_offset()
1832 mem_entry->is_copy) { in mach_memory_entry_phys_page_offset()
1833 named_entry_unlock(mem_entry); in mach_memory_entry_phys_page_offset()
1837 assert(mem_entry->is_object); in mach_memory_entry_phys_page_offset()
1838 object = vm_named_entry_to_vm_object(mem_entry); in mach_memory_entry_phys_page_offset()
1840 named_entry_unlock(mem_entry); in mach_memory_entry_phys_page_offset()
1844 offset = mem_entry->offset; in mach_memory_entry_phys_page_offset()
1845 data_offset = mem_entry->data_offset; in mach_memory_entry_phys_page_offset()
1847 named_entry_unlock(mem_entry); in mach_memory_entry_phys_page_offset()
1858 vm_named_entry_t mem_entry, in mach_memory_entry_map_size_sanitize_locked() argument
1865 if (mem_entry->is_object || in mach_memory_entry_map_size_sanitize_locked()
1866 (mem_entry->is_copy && in mach_memory_entry_map_size_sanitize_locked()
1867 (VM_MAP_COPY_PAGE_MASK(mem_entry->backing.copy) == in mach_memory_entry_map_size_sanitize_locked()
1869 if (__improbable(vm_sanitize_add_overflow(*offset_u, mem_entry->offset, in mach_memory_entry_map_size_sanitize_locked()
1875 if (__improbable(vm_sanitize_add_overflow(*offset_u, mem_entry->data_offset, in mach_memory_entry_map_size_sanitize_locked()
1898 vm_named_entry_t mem_entry; in mach_memory_entry_map_size() local
1909 mem_entry = mach_memory_entry_from_port(entry_port); in mach_memory_entry_map_size()
1910 if (mem_entry == NULL) { in mach_memory_entry_map_size()
1914 named_entry_lock(mem_entry); in mach_memory_entry_map_size()
1916 if (mem_entry->is_sub_map) { in mach_memory_entry_map_size()
1917 named_entry_unlock(mem_entry); in mach_memory_entry_map_size()
1927 mem_entry, in mach_memory_entry_map_size()
1932 named_entry_unlock(mem_entry); in mach_memory_entry_map_size()
1936 if (mem_entry->is_object) { in mach_memory_entry_map_size()
1937 object = vm_named_entry_to_vm_object(mem_entry); in mach_memory_entry_map_size()
1939 named_entry_unlock(mem_entry); in mach_memory_entry_map_size()
1943 named_entry_unlock(mem_entry); in mach_memory_entry_map_size()
1948 if (!mem_entry->is_copy) { in mach_memory_entry_map_size()
1949 panic("unsupported type of mem_entry %p", mem_entry); in mach_memory_entry_map_size()
1952 assert(mem_entry->is_copy); in mach_memory_entry_map_size()
1953 if (VM_MAP_COPY_PAGE_MASK(mem_entry->backing.copy) == VM_MAP_PAGE_MASK(map)) { in mach_memory_entry_map_size()
1954 …x%llx -> map_size 0x%llx\n", map, VM_MAP_PAGE_MASK(map), mem_entry, mem_entry->offset, mem_entry->… in mach_memory_entry_map_size()
1955 named_entry_unlock(mem_entry); in mach_memory_entry_map_size()
1960 …map %p (%d) offset 0x%llx size 0x%llx\n", mem_entry, mem_entry->backing.copy, VM_MAP_COPY_PAGE_SHI… in mach_memory_entry_map_size()
1961 copy_map = mem_entry->backing.copy; in mach_memory_entry_map_size()
1983 named_entry_unlock(mem_entry); in mach_memory_entry_map_size()
2058 vm_named_entry_t mem_entry; in mach_memory_entry_page_op() local
2067 mem_entry = mach_memory_entry_from_port(entry_port); in mach_memory_entry_page_op()
2068 if (mem_entry == NULL) { in mach_memory_entry_page_op()
2072 named_entry_lock(mem_entry); in mach_memory_entry_page_op()
2074 if (mem_entry->is_sub_map || in mach_memory_entry_page_op()
2075 mem_entry->is_copy) { in mach_memory_entry_page_op()
2076 named_entry_unlock(mem_entry); in mach_memory_entry_page_op()
2080 assert(mem_entry->is_object); in mach_memory_entry_page_op()
2081 object = vm_named_entry_to_vm_object(mem_entry); in mach_memory_entry_page_op()
2083 named_entry_unlock(mem_entry); in mach_memory_entry_page_op()
2088 named_entry_unlock(mem_entry); in mach_memory_entry_page_op()
2115 vm_named_entry_t mem_entry; in mach_memory_entry_range_op() local
2126 mem_entry = mach_memory_entry_from_port(entry_port); in mach_memory_entry_range_op()
2127 if (mem_entry == NULL) { in mach_memory_entry_range_op()
2131 named_entry_lock(mem_entry); in mach_memory_entry_range_op()
2136 named_entry_unlock(mem_entry); in mach_memory_entry_range_op()
2140 if (mem_entry->is_sub_map || in mach_memory_entry_range_op()
2141 mem_entry->is_copy) { in mach_memory_entry_range_op()
2142 named_entry_unlock(mem_entry); in mach_memory_entry_range_op()
2146 assert(mem_entry->is_object); in mach_memory_entry_range_op()
2147 object = vm_named_entry_to_vm_object(mem_entry); in mach_memory_entry_range_op()
2149 named_entry_unlock(mem_entry); in mach_memory_entry_range_op()
2154 named_entry_unlock(mem_entry); in mach_memory_entry_range_op()