44 	kern_return_t           kr;  in test_memory_entry_tagging()  local
74 	kr = mach_vm_allocate(mach_task_self(),  in test_memory_entry_tagging()
79 	T_EXPECT_MACH_SUCCESS(kr, "[override_tag:%d] vm_allocate(%lld)",  in test_memory_entry_tagging()
87 		kr = mach_vm_allocate(mach_task_self(),  in test_memory_entry_tagging()
94 		T_EXPECT_MACH_SUCCESS(kr, "[override_tag:%d] vm_allocate(%lld)",  in test_memory_entry_tagging()
125 	kr = mach_make_memory_entry_64(mach_task_self(),  in test_memory_entry_tagging()
133 	T_EXPECT_MACH_SUCCESS(kr, "[override_tag:%d][do_copy:%d] mach_make_memory_entry()",  in test_memory_entry_tagging()
157 	kr = mach_vm_map(mach_task_self(),  in test_memory_entry_tagging()
169 	T_EXPECT_MACH_SUCCESS(kr, "[override_tag:%d][do_copy:%d] mach_vm_map()",  in test_memory_entry_tagging()
200 		kr = mach_vm_region_recurse(mach_task_self(),  in test_memory_entry_tagging()
207 		T_EXPECT_MACH_SUCCESS(kr, "[override_tag:%d][do_copy:%d] mach_vm_region_recurse(0x%llx+0x%llx)",  in test_memory_entry_tagging()
279 	kern_return_t           kr;  in test_map_memory_entry()  local
293 	kr = mach_vm_allocate(mach_task_self(),  in test_map_memory_entry()
298 	T_EXPECT_MACH_SUCCESS(kr, "vm_allocate(%lld)", vmsize1);  in test_map_memory_entry()
308 	kr = mach_make_memory_entry_64(mach_task_self(),  in test_map_memory_entry()
316 	T_EXPECT_MACH_SUCCESS(kr, "mach_make_memory_entry()");  in test_map_memory_entry()
333 	kr = mach_vm_map(mach_task_self(),  in test_map_memory_entry()
345 	T_EXPECT_MACH_SUCCESS(kr, "mach_vm_map()");  in test_map_memory_entry()
406 	kern_return_t kr;  in task_footprint()  local
410 	kr = task_info(mach_task_self(),  in task_footprint()
415 	T_ASSERT_MACH_SUCCESS(kr, "task_info()");  in task_footprint()
427 	kern_return_t kr;  variable
438 	kr = mach_vm_allocate(mach_task_self(),
442 	T_ASSERT_MACH_SUCCESS(kr, "vm_allocate()");
474 	kr = mach_vm_purgable_control(mach_task_self(),
478 	T_ASSERT_MACH_SUCCESS(kr, "vm_purgable_control(VOLATILE)");
490 	kr = mach_vm_purgable_control(mach_task_self(),
494 	T_ASSERT_MACH_SUCCESS(kr, "vm_purgable_control(EMPTY)");
524 	kr = mach_vm_purgable_control(mach_task_self(),
528 	T_ASSERT_MACH_SUCCESS(kr, "vm_purgable_control(VOLATILE)");
544 	kr = mach_vm_purgable_control(mach_task_self(),
548 	T_ASSERT_MACH_SUCCESS(kr, "vm_purgable_control(NONVOLATILE)");
568 	kern_return_t kr;  in get_reusable_size()  local
570 	kr = task_info(mach_task_self(),  in get_reusable_size()
575 	T_EXPECT_MACH_SUCCESS(kr, "task_info()");  in get_reusable_size()
578 	return kr;  in get_reusable_size()
589 	kern_return_t           kr;  variable
604 	kr = get_reusable_size(&reusable_before);
605 	if (kr) {
609 	kr = vm_allocate(mach_task_self(),
614 	T_EXPECT_MACH_SUCCESS(kr, "vm_allocate()");
625 	kr = vm_remap(mach_task_self(),
637 	T_EXPECT_MACH_SUCCESS(kr, "vm_remap()");
689 	kr = get_reusable_size(&reusable_after);
690 	if (kr) {
724 	kern_return_t           kr;  variable
729 	kr = vm_allocate(mach_task_self(),
736 	T_EXPECT_MACH_SUCCESS(kr, "vm_allocate()");
785 	kern_return_t           kr;  variable
789 	kr = vm_allocate(mach_task_self(),
795 	T_EXPECT_MACH_SUCCESS(kr, "vm_allocate()");
872 	kern_return_t           kr;  variable
880 	kr = mach_vm_allocate(mach_task_self(),
884 	T_ASSERT_MACH_SUCCESS(kr, "vm_allocate()");
892 	kr = mach_vm_allocate(mach_task_self(),
896 	T_ASSERT_MACH_SUCCESS(kr, "vm_allocate()");
904 	kr = mach_vm_read_overwrite(mach_task_self(),
909 	T_ASSERT_MACH_SUCCESS(kr, "vm_read_overwrite()");
934 	kern_return_t           kr;  variable
942 	kr = mach_vm_allocate(mach_task_self(),
946 	T_ASSERT_MACH_SUCCESS(kr, "vm_allocate()");
951 	kr = mach_vm_remap(mach_task_self(),
962 	T_ASSERT_MACH_SUCCESS(kr, "vm_remap() #1");
965 	kr = mach_vm_remap(mach_task_self(),
976 	T_ASSERT_MACH_SUCCESS(kr, "vm_remap() #2");
984 	kern_return_t   kr;  variable
989 	kr = vm_allocate(mach_task_self(), &vmaddr, 1,
991 	T_ASSERT_MACH_SUCCESS(kr, "vm_allocate()");
994 	kr = vm_purgable_control(mach_task_self(), vmaddr,
996 	T_ASSERT_EQ(kr, KERN_INVALID_ARGUMENT,
998 	    kr, mach_error_string(kr));
1000 	kr = vm_deallocate(mach_task_self(), vmaddr, 1);
1001 	T_ASSERT_MACH_SUCCESS(kr, "vm_deallocate()");
1009 	kern_return_t           kr;  variable
1016 	kr = mach_vm_allocate(mach_task_self(),
1020 	T_ASSERT_MACH_SUCCESS(kr, "vm_allocate()");
1024 	kr = mach_vm_remap(mach_task_self(),
1035 	T_ASSERT_EQ(kr, KERN_INVALID_ARGUMENT, "vm_remap(size=0x%llx) 0x%x (%s)",
1036 	    vmsize, kr, mach_error_string(kr));
1040 	kr = mach_vm_remap(mach_task_self(),
1051 	T_ASSERT_EQ(kr, KERN_INVALID_ARGUMENT, "vm_remap(size=0x%llx) 0x%x (%s)",
1052 	    vmsize, kr, mach_error_string(kr));
1063 	kern_return_t           kr;  variable
1080 	kr = mach_make_memory_entry_64(mach_task_self(),
1086 	T_ASSERT_MACH_SUCCESS(kr, "make_memory_entry(0x%llx)", sr_start);
1089 	kr = mach_vm_map(mach_task_self(),
1100 	T_ASSERT_MACH_SUCCESS(kr, "vm_map()");
1111 	kern_return_t kr;  variable
1149 		kr = mach_vm_region_recurse(mach_task_self(),
1155 		T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_region_recurse()");
1156 		if (kr == KERN_INVALID_ADDRESS) {
1160 		T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1183 	kr = mach_vm_remap(mach_task_self(),
1194 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_remap()");
1202 	kr = mach_vm_region_recurse(mach_task_self(),
1208 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1225 	kr = mach_vm_region_recurse(mach_task_self(),
1231 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1255 	kr = mach_vm_deallocate(mach_task_self(), remap_address, remap_size);
1256 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_deallocate()");
1270 	kr = mach_vm_remap_new(mach_task_self(),
1281 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_remap_new()");
1282 	if (kr == KERN_PROTECTION_FAILURE) {
1286 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_remap_new()");
1303 	kr = mach_vm_region_recurse(mach_task_self(),
1309 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1332 	kr = mach_make_memory_entry_64(mach_task_self(),
1338 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "mach_make_memory_entry_64(VM_SHARE)");
1339 	if (kr == KERN_PROTECTION_FAILURE) {
1343 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "mach_make_memory_entry_64(VM_SHARE)");
1345 	kr = mach_vm_map(mach_task_self(),
1356 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_map()");
1373 	kr = mach_vm_region_recurse(mach_task_self(),
1379 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1396 	kr = mach_vm_region_recurse(mach_task_self(),
1402 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1415 	kr = mach_vm_deallocate(mach_task_self(), remap_address, remap_size);
1416 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_deallocate()");
1424 	kr = mach_make_memory_entry_64(mach_task_self(),
1430 	T_QUIET; T_ASSERT_EQ(kr, KERN_PROTECTION_FAILURE, "mach_make_memory_entry_64()");
1436 	kr = mach_vm_region_recurse(mach_task_self(),
1442 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1462 	kr = mach_make_memory_entry_64(mach_task_self(),
1468 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "mach_make_memory_entry_64(READ | WRITE | IS_MASK)");
1470 	kr = mach_vm_map(mach_task_self(),
1481 	T_QUIET; T_ASSERT_EQ(kr, KERN_INVALID_RIGHT, "vm_map(read/write)");
1483 	kr = mach_vm_map(mach_task_self(),
1494 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_map(read only)");
1502 	kr = mach_vm_region_recurse(mach_task_self(),
1508 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1527 	kr = mach_vm_region_recurse(mach_task_self(),
1533 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1546 	kr = mach_vm_deallocate(mach_task_self(), remap_address, remap_size);
1547 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_deallocate()");
1562 		kr = mach_vm_region_recurse(mach_task_self(),
1568 		T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_region_recurse()");
1569 		if (kr == KERN_INVALID_ADDRESS) {
1573 		T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1594 	kr = mach_vm_remap(mach_task_self(),
1605 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_remap()");
1627 	kr = mach_vm_region_recurse(mach_task_self(),
1633 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1646 	kr = mach_vm_deallocate(mach_task_self(), remap_address, remap_size);
1647 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_deallocate()");
1660 	kr = mach_vm_remap_new(mach_task_self(),
1671 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_remap_new()");
1672 	if (kr == KERN_PROTECTION_FAILURE) {
1676 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_remap_new()");
1698 	kr = mach_vm_region_recurse(mach_task_self(),
1704 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1717 	kr = mach_vm_deallocate(mach_task_self(), remap_address, remap_size);
1718 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_deallocate()");
1729 	kr = mach_make_memory_entry_64(mach_task_self(),
1735 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "mach_make_memory_entry_64(VM_SHARE)");
1736 	if (kr == KERN_PROTECTION_FAILURE) {
1740 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "mach_make_memory_entry_64(VM_SHARE)");
1744 	kr = mach_vm_map(mach_task_self(),
1755 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_map()");
1774 	kr = mach_vm_region_recurse(mach_task_self(),
1780 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1793 	kr = mach_vm_deallocate(mach_task_self(), remap_address, remap_size);
1794 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_deallocate()");
1802 	kr = mach_make_memory_entry_64(mach_task_self(),
1808 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "mach_make_memory_entry_64()");
1810 	kr = mach_vm_map(mach_task_self(),
1821 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_map()");
1833 	kr = mach_vm_region_recurse(mach_task_self(),
1839 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse()");
1861 	kr = mach_vm_deallocate(mach_task_self(), remap_address, remap_size);
1862 	T_QUIET; T_EXPECT_MACH_SUCCESS(kr, "vm_deallocate()");
1869 	kern_return_t           kr;  variable
1881 		kr = mach_vm_region_recurse(mach_task_self(),
1887 		if (kr == KERN_INVALID_ADDRESS) {
1890 		T_ASSERT_MACH_SUCCESS(kr, "vm_region_recurse(0x%llx)", vmaddr);
1907 		kr = mach_vm_copy(mach_task_self(),
1911 		if (kr == KERN_PROTECTION_FAILURE ||
1912 		    kr == KERN_INVALID_ADDRESS) {
1914 			    vmaddr, vmsize, kr, mach_error_string(kr));
1917 		T_ASSERT_MACH_SUCCESS(kr, "vm_copy(0x%llx,0x%llx) prot 0x%x",
1921 		kr = mach_vm_region_recurse(mach_task_self(),
1927 		T_ASSERT_MACH_SUCCESS(kr, "m_region_recurse(0x%llx)", vmaddr);
1948 	kern_return_t kr;  variable
1959 	kr = vm_remap(mach_task_self(), &remap_addr, 4096,
1966 	T_ASSERT_EQ(kr, KERN_SUCCESS, "vm_remap error 0x%x (%s)",
1967 	    kr, mach_error_string(kr));
2013 	kern_return_t           kr;  variable
2031 	kr = mach_vm_remap(mach_task_self(),
2042 	if (kr == KERN_INVALID_ADDRESS) {
2046 	T_ASSERT_MACH_SUCCESS(kr, "vm_remap() of commpage from 0x%llx", commpage_addr);
2062 	kern_return_t kr = KERN_FAILURE;  variable
2065 	kr = mach_vm_allocate(mach_task_self(), &private_data, size, VM_FLAGS_ANYWHERE);
2066 	T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "mach_vm_allocate");
2083 		kr = mach_vm_region_recurse(mach_task_self(),
2089 		T_ASSERT_MACH_SUCCESS(kr, "child: mach_vm_region_recurse");
2114 		kr = mach_vm_remap_new(
2126 		T_QUIET; T_ASSERT_MACH_SUCCESS(kr, "parent: mach_vm_remap_new");
2129 		kr = mach_vm_region_recurse(mach_task_self(),
2135 		T_ASSERT_MACH_SUCCESS(kr, "parent: mach_vm_region_recurse");