168 #define	VM_MAP_RANGE_CHECK(map, start, end)		\  argument
170 		if (start < vm_map_min(map))		\
171 			start = vm_map_min(map);	\
174 		if (start > end)			\
175 			start = end;			\
639 			vm_pager_release_writecount(object, entry->start,  in vm_map_process_deferred()
930 	map->header.start = max;  in _vm_map_init()
1029 	    root->left->max_free : root->start - left_ancestor->end);  in vm_map_entry_max_free_left()
1037 	    root->right->max_free : right_ancestor->start - root->end);  in vm_map_entry_max_free_right()
1053 	if (prior->right->start < entry->start) {  in vm_map_entry_pred()
1096 			    vm_size_max(max_free, root->start - y->end);\
1137 			    vm_size_max(max_free, y->start - root->end);\
1169 		KASSERT(left->end <= root->start &&  in vm_map_splay_split()
1170 		    root->end <= right->start,  in vm_map_splay_split()
1172 		if (addr < root->start) {  in vm_map_splay_split()
1174 			    y->max_free >= length && addr < y->start);  in vm_map_splay_split()
1258 	max_free = root->start - llist->end;  in vm_map_splay_merge_pred()
1315 	max_free = rlist->start - root->end;  in vm_map_splay_merge_succ()
1429 	root = vm_map_splay_split(map, entry->start, 0, &llist, &rlist);  in vm_map_entry_link()
1437 	} else if (entry->start == root->start) {  in vm_map_entry_link()
1447 		root->offset += entry->end - root->start;  in vm_map_entry_link()
1448 		root->start = entry->end;  in vm_map_entry_link()
1463 		entry->offset += entry->start - root->start;  in vm_map_entry_link()
1464 		root->end = entry->start;  in vm_map_entry_link()
1489 	root = vm_map_splay_split(map, entry->start, 0, &llist, &rlist);  in vm_map_entry_unlink()
1496 		rlist->start = root->start;  in vm_map_entry_unlink()
1537 	root = vm_map_splay_split(map, entry->start, 0, &llist, &rlist);  in vm_map_entry_resize()
1579 	if (address >= cur->start && cur->end > address) {  in vm_map_lookup_entry()
1602 		if (address < cur->start) {  in vm_map_lookup_entry()
1615 		if (address < cur->start) {  in vm_map_lookup_entry()
1648     vm_offset_t start, vm_offset_t end, vm_prot_t prot, vm_prot_t max, int cow)  in vm_map_insert()  argument
1671 	if (start == end || !vm_map_range_valid(map, start, end))  in vm_map_insert()
1682 	if (vm_map_lookup_entry(map, start, &prev_entry))  in vm_map_insert()
1689 	if (next_entry->start < end)  in vm_map_insert()
1730 		if ((start & bdry) != 0 || (end & bdry) != 0)  in vm_map_insert()
1740 		if (!(cow & MAP_ACC_CHARGED) && !swap_reserve(end - start))  in vm_map_insert()
1771 	    prev_entry->end == start && (prev_entry->cred == cred ||  in vm_map_insert()
1776 	    (vm_size_t)(prev_entry->end - prev_entry->start),  in vm_map_insert()
1807 		    (prev_entry->end - prev_entry->start);  in vm_map_insert()
1822 	new_entry->start = start;  in vm_map_insert()
1836 	new_entry->next_read = start;  in vm_map_insert()
1847 		map->size += new_entry->end - new_entry->start;  in vm_map_insert()
1859 		vm_map_pmap_enter(map, start, prot, object, OFF_TO_IDX(offset),  in vm_map_insert()
1860 		    end - start, cow & MAP_PREFAULT_PARTIAL);  in vm_map_insert()
1884 vm_map_findspace(vm_map_t map, vm_offset_t start, vm_size_t length)  in vm_map_findspace()  argument
1896 	start = MAX(start, vm_map_min(map));  in vm_map_findspace()
1897 	if (start >= vm_map_max(map) || length > vm_map_max(map) - start)  in vm_map_findspace()
1902 		return (start);  in vm_map_findspace()
1912 	root = vm_map_splay_split(map, start, length, &llist, &rlist);  in vm_map_findspace()
1913 	gap_end = rlist->start;  in vm_map_findspace()
1915 		start = root->end;  in vm_map_findspace()
1917 			gap_end = start;  in vm_map_findspace()
1934 	if (length <= gap_end - start)  in vm_map_findspace()
1935 		return (start);  in vm_map_findspace()
1977     vm_offset_t start, vm_size_t length, vm_prot_t prot,  in vm_map_fixed()  argument
1983 	end = start + length;  in vm_map_fixed()
1988 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_fixed()
1990 		result = vm_map_delete(map, start, end);  in vm_map_fixed()
1995 		result = vm_map_stack_locked(map, start, length, sgrowsiz,  in vm_map_fixed()
1998 		result = vm_map_insert(map, object, offset, start, end,  in vm_map_fixed()
2315 	return (prev->end == entry->start &&  in vm_map_mergeable_neighbors()
2318 	    prev->offset + (prev->end - prev->start) == entry->offset) &&  in vm_map_mergeable_neighbors()
2384 	object = vm_object_allocate_anon(atop(entry->end - entry->start), NULL,  in vm_map_entry_back()
2385 	    entry->cred, entry->end - entry->start);  in vm_map_entry_back()
2414 		entry->object.vm_object->charge = entry->end - entry->start;  in vm_map_entry_charge_object()
2474 	if (startaddr <= entry->start)  in vm_map_clip_start()
2478 	KASSERT(entry->end > startaddr && entry->start < startaddr,  in vm_map_clip_start()
2507 vm_map_lookup_clip_start(vm_map_t map, vm_offset_t start,  in vm_map_lookup_clip_start()  argument
2516 		    (uintmax_t)start, prev_entry);  in vm_map_lookup_clip_start()
2518 	if (vm_map_lookup_entry(map, start, prev_entry)) {  in vm_map_lookup_clip_start()
2520 		rv = vm_map_clip_start(map, entry, start);  in vm_map_lookup_clip_start()
2552 	KASSERT(entry->start < endaddr && entry->end > endaddr,  in vm_map_clip_end()
2568 	new_entry->start = endaddr;  in vm_map_clip_end()
2595 	vm_offset_t start,  in vm_map_submap()  argument
2609 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_submap()
2610 	if (vm_map_lookup_entry(map, start, &entry) && entry->end >= end &&  in vm_map_submap()
2613 		result = vm_map_clip_start(map, entry, start);  in vm_map_submap()
2655 	vm_offset_t start;  in vm_map_pmap_enter()  local
2682 	start = 0;  in vm_map_pmap_enter()
2708 				start = addr + ptoa(tmpidx);  in vm_map_pmap_enter()
2722 			pmap_enter_object(map->pmap, start, addr +  in vm_map_pmap_enter()
2728 		pmap_enter_object(map->pmap, start, addr + ptoa(psize),  in vm_map_pmap_enter()
2740 vm_map_protect(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_protect()  argument
2749 	if (start == end)  in vm_map_protect()
2777 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_protect()
2779 	if (!vm_map_lookup_entry(map, start, &first_entry))  in vm_map_protect()
2785 	for (entry = first_entry; entry->start < end;  in vm_map_protect()
2826 	rv = vm_map_clip_start(map, first_entry, start);  in vm_map_protect()
2831 	for (entry = first_entry; entry->start < end;  in vm_map_protect()
2850 			if (!swap_reserve(entry->end - entry->start)) {  in vm_map_protect()
2895 	    entry->start < end;  in vm_map_protect()
2929 			pmap_protect(map->pmap, entry->start,  in vm_map_protect()
2951 	vm_offset_t start,  in vm_map_madvise()  argument
2973 		if (start == end)  in vm_map_madvise()
2981 		if (start == end)  in vm_map_madvise()
2993 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_madvise()
3002 		rv = vm_map_lookup_clip_start(map, start, &entry, &prev_entry);  in vm_map_madvise()
3008 		for (; entry->start < end; prev_entry = entry,  in vm_map_madvise()
3061 		if (!vm_map_lookup_entry(map, start, &entry))  in vm_map_madvise()
3063 		for (; entry->start < end;  in vm_map_madvise()
3083 			pend = pstart + atop(entry->end - entry->start);  in vm_map_madvise()
3084 			useStart = entry->start;  in vm_map_madvise()
3087 			if (entry->start < start) {  in vm_map_madvise()
3088 				pstart += atop(start - entry->start);  in vm_map_madvise()
3089 				useStart = start;  in vm_map_madvise()
3147 vm_map_inherit(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_inherit()  argument
3162 	if (start == end)  in vm_map_inherit()
3165 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_inherit()
3166 	rv = vm_map_lookup_clip_start(map, start, &start_entry, &prev_entry);  in vm_map_inherit()
3175 		for (entry = start_entry; entry->start < end;  in vm_map_inherit()
3184 	for (entry = start_entry; entry->start < end; prev_entry = entry,  in vm_map_inherit()
3212 	vm_offset_t start;  in vm_map_entry_in_transition()  local
3221 	start = MAX(in_start, in_entry->start);  in vm_map_entry_in_transition()
3238 	if (!vm_map_lookup_entry(map, start, &entry)) {  in vm_map_entry_in_transition()
3240 			*io_end = start;  in vm_map_entry_in_transition()
3254 vm_map_unwire(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_unwire()  argument
3261 	if (start == end)  in vm_map_unwire()
3266 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_unwire()
3267 	if (!vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_unwire()
3276 	for (entry = first_entry; entry->start < end; entry = next_entry) {  in vm_map_unwire()
3281 			next_entry = vm_map_entry_in_transition(map, start,  in vm_map_unwire()
3295 		rv = vm_map_clip_start(map, entry, start);  in vm_map_unwire()
3317 		    entry->end < end && next_entry->start > entry->end) {  in vm_map_unwire()
3334 	    !vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_unwire()
3342 	for (; entry->start < end;  in vm_map_unwire()
3433 	if (failed_addr > entry->start) {  in vm_map_wire_entry_failure()
3434 		pmap_unwire(map->pmap, entry->start, failed_addr);  in vm_map_wire_entry_failure()
3436 		    failed_addr - entry->start, PQ_ACTIVE);  in vm_map_wire_entry_failure()
3447 vm_map_wire(vm_map_t map, vm_offset_t start, vm_offset_t end, int flags)  in vm_map_wire()  argument
3452 	rv = vm_map_wire_locked(map, start, end, flags);  in vm_map_wire()
3464 vm_map_wire_locked(vm_map_t map, vm_offset_t start, vm_offset_t end, int flags)  in vm_map_wire_locked()  argument
3476 	if (start == end)  in vm_map_wire_locked()
3483 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_wire_locked()
3484 	if (!vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_wire_locked()
3490 	for (entry = first_entry; entry->start < end; entry = next_entry) {  in vm_map_wire_locked()
3495 			next_entry = vm_map_entry_in_transition(map, start,  in vm_map_wire_locked()
3507 		rv = vm_map_clip_start(map, entry, start);  in vm_map_wire_locked()
3534 			npages = atop(entry->end - entry->start);  in vm_map_wire_locked()
3537 				    entry->start);  in vm_map_wire_locked()
3547 			saved_start = entry->start;  in vm_map_wire_locked()
3613 		    entry->end < end && next_entry->start > entry->end) {  in vm_map_wire_locked()
3623 	    !vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_wire_locked()
3631 	for (; entry->start < end;  in vm_map_wire_locked()
3674 					    atop(entry->end - entry->start));  in vm_map_wire_locked()
3716 	vm_offset_t start,  in vm_map_sync()  argument
3730 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_sync()
3731 	if (!vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_sync()
3734 	} else if (start == end) {  in vm_map_sync()
3735 		start = first_entry->start;  in vm_map_sync()
3743 	for (entry = first_entry; entry->start < end; entry = next_entry) {  in vm_map_sync()
3753 			    ((start & (pagesizes[bdry_idx] - 1)) != 0 ||  in vm_map_sync()
3761 		    entry->end != next_entry->start) {  in vm_map_sync()
3768 		pmap_remove(map->pmap, start, end);  in vm_map_sync()
3775 	for (entry = first_entry; entry->start < end;) {  in vm_map_sync()
3776 		offset = entry->offset + (start - entry->start);  in vm_map_sync()
3777 		size = (end <= entry->end ? end : entry->end) - start;  in vm_map_sync()
3790 			offset = tentry->offset + (offset - tentry->start);  in vm_map_sync()
3800 		start += size;  in vm_map_sync()
3804 		    !vm_map_lookup_entry(map, start, &entry))  in vm_map_sync()
3829 	size = entry->end - entry->start;  in vm_map_entry_unwire()
3832 	pmap_unwire(map->pmap, entry->start, entry->end);  in vm_map_entry_unwire()
3870 	size = entry->end - entry->start;  in vm_map_entry_delete()
3932 vm_map_delete(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_delete()  argument
3939 	if (start == end)  in vm_map_delete()
3946 	rv = vm_map_lookup_clip_start(map, start, &entry, &scratch_entry);  in vm_map_delete()
3949 	for (; entry->start < end; entry = next_entry) {  in vm_map_delete()
3961 			saved_start = entry->start;  in vm_map_delete()
4002 			pmap_remove(map->pmap, entry->start, entry->end);  in vm_map_delete()
4005 			map->anon_loc = entry->start;  in vm_map_delete()
4025 vm_map_remove(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_remove()  argument
4030 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_remove()
4031 	result = vm_map_delete(map, start, end);  in vm_map_remove()
4051 vm_map_check_protection(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_check_protection()  argument
4057 	if (!vm_map_lookup_entry(map, start, &tmp_entry))  in vm_map_check_protection()
4061 	while (start < end) {  in vm_map_check_protection()
4065 		if (start < entry->start)  in vm_map_check_protection()
4073 		start = entry->end;  in vm_map_check_protection()
4163 			    src_entry->start,  in vm_map_copy_entry()
4171 		size = src_entry->end - src_entry->start;  in vm_map_copy_entry()
4204 				fake_entry->start = src_entry->start;  in vm_map_copy_entry()
4212 			    dst_entry->start, dst_entry->end - dst_entry->start,  in vm_map_copy_entry()
4213 			    src_entry->start);  in vm_map_copy_entry()
4249 	entrysize = entry->end - entry->start;  in vmspace_map_entry_forked()
4253 	} else if (entry->start >= (vm_offset_t)vm1->vm_daddr &&  in vmspace_map_entry_forked()
4254 	    entry->start < (vm_offset_t)vm1->vm_daddr + ctob(vm1->vm_dsize)) {  in vmspace_map_entry_forked()
4257 		vm2->vm_dsize += btoc(newend - entry->start);  in vmspace_map_entry_forked()
4258 	} else if (entry->start >= (vm_offset_t)vm1->vm_taddr &&  in vmspace_map_entry_forked()
4259 	    entry->start < (vm_offset_t)vm1->vm_taddr + ctob(vm1->vm_tsize)) {  in vmspace_map_entry_forked()
4262 		vm2->vm_tsize += btoc(newend - entry->start);  in vmspace_map_entry_forked()
4349 				    old_entry->end - old_entry->start,  in vmspace_fork()
4371 					    old_entry->start;  in vmspace_fork()
4406 				    new_entry->start, new_entry->end);  in vmspace_fork()
4421 			    new_entry->start,  in vmspace_fork()
4422 			    (old_entry->end - old_entry->start),  in vmspace_fork()
4423 			    old_entry->start);  in vmspace_fork()
4456 			new_entry->start = old_entry->start;  in vmspace_fork()
4471 			*fork_charge += (new_entry->end - new_entry->start);  in vmspace_fork()
4561 	if (vm_map_entry_succ(prev_entry)->start < addrbos + max_ssize)  in vm_map_stack_locked()
4589 	KASSERT(new_entry->end == top || new_entry->start == bot,  in vm_map_stack_locked()
4668 		    stack_entry->start != gap_entry->end)  in vm_map_growstack()
4670 		grow_amount = round_page(stack_entry->start - addr);  in vm_map_growstack()
4675 		    stack_entry->end != gap_entry->start)  in vm_map_growstack()
4685 	max_grow = gap_entry->end - gap_entry->start;  in vm_map_growstack()
4773 		if (gap_entry->start + grow_amount == gap_entry->end) {  in vm_map_growstack()
4774 			gap_start = gap_entry->start;  in vm_map_growstack()
4779 			MPASS(gap_entry->start < gap_entry->end - grow_amount);  in vm_map_growstack()
4808 		    (vm_size_t)(stack_entry->end - stack_entry->start),  in vm_map_growstack()
4810 			if (gap_entry->start + grow_amount == gap_entry->end) {  in vm_map_growstack()
4815 				gap_entry->start += grow_amount;  in vm_map_growstack()
5020 	size = entry->end - entry->start;  in vm_map_lookup()
5098 	*pindex = OFF_TO_IDX((vaddr - entry->start) + entry->offset);  in vm_map_lookup()
5179 	*pindex = OFF_TO_IDX((vaddr - entry->start) + entry->offset);  in vm_map_lookup_locked()
5223 vm_map_range_valid_KBI(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_range_valid_KBI()  argument
5226 	return (vm_map_range_valid(map, start, end));  in vm_map_range_valid_KBI()
5245 		KASSERT(prev->end <= entry->start,  in _vm_map_assert_consistent()
5247 		    (uintmax_t)prev->end, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5248 		KASSERT(entry->start < entry->end,  in _vm_map_assert_consistent()
5250 		    (uintmax_t)entry->start, (uintmax_t)entry->end));  in _vm_map_assert_consistent()
5252 		    entry->left->start < entry->start,  in _vm_map_assert_consistent()
5254 		    (uintmax_t)entry->left->start, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5256 		    entry->start < entry->right->start,  in _vm_map_assert_consistent()
5258 		    (uintmax_t)entry->start, (uintmax_t)entry->right->start));  in _vm_map_assert_consistent()
5262 			if (entry->start < cur->start) {  in _vm_map_assert_consistent()
5267 				    map, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5268 			} else if (cur->end <= entry->start) {  in _vm_map_assert_consistent()
5273 				    map, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5277 				    map, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5289 	KASSERT(prev->end <= entry->start,  in _vm_map_assert_consistent()
5291 	    (uintmax_t)prev->end, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5314 		    (void *)entry, (void *)entry->start, (void *)entry->end,  in vm_map_print()