168 #define	VM_MAP_RANGE_CHECK(map, start, end)		\  argument
170 		if (start < vm_map_min(map))		\
171 			start = vm_map_min(map);	\
174 		if (start > end)			\
175 			start = end;			\
608 			vm_pager_release_writecount(object, entry->start,  in vm_map_process_deferred()
899 	map->header.start = max;  in _vm_map_init()
998 	    root->left->max_free : root->start - left_ancestor->end);  in vm_map_entry_max_free_left()
1006 	    root->right->max_free : right_ancestor->start - root->end);  in vm_map_entry_max_free_right()
1022 	if (prior->right->start < entry->start) {  in vm_map_entry_pred()
1065 			    vm_size_max(max_free, root->start - y->end);\
1106 			    vm_size_max(max_free, y->start - root->end);\
1138 		KASSERT(left->end <= root->start &&  in vm_map_splay_split()
1139 		    root->end <= right->start,  in vm_map_splay_split()
1141 		if (addr < root->start) {  in vm_map_splay_split()
1143 			    y->max_free >= length && addr < y->start);  in vm_map_splay_split()
1227 	max_free = root->start - llist->end;  in vm_map_splay_merge_pred()
1284 	max_free = rlist->start - root->end;  in vm_map_splay_merge_succ()
1398 	root = vm_map_splay_split(map, entry->start, 0, &llist, &rlist);  in vm_map_entry_link()
1406 	} else if (entry->start == root->start) {  in vm_map_entry_link()
1416 		root->offset += entry->end - root->start;  in vm_map_entry_link()
1417 		root->start = entry->end;  in vm_map_entry_link()
1432 		entry->offset += entry->start - root->start;  in vm_map_entry_link()
1433 		root->end = entry->start;  in vm_map_entry_link()
1458 	root = vm_map_splay_split(map, entry->start, 0, &llist, &rlist);  in vm_map_entry_unlink()
1465 		rlist->start = root->start;  in vm_map_entry_unlink()
1506 	root = vm_map_splay_split(map, entry->start, 0, &llist, &rlist);  in vm_map_entry_resize()
1548 	if (address >= cur->start && cur->end > address) {  in vm_map_lookup_entry()
1571 		if (address < cur->start) {  in vm_map_lookup_entry()
1584 		if (address < cur->start) {  in vm_map_lookup_entry()
1617     vm_offset_t start, vm_offset_t end, vm_prot_t prot, vm_prot_t max, int cow)  in vm_map_insert()  argument
1640 	if (start == end || !vm_map_range_valid(map, start, end))  in vm_map_insert()
1651 	if (vm_map_lookup_entry(map, start, &prev_entry))  in vm_map_insert()
1658 	if (next_entry->start < end)  in vm_map_insert()
1699 		if ((start & bdry) != 0 || (end & bdry) != 0)  in vm_map_insert()
1709 		if (!(cow & MAP_ACC_CHARGED) && !swap_reserve(end - start))  in vm_map_insert()
1740 	    prev_entry->end == start && (prev_entry->cred == cred ||  in vm_map_insert()
1745 	    (vm_size_t)(prev_entry->end - prev_entry->start),  in vm_map_insert()
1776 		    (prev_entry->end - prev_entry->start);  in vm_map_insert()
1791 	new_entry->start = start;  in vm_map_insert()
1805 	new_entry->next_read = start;  in vm_map_insert()
1816 		map->size += new_entry->end - new_entry->start;  in vm_map_insert()
1828 		vm_map_pmap_enter(map, start, prot, object, OFF_TO_IDX(offset),  in vm_map_insert()
1829 		    end - start, cow & MAP_PREFAULT_PARTIAL);  in vm_map_insert()
1853 vm_map_findspace(vm_map_t map, vm_offset_t start, vm_size_t length)  in vm_map_findspace()  argument
1865 	start = MAX(start, vm_map_min(map));  in vm_map_findspace()
1866 	if (start >= vm_map_max(map) || length > vm_map_max(map) - start)  in vm_map_findspace()
1871 		return (start);  in vm_map_findspace()
1881 	root = vm_map_splay_split(map, start, length, &llist, &rlist);  in vm_map_findspace()
1882 	gap_end = rlist->start;  in vm_map_findspace()
1884 		start = root->end;  in vm_map_findspace()
1886 			gap_end = start;  in vm_map_findspace()
1903 	if (length <= gap_end - start)  in vm_map_findspace()
1904 		return (start);  in vm_map_findspace()
1946     vm_offset_t start, vm_size_t length, vm_prot_t prot,  in vm_map_fixed()  argument
1952 	end = start + length;  in vm_map_fixed()
1957 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_fixed()
1959 		result = vm_map_delete(map, start, end);  in vm_map_fixed()
1964 		result = vm_map_stack_locked(map, start, length, sgrowsiz,  in vm_map_fixed()
1967 		result = vm_map_insert(map, object, offset, start, end,  in vm_map_fixed()
2284 	return (prev->end == entry->start &&  in vm_map_mergeable_neighbors()
2287 	    prev->offset + (prev->end - prev->start) == entry->offset) &&  in vm_map_mergeable_neighbors()
2353 	object = vm_object_allocate_anon(atop(entry->end - entry->start), NULL,  in vm_map_entry_back()
2354 	    entry->cred, entry->end - entry->start);  in vm_map_entry_back()
2383 		entry->object.vm_object->charge = entry->end - entry->start;  in vm_map_entry_charge_object()
2443 	if (startaddr <= entry->start)  in vm_map_clip_start()
2447 	KASSERT(entry->end > startaddr && entry->start < startaddr,  in vm_map_clip_start()
2476 vm_map_lookup_clip_start(vm_map_t map, vm_offset_t start,  in vm_map_lookup_clip_start()  argument
2485 		    (uintmax_t)start, prev_entry);  in vm_map_lookup_clip_start()
2487 	if (vm_map_lookup_entry(map, start, prev_entry)) {  in vm_map_lookup_clip_start()
2489 		rv = vm_map_clip_start(map, entry, start);  in vm_map_lookup_clip_start()
2521 	KASSERT(entry->start < endaddr && entry->end > endaddr,  in vm_map_clip_end()
2537 	new_entry->start = endaddr;  in vm_map_clip_end()
2564 	vm_offset_t start,  in vm_map_submap()  argument
2578 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_submap()
2579 	if (vm_map_lookup_entry(map, start, &entry) && entry->end >= end &&  in vm_map_submap()
2582 		result = vm_map_clip_start(map, entry, start);  in vm_map_submap()
2624 	vm_offset_t start;  in vm_map_pmap_enter()  local
2651 	start = 0;  in vm_map_pmap_enter()
2677 				start = addr + ptoa(tmpidx);  in vm_map_pmap_enter()
2691 			pmap_enter_object(map->pmap, start, addr +  in vm_map_pmap_enter()
2697 		pmap_enter_object(map->pmap, start, addr + ptoa(psize),  in vm_map_pmap_enter()
2709 vm_map_protect(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_protect()  argument
2718 	if (start == end)  in vm_map_protect()
2746 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_protect()
2748 	if (!vm_map_lookup_entry(map, start, &first_entry))  in vm_map_protect()
2754 	for (entry = first_entry; entry->start < end;  in vm_map_protect()
2795 	rv = vm_map_clip_start(map, first_entry, start);  in vm_map_protect()
2800 	for (entry = first_entry; entry->start < end;  in vm_map_protect()
2819 			if (!swap_reserve(entry->end - entry->start)) {  in vm_map_protect()
2866 	    entry->start < end;  in vm_map_protect()
2900 			pmap_protect(map->pmap, entry->start,  in vm_map_protect()
2922 	vm_offset_t start,  in vm_map_madvise()  argument
2944 		if (start == end)  in vm_map_madvise()
2952 		if (start == end)  in vm_map_madvise()
2964 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_madvise()
2973 		rv = vm_map_lookup_clip_start(map, start, &entry, &prev_entry);  in vm_map_madvise()
2979 		for (; entry->start < end; prev_entry = entry,  in vm_map_madvise()
3032 		if (!vm_map_lookup_entry(map, start, &entry))  in vm_map_madvise()
3034 		for (; entry->start < end;  in vm_map_madvise()
3054 			pend = pstart + atop(entry->end - entry->start);  in vm_map_madvise()
3055 			useStart = entry->start;  in vm_map_madvise()
3058 			if (entry->start < start) {  in vm_map_madvise()
3059 				pstart += atop(start - entry->start);  in vm_map_madvise()
3060 				useStart = start;  in vm_map_madvise()
3118 vm_map_inherit(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_inherit()  argument
3133 	if (start == end)  in vm_map_inherit()
3136 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_inherit()
3137 	rv = vm_map_lookup_clip_start(map, start, &start_entry, &prev_entry);  in vm_map_inherit()
3146 		for (entry = start_entry; entry->start < end;  in vm_map_inherit()
3155 	for (entry = start_entry; entry->start < end; prev_entry = entry,  in vm_map_inherit()
3183 	vm_offset_t start;  in vm_map_entry_in_transition()  local
3192 	start = MAX(in_start, in_entry->start);  in vm_map_entry_in_transition()
3209 	if (!vm_map_lookup_entry(map, start, &entry)) {  in vm_map_entry_in_transition()
3211 			*io_end = start;  in vm_map_entry_in_transition()
3225 vm_map_unwire(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_unwire()  argument
3232 	if (start == end)  in vm_map_unwire()
3237 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_unwire()
3238 	if (!vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_unwire()
3247 	for (entry = first_entry; entry->start < end; entry = next_entry) {  in vm_map_unwire()
3252 			next_entry = vm_map_entry_in_transition(map, start,  in vm_map_unwire()
3266 		rv = vm_map_clip_start(map, entry, start);  in vm_map_unwire()
3288 		    entry->end < end && next_entry->start > entry->end) {  in vm_map_unwire()
3305 	    !vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_unwire()
3313 	for (; entry->start < end;  in vm_map_unwire()
3404 	if (failed_addr > entry->start) {  in vm_map_wire_entry_failure()
3405 		pmap_unwire(map->pmap, entry->start, failed_addr);  in vm_map_wire_entry_failure()
3407 		    failed_addr - entry->start, PQ_ACTIVE);  in vm_map_wire_entry_failure()
3418 vm_map_wire(vm_map_t map, vm_offset_t start, vm_offset_t end, int flags)  in vm_map_wire()  argument
3423 	rv = vm_map_wire_locked(map, start, end, flags);  in vm_map_wire()
3435 vm_map_wire_locked(vm_map_t map, vm_offset_t start, vm_offset_t end, int flags)  in vm_map_wire_locked()  argument
3447 	if (start == end)  in vm_map_wire_locked()
3454 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_wire_locked()
3455 	if (!vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_wire_locked()
3461 	for (entry = first_entry; entry->start < end; entry = next_entry) {  in vm_map_wire_locked()
3466 			next_entry = vm_map_entry_in_transition(map, start,  in vm_map_wire_locked()
3478 		rv = vm_map_clip_start(map, entry, start);  in vm_map_wire_locked()
3505 			npages = atop(entry->end - entry->start);  in vm_map_wire_locked()
3508 				    entry->start);  in vm_map_wire_locked()
3518 			saved_start = entry->start;  in vm_map_wire_locked()
3584 		    entry->end < end && next_entry->start > entry->end) {  in vm_map_wire_locked()
3594 	    !vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_wire_locked()
3602 	for (; entry->start < end;  in vm_map_wire_locked()
3645 					    atop(entry->end - entry->start));  in vm_map_wire_locked()
3687 	vm_offset_t start,  in vm_map_sync()  argument
3701 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_sync()
3702 	if (!vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_sync()
3705 	} else if (start == end) {  in vm_map_sync()
3706 		start = first_entry->start;  in vm_map_sync()
3714 	for (entry = first_entry; entry->start < end; entry = next_entry) {  in vm_map_sync()
3724 			    ((start & (pagesizes[bdry_idx] - 1)) != 0 ||  in vm_map_sync()
3732 		    entry->end != next_entry->start) {  in vm_map_sync()
3739 		pmap_remove(map->pmap, start, end);  in vm_map_sync()
3746 	for (entry = first_entry; entry->start < end;) {  in vm_map_sync()
3747 		offset = entry->offset + (start - entry->start);  in vm_map_sync()
3748 		size = (end <= entry->end ? end : entry->end) - start;  in vm_map_sync()
3761 			offset = tentry->offset + (offset - tentry->start);  in vm_map_sync()
3771 		start += size;  in vm_map_sync()
3775 		    !vm_map_lookup_entry(map, start, &entry))  in vm_map_sync()
3800 	size = entry->end - entry->start;  in vm_map_entry_unwire()
3803 	pmap_unwire(map->pmap, entry->start, entry->end);  in vm_map_entry_unwire()
3841 	size = entry->end - entry->start;  in vm_map_entry_delete()
3903 vm_map_delete(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_delete()  argument
3910 	if (start == end)  in vm_map_delete()
3917 	rv = vm_map_lookup_clip_start(map, start, &entry, &scratch_entry);  in vm_map_delete()
3920 	for (; entry->start < end; entry = next_entry) {  in vm_map_delete()
3932 			saved_start = entry->start;  in vm_map_delete()
3973 			pmap_remove(map->pmap, entry->start, entry->end);  in vm_map_delete()
3976 			map->anon_loc = entry->start;  in vm_map_delete()
3996 vm_map_remove(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_remove()  argument
4001 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_remove()
4002 	result = vm_map_delete(map, start, end);  in vm_map_remove()
4022 vm_map_check_protection(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_check_protection()  argument
4028 	if (!vm_map_lookup_entry(map, start, &tmp_entry))  in vm_map_check_protection()
4032 	while (start < end) {  in vm_map_check_protection()
4036 		if (start < entry->start)  in vm_map_check_protection()
4044 		start = entry->end;  in vm_map_check_protection()
4134 			    src_entry->start,  in vm_map_copy_entry()
4142 		size = src_entry->end - src_entry->start;  in vm_map_copy_entry()
4175 				fake_entry->start = src_entry->start;  in vm_map_copy_entry()
4183 			    dst_entry->start, dst_entry->end - dst_entry->start,  in vm_map_copy_entry()
4184 			    src_entry->start);  in vm_map_copy_entry()
4220 	entrysize = entry->end - entry->start;  in vmspace_map_entry_forked()
4224 	} else if (entry->start >= (vm_offset_t)vm1->vm_daddr &&  in vmspace_map_entry_forked()
4225 	    entry->start < (vm_offset_t)vm1->vm_daddr + ctob(vm1->vm_dsize)) {  in vmspace_map_entry_forked()
4228 		vm2->vm_dsize += btoc(newend - entry->start);  in vmspace_map_entry_forked()
4229 	} else if (entry->start >= (vm_offset_t)vm1->vm_taddr &&  in vmspace_map_entry_forked()
4230 	    entry->start < (vm_offset_t)vm1->vm_taddr + ctob(vm1->vm_tsize)) {  in vmspace_map_entry_forked()
4233 		vm2->vm_tsize += btoc(newend - entry->start);  in vmspace_map_entry_forked()
4321 				    old_entry->end - old_entry->start,  in vmspace_fork()
4343 					    old_entry->start;  in vmspace_fork()
4378 				    new_entry->start, new_entry->end);  in vmspace_fork()
4393 			    new_entry->start,  in vmspace_fork()
4394 			    (old_entry->end - old_entry->start),  in vmspace_fork()
4395 			    old_entry->start);  in vmspace_fork()
4428 			new_entry->start = old_entry->start;  in vmspace_fork()
4443 			*fork_charge += (new_entry->end - new_entry->start);  in vmspace_fork()
4533 	if (vm_map_entry_succ(prev_entry)->start < addrbos + max_ssize)  in vm_map_stack_locked()
4561 	KASSERT(new_entry->end == top || new_entry->start == bot,  in vm_map_stack_locked()
4640 		    stack_entry->start != gap_entry->end)  in vm_map_growstack()
4642 		grow_amount = round_page(stack_entry->start - addr);  in vm_map_growstack()
4647 		    stack_entry->end != gap_entry->start)  in vm_map_growstack()
4657 	max_grow = gap_entry->end - gap_entry->start;  in vm_map_growstack()
4745 		if (gap_entry->start + grow_amount == gap_entry->end) {  in vm_map_growstack()
4746 			gap_start = gap_entry->start;  in vm_map_growstack()
4751 			MPASS(gap_entry->start < gap_entry->end - grow_amount);  in vm_map_growstack()
4780 		    (vm_size_t)(stack_entry->end - stack_entry->start),  in vm_map_growstack()
4782 			if (gap_entry->start + grow_amount == gap_entry->end) {  in vm_map_growstack()
4787 				gap_entry->start += grow_amount;  in vm_map_growstack()
4996 	size = entry->end - entry->start;  in vm_map_lookup()
5074 	*pindex = OFF_TO_IDX((vaddr - entry->start) + entry->offset);  in vm_map_lookup()
5155 	*pindex = OFF_TO_IDX((vaddr - entry->start) + entry->offset);  in vm_map_lookup_locked()
5199 vm_map_range_valid_KBI(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_range_valid_KBI()  argument
5202 	return (vm_map_range_valid(map, start, end));  in vm_map_range_valid_KBI()
5221 		KASSERT(prev->end <= entry->start,  in _vm_map_assert_consistent()
5223 		    (uintmax_t)prev->end, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5224 		KASSERT(entry->start < entry->end,  in _vm_map_assert_consistent()
5226 		    (uintmax_t)entry->start, (uintmax_t)entry->end));  in _vm_map_assert_consistent()
5228 		    entry->left->start < entry->start,  in _vm_map_assert_consistent()
5230 		    (uintmax_t)entry->left->start, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5232 		    entry->start < entry->right->start,  in _vm_map_assert_consistent()
5234 		    (uintmax_t)entry->start, (uintmax_t)entry->right->start));  in _vm_map_assert_consistent()
5238 			if (entry->start < cur->start) {  in _vm_map_assert_consistent()
5243 				    map, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5244 			} else if (cur->end <= entry->start) {  in _vm_map_assert_consistent()
5249 				    map, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5253 				    map, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5265 	KASSERT(prev->end <= entry->start,  in _vm_map_assert_consistent()
5267 	    (uintmax_t)prev->end, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5290 		    (void *)entry, (void *)entry->start, (void *)entry->end,  in vm_map_print()