168 #define	VM_MAP_RANGE_CHECK(map, start, end)		\  argument
172 		if (end > vm_map_max(map))		\
173 			end = vm_map_max(map);		\
174 		if (start > end)			\
175 			start = end;			\
640 			    entry->end);  in vm_map_process_deferred()
929 	map->header.end = min;  in _vm_map_init()
1029 	    root->left->max_free : root->start - left_ancestor->end);  in vm_map_entry_max_free_left()
1037 	    root->right->max_free : right_ancestor->start - root->end);  in vm_map_entry_max_free_right()
1096 			    vm_size_max(max_free, root->start - y->end);\
1137 			    vm_size_max(max_free, y->start - root->end);\
1169 		KASSERT(left->end <= root->start &&  in vm_map_splay_split()
1170 		    root->end <= right->start,  in vm_map_splay_split()
1175 		} else if (addr >= root->end) {  in vm_map_splay_split()
1177 			    y->max_free >= length && addr >= y->end);  in vm_map_splay_split()
1258 	max_free = root->start - llist->end;  in vm_map_splay_merge_pred()
1315 	max_free = rlist->start - root->end;  in vm_map_splay_merge_succ()
1444 		KASSERT(entry->end < root->end,  in vm_map_entry_link()
1447 		root->offset += entry->end - root->start;  in vm_map_entry_link()
1448 		root->start = entry->end;  in vm_map_entry_link()
1460 		KASSERT(entry->end == root->end,  in vm_map_entry_link()
1464 		root->end = entry->start;  in vm_map_entry_link()
1540 	entry->end += grow_amount;  in vm_map_entry_resize()
1579 	if (address >= cur->start && cur->end > address) {  in vm_map_lookup_entry()
1607 		return (address < cur->end);  in vm_map_lookup_entry()
1620 		} else if (cur->end <= address) {  in vm_map_lookup_entry()
1648     vm_offset_t start, vm_offset_t end, vm_prot_t prot, vm_prot_t max, int cow)  in vm_map_insert()  argument
1671 	if (start == end || !vm_map_range_valid(map, start, end))  in vm_map_insert()
1689 	if (next_entry->start < end)  in vm_map_insert()
1730 		if ((start & bdry) != 0 || (end & bdry) != 0)  in vm_map_insert()
1740 		if (!(cow & MAP_ACC_CHARGED) && !swap_reserve(end - start))  in vm_map_insert()
1751 	if (map == kernel_map && end > kernel_vm_end)  in vm_map_insert()
1752 		pmap_growkernel(end);  in vm_map_insert()
1771 	    prev_entry->end == start && (prev_entry->cred == cred ||  in vm_map_insert()
1776 	    (vm_size_t)(prev_entry->end - prev_entry->start),  in vm_map_insert()
1777 	    (vm_size_t)(end - prev_entry->end), cred != NULL &&  in vm_map_insert()
1792 				map->size += end - prev_entry->end;  in vm_map_insert()
1794 			    end - prev_entry->end);  in vm_map_insert()
1807 		    (prev_entry->end - prev_entry->start);  in vm_map_insert()
1823 	new_entry->end = end;  in vm_map_insert()
1847 		map->size += new_entry->end - new_entry->start;  in vm_map_insert()
1860 		    end - start, cow & MAP_PREFAULT_PARTIAL);  in vm_map_insert()
1915 		start = root->end;  in vm_map_findspace()
1972 	return (root->end);  in vm_map_findspace()
1980 	vm_offset_t end;  in vm_map_fixed()  local
1983 	end = start + length;  in vm_map_fixed()
1988 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_fixed()
1990 		result = vm_map_delete(map, start, end);  in vm_map_fixed()
1998 		result = vm_map_insert(map, object, offset, start, end,  in vm_map_fixed()
2315 	return (prev->end == entry->start &&  in vm_map_mergeable_neighbors()
2318 	    prev->offset + (prev->end - prev->start) == entry->offset) &&  in vm_map_mergeable_neighbors()
2384 	object = vm_object_allocate_anon(atop(entry->end - entry->start), NULL,  in vm_map_entry_back()
2385 	    entry->cred, entry->end - entry->start);  in vm_map_entry_back()
2414 		entry->object.vm_object->charge = entry->end - entry->start;  in vm_map_entry_charge_object()
2478 	KASSERT(entry->end > startaddr && entry->start < startaddr,  in vm_map_clip_start()
2494 	new_entry->end = startaddr;  in vm_map_clip_start()
2548 	if (endaddr >= entry->end)  in vm_map_clip_end()
2552 	KASSERT(entry->start < endaddr && entry->end > endaddr,  in vm_map_clip_end()
2596 	vm_offset_t end,  in vm_map_submap()  argument
2609 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_submap()
2610 	if (vm_map_lookup_entry(map, start, &entry) && entry->end >= end &&  in vm_map_submap()
2616 		result = vm_map_clip_end(map, entry, end);  in vm_map_submap()
2740 vm_map_protect(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_protect()  argument
2749 	if (start == end)  in vm_map_protect()
2777 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_protect()
2785 	for (entry = first_entry; entry->start < end;  in vm_map_protect()
2831 	for (entry = first_entry; entry->start < end;  in vm_map_protect()
2833 		rv = vm_map_clip_end(map, entry, end);  in vm_map_protect()
2850 			if (!swap_reserve(entry->end - entry->start)) {  in vm_map_protect()
2852 				end = entry->end;  in vm_map_protect()
2879 			end = entry->end;  in vm_map_protect()
2895 	    entry->start < end;  in vm_map_protect()
2930 			    entry->end,  in vm_map_protect()
2952 	vm_offset_t end,  in vm_map_madvise()  argument
2973 		if (start == end)  in vm_map_madvise()
2981 		if (start == end)  in vm_map_madvise()
2993 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_madvise()
3008 		for (; entry->start < end; prev_entry = entry,  in vm_map_madvise()
3013 			rv = vm_map_clip_end(map, entry, end);  in vm_map_madvise()
3063 		for (; entry->start < end;  in vm_map_madvise()
3083 			pend = pstart + atop(entry->end - entry->start);  in vm_map_madvise()
3085 			useEnd = entry->end;  in vm_map_madvise()
3091 			if (entry->end > end) {  in vm_map_madvise()
3092 				pend -= atop(entry->end - end);  in vm_map_madvise()
3093 				useEnd = end;  in vm_map_madvise()
3147 vm_map_inherit(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_inherit()  argument
3162 	if (start == end)  in vm_map_inherit()
3165 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_inherit()
3169 	if (vm_map_lookup_entry(map, end - 1, &lentry)) {  in vm_map_inherit()
3170 		rv = vm_map_clip_end(map, lentry, end);  in vm_map_inherit()
3175 		for (entry = start_entry; entry->start < end;  in vm_map_inherit()
3184 	for (entry = start_entry; entry->start < end; prev_entry = entry,  in vm_map_inherit()
3186 		KASSERT(entry->end <= end, ("non-clipped entry %p end %jx %jx",  in vm_map_inherit()
3187 		    entry, (uintmax_t)entry->end, (uintmax_t)end));  in vm_map_inherit()
3254 vm_map_unwire(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_unwire()  argument
3261 	if (start == end)  in vm_map_unwire()
3266 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_unwire()
3276 	for (entry = first_entry; entry->start < end; entry = next_entry) {  in vm_map_unwire()
3282 			    &end, holes_ok, entry);  in vm_map_unwire()
3298 		rv = vm_map_clip_end(map, entry, end);  in vm_map_unwire()
3317 		    entry->end < end && next_entry->start > entry->end) {  in vm_map_unwire()
3318 			end = entry->end;  in vm_map_unwire()
3327 			end = entry->end;  in vm_map_unwire()
3342 	for (; entry->start < end;  in vm_map_unwire()
3426 	KASSERT(failed_addr < entry->end,  in vm_map_wire_entry_failure()
3447 vm_map_wire(vm_map_t map, vm_offset_t start, vm_offset_t end, int flags)  in vm_map_wire()  argument
3452 	rv = vm_map_wire_locked(map, start, end, flags);  in vm_map_wire()
3464 vm_map_wire_locked(vm_map_t map, vm_offset_t start, vm_offset_t end, int flags)  in vm_map_wire_locked()  argument
3476 	if (start == end)  in vm_map_wire_locked()
3483 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_wire_locked()
3490 	for (entry = first_entry; entry->start < end; entry = next_entry) {  in vm_map_wire_locked()
3496 			    &end, holes_ok, entry);  in vm_map_wire_locked()
3510 		rv = vm_map_clip_end(map, entry, end);  in vm_map_wire_locked()
3527 				end = entry->end;  in vm_map_wire_locked()
3534 			npages = atop(entry->end - entry->start);  in vm_map_wire_locked()
3538 				end = entry->end;  in vm_map_wire_locked()
3548 			saved_end = entry->end;  in vm_map_wire_locked()
3582 				for (entry = next_entry; entry->end < saved_end;  in vm_map_wire_locked()
3591 					    faddr < entry->end)  in vm_map_wire_locked()
3600 				end = entry->end;  in vm_map_wire_locked()
3613 		    entry->end < end && next_entry->start > entry->end) {  in vm_map_wire_locked()
3614 			end = entry->end;  in vm_map_wire_locked()
3631 	for (; entry->start < end;  in vm_map_wire_locked()
3674 					    atop(entry->end - entry->start));  in vm_map_wire_locked()
3717 	vm_offset_t end,  in vm_map_sync()  argument
3730 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_sync()
3734 	} else if (start == end) {  in vm_map_sync()
3736 		end = first_entry->end;  in vm_map_sync()
3743 	for (entry = first_entry; entry->start < end; entry = next_entry) {  in vm_map_sync()
3754 			    (end & (pagesizes[bdry_idx] - 1)) != 0)) {  in vm_map_sync()
3760 		if (end > entry->end &&  in vm_map_sync()
3761 		    entry->end != next_entry->start) {  in vm_map_sync()
3768 		pmap_remove(map->pmap, start, end);  in vm_map_sync()
3775 	for (entry = first_entry; entry->start < end;) {  in vm_map_sync()
3777 		size = (end <= entry->end ? end : entry->end) - start;  in vm_map_sync()
3786 			tsize = tentry->end - offset;  in vm_map_sync()
3829 	size = entry->end - entry->start;  in vm_map_entry_unwire()
3832 	pmap_unwire(map->pmap, entry->start, entry->end);  in vm_map_entry_unwire()
3870 	size = entry->end - entry->start;  in vm_map_entry_delete()
3932 vm_map_delete(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_delete()  argument
3939 	if (start == end)  in vm_map_delete()
3949 	for (; entry->start < end; entry = next_entry) {  in vm_map_delete()
3983 		rv = vm_map_clip_end(map, entry, end);  in vm_map_delete()
4002 			pmap_remove(map->pmap, entry->start, entry->end);  in vm_map_delete()
4004 		if (entry->end == map->anon_loc)  in vm_map_delete()
4025 vm_map_remove(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_remove()  argument
4030 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_remove()
4031 	result = vm_map_delete(map, start, end);  in vm_map_remove()
4051 vm_map_check_protection(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_check_protection()  argument
4061 	while (start < end) {  in vm_map_check_protection()
4073 		start = entry->end;  in vm_map_check_protection()
4164 			    src_entry->end,  in vm_map_copy_entry()
4171 		size = src_entry->end - src_entry->start;  in vm_map_copy_entry()
4205 				fake_entry->end = src_entry->end;  in vm_map_copy_entry()
4212 			    dst_entry->start, dst_entry->end - dst_entry->start,  in vm_map_copy_entry()
4249 	entrysize = entry->end - entry->start;  in vmspace_map_entry_forked()
4255 		newend = MIN(entry->end,  in vmspace_map_entry_forked()
4260 		newend = MIN(entry->end,  in vmspace_map_entry_forked()
4349 				    old_entry->end - old_entry->start,  in vmspace_fork()
4370 					object->charge = old_entry->end -  in vmspace_fork()
4406 				    new_entry->start, new_entry->end);  in vmspace_fork()
4422 			    (old_entry->end - old_entry->start),  in vmspace_fork()
4457 			new_entry->end = old_entry->end;  in vmspace_fork()
4471 			*fork_charge += (new_entry->end - new_entry->start);  in vmspace_fork()
4589 	KASSERT(new_entry->end == top || new_entry->start == bot,  in vm_map_stack_locked()
4668 		    stack_entry->start != gap_entry->end)  in vm_map_growstack()
4675 		    stack_entry->end != gap_entry->start)  in vm_map_growstack()
4677 		grow_amount = round_page(addr + 1 - stack_entry->end);  in vm_map_growstack()
4685 	max_grow = gap_entry->end - gap_entry->start;  in vm_map_growstack()
4772 		grow_start = gap_entry->end - grow_amount;  in vm_map_growstack()
4773 		if (gap_entry->start + grow_amount == gap_entry->end) {  in vm_map_growstack()
4775 			gap_end = gap_entry->end;  in vm_map_growstack()
4779 			MPASS(gap_entry->start < gap_entry->end - grow_amount);  in vm_map_growstack()
4798 		grow_start = stack_entry->end;  in vm_map_growstack()
4808 		    (vm_size_t)(stack_entry->end - stack_entry->start),  in vm_map_growstack()
4810 			if (gap_entry->start + grow_amount == gap_entry->end) {  in vm_map_growstack()
4816 				stack_entry->end += grow_amount;  in vm_map_growstack()
5020 	size = entry->end - entry->start;  in vm_map_lookup()
5223 vm_map_range_valid_KBI(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_range_valid_KBI()  argument
5226 	return (vm_map_range_valid(map, start, end));  in vm_map_range_valid_KBI()
5245 		KASSERT(prev->end <= entry->start,  in _vm_map_assert_consistent()
5247 		    (uintmax_t)prev->end, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5248 		KASSERT(entry->start < entry->end,  in _vm_map_assert_consistent()
5250 		    (uintmax_t)entry->start, (uintmax_t)entry->end));  in _vm_map_assert_consistent()
5268 			} else if (cur->end <= entry->start) {  in _vm_map_assert_consistent()
5289 	KASSERT(prev->end <= entry->start,  in _vm_map_assert_consistent()
5291 	    (uintmax_t)prev->end, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
5314 		    (void *)entry, (void *)entry->start, (void *)entry->end,  in vm_map_print()