169 #define	VM_MAP_RANGE_CHECK(map, start, end)		\  argument
171 		if (start < vm_map_min(map))		\
172 			start = vm_map_min(map);	\
175 		if (start > end)			\
176 			start = end;			\
589 			vnode_pager_release_writecount(object, entry->start,  in vm_map_process_deferred()
753 		KASSERT(entry->prev->end <= entry->start,  in _vm_map_assert_consistent()
755 		    (uintmax_t)entry->prev->end, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
756 		KASSERT(entry->start < entry->end,  in _vm_map_assert_consistent()
758 		    (uintmax_t)entry->start, (uintmax_t)entry->end));  in _vm_map_assert_consistent()
759 		KASSERT(entry->end <= entry->next->start,  in _vm_map_assert_consistent()
761 		    (uintmax_t)entry->end, (uintmax_t)entry->next->start));  in _vm_map_assert_consistent()
763 		    entry->left->start < entry->start,  in _vm_map_assert_consistent()
765 		    (uintmax_t)entry->left->start, (uintmax_t)entry->start));  in _vm_map_assert_consistent()
767 		    entry->start < entry->right->start,  in _vm_map_assert_consistent()
769 		    (uintmax_t)entry->start, (uintmax_t)entry->right->start));  in _vm_map_assert_consistent()
772 			entry->start - entry->prev->end;  in _vm_map_assert_consistent()
775 			entry->next->start - entry->end;  in _vm_map_assert_consistent()
910 	map->header.start = max;  in _vm_map_init()
983 	    root->left->max_free : root->start - left_ancestor->end);  in vm_map_entry_max_free_left()
991 	    root->right->max_free : right_ancestor->start - root->end);  in vm_map_entry_max_free_right()
1079 		KASSERT(llist->end <= root->start && root->end <= rlist->start,  in vm_map_splay_split()
1081 		if (addr < root->start) {  in vm_map_splay_split()
1083 			    y->max_free >= length && addr < y->start);  in vm_map_splay_split()
1241 	root = vm_map_splay_split(map, entry->start, 0, &llist, &rlist);  in vm_map_entry_link()
1265 	root = vm_map_splay_split(map, entry->start, 0, &llist, &rlist);  in vm_map_entry_unlink()
1280 		rlist->start = root->start;  in vm_map_entry_unlink()
1331 	root = vm_map_splay_split(map, entry->start, 0, &llist, &rlist);  in vm_map_entry_resize_free()
1370 	if (address >= cur->start && cur->end > address) {  in vm_map_lookup_entry()
1391 		if (address < cur->start) {  in vm_map_lookup_entry()
1404 		if (address < cur->start) {  in vm_map_lookup_entry()
1432     vm_offset_t start, vm_offset_t end, vm_prot_t prot, vm_prot_t max, int cow)  in vm_map_insert()  argument
1451 	if (start < vm_map_min(map) || end > vm_map_max(map) ||  in vm_map_insert()
1452 	    start >= end)  in vm_map_insert()
1459 	if (vm_map_lookup_entry(map, start, &temp_entry))  in vm_map_insert()
1467 	if (prev_entry->next->start < end)  in vm_map_insert()
1507 		if (!(cow & MAP_ACC_CHARGED) && !swap_reserve(end - start))  in vm_map_insert()
1536 	    prev_entry->end == start && (prev_entry->cred == cred ||  in vm_map_insert()
1541 	    (vm_size_t)(prev_entry->end - prev_entry->start),  in vm_map_insert()
1572 		    (prev_entry->end - prev_entry->start);  in vm_map_insert()
1587 	new_entry->start = start;  in vm_map_insert()
1601 	new_entry->next_read = start;  in vm_map_insert()
1612 		map->size += new_entry->end - new_entry->start;  in vm_map_insert()
1623 		vm_map_pmap_enter(map, start, prot, object, OFF_TO_IDX(offset),  in vm_map_insert()
1624 		    end - start, cow & MAP_PREFAULT_PARTIAL);  in vm_map_insert()
1648 vm_map_findspace(vm_map_t map, vm_offset_t start, vm_size_t length)  in vm_map_findspace()  argument
1658 	start = MAX(start, vm_map_min(map));  in vm_map_findspace()
1659 	if (start >= vm_map_max(map) || length > vm_map_max(map) - start)  in vm_map_findspace()
1664 		return (start);  in vm_map_findspace()
1673 	root = vm_map_splay_split(map, start, length, &llist, &rlist);  in vm_map_findspace()
1674 	gap_end = rlist->start;  in vm_map_findspace()
1676 		start = root->end;  in vm_map_findspace()
1678 			gap_end = start;  in vm_map_findspace()
1690 	if (length <= gap_end - start)  in vm_map_findspace()
1691 		return (start);  in vm_map_findspace()
1732     vm_offset_t start, vm_size_t length, vm_prot_t prot,  in vm_map_fixed()  argument
1738 	end = start + length;  in vm_map_fixed()
1743 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_fixed()
1745 		vm_map_delete(map, start, end);  in vm_map_fixed()
1747 		result = vm_map_stack_locked(map, start, length, sgrowsiz,  in vm_map_fixed()
1750 		result = vm_map_insert(map, object, offset, start, end,  in vm_map_fixed()
2055 	return (prev->end == entry->start &&  in vm_map_mergeable_neighbors()
2058 	    prev->offset + (prev->end - prev->start) == entry->offset) &&  in vm_map_mergeable_neighbors()
2128 	if (startaddr > entry->start) \
2137 _vm_map_clip_start(vm_map_t map, vm_map_entry_t entry, vm_offset_t start)  in _vm_map_clip_start()  argument
2142 	KASSERT(entry->end > start && entry->start < start,  in _vm_map_clip_start()
2163 				atop(entry->end - entry->start));  in _vm_map_clip_start()
2168 			object->charge = entry->end - entry->start;  in _vm_map_clip_start()
2178 		entry->object.vm_object->charge = entry->end - entry->start;  in _vm_map_clip_start()
2186 	new_entry->end = start;  in _vm_map_clip_start()
2187 	entry->offset += (start - entry->start);  in _vm_map_clip_start()
2188 	entry->start = start;  in _vm_map_clip_start()
2230 	KASSERT(entry->start < end && entry->end > end,  in _vm_map_clip_end()
2244 				atop(entry->end - entry->start));  in _vm_map_clip_end()
2249 			object->charge = entry->end - entry->start;  in _vm_map_clip_end()
2259 		entry->object.vm_object->charge = entry->end - entry->start;  in _vm_map_clip_end()
2270 	new_entry->start = entry->end = end;  in _vm_map_clip_end()
2271 	new_entry->offset += (end - entry->start);  in _vm_map_clip_end()
2304 	vm_offset_t start,  in vm_map_submap()  argument
2319 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_submap()
2321 	if (vm_map_lookup_entry(map, start, &entry)) {  in vm_map_submap()
2322 		vm_map_clip_start(map, entry, start);  in vm_map_submap()
2328 	if ((entry->start == start) && (entry->end == end) &&  in vm_map_submap()
2366 	vm_offset_t start;  in vm_map_pmap_enter()  local
2394 	start = 0;  in vm_map_pmap_enter()
2420 				start = addr + ptoa(tmpidx);  in vm_map_pmap_enter()
2434 			pmap_enter_object(map->pmap, start, addr +  in vm_map_pmap_enter()
2440 		pmap_enter_object(map->pmap, start, addr + ptoa(psize),  in vm_map_pmap_enter()
2454 vm_map_protect(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_protect()  argument
2462 	if (start == end)  in vm_map_protect()
2477 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_protect()
2479 	if (vm_map_lookup_entry(map, start, &entry)) {  in vm_map_protect()
2480 		vm_map_clip_start(map, entry, start);  in vm_map_protect()
2488 	for (current = entry; current->start < end; current = current->next) {  in vm_map_protect()
2522 	for (current = entry; current->start < end; current = current->next) {  in vm_map_protect()
2537 			if (!swap_reserve(current->end - current->start)) {  in vm_map_protect()
2576 	for (current = entry; current->start < end; current = current->next) {  in vm_map_protect()
2607 			pmap_protect(map->pmap, current->start,  in vm_map_protect()
2629 	vm_offset_t start,  in vm_map_madvise()  argument
2650 		if (start == end)  in vm_map_madvise()
2658 		if (start == end)  in vm_map_madvise()
2670 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_madvise()
2672 	if (vm_map_lookup_entry(map, start, &entry)) {  in vm_map_madvise()
2674 			vm_map_clip_start(map, entry, start);  in vm_map_madvise()
2686 		for (current = entry; current->start < end;  in vm_map_madvise()
2731 		for (current = entry; current->start < end;  in vm_map_madvise()
2751 			pend = pstart + atop(current->end - current->start);  in vm_map_madvise()
2752 			useStart = current->start;  in vm_map_madvise()
2755 			if (current->start < start) {  in vm_map_madvise()
2756 				pstart += atop(start - current->start);  in vm_map_madvise()
2757 				useStart = start;  in vm_map_madvise()
2816 vm_map_inherit(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_inherit()  argument
2831 	if (start == end)  in vm_map_inherit()
2834 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_inherit()
2835 	if (vm_map_lookup_entry(map, start, &temp_entry)) {  in vm_map_inherit()
2837 		vm_map_clip_start(map, entry, start);  in vm_map_inherit()
2840 	while (entry->start < end) {  in vm_map_inherit()
2858 vm_map_unwire(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_unwire()  argument
2867 	if (start == end)  in vm_map_unwire()
2871 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_unwire()
2872 	if (!vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_unwire()
2882 	while (entry->start < end) {  in vm_map_unwire()
2887 			saved_start = (start >= entry->start) ? start :  in vm_map_unwire()
2888 			    entry->start;  in vm_map_unwire()
2908 						if (saved_start == start) {  in vm_map_unwire()
2929 		vm_map_clip_start(map, entry, start);  in vm_map_unwire()
2945 		    (entry->end < end && entry->next->start > entry->end)) {  in vm_map_unwire()
2965 		result = vm_map_lookup_entry(map, start, &first_entry);  in vm_map_unwire()
2971 	for (entry = first_entry; entry->start < end; entry = entry->next) {  in vm_map_unwire()
3038 	if (failed_addr > entry->start) {  in vm_map_wire_entry_failure()
3039 		pmap_unwire(map->pmap, entry->start, failed_addr);  in vm_map_wire_entry_failure()
3041 		    failed_addr - entry->start, PQ_ACTIVE);  in vm_map_wire_entry_failure()
3057 vm_map_wire(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_wire()  argument
3067 	if (start == end)  in vm_map_wire()
3074 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_wire()
3075 	if (!vm_map_lookup_entry(map, start, &first_entry)) {  in vm_map_wire()
3085 	while (entry->start < end) {  in vm_map_wire()
3090 			saved_start = (start >= entry->start) ? start :  in vm_map_wire()
3091 			    entry->start;  in vm_map_wire()
3111 						if (saved_start == start) {  in vm_map_wire()
3132 		vm_map_clip_start(map, entry, start);  in vm_map_wire()
3155 			saved_start = entry->start;  in vm_map_wire()
3222 		    entry->end < end && entry->next->start > entry->end) {  in vm_map_wire()
3233 		result = vm_map_lookup_entry(map, start, &first_entry);  in vm_map_wire()
3239 	for (entry = first_entry; entry->start < end; entry = entry->next) {  in vm_map_wire()
3318 	vm_offset_t start,  in vm_map_sync()  argument
3332 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_sync()
3333 	if (!vm_map_lookup_entry(map, start, &entry)) {  in vm_map_sync()
3336 	} else if (start == end) {  in vm_map_sync()
3337 		start = entry->start;  in vm_map_sync()
3343 	for (current = entry; current->start < end; current = current->next) {  in vm_map_sync()
3349 		    current->end != current->next->start) {  in vm_map_sync()
3356 		pmap_remove(map->pmap, start, end);  in vm_map_sync()
3363 	for (current = entry; current->start < end;) {  in vm_map_sync()
3364 		offset = current->offset + (start - current->start);  in vm_map_sync()
3365 		size = (end <= current->end ? end : current->end) - start;  in vm_map_sync()
3378 			offset = tentry->offset + (offset - tentry->start);  in vm_map_sync()
3388 		start += size;  in vm_map_sync()
3392 		    !vm_map_lookup_entry(map, start, &current))  in vm_map_sync()
3415 	pmap_unwire(map->pmap, entry->start, entry->end);  in vm_map_entry_unwire()
3417 	    entry->start, PQ_ACTIVE);  in vm_map_entry_unwire()
3453 	size = entry->end - entry->start;  in vm_map_entry_delete()
3518 vm_map_delete(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_delete()  argument
3524 	if (start == end)  in vm_map_delete()
3530 	if (!vm_map_lookup_entry(map, start, &first_entry))  in vm_map_delete()
3534 		vm_map_clip_start(map, entry, start);  in vm_map_delete()
3540 	while (entry->start < end) {  in vm_map_delete()
3555 			saved_start = entry->start;  in vm_map_delete()
3596 			pmap_remove(map->pmap, entry->start, entry->end);  in vm_map_delete()
3599 			map->anon_loc = entry->start;  in vm_map_delete()
3620 vm_map_remove(vm_map_t map, vm_offset_t start, vm_offset_t end)  in vm_map_remove()  argument
3625 	VM_MAP_RANGE_CHECK(map, start, end);  in vm_map_remove()
3626 	result = vm_map_delete(map, start, end);  in vm_map_remove()
3646 vm_map_check_protection(vm_map_t map, vm_offset_t start, vm_offset_t end,  in vm_map_check_protection()  argument
3652 	if (!vm_map_lookup_entry(map, start, &tmp_entry))  in vm_map_check_protection()
3656 	while (start < end) {  in vm_map_check_protection()
3660 		if (start < entry->start)  in vm_map_check_protection()
3668 		start = entry->end;  in vm_map_check_protection()
3708 			    src_entry->start,  in vm_map_copy_entry()
3716 		size = src_entry->end - src_entry->start;  in vm_map_copy_entry()
3776 				fake_entry->start = src_entry->start;  in vm_map_copy_entry()
3783 			    dst_entry->start, dst_entry->end - dst_entry->start,  in vm_map_copy_entry()
3784 			    src_entry->start);  in vm_map_copy_entry()
3820 	entrysize = entry->end - entry->start;  in vmspace_map_entry_forked()
3824 	} else if (entry->start >= (vm_offset_t)vm1->vm_daddr &&  in vmspace_map_entry_forked()
3825 	    entry->start < (vm_offset_t)vm1->vm_daddr + ctob(vm1->vm_dsize)) {  in vmspace_map_entry_forked()
3828 		vm2->vm_dsize += btoc(newend - entry->start);  in vmspace_map_entry_forked()
3829 	} else if (entry->start >= (vm_offset_t)vm1->vm_taddr &&  in vmspace_map_entry_forked()
3830 	    entry->start < (vm_offset_t)vm1->vm_taddr + ctob(vm1->vm_tsize)) {  in vmspace_map_entry_forked()
3833 		vm2->vm_tsize += btoc(newend - entry->start);  in vmspace_map_entry_forked()
3908 					atop(old_entry->end - old_entry->start));  in vmspace_fork()
3914 					    old_entry->start;  in vmspace_fork()
3927 				    old_entry->end - old_entry->start);  in vmspace_fork()
3946 				object->charge = old_entry->end - old_entry->start;  in vmspace_fork()
3978 				    new_entry->start, new_entry->end);  in vmspace_fork()
3993 			    new_entry->start,  in vmspace_fork()
3994 			    (old_entry->end - old_entry->start),  in vmspace_fork()
3995 			    old_entry->start);  in vmspace_fork()
4028 			new_entry->start = old_entry->start;  in vmspace_fork()
4042 			*fork_charge += (new_entry->end - new_entry->start);  in vmspace_fork()
4133 	if (prev_entry->next->start < addrbos + max_ssize)  in vm_map_stack_locked()
4161 	KASSERT(new_entry->end == top || new_entry->start == bot,  in vm_map_stack_locked()
4240 		    stack_entry->start != gap_entry->end)  in vm_map_growstack()
4242 		grow_amount = round_page(stack_entry->start - addr);  in vm_map_growstack()
4247 		    stack_entry->end != gap_entry->start)  in vm_map_growstack()
4256 	max_grow = gap_entry->end - gap_entry->start;  in vm_map_growstack()
4344 		if (gap_entry->start + grow_amount == gap_entry->end) {  in vm_map_growstack()
4345 			gap_start = gap_entry->start;  in vm_map_growstack()
4350 			MPASS(gap_entry->start < gap_entry->end - grow_amount);  in vm_map_growstack()
4381 		    (vm_size_t)(stack_entry->end - stack_entry->start),  in vm_map_growstack()
4383 			if (gap_entry->start + grow_amount == gap_entry->end)  in vm_map_growstack()
4386 				gap_entry->start += grow_amount;  in vm_map_growstack()
4592 	size = entry->end - entry->start;  in vm_map_lookup()
4682 	*pindex = OFF_TO_IDX((vaddr - entry->start) + entry->offset);  in vm_map_lookup()
4763 	*pindex = OFF_TO_IDX((vaddr - entry->start) + entry->offset);  in vm_map_lookup_locked()
4825 		    (void *)entry, (void *)entry->start, (void *)entry->end,  in vm_map_print()