105 #define	VM_RESERV_INDEX(object, pindex)	\  argument
106     (((object)->pg_color + (pindex)) & (VM_LEVEL_0_NPAGES - 1))
194 	vm_object_t	object;			/* (o, r) containing object */  member
301 #define	vm_reserv_object_lock_idx(object)			\  argument
302 	    (((uintptr_t)object / sizeof(*object)) % VM_RESERV_OBJ_LOCK_COUNT)
303 #define	vm_reserv_object_lock_ptr(object)			\  argument
304 	    &vm_reserv_object_mtx[vm_reserv_object_lock_idx((object))]
305 #define	vm_reserv_object_lock(object)				\  argument
306 	    mtx_lock(vm_reserv_object_lock_ptr((object)))
307 #define	vm_reserv_object_unlock(object)				\  argument
308 	    mtx_unlock(vm_reserv_object_lock_ptr((object)))
395 	vm_object_t object;  in vm_reserv_remove()  local
399 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_remove()
400 	KASSERT(rv->object != NULL,  in vm_reserv_remove()
404 	object = rv->object;  in vm_reserv_remove()
405 	vm_reserv_object_lock(object);  in vm_reserv_remove()
407 	rv->object = NULL;  in vm_reserv_remove()
408 	vm_reserv_object_unlock(object);  in vm_reserv_remove()
415 vm_reserv_insert(vm_reserv_t rv, vm_object_t object, vm_pindex_t pindex)  in vm_reserv_insert()  argument
422 	    __FUNCTION__, rv, rv->pages, rv->object, object,  in vm_reserv_insert()
424 	KASSERT(rv->object == NULL,  in vm_reserv_insert()
433 	vm_reserv_object_lock(object);  in vm_reserv_insert()
435 	rv->object = object;  in vm_reserv_insert()
437 	LIST_INSERT_HEAD(&object->rvq, rv, objq);  in vm_reserv_insert()
438 	vm_reserv_object_unlock(object);  in vm_reserv_insert()
454 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_depopulate()
455 	KASSERT(rv->object != NULL,  in vm_reserv_depopulate()
520 vm_reserv_from_object(vm_object_t object, vm_pindex_t pindex,  in vm_reserv_from_object()  argument
528 		KASSERT(mpred->object == object,  in vm_reserv_from_object()
533 		if (rv->object == object && vm_reserv_has_pindex(rv, pindex))  in vm_reserv_from_object()
537 		msucc = TAILQ_FIRST(&object->memq);  in vm_reserv_from_object()
542 		if (rv->object == object && vm_reserv_has_pindex(rv, pindex))  in vm_reserv_from_object()
574 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_populate()
575 	KASSERT(rv->object != NULL,  in vm_reserv_populate()
626 vm_reserv_alloc_contig(vm_object_t object, vm_pindex_t pindex, int domain,  in vm_reserv_alloc_contig()  argument
638 	VM_OBJECT_ASSERT_WLOCKED(object);  in vm_reserv_alloc_contig()
644 	if (pindex < VM_RESERV_INDEX(object, pindex) ||  in vm_reserv_alloc_contig()
645 	    pindex + npages > object->size)  in vm_reserv_alloc_contig()
658 	pa = VM_RESERV_INDEX(object, pindex) << PAGE_SHIFT;  in vm_reserv_alloc_contig()
668 	rv = vm_reserv_from_object(object, pindex, mpred, &msucc);  in vm_reserv_alloc_contig()
670 		KASSERT(object != kernel_object || rv->domain == domain,  in vm_reserv_alloc_contig()
672 		index = VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_contig()
680 		if (rv->object != object)  in vm_reserv_alloc_contig()
712 	first = pindex - VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_contig()
713 	minpages = VM_RESERV_INDEX(object, pindex) + npages;  in vm_reserv_alloc_contig()
716 	vm_reserv_object_lock(object);  in vm_reserv_alloc_contig()
718 		if ((rv = vm_reserv_from_page(mpred))->object != object)  in vm_reserv_alloc_contig()
723 			vm_reserv_object_unlock(object);  in vm_reserv_alloc_contig()
728 		if ((rv = vm_reserv_from_page(msucc))->object != object)  in vm_reserv_alloc_contig()
734 				vm_reserv_object_unlock(object);  in vm_reserv_alloc_contig()
747 	vm_reserv_object_unlock(object);  in vm_reserv_alloc_contig()
755 	if ((object->flags & OBJ_ANON) == 0 &&  in vm_reserv_alloc_contig()
756 	    first + maxpages > object->size) {  in vm_reserv_alloc_contig()
793 	index = VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_contig()
800 		vm_reserv_insert(rv, object, first);  in vm_reserv_alloc_contig()
826 vm_reserv_alloc_page(vm_object_t object, vm_pindex_t pindex, int domain,  in vm_reserv_alloc_page()  argument
835 	VM_OBJECT_ASSERT_WLOCKED(object);  in vm_reserv_alloc_page()
840 	if (pindex < VM_RESERV_INDEX(object, pindex) ||  in vm_reserv_alloc_page()
841 	    pindex >= object->size)  in vm_reserv_alloc_page()
847 	rv = vm_reserv_from_object(object, pindex, mpred, &msucc);  in vm_reserv_alloc_page()
849 		KASSERT(object != kernel_object || rv->domain == domain,  in vm_reserv_alloc_page()
853 		index = VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_page()
857 		if (rv->object != object ||  in vm_reserv_alloc_page()
880 	first = pindex - VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_page()
881 	vm_reserv_object_lock(object);  in vm_reserv_alloc_page()
883 		if ((rv = vm_reserv_from_page(mpred))->object != object)  in vm_reserv_alloc_page()
888 			vm_reserv_object_unlock(object);  in vm_reserv_alloc_page()
893 		if ((rv = vm_reserv_from_page(msucc))->object != object)  in vm_reserv_alloc_page()
898 			vm_reserv_object_unlock(object);  in vm_reserv_alloc_page()
902 	vm_reserv_object_unlock(object);  in vm_reserv_alloc_page()
910 	if ((object->flags & OBJ_ANON) == 0 &&  in vm_reserv_alloc_page()
911 	    first + VM_LEVEL_0_NPAGES > object->size)  in vm_reserv_alloc_page()
934 	vm_reserv_insert(rv, object, first);  in vm_reserv_alloc_page()
935 	index = VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_page()
958 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_break()
1003 vm_reserv_break_all(vm_object_t object)  in vm_reserv_break_all()  argument
1014 	while ((rv = LIST_FIRST(&object->rvq)) != NULL) {  in vm_reserv_break_all()
1017 		if (rv->object != object) {  in vm_reserv_break_all()
1043 	if (rv->object == NULL)  in vm_reserv_free_page()
1047 	if (rv->object != NULL) {  in vm_reserv_free_page()
1134 	if (rv->object == NULL)  in vm_reserv_is_page_free()
1149 	return (rv->object != NULL ? 0 : -1);  in vm_reserv_level()
1175 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_dequeue()
1193 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_reclaim()
1388 	if (rv->object == old_object) {  in vm_reserv_rename()
1392 		    __FUNCTION__, rv, rv->object, new_object, rv->popcnt,  in vm_reserv_rename()
1394 		if (rv->object == old_object) {  in vm_reserv_rename()
1396 			rv->object = NULL;  in vm_reserv_rename()
1400 			rv->object = new_object;  in vm_reserv_rename()
1491 	VM_OBJECT_ASSERT_LOCKED(m->object);  in vm_reserv_to_superpage()
1493 	if (rv->object == m->object && rv->popcnt == VM_LEVEL_0_NPAGES)  in vm_reserv_to_superpage()