171     vm_pindex_t pindex, const char *wmesg, int allocflags, bool locked);
835 vm_page_trybusy(vm_page_t m, int allocflags)  in vm_page_trybusy()  argument
838 	if ((allocflags & (VM_ALLOC_SBUSY | VM_ALLOC_IGN_SBUSY)) != 0)  in vm_page_trybusy()
852 vm_page_tryacquire(vm_page_t m, int allocflags)  in vm_page_tryacquire()  argument
856 	locked = vm_page_trybusy(m, allocflags);  in vm_page_tryacquire()
857 	if (locked && (allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_tryacquire()
869 vm_page_busy_acquire(vm_page_t m, int allocflags)  in vm_page_busy_acquire()  argument
883 		if (vm_page_tryacquire(m, allocflags))  in vm_page_busy_acquire()
885 		if ((allocflags & VM_ALLOC_NOWAIT) != 0)  in vm_page_busy_acquire()
892 		if (_vm_page_busy_sleep(obj, m, m->pindex, "vmpba", allocflags,  in vm_page_busy_acquire()
895 		if ((allocflags & VM_ALLOC_WAITFAIL) != 0)  in vm_page_busy_acquire()
1014 vm_page_busy_sleep(vm_page_t m, const char *wmesg, int allocflags)  in vm_page_busy_sleep()  argument
1021 	return (_vm_page_busy_sleep(obj, m, m->pindex, wmesg, allocflags,  in vm_page_busy_sleep()
1039     const char *wmesg, int allocflags)  in vm_page_busy_sleep_unlocked()  argument
1043 	(void)_vm_page_busy_sleep(obj, m, pindex, wmesg, allocflags, false);  in vm_page_busy_sleep_unlocked()
1060     const char *wmesg, int allocflags, bool locked)  in _vm_page_busy_sleep()  argument
1079 	xsleep = (allocflags & (VM_ALLOC_SBUSY | VM_ALLOC_IGN_SBUSY)) != 0;  in _vm_page_busy_sleep()
4392 vm_page_grab_release(vm_page_t m, int allocflags)  in vm_page_grab_release()  argument
4395 	if ((allocflags & VM_ALLOC_NOBUSY) != 0) {  in vm_page_grab_release()
4396 		if ((allocflags & VM_ALLOC_IGN_SBUSY) != 0)  in vm_page_grab_release()
4415     const char *wmesg, int allocflags, bool locked)  in vm_page_grab_sleep()  argument
4418 	if ((allocflags & VM_ALLOC_NOWAIT) != 0)  in vm_page_grab_sleep()
4425 	if (locked && (allocflags & VM_ALLOC_NOCREAT) == 0)  in vm_page_grab_sleep()
4428 	if (_vm_page_busy_sleep(object, m, pindex, wmesg, allocflags, locked) &&  in vm_page_grab_sleep()
4431 	if ((allocflags & VM_ALLOC_WAITFAIL) != 0)  in vm_page_grab_sleep()
4441 vm_page_grab_check(int allocflags)  in vm_page_grab_check()  argument
4444 	KASSERT((allocflags & VM_ALLOC_NOBUSY) == 0 ||  in vm_page_grab_check()
4445 	    (allocflags & VM_ALLOC_WIRED) != 0,  in vm_page_grab_check()
4448 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_check()
4449 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_check()
4457 vm_page_grab_pflags(int allocflags)  in vm_page_grab_pflags()  argument
4461 	pflags = allocflags &  in vm_page_grab_pflags()
4464 	if ((allocflags & VM_ALLOC_NOWAIT) == 0)  in vm_page_grab_pflags()
4466 	if ((allocflags & VM_ALLOC_IGN_SBUSY) != 0)  in vm_page_grab_pflags()
4484 vm_page_grab(vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab()  argument
4489 	vm_page_grab_check(allocflags);  in vm_page_grab()
4493 		if (!vm_page_tryacquire(m, allocflags)) {  in vm_page_grab()
4495 			    allocflags, true))  in vm_page_grab()
4501 	if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab()
4503 	m = vm_page_alloc(object, pindex, vm_page_grab_pflags(allocflags));  in vm_page_grab()
4505 		if ((allocflags & (VM_ALLOC_NOWAIT | VM_ALLOC_WAITFAIL)) != 0)  in vm_page_grab()
4509 	if (allocflags & VM_ALLOC_ZERO && (m->flags & PG_ZERO) == 0)  in vm_page_grab()
4513 	vm_page_grab_release(m, allocflags);  in vm_page_grab()
4537     vm_page_t prev, vm_page_t *mp, int allocflags)  in vm_page_acquire_unlocked()  argument
4541 	vm_page_grab_check(allocflags);  in vm_page_acquire_unlocked()
4563 		if (vm_page_trybusy(m, allocflags)) {  in vm_page_acquire_unlocked()
4572 		    allocflags, false))  in vm_page_acquire_unlocked()
4575 	if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_acquire_unlocked()
4577 	vm_page_grab_release(m, allocflags);  in vm_page_acquire_unlocked()
4587 vm_page_grab_unlocked(vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab_unlocked()  argument
4591 	vm_page_grab_check(allocflags);  in vm_page_grab_unlocked()
4593 	if (!vm_page_acquire_unlocked(object, pindex, NULL, &m, allocflags))  in vm_page_grab_unlocked()
4604 	if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_unlocked()
4608 	m = vm_page_grab(object, pindex, allocflags);  in vm_page_grab_unlocked()
4622 vm_page_grab_valid(vm_page_t *mp, vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab_valid()  argument
4628 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_valid()
4629 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_valid()
4631 	KASSERT((allocflags &  in vm_page_grab_valid()
4633 	    ("vm_page_grab_valid: Invalid flags 0x%X", allocflags));  in vm_page_grab_valid()
4635 	pflags = allocflags & ~(VM_ALLOC_NOBUSY | VM_ALLOC_SBUSY |  in vm_page_grab_valid()
4651 		    vm_page_all_valid(m) ? allocflags : 0)) {  in vm_page_grab_valid()
4653 			    allocflags, true);  in vm_page_grab_valid()
4658 		if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid()
4663 	} else if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid()
4673 		after = MIN(after, allocflags >> VM_ALLOC_COUNT_SHIFT);  in vm_page_grab_valid()
4712 	if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_grab_valid()
4714 	if ((allocflags & VM_ALLOC_SBUSY) != 0 && vm_page_xbusied(m))  in vm_page_grab_valid()
4716 	else if ((allocflags & VM_ALLOC_NOBUSY) != 0)  in vm_page_grab_valid()
4728     vm_pindex_t pindex, int allocflags)  in vm_page_grab_valid_unlocked()  argument
4734 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_valid_unlocked()
4735 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_valid_unlocked()
4738 	KASSERT((allocflags &  in vm_page_grab_valid_unlocked()
4740 	    ("vm_page_grab_valid_unlocked: Invalid flags 0x%X", allocflags));  in vm_page_grab_valid_unlocked()
4746 	flags = allocflags & ~(VM_ALLOC_NOBUSY | VM_ALLOC_WIRED);  in vm_page_grab_valid_unlocked()
4751 			if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_grab_valid_unlocked()
4753 			vm_page_grab_release(m, allocflags);  in vm_page_grab_valid_unlocked()
4758 	if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid_unlocked()
4763 	error = vm_page_grab_valid(mp, object, pindex, allocflags);  in vm_page_grab_valid_unlocked()
4796 vm_page_grab_pages(vm_object_t object, vm_pindex_t pindex, int allocflags,  in vm_page_grab_pages()  argument
4804 	KASSERT(((u_int)allocflags >> VM_ALLOC_COUNT_SHIFT) == 0,  in vm_page_grab_pages()
4808 	vm_page_grab_check(allocflags);  in vm_page_grab_pages()
4810 	pflags = vm_page_grab_pflags(allocflags);  in vm_page_grab_pages()
4821 			if (!vm_page_tryacquire(m, allocflags)) {  in vm_page_grab_pages()
4823 				    "grbmaw", allocflags, true))  in vm_page_grab_pages()
4828 			if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_pages()
4833 				if ((allocflags & (VM_ALLOC_NOWAIT |  in vm_page_grab_pages()
4840 		    (allocflags & VM_ALLOC_ZERO) != 0) {  in vm_page_grab_pages()
4845 		vm_page_grab_release(m, allocflags);  in vm_page_grab_pages()
4858     int allocflags, vm_page_t *ma, int count)  in vm_page_grab_pages_unlocked()  argument
4866 	vm_page_grab_check(allocflags);  in vm_page_grab_pages_unlocked()
4872 	flags = allocflags & ~VM_ALLOC_NOBUSY;  in vm_page_grab_pages_unlocked()
4885 		vm_page_grab_release(m, allocflags);  in vm_page_grab_pages_unlocked()
4888 	if (i == count || (allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_pages_unlocked()
4892 	i += vm_page_grab_pages(object, pindex, allocflags, &ma[i], count);  in vm_page_grab_pages_unlocked()