171     vm_pindex_t pindex, const char *wmesg, int allocflags, bool locked);
839 vm_page_trybusy(vm_page_t m, int allocflags)  in vm_page_trybusy()  argument
842 	if ((allocflags & (VM_ALLOC_SBUSY | VM_ALLOC_IGN_SBUSY)) != 0)  in vm_page_trybusy()
856 vm_page_tryacquire(vm_page_t m, int allocflags)  in vm_page_tryacquire()  argument
860 	locked = vm_page_trybusy(m, allocflags);  in vm_page_tryacquire()
861 	if (locked && (allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_tryacquire()
873 vm_page_busy_acquire(vm_page_t m, int allocflags)  in vm_page_busy_acquire()  argument
887 		if (vm_page_tryacquire(m, allocflags))  in vm_page_busy_acquire()
889 		if ((allocflags & VM_ALLOC_NOWAIT) != 0)  in vm_page_busy_acquire()
896 		if (_vm_page_busy_sleep(obj, m, m->pindex, "vmpba", allocflags,  in vm_page_busy_acquire()
899 		if ((allocflags & VM_ALLOC_WAITFAIL) != 0)  in vm_page_busy_acquire()
1062     const char *wmesg, int allocflags, bool locked)  in _vm_page_busy_sleep()  argument
1081 	xsleep = (allocflags & (VM_ALLOC_SBUSY | VM_ALLOC_IGN_SBUSY)) != 0;  in _vm_page_busy_sleep()
4353 vm_page_grab_release(vm_page_t m, int allocflags)  in vm_page_grab_release()  argument
4356 	if ((allocflags & VM_ALLOC_NOBUSY) != 0) {  in vm_page_grab_release()
4357 		if ((allocflags & VM_ALLOC_IGN_SBUSY) != 0)  in vm_page_grab_release()
4376     const char *wmesg, int allocflags, bool locked)  in vm_page_grab_sleep()  argument
4379 	if ((allocflags & VM_ALLOC_NOWAIT) != 0)  in vm_page_grab_sleep()
4386 	if (locked && (allocflags & VM_ALLOC_NOCREAT) == 0)  in vm_page_grab_sleep()
4389 	if (_vm_page_busy_sleep(object, m, pindex, wmesg, allocflags, locked) &&  in vm_page_grab_sleep()
4392 	if ((allocflags & VM_ALLOC_WAITFAIL) != 0)  in vm_page_grab_sleep()
4402 vm_page_grab_check(int allocflags)  in vm_page_grab_check()  argument
4405 	KASSERT((allocflags & VM_ALLOC_NOBUSY) == 0 ||  in vm_page_grab_check()
4406 	    (allocflags & VM_ALLOC_WIRED) != 0,  in vm_page_grab_check()
4409 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_check()
4410 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_check()
4418 vm_page_grab_pflags(int allocflags)  in vm_page_grab_pflags()  argument
4422 	pflags = allocflags &  in vm_page_grab_pflags()
4425 	if ((allocflags & VM_ALLOC_NOWAIT) == 0)  in vm_page_grab_pflags()
4427 	if ((allocflags & VM_ALLOC_IGN_SBUSY) != 0)  in vm_page_grab_pflags()
4445 vm_page_grab(vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab()  argument
4450 	vm_page_grab_check(allocflags);  in vm_page_grab()
4454 		if (!vm_page_tryacquire(m, allocflags)) {  in vm_page_grab()
4456 			    allocflags, true))  in vm_page_grab()
4462 	if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab()
4464 	m = vm_page_alloc(object, pindex, vm_page_grab_pflags(allocflags));  in vm_page_grab()
4466 		if ((allocflags & (VM_ALLOC_NOWAIT | VM_ALLOC_WAITFAIL)) != 0)  in vm_page_grab()
4470 	if (allocflags & VM_ALLOC_ZERO && (m->flags & PG_ZERO) == 0)  in vm_page_grab()
4474 	vm_page_grab_release(m, allocflags);  in vm_page_grab()
4498     vm_page_t prev, vm_page_t *mp, int allocflags)  in vm_page_acquire_unlocked()  argument
4502 	vm_page_grab_check(allocflags);  in vm_page_acquire_unlocked()
4524 		if (vm_page_trybusy(m, allocflags)) {  in vm_page_acquire_unlocked()
4533 		    allocflags, false))  in vm_page_acquire_unlocked()
4536 	if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_acquire_unlocked()
4538 	vm_page_grab_release(m, allocflags);  in vm_page_acquire_unlocked()
4548 vm_page_grab_unlocked(vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab_unlocked()  argument
4552 	vm_page_grab_check(allocflags);  in vm_page_grab_unlocked()
4554 	if (!vm_page_acquire_unlocked(object, pindex, NULL, &m, allocflags))  in vm_page_grab_unlocked()
4565 	if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_unlocked()
4569 	m = vm_page_grab(object, pindex, allocflags);  in vm_page_grab_unlocked()
4583 vm_page_grab_valid(vm_page_t *mp, vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab_valid()  argument
4589 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_valid()
4590 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_valid()
4592 	KASSERT((allocflags &  in vm_page_grab_valid()
4594 	    ("vm_page_grab_valid: Invalid flags 0x%X", allocflags));  in vm_page_grab_valid()
4596 	pflags = allocflags & ~(VM_ALLOC_NOBUSY | VM_ALLOC_SBUSY |  in vm_page_grab_valid()
4612 		    vm_page_all_valid(m) ? allocflags : 0)) {  in vm_page_grab_valid()
4614 			    allocflags, true);  in vm_page_grab_valid()
4619 		if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid()
4624 	} else if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid()
4634 		after = MIN(after, allocflags >> VM_ALLOC_COUNT_SHIFT);  in vm_page_grab_valid()
4673 	if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_grab_valid()
4675 	if ((allocflags & VM_ALLOC_SBUSY) != 0 && vm_page_xbusied(m))  in vm_page_grab_valid()
4677 	else if ((allocflags & VM_ALLOC_NOBUSY) != 0)  in vm_page_grab_valid()
4689     vm_pindex_t pindex, int allocflags)  in vm_page_grab_valid_unlocked()  argument
4695 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_valid_unlocked()
4696 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_valid_unlocked()
4699 	KASSERT((allocflags &  in vm_page_grab_valid_unlocked()
4701 	    ("vm_page_grab_valid_unlocked: Invalid flags 0x%X", allocflags));  in vm_page_grab_valid_unlocked()
4707 	flags = allocflags & ~(VM_ALLOC_NOBUSY | VM_ALLOC_WIRED);  in vm_page_grab_valid_unlocked()
4712 			if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_grab_valid_unlocked()
4714 			vm_page_grab_release(m, allocflags);  in vm_page_grab_valid_unlocked()
4719 	if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid_unlocked()
4724 	error = vm_page_grab_valid(mp, object, pindex, allocflags);  in vm_page_grab_valid_unlocked()
4757 vm_page_grab_pages(vm_object_t object, vm_pindex_t pindex, int allocflags,  in vm_page_grab_pages()  argument
4765 	KASSERT(((u_int)allocflags >> VM_ALLOC_COUNT_SHIFT) == 0,  in vm_page_grab_pages()
4769 	vm_page_grab_check(allocflags);  in vm_page_grab_pages()
4771 	pflags = vm_page_grab_pflags(allocflags);  in vm_page_grab_pages()
4782 			if (!vm_page_tryacquire(m, allocflags)) {  in vm_page_grab_pages()
4784 				    "grbmaw", allocflags, true))  in vm_page_grab_pages()
4789 			if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_pages()
4794 				if ((allocflags & (VM_ALLOC_NOWAIT |  in vm_page_grab_pages()
4801 		    (allocflags & VM_ALLOC_ZERO) != 0) {  in vm_page_grab_pages()
4806 		vm_page_grab_release(m, allocflags);  in vm_page_grab_pages()
4819     int allocflags, vm_page_t *ma, int count)  in vm_page_grab_pages_unlocked()  argument
4827 	vm_page_grab_check(allocflags);  in vm_page_grab_pages_unlocked()
4833 	flags = allocflags & ~VM_ALLOC_NOBUSY;  in vm_page_grab_pages_unlocked()
4846 		vm_page_grab_release(m, allocflags);  in vm_page_grab_pages_unlocked()
4849 	if (i == count || (allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_pages_unlocked()
4853 	i += vm_page_grab_pages(object, pindex, allocflags, &ma[i], count);  in vm_page_grab_pages_unlocked()