169     vm_pindex_t pindex, const char *wmesg, int allocflags, bool locked);
837 vm_page_trybusy(vm_page_t m, int allocflags)  in vm_page_trybusy()  argument
840 	if ((allocflags & (VM_ALLOC_SBUSY | VM_ALLOC_IGN_SBUSY)) != 0)  in vm_page_trybusy()
854 vm_page_tryacquire(vm_page_t m, int allocflags)  in vm_page_tryacquire()  argument
858 	locked = vm_page_trybusy(m, allocflags);  in vm_page_tryacquire()
859 	if (locked && (allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_tryacquire()
871 vm_page_busy_acquire(vm_page_t m, int allocflags)  in vm_page_busy_acquire()  argument
885 		if (vm_page_tryacquire(m, allocflags))  in vm_page_busy_acquire()
887 		if ((allocflags & VM_ALLOC_NOWAIT) != 0)  in vm_page_busy_acquire()
894 		if (_vm_page_busy_sleep(obj, m, m->pindex, "vmpba", allocflags,  in vm_page_busy_acquire()
897 		if ((allocflags & VM_ALLOC_WAITFAIL) != 0)  in vm_page_busy_acquire()
1016 vm_page_busy_sleep(vm_page_t m, const char *wmesg, int allocflags)  in vm_page_busy_sleep()  argument
1023 	return (_vm_page_busy_sleep(obj, m, m->pindex, wmesg, allocflags,  in vm_page_busy_sleep()
1041     const char *wmesg, int allocflags)  in vm_page_busy_sleep_unlocked()  argument
1045 	(void)_vm_page_busy_sleep(obj, m, pindex, wmesg, allocflags, false);  in vm_page_busy_sleep_unlocked()
1062     const char *wmesg, int allocflags, bool locked)  in _vm_page_busy_sleep()  argument
1081 	xsleep = (allocflags & (VM_ALLOC_SBUSY | VM_ALLOC_IGN_SBUSY)) != 0;  in _vm_page_busy_sleep()
4486 vm_page_grab_release(vm_page_t m, int allocflags)  in vm_page_grab_release()  argument
4489 	if ((allocflags & VM_ALLOC_NOBUSY) != 0) {  in vm_page_grab_release()
4490 		if ((allocflags & VM_ALLOC_IGN_SBUSY) != 0)  in vm_page_grab_release()
4509     const char *wmesg, int allocflags, bool locked)  in vm_page_grab_sleep()  argument
4512 	if ((allocflags & VM_ALLOC_NOWAIT) != 0)  in vm_page_grab_sleep()
4519 	if (locked && (allocflags & VM_ALLOC_NOCREAT) == 0)  in vm_page_grab_sleep()
4522 	if (_vm_page_busy_sleep(object, m, pindex, wmesg, allocflags, locked) &&  in vm_page_grab_sleep()
4525 	if ((allocflags & VM_ALLOC_WAITFAIL) != 0)  in vm_page_grab_sleep()
4535 vm_page_grab_check(int allocflags)  in vm_page_grab_check()  argument
4538 	KASSERT((allocflags & VM_ALLOC_NOBUSY) == 0 ||  in vm_page_grab_check()
4539 	    (allocflags & VM_ALLOC_WIRED) != 0,  in vm_page_grab_check()
4542 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_check()
4543 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_check()
4551 vm_page_grab_pflags(int allocflags)  in vm_page_grab_pflags()  argument
4555 	pflags = allocflags &  in vm_page_grab_pflags()
4558 	if ((allocflags & VM_ALLOC_NOWAIT) == 0)  in vm_page_grab_pflags()
4560 	if ((allocflags & VM_ALLOC_IGN_SBUSY) != 0)  in vm_page_grab_pflags()
4578 vm_page_grab(vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab()  argument
4583 	vm_page_grab_check(allocflags);  in vm_page_grab()
4587 		if (!vm_page_tryacquire(m, allocflags)) {  in vm_page_grab()
4589 			    allocflags, true))  in vm_page_grab()
4595 	if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab()
4597 	m = vm_page_alloc(object, pindex, vm_page_grab_pflags(allocflags));  in vm_page_grab()
4599 		if ((allocflags & (VM_ALLOC_NOWAIT | VM_ALLOC_WAITFAIL)) != 0)  in vm_page_grab()
4603 	if (allocflags & VM_ALLOC_ZERO && (m->flags & PG_ZERO) == 0)  in vm_page_grab()
4607 	vm_page_grab_release(m, allocflags);  in vm_page_grab()
4631     vm_page_t prev, vm_page_t *mp, int allocflags)  in vm_page_acquire_unlocked()  argument
4635 	vm_page_grab_check(allocflags);  in vm_page_acquire_unlocked()
4657 		if (vm_page_trybusy(m, allocflags)) {  in vm_page_acquire_unlocked()
4666 		    allocflags, false))  in vm_page_acquire_unlocked()
4669 	if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_acquire_unlocked()
4671 	vm_page_grab_release(m, allocflags);  in vm_page_acquire_unlocked()
4681 vm_page_grab_unlocked(vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab_unlocked()  argument
4685 	vm_page_grab_check(allocflags);  in vm_page_grab_unlocked()
4687 	if (!vm_page_acquire_unlocked(object, pindex, NULL, &m, allocflags))  in vm_page_grab_unlocked()
4698 	if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_unlocked()
4702 	m = vm_page_grab(object, pindex, allocflags);  in vm_page_grab_unlocked()
4716 vm_page_grab_valid(vm_page_t *mp, vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab_valid()  argument
4722 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_valid()
4723 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_valid()
4725 	KASSERT((allocflags &  in vm_page_grab_valid()
4727 	    ("vm_page_grab_valid: Invalid flags 0x%X", allocflags));  in vm_page_grab_valid()
4729 	pflags = allocflags & ~(VM_ALLOC_NOBUSY | VM_ALLOC_SBUSY |  in vm_page_grab_valid()
4745 		    vm_page_all_valid(m) ? allocflags : 0)) {  in vm_page_grab_valid()
4747 			    allocflags, true);  in vm_page_grab_valid()
4752 		if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid()
4757 	} else if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid()
4771 		after = MIN(after, allocflags >> VM_ALLOC_COUNT_SHIFT);  in vm_page_grab_valid()
4811 	if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_grab_valid()
4813 	if ((allocflags & VM_ALLOC_SBUSY) != 0 && vm_page_xbusied(m))  in vm_page_grab_valid()
4815 	else if ((allocflags & VM_ALLOC_NOBUSY) != 0)  in vm_page_grab_valid()
4827     vm_pindex_t pindex, int allocflags)  in vm_page_grab_valid_unlocked()  argument
4833 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_valid_unlocked()
4834 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_valid_unlocked()
4837 	KASSERT((allocflags &  in vm_page_grab_valid_unlocked()
4839 	    ("vm_page_grab_valid_unlocked: Invalid flags 0x%X", allocflags));  in vm_page_grab_valid_unlocked()
4845 	flags = allocflags & ~(VM_ALLOC_NOBUSY | VM_ALLOC_WIRED);  in vm_page_grab_valid_unlocked()
4850 			if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_grab_valid_unlocked()
4852 			vm_page_grab_release(m, allocflags);  in vm_page_grab_valid_unlocked()
4857 	if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid_unlocked()
4862 	error = vm_page_grab_valid(mp, object, pindex, allocflags);  in vm_page_grab_valid_unlocked()
4895 vm_page_grab_pages(vm_object_t object, vm_pindex_t pindex, int allocflags,  in vm_page_grab_pages()  argument
4903 	KASSERT(((u_int)allocflags >> VM_ALLOC_COUNT_SHIFT) == 0,  in vm_page_grab_pages()
4907 	vm_page_grab_check(allocflags);  in vm_page_grab_pages()
4909 	pflags = vm_page_grab_pflags(allocflags);  in vm_page_grab_pages()
4920 			if (!vm_page_tryacquire(m, allocflags)) {  in vm_page_grab_pages()
4922 				    "grbmaw", allocflags, true))  in vm_page_grab_pages()
4927 			if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_pages()
4932 				if ((allocflags & (VM_ALLOC_NOWAIT |  in vm_page_grab_pages()
4939 		    (allocflags & VM_ALLOC_ZERO) != 0) {  in vm_page_grab_pages()
4944 		vm_page_grab_release(m, allocflags);  in vm_page_grab_pages()
4957     int allocflags, vm_page_t *ma, int count)  in vm_page_grab_pages_unlocked()  argument
4965 	vm_page_grab_check(allocflags);  in vm_page_grab_pages_unlocked()
4971 	flags = allocflags & ~VM_ALLOC_NOBUSY;  in vm_page_grab_pages_unlocked()
4984 		vm_page_grab_release(m, allocflags);  in vm_page_grab_pages_unlocked()
4987 	if (i == count || (allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_pages_unlocked()
4991 	i += vm_page_grab_pages(object, pindex, allocflags, &ma[i], count);  in vm_page_grab_pages_unlocked()