181     int order, int tail);
374 vm_freelist_add(struct vm_freelist *fl, vm_page_t m, int order, int tail)  in vm_freelist_add()  argument
377 	m->order = order;  in vm_freelist_add()
379 		TAILQ_INSERT_TAIL(&fl[order].pl, m, listq);  in vm_freelist_add()
381 		TAILQ_INSERT_HEAD(&fl[order].pl, m, listq);  in vm_freelist_add()
382 	fl[order].lcnt++;  in vm_freelist_add()
386 vm_freelist_rem(struct vm_freelist *fl, vm_page_t m, int order)  in vm_freelist_rem()  argument
389 	TAILQ_REMOVE(&fl[order].pl, m, listq);  in vm_freelist_rem()
390 	fl[order].lcnt--;  in vm_freelist_rem()
391 	m->order = VM_NFREEORDER;  in vm_freelist_rem()
662 vm_phys_split_pages(vm_page_t m, int oind, struct vm_freelist *fl, int order,  in vm_phys_split_pages()  argument
667 	while (oind > order) {  in vm_phys_split_pages()
670 		KASSERT(m_buddy->order == VM_NFREEORDER,  in vm_phys_split_pages()
672 		    m_buddy, m_buddy->order));  in vm_phys_split_pages()
693 	int order;  in vm_phys_enq_range()  local
701 		KASSERT(m->order == VM_NFREEORDER,  in vm_phys_enq_range()
703 		    m, m->order));  in vm_phys_enq_range()
704 		order = ffs(npages) - 1;  in vm_phys_enq_range()
705 		KASSERT(order < VM_NFREEORDER,  in vm_phys_enq_range()
706 		    ("vm_phys_enq_range: order %d is out of range", order));  in vm_phys_enq_range()
707 		vm_freelist_add(fl, m, order, tail);  in vm_phys_enq_range()
708 		n = 1 << order;  in vm_phys_enq_range()
801 vm_phys_alloc_pages(int domain, int pool, int order)  in vm_phys_alloc_pages()  argument
807 		m = vm_phys_alloc_freelist_pages(domain, freelist, pool, order);  in vm_phys_alloc_pages()
822 vm_phys_alloc_freelist_pages(int domain, int freelist, int pool, int order)  in vm_phys_alloc_freelist_pages()  argument
836 	KASSERT(order < VM_NFREEORDER,  in vm_phys_alloc_freelist_pages()
837 	    ("vm_phys_alloc_freelist_pages: order %d is out of range", order));  in vm_phys_alloc_freelist_pages()
846 	for (oind = order; oind < VM_NFREEORDER; oind++) {  in vm_phys_alloc_freelist_pages()
851 			vm_phys_split_pages(m, oind, fl, order, 1);  in vm_phys_alloc_freelist_pages()
862 	for (oind = VM_NFREEORDER - 1; oind >= order; oind--) {  in vm_phys_alloc_freelist_pages()
870 				vm_phys_split_pages(m, oind, fl, order, 1);  in vm_phys_alloc_freelist_pages()
1084 vm_phys_free_pages(vm_page_t m, int order)  in vm_phys_free_pages()  argument
1091 	KASSERT(m->order == VM_NFREEORDER,  in vm_phys_free_pages()
1093 	    m, m->order));  in vm_phys_free_pages()
1097 	KASSERT(order < VM_NFREEORDER,  in vm_phys_free_pages()
1098 	    ("vm_phys_free_pages: order %d is out of range", order));  in vm_phys_free_pages()
1101 	if (order < VM_NFREEORDER - 1) {  in vm_phys_free_pages()
1104 			pa ^= ((vm_paddr_t)1 << (PAGE_SHIFT + order));  in vm_phys_free_pages()
1108 			if (m_buddy->order != order)  in vm_phys_free_pages()
1111 			vm_freelist_rem(fl, m_buddy, order);  in vm_phys_free_pages()
1113 				vm_phys_set_pool(m->pool, m_buddy, order);  in vm_phys_free_pages()
1114 			order++;  in vm_phys_free_pages()
1115 			pa &= ~(((vm_paddr_t)1 << (PAGE_SHIFT + order)) - 1);  in vm_phys_free_pages()
1117 		} while (order < VM_NFREEORDER - 1);  in vm_phys_free_pages()
1120 	vm_freelist_add(fl, m, order, 1);  in vm_phys_free_pages()
1153 	int order;  in vm_phys_enqueue_contig()  local
1164 	while ((order = max_order(m)) < VM_NFREEORDER - 1 &&  in vm_phys_enqueue_contig()
1165 	    m + (1 << order) <= m_end) {  in vm_phys_enqueue_contig()
1169 		vm_freelist_add(fl, m, order, 1);  in vm_phys_enqueue_contig()
1170 		m += 1 << order;  in vm_phys_enqueue_contig()
1173 	while (m + (1 << order) <= m_end) {  in vm_phys_enqueue_contig()
1177 		vm_freelist_add(fl, m, order, 1);  in vm_phys_enqueue_contig()
1178 		m += 1 << order;  in vm_phys_enqueue_contig()
1185 		order = flsl(m_end - m) - 1;  in vm_phys_enqueue_contig()
1186 		vm_freelist_add(fl, m, order, 1);  in vm_phys_enqueue_contig()
1187 		m += 1 << order;  in vm_phys_enqueue_contig()
1280 vm_phys_set_pool(int pool, vm_page_t m, int order)  in vm_phys_set_pool()  argument
1284 	for (m_tmp = m; m_tmp < &m[1 << order]; m_tmp++)  in vm_phys_set_pool()
1302 	int order;  in vm_phys_unfree_page()  local
1311 	for (m_set = m, order = 0; m_set->order == VM_NFREEORDER &&  in vm_phys_unfree_page()
1312 	    order < VM_NFREEORDER - 1; ) {  in vm_phys_unfree_page()
1313 		order++;  in vm_phys_unfree_page()
1314 		pa = m->phys_addr & (~(vm_paddr_t)0 << (PAGE_SHIFT + order));  in vm_phys_unfree_page()
1320 	if (m_set->order < order)  in vm_phys_unfree_page()
1322 	if (m_set->order == VM_NFREEORDER)  in vm_phys_unfree_page()
1324 	KASSERT(m_set->order < VM_NFREEORDER,  in vm_phys_unfree_page()
1326 	    m_set, m_set->order));  in vm_phys_unfree_page()
1335 	order = m_set->order;  in vm_phys_unfree_page()
1336 	vm_freelist_rem(fl, m_set, order);  in vm_phys_unfree_page()
1337 	while (order > 0) {  in vm_phys_unfree_page()
1338 		order--;  in vm_phys_unfree_page()
1339 		pa_half = m_set->phys_addr ^ (1 << (PAGE_SHIFT + order));  in vm_phys_unfree_page()
1346 		vm_freelist_add(fl, m_tmp, order, 0);  in vm_phys_unfree_page()
1414 	int oind, order, pind;  in vm_phys_alloc_seg_contig()  local
1421 	order = flsl(npages - 1);  in vm_phys_alloc_seg_contig()
1424 	for (oind = min(order, VM_NFREEORDER - 1); oind < VM_NFREEORDER;  in vm_phys_alloc_seg_contig()
1433 				if (order >= VM_NFREEORDER) {  in vm_phys_alloc_seg_contig()
1452 						if (m->order != VM_NFREEORDER -  in vm_phys_alloc_seg_contig()