68 static void dev_pager_free_page(vm_object_t object, vm_page_t m);
69 static int dev_pager_populate(vm_object_t object, vm_pindex_t pidx,
98 static int old_dev_pager_fault(vm_object_t object, vm_ooffset_t offset,
118 	vm_object_t object;  in cdev_pager_lookup()  local
121 	object = vm_pager_object_lookup(&dev_pager_object_list, handle);  in cdev_pager_lookup()
123 	return (object);  in cdev_pager_lookup()
130 	vm_object_t object, object1;  in cdev_pager_allocate()  local
166 	object = vm_pager_object_lookup(&dev_pager_object_list, handle);  in cdev_pager_allocate()
167 	if (object == NULL) {  in cdev_pager_allocate()
182 		object = vm_pager_object_lookup(&dev_pager_object_list, handle);  in cdev_pager_allocate()
183 		if (object != NULL) {  in cdev_pager_allocate()
187 			if (pindex > object->size)  in cdev_pager_allocate()
188 				object->size = pindex;  in cdev_pager_allocate()
189 			KASSERT(object->type == tp,  in cdev_pager_allocate()
191 			    object, tp));  in cdev_pager_allocate()
192 			KASSERT(object->un_pager.devp.ops == ops,  in cdev_pager_allocate()
193 			    ("Inconsistent devops %p %p", object, ops));  in cdev_pager_allocate()
195 			object = object1;  in cdev_pager_allocate()
197 			object->handle = handle;  in cdev_pager_allocate()
198 			TAILQ_INSERT_TAIL(&dev_pager_object_list, object,  in cdev_pager_allocate()
201 				vm_object_set_flag(object, OBJ_POPULATE);  in cdev_pager_allocate()
204 		if (pindex > object->size)  in cdev_pager_allocate()
205 			object->size = pindex;  in cdev_pager_allocate()
206 		KASSERT(object->type == tp,  in cdev_pager_allocate()
207 		    ("Inconsistent device pager type %p %d", object, tp));  in cdev_pager_allocate()
218 	return (object);  in cdev_pager_allocate()
231 cdev_pager_free_page(vm_object_t object, vm_page_t m)  in cdev_pager_free_page()  argument
234 	VM_OBJECT_ASSERT_WLOCKED(object);  in cdev_pager_free_page()
235 	if (object->type == OBJT_MGTDEVICE) {  in cdev_pager_free_page()
239 	} else if (object->type == OBJT_DEVICE)  in cdev_pager_free_page()
240 		dev_pager_free_page(object, m);  in cdev_pager_free_page()
244 dev_pager_free_page(vm_object_t object, vm_page_t m)  in dev_pager_free_page()  argument
247 	VM_OBJECT_ASSERT_WLOCKED(object);  in dev_pager_free_page()
248 	KASSERT((object->type == OBJT_DEVICE &&  in dev_pager_free_page()
250 	    ("Managed device or page obj %p m %p", object, m));  in dev_pager_free_page()
251 	TAILQ_REMOVE(&object->un_pager.devp.devp_pglist, m, plinks.q);  in dev_pager_free_page()
256 dev_pager_dealloc(vm_object_t object)  in dev_pager_dealloc()  argument
260 	VM_OBJECT_WUNLOCK(object);  in dev_pager_dealloc()
261 	object->un_pager.devp.ops->cdev_pg_dtor(object->un_pager.devp.dev);  in dev_pager_dealloc()
264 	TAILQ_REMOVE(&dev_pager_object_list, object, pager_object_list);  in dev_pager_dealloc()
266 	VM_OBJECT_WLOCK(object);  in dev_pager_dealloc()
268 	if (object->type == OBJT_DEVICE) {  in dev_pager_dealloc()
272 		while ((m = TAILQ_FIRST(&object->un_pager.devp.devp_pglist))  in dev_pager_dealloc()
277 			dev_pager_free_page(object, m);  in dev_pager_dealloc()
280 	object->handle = NULL;  in dev_pager_dealloc()
281 	object->type = OBJT_DEAD;  in dev_pager_dealloc()
285 dev_pager_getpages(vm_object_t object, vm_page_t *ma, int count, int *rbehind,  in dev_pager_getpages()  argument
292 	if (object->un_pager.devp.ops->cdev_pg_fault == NULL)  in dev_pager_getpages()
294 	VM_OBJECT_WLOCK(object);  in dev_pager_getpages()
295 	error = object->un_pager.devp.ops->cdev_pg_fault(object,  in dev_pager_getpages()
298 	VM_OBJECT_ASSERT_WLOCKED(object);  in dev_pager_getpages()
301 		KASSERT((object->type == OBJT_DEVICE &&  in dev_pager_getpages()
303 		    (object->type == OBJT_MGTDEVICE &&  in dev_pager_getpages()
305 		    ("Wrong page type %p %p", ma[0], object));  in dev_pager_getpages()
306 		if (object->type == OBJT_DEVICE) {  in dev_pager_getpages()
307 			TAILQ_INSERT_TAIL(&object->un_pager.devp.devp_pglist,  in dev_pager_getpages()
315 	VM_OBJECT_WUNLOCK(object);  in dev_pager_getpages()
321 dev_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type,  in dev_pager_populate()  argument
325 	VM_OBJECT_ASSERT_WLOCKED(object);  in dev_pager_populate()
326 	if (object->un_pager.devp.ops->cdev_pg_populate == NULL)  in dev_pager_populate()
328 	return (object->un_pager.devp.ops->cdev_pg_populate(object, pidx,  in dev_pager_populate()
333 old_dev_pager_fault(vm_object_t object, vm_ooffset_t offset, int prot,  in old_dev_pager_fault()  argument
345 	memattr = object->memattr;  in old_dev_pager_fault()
347 	VM_OBJECT_WUNLOCK(object);  in old_dev_pager_fault()
349 	dev = object->handle;  in old_dev_pager_fault()
352 		VM_OBJECT_WLOCK(object);  in old_dev_pager_fault()
364 		VM_OBJECT_WLOCK(object);  in old_dev_pager_fault()
389 		VM_OBJECT_WLOCK(object);  in old_dev_pager_fault()
397 		VM_OBJECT_WLOCK(object);  in old_dev_pager_fault()
398 		vm_page_replace(page, object, (*mres)->pindex, *mres);  in old_dev_pager_fault()
406 dev_pager_putpages(vm_object_t object, vm_page_t *m, int count, int flags,  in dev_pager_putpages()  argument
414 dev_pager_haspage(vm_object_t object, vm_pindex_t pindex, int *before,  in dev_pager_haspage()  argument