190 		     __poll_t mask, struct vhost_dev *dev,  in vhost_poll_init()
299 void vhost_dev_flush(struct vhost_dev *dev)  in vhost_dev_flush()
339 static void vhost_vq_meta_reset(struct vhost_dev *d)  in vhost_vq_meta_reset()
359 static void vhost_vq_reset(struct vhost_dev *dev,  in vhost_vq_reset()
419 	struct vhost_dev *dev = worker->dev;  in vhost_worker_killed()
461 static long vhost_dev_alloc_iovecs(struct vhost_dev *dev)  in vhost_dev_alloc_iovecs()
486 static void vhost_dev_free_iovecs(struct vhost_dev *dev)  in vhost_dev_free_iovecs()
497 	struct vhost_dev *dev = vq->dev;  in vhost_exceeds_weight()
533 void vhost_dev_init(struct vhost_dev *dev,  in vhost_dev_init()
537 		    int (*msg_handler)(struct vhost_dev *dev, u32 asid,  in vhost_dev_init()
577 long vhost_dev_check_owner(struct vhost_dev *dev)  in vhost_dev_check_owner()
585 bool vhost_dev_has_owner(struct vhost_dev *dev)  in vhost_dev_has_owner()
591 static void vhost_attach_mm(struct vhost_dev *dev)  in vhost_attach_mm()
608 static void vhost_detach_mm(struct vhost_dev *dev)  in vhost_detach_mm()
621 static void vhost_worker_destroy(struct vhost_dev *dev,  in vhost_worker_destroy()
633 static void vhost_workers_free(struct vhost_dev *dev)  in vhost_workers_free()
652 static struct vhost_worker *vhost_worker_create(struct vhost_dev *dev)  in vhost_worker_create()
767 	struct vhost_dev *dev = vq->dev;  in vhost_vq_attach_worker()
782 static int vhost_new_worker(struct vhost_dev *dev,  in vhost_new_worker()
796 static int vhost_free_worker(struct vhost_dev *dev,  in vhost_free_worker()
823 static int vhost_get_vq_from_user(struct vhost_dev *dev, void __user *argp,  in vhost_get_vq_from_user()
845 long vhost_worker_ioctl(struct vhost_dev *dev, unsigned int ioctl,  in vhost_worker_ioctl()
921 long vhost_dev_set_owner(struct vhost_dev *dev)  in vhost_dev_set_owner()
979 void vhost_dev_reset_owner(struct vhost_dev *dev, struct vhost_iotlb *umem)  in vhost_dev_reset_owner()
994 void vhost_dev_stop(struct vhost_dev *dev)  in vhost_dev_stop()
1007 void vhost_clear_msg(struct vhost_dev *dev)  in vhost_clear_msg()
1027 void vhost_dev_cleanup(struct vhost_dev *dev)  in vhost_dev_cleanup()
1121 static bool memory_access_ok(struct vhost_dev *d, struct vhost_iotlb *umem,  in memory_access_ok()
1335 static void vhost_dev_lock_vqs(struct vhost_dev *d)  in vhost_dev_lock_vqs()
1342 static void vhost_dev_unlock_vqs(struct vhost_dev *d)  in vhost_dev_unlock_vqs()
1412 static void vhost_iotlb_notify_vq(struct vhost_dev *d,  in vhost_iotlb_notify_vq()
1450 static int vhost_process_iotlb_msg(struct vhost_dev *dev, u32 asid,  in vhost_process_iotlb_msg()
1498 ssize_t vhost_chr_write_iter(struct vhost_dev *dev,  in vhost_chr_write_iter()
1564 __poll_t vhost_chr_poll(struct file *file, struct vhost_dev *dev,  in vhost_chr_poll()
1578 ssize_t vhost_chr_read_iter(struct vhost_dev *dev, struct iov_iter *to,  in vhost_chr_read_iter()
1648 	struct vhost_dev *dev = vq->dev;  in vhost_iotlb_miss()
1753 bool vhost_log_access_ok(struct vhost_dev *dev)  in vhost_log_access_ok()
1794 static long vhost_set_memory(struct vhost_dev *d, struct vhost_memory __user *m)  in vhost_set_memory()
1861 static long vhost_vring_set_num(struct vhost_dev *d,  in vhost_vring_set_num()
1882 static long vhost_vring_set_addr(struct vhost_dev *d,  in vhost_vring_set_addr()
1934 static long vhost_vring_set_num_addr(struct vhost_dev *d,  in vhost_vring_set_num_addr()
1958 long vhost_vring_ioctl(struct vhost_dev *d, unsigned int ioctl, void __user *argp)  in vhost_vring_ioctl()
2097 int vhost_init_device_iotlb(struct vhost_dev *d)  in vhost_init_device_iotlb()
2125 long vhost_dev_ioctl(struct vhost_dev *d, unsigned int ioctl, void __user *argp)  in vhost_dev_ioctl()
2418 	struct vhost_dev *dev = vq->dev;  in translate_desc()
2785 static bool vhost_notify(struct vhost_dev *dev, struct vhost_virtqueue *vq)  in vhost_notify()
2823 void vhost_signal(struct vhost_dev *dev, struct vhost_virtqueue *vq)  in vhost_signal()
2832 void vhost_add_used_and_signal(struct vhost_dev *dev,  in vhost_add_used_and_signal()
2842 void vhost_add_used_and_signal_n(struct vhost_dev *dev,  in vhost_add_used_and_signal_n()
2852 bool vhost_vq_avail_empty(struct vhost_dev *dev, struct vhost_virtqueue *vq)  in vhost_vq_avail_empty()
2867 bool vhost_enable_notify(struct vhost_dev *dev, struct vhost_virtqueue *vq)  in vhost_enable_notify()
2903 void vhost_disable_notify(struct vhost_dev *dev, struct vhost_virtqueue *vq)  in vhost_disable_notify()
2933 void vhost_enqueue_msg(struct vhost_dev *dev, struct list_head *head,  in vhost_enqueue_msg()
2944 struct vhost_msg_node *vhost_dequeue_msg(struct vhost_dev *dev,  in vhost_dequeue_msg()
2961 void vhost_set_backend_features(struct vhost_dev *dev, u64 features)  in vhost_set_backend_features()