1963 static void vring_free_packed(struct vring_virtqueue_packed *vring_packed,  in vring_free_packed()  argument
1967 	if (vring_packed->vring.desc)  in vring_free_packed()
1968 		vring_free_queue(vdev, vring_packed->ring_size_in_bytes,  in vring_free_packed()
1969 				 vring_packed->vring.desc,  in vring_free_packed()
1970 				 vring_packed->ring_dma_addr,  in vring_free_packed()
1973 	if (vring_packed->vring.driver)  in vring_free_packed()
1974 		vring_free_queue(vdev, vring_packed->event_size_in_bytes,  in vring_free_packed()
1975 				 vring_packed->vring.driver,  in vring_free_packed()
1976 				 vring_packed->driver_event_dma_addr,  in vring_free_packed()
1979 	if (vring_packed->vring.device)  in vring_free_packed()
1980 		vring_free_queue(vdev, vring_packed->event_size_in_bytes,  in vring_free_packed()
1981 				 vring_packed->vring.device,  in vring_free_packed()
1982 				 vring_packed->device_event_dma_addr,  in vring_free_packed()
1985 	kfree(vring_packed->desc_state);  in vring_free_packed()
1986 	kfree(vring_packed->desc_extra);  in vring_free_packed()
1989 static int vring_alloc_queue_packed(struct vring_virtqueue_packed *vring_packed,  in vring_alloc_queue_packed()  argument
2007 	vring_packed->vring.desc         = ring;  in vring_alloc_queue_packed()
2008 	vring_packed->ring_dma_addr      = ring_dma_addr;  in vring_alloc_queue_packed()
2009 	vring_packed->ring_size_in_bytes = ring_size_in_bytes;  in vring_alloc_queue_packed()
2020 	vring_packed->vring.driver          = driver;  in vring_alloc_queue_packed()
2021 	vring_packed->event_size_in_bytes   = event_size_in_bytes;  in vring_alloc_queue_packed()
2022 	vring_packed->driver_event_dma_addr = driver_event_dma_addr;  in vring_alloc_queue_packed()
2031 	vring_packed->vring.device          = device;  in vring_alloc_queue_packed()
2032 	vring_packed->device_event_dma_addr = device_event_dma_addr;  in vring_alloc_queue_packed()
2034 	vring_packed->vring.num = num;  in vring_alloc_queue_packed()
2039 	vring_free_packed(vring_packed, vdev, dma_dev);  in vring_alloc_queue_packed()
2043 static int vring_alloc_state_extra_packed(struct vring_virtqueue_packed *vring_packed)  in vring_alloc_state_extra_packed()  argument
2047 	u32 num = vring_packed->vring.num;  in vring_alloc_state_extra_packed()
2059 	vring_packed->desc_state = state;  in vring_alloc_state_extra_packed()
2060 	vring_packed->desc_extra = extra;  in vring_alloc_state_extra_packed()
2070 static void virtqueue_vring_init_packed(struct vring_virtqueue_packed *vring_packed,  in virtqueue_vring_init_packed()  argument
2073 	vring_packed->next_avail_idx = 0;  in virtqueue_vring_init_packed()
2074 	vring_packed->avail_wrap_counter = 1;  in virtqueue_vring_init_packed()
2075 	vring_packed->event_flags_shadow = 0;  in virtqueue_vring_init_packed()
2076 	vring_packed->avail_used_flags = 1 << VRING_PACKED_DESC_F_AVAIL;  in virtqueue_vring_init_packed()
2080 		vring_packed->event_flags_shadow = VRING_PACKED_EVENT_FLAG_DISABLE;  in virtqueue_vring_init_packed()
2081 		vring_packed->vring.driver->flags =  in virtqueue_vring_init_packed()
2082 			cpu_to_le16(vring_packed->event_flags_shadow);  in virtqueue_vring_init_packed()
2087 					  struct vring_virtqueue_packed *vring_packed)  in virtqueue_vring_attach_packed()  argument
2089 	vq->packed = *vring_packed;  in virtqueue_vring_attach_packed()
2108 					       struct vring_virtqueue_packed *vring_packed,  in __vring_new_virtqueue_packed()  argument
2148 	err = vring_alloc_state_extra_packed(vring_packed);  in __vring_new_virtqueue_packed()
2154 	virtqueue_vring_init_packed(vring_packed, !!callback);  in __vring_new_virtqueue_packed()
2156 	virtqueue_init(vq, vring_packed->vring.num);  in __vring_new_virtqueue_packed()
2157 	virtqueue_vring_attach_packed(vq, vring_packed);  in __vring_new_virtqueue_packed()
2178 	struct vring_virtqueue_packed vring_packed = {};  in vring_create_virtqueue_packed()  local
2181 	if (vring_alloc_queue_packed(&vring_packed, vdev, num, dma_dev))  in vring_create_virtqueue_packed()
2184 	vq = __vring_new_virtqueue_packed(index, &vring_packed, vdev, weak_barriers,  in vring_create_virtqueue_packed()
2187 		vring_free_packed(&vring_packed, vdev, dma_dev);  in vring_create_virtqueue_packed()
2198 	struct vring_virtqueue_packed vring_packed = {};  in virtqueue_resize_packed()  local
2203 	if (vring_alloc_queue_packed(&vring_packed, vdev, num, vring_dma_dev(vq)))  in virtqueue_resize_packed()
2206 	err = vring_alloc_state_extra_packed(&vring_packed);  in virtqueue_resize_packed()
2212 	virtqueue_vring_init_packed(&vring_packed, !!vq->vq.callback);  in virtqueue_resize_packed()
2214 	virtqueue_init(vq, vring_packed.vring.num);  in virtqueue_resize_packed()
2215 	virtqueue_vring_attach_packed(vq, &vring_packed);  in virtqueue_resize_packed()
2220 	vring_free_packed(&vring_packed, vdev, vring_dma_dev(vq));  in virtqueue_resize_packed()
2877 		struct vring_virtqueue_packed vring_packed = {};  in vring_new_virtqueue()  local
2879 		vring_packed.vring.num = num;  in vring_new_virtqueue()
2880 		vring_packed.vring.desc = pages;  in vring_new_virtqueue()
2881 		return __vring_new_virtqueue_packed(index, &vring_packed,  in vring_new_virtqueue()