44 		rte_vhost_get_vhost_vring(vid, i, &queue->vr);  in vs_vhost_net_setup()
55 enqueue_pkt(struct vhost_dev *dev, struct rte_vhost_vring *vr,  in enqueue_pkt()  argument
68 	desc = &vr->desc[desc_idx];  in enqueue_pkt()
139 			if (unlikely(desc->next >= vr->size ||  in enqueue_pkt()
140 				     ++nr_desc > vr->size))  in enqueue_pkt()
143 			desc = &vr->desc[desc->next];  in enqueue_pkt()
185 	struct rte_vhost_vring *vr;  in vs_enqueue_pkts()  local
192 	vr    = &queue->vr;  in vs_enqueue_pkts()
194 	avail_idx = *((volatile uint16_t *)&vr->avail->idx);  in vs_enqueue_pkts()
203 	rte_prefetch0(&vr->avail->ring[start_idx & (vr->size - 1)]);  in vs_enqueue_pkts()
205 		used_idx = (start_idx + i) & (vr->size - 1);  in vs_enqueue_pkts()
206 		desc_indexes[i] = vr->avail->ring[used_idx];  in vs_enqueue_pkts()
207 		vr->used->ring[used_idx].id = desc_indexes[i];  in vs_enqueue_pkts()
208 		vr->used->ring[used_idx].len = pkts[i]->pkt_len +  in vs_enqueue_pkts()
212 	rte_prefetch0(&vr->desc[desc_indexes[0]]);  in vs_enqueue_pkts()
217 		err = enqueue_pkt(dev, vr, pkts[i], desc_idx);  in vs_enqueue_pkts()
219 			used_idx = (start_idx + i) & (vr->size - 1);  in vs_enqueue_pkts()
220 			vr->used->ring[used_idx].len = dev->hdr_len;  in vs_enqueue_pkts()
224 			rte_prefetch0(&vr->desc[desc_indexes[i+1]]);  in vs_enqueue_pkts()
229 	*(volatile uint16_t *)&vr->used->idx += count;  in vs_enqueue_pkts()
238 dequeue_pkt(struct vhost_dev *dev, struct rte_vhost_vring *vr,  in dequeue_pkt()  argument
252 	desc = &vr->desc[desc_idx];  in dequeue_pkt()
273 	desc = &vr->desc[desc->next];  in dequeue_pkt()
306 			if (unlikely(desc->next >= vr->size ||  in dequeue_pkt()
307 				     ++nr_desc > vr->size))  in dequeue_pkt()
309 			desc = &vr->desc[desc->next];  in dequeue_pkt()
367 	struct rte_vhost_vring *vr;  in vs_dequeue_pkts()  local
375 	vr    = &queue->vr;  in vs_dequeue_pkts()
377 	free_entries = *((volatile uint16_t *)&vr->avail->idx) -  in vs_dequeue_pkts()
383 	avail_idx = queue->last_avail_idx & (vr->size - 1);  in vs_dequeue_pkts()
384 	used_idx  = queue->last_used_idx  & (vr->size - 1);  in vs_dequeue_pkts()
385 	rte_prefetch0(&vr->avail->ring[avail_idx]);  in vs_dequeue_pkts()
386 	rte_prefetch0(&vr->used->ring[used_idx]);  in vs_dequeue_pkts()
399 		avail_idx = (queue->last_avail_idx + i) & (vr->size - 1);  in vs_dequeue_pkts()
400 		used_idx  = (queue->last_used_idx  + i) & (vr->size - 1);  in vs_dequeue_pkts()
401 		desc_indexes[i] = vr->avail->ring[avail_idx];  in vs_dequeue_pkts()
403 		vr->used->ring[used_idx].id  = desc_indexes[i];  in vs_dequeue_pkts()
404 		vr->used->ring[used_idx].len = 0;  in vs_dequeue_pkts()
408 	rte_prefetch0(&vr->desc[desc_indexes[0]]);  in vs_dequeue_pkts()
413 			rte_prefetch0(&vr->desc[desc_indexes[i + 1]]);  in vs_dequeue_pkts()
422 		err = dequeue_pkt(dev, vr, pkts[i], desc_indexes[i], mbuf_pool);  in vs_dequeue_pkts()
435 	vr->used->idx += i;  in vs_dequeue_pkts()