| /dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx_packed.c | 83 struct virtnet_rx *rxvq = rx_queue; in virtio_recv_pkts_packed_vec() local
84 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_pkts_packed_vec()
99 if (!virtqueue_dequeue_batch_packed_vec(rxvq, in virtio_recv_pkts_packed_vec()
106 if (!virtqueue_dequeue_single_packed_vec(rxvq, in virtio_recv_pkts_packed_vec()
117 rxvq->stats.packets += nb_rx; in virtio_recv_pkts_packed_vec()
121 if (likely(rte_pktmbuf_alloc_bulk(rxvq->mpool, new_pkts, in virtio_recv_pkts_packed_vec()
123 virtio_recv_refill_packed_vec(rxvq, new_pkts, in virtio_recv_pkts_packed_vec()
128 &rte_eth_devices[rxvq->port_id]; in virtio_recv_pkts_packed_vec()
|
| H A D | virtio_rxtx.c | 655 struct virtnet_rx *rxvq; in virtio_dev_rx_queue_setup() local
707 rxvq = &vq->rxq; in virtio_dev_rx_queue_setup()
709 rxvq->mpool = mp; in virtio_dev_rx_queue_setup()
743 memset(rxvq->fake_mbuf, 0, sizeof(*rxvq->fake_mbuf)); in virtio_dev_rx_queue_setup_finish()
1024 rxvq->stats.errors++; in virtio_recv_pkts()
1044 rxvq->stats.errors++; in virtio_recv_pkts()
1127 rxvq->stats.errors++; in virtio_recv_pkts_packed()
1147 rxvq->stats.errors++; in virtio_recv_pkts_packed()
1239 rxvq->stats.errors++; in virtio_recv_pkts_inorder()
1270 rxvq->stats.errors++; in virtio_recv_pkts_inorder()
[all …]
|
| H A D | virtio_rxtx_simple.h | 19 virtio_rxq_rearm_vec(struct virtnet_rx *rxvq) in virtio_rxq_rearm_vec() argument
26 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_rxq_rearm_vec()
32 ret = rte_mempool_get_bulk(rxvq->mpool, (void **)sw_ring, in virtio_rxq_rearm_vec()
35 rte_eth_devices[rxvq->port_id].data->rx_mbuf_alloc_failed += in virtio_rxq_rearm_vec()
44 *(uint64_t *)p = rxvq->mbuf_initializer; in virtio_rxq_rearm_vec()
|
| H A D | virtio_rxtx_simple_sse.c | 43 struct virtnet_rx *rxvq = rx_queue; in virtio_recv_pkts_vec() local
44 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_pkts_vec()
89 virtio_rxq_rearm_vec(rxvq); in virtio_recv_pkts_vec()
193 rxvq->stats.packets += nb_pkts_received; in virtio_recv_pkts_vec()
195 virtio_update_packet_stats(&rxvq->stats, ref_rx_pkts[nb_used]); in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_altivec.c | 43 struct virtnet_rx *rxvq = rx_queue; in virtio_recv_pkts_vec() local
44 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_pkts_vec()
89 virtio_rxq_rearm_vec(rxvq); in virtio_recv_pkts_vec()
203 rxvq->stats.packets += nb_pkts_received; in virtio_recv_pkts_vec()
205 virtio_update_packet_stats(&rxvq->stats, ref_rx_pkts[nb_used]); in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_neon.c | 43 struct virtnet_rx *rxvq = rx_queue; in virtio_recv_pkts_vec() local
44 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_pkts_vec()
88 virtio_rxq_rearm_vec(rxvq); in virtio_recv_pkts_vec()
209 rxvq->stats.packets += nb_pkts_received; in virtio_recv_pkts_vec()
211 virtio_update_packet_stats(&rxvq->stats, ref_rx_pkts[nb_used]); in virtio_recv_pkts_vec()
|
| H A D | virtio_ethdev.c | 615 rxvq = &vq->rxq; in virtio_init_queue()
617 rxvq->mz = mz; in virtio_init_queue()
941 struct virtnet_rx *rxvq; in virtio_check_scatter_on_all_rx_queues() local
955 rxvq = &vq->rxq; in virtio_check_scatter_on_all_rx_queues()
1095 if (rxvq == NULL) in virtio_update_stats()
1127 if (rxvq == NULL) in virtio_dev_xstats_get_names()
1171 if (rxvq == NULL) in virtio_dev_xstats_get()
1231 if (rxvq == NULL) in virtio_dev_stats_reset()
1235 rxvq->stats.bytes = 0; in virtio_dev_stats_reset()
1236 rxvq->stats.errors = 0; in virtio_dev_stats_reset()
[all …]
|
| H A D | virtio_rxtx_packed.h | 209 virtqueue_dequeue_single_packed_vec(struct virtnet_rx *rxvq, in virtqueue_dequeue_single_packed_vec() argument
214 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtqueue_dequeue_single_packed_vec()
249 rxvq->stats.bytes += cookie->pkt_len; in virtqueue_dequeue_single_packed_vec()
262 virtio_recv_refill_packed_vec(struct virtnet_rx *rxvq, in virtio_recv_refill_packed_vec() argument
266 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_refill_packed_vec()
|
| H A D | virtqueue.c | 151 struct virtnet_rx *rxvq; in virtqueue_rxvq_reset_packed() local
165 rxvq = &vq->rxq; in virtqueue_rxvq_reset_packed()
166 memset(rxvq->mz->addr, 0, rxvq->mz->len); in virtqueue_rxvq_reset_packed()
|
| H A D | virtio_rxtx_packed_avx.h | 142 virtqueue_dequeue_batch_packed_vec(struct virtnet_rx *rxvq, in virtqueue_dequeue_batch_packed_vec() argument
145 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtqueue_dequeue_batch_packed_vec()
226 virtio_update_batch_stats(&rxvq->stats, rx_pkts[0]->pkt_len, in virtqueue_dequeue_batch_packed_vec()
|
| H A D | virtio_rxtx_packed_neon.h | 163 virtqueue_dequeue_batch_packed_vec(struct virtnet_rx *rxvq, in virtqueue_dequeue_batch_packed_vec() argument
166 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtqueue_dequeue_batch_packed_vec()
280 virtio_update_batch_stats(&rxvq->stats, rx_pkts[0]->pkt_len, in virtqueue_dequeue_batch_packed_vec()
|
| H A D | virtio_rxtx.h | 58 int virtio_rxq_vec_setup(struct virtnet_rx *rxvq);
|
| H A D | virtqueue.h | 261 #define virtnet_rxq_to_vq(rxvq) container_of(rxvq, struct virtqueue, rxq) argument
|
| /dpdk/drivers/net/virtio/virtio_user/ |
| H A D | virtio_user_dev.c | 936 struct virtnet_rx *rxvq; in virtio_user_dev_reset_queues_packed() local
952 rxvq = eth_dev->data->rx_queues[i]; in virtio_user_dev_reset_queues_packed()
953 virtqueue_rxvq_reset_packed(virtnet_rxq_to_vq(rxvq)); in virtio_user_dev_reset_queues_packed()
|