| /dpdk/drivers/net/virtio/ |
| H A D | virtqueue.c | 31 start = vq->vq_avail_idx & (vq->vq_nentries - 1); in virtqueue_detach_unused() 34 for (idx = 0; idx < vq->vq_nentries; idx++) { in virtqueue_detach_unused() 77 if (vq->vq_used_cons_idx >= vq->vq_nentries) { in virtqueue_rxvq_flush_packed() 78 vq->vq_used_cons_idx -= vq->vq_nentries; in virtqueue_rxvq_flush_packed() 99 used_idx = vq->vq_used_cons_idx & (vq->vq_nentries - 1); in virtqueue_rxvq_flush_split() 149 int size = vq->vq_nentries; in virtqueue_rxvq_reset_packed() 157 vq->vq_desc_tail_idx = (uint16_t)(vq->vq_nentries - 1); in virtqueue_rxvq_reset_packed() 158 vq->vq_free_cnt = vq->vq_nentries; in virtqueue_rxvq_reset_packed() 185 int size = vq->vq_nentries; in virtqueue_txvq_reset_packed() 195 vq->vq_desc_tail_idx = (uint16_t)(vq->vq_nentries - 1); in virtqueue_txvq_reset_packed() [all …]
|
| H A D | virtio_rxtx_packed_avx.h | 33 if (unlikely((idx + PACKED_BATCH_SIZE) > vq->vq_nentries)) in virtqueue_enqueue_batch_packed_vec() 132 if (vq->vq_avail_idx >= vq->vq_nentries) { in virtqueue_enqueue_batch_packed_vec() 133 vq->vq_avail_idx -= vq->vq_nentries; in virtqueue_enqueue_batch_packed_vec() 157 if (unlikely((id + PACKED_BATCH_SIZE) > vq->vq_nentries)) in virtqueue_dequeue_batch_packed_vec() 233 if (vq->vq_used_cons_idx >= vq->vq_nentries) { in virtqueue_dequeue_batch_packed_vec() 234 vq->vq_used_cons_idx -= vq->vq_nentries; in virtqueue_dequeue_batch_packed_vec()
|
| H A D | virtqueue.h | 283 uint16_t vq_nentries; /**< vring desc numbers */ member 780 if (idx >= vq->vq_nentries) { in virtqueue_enqueue_xmit_packed() 781 idx -= vq->vq_nentries; in virtqueue_enqueue_xmit_packed() 808 if (idx >= vq->vq_nentries) { in virtqueue_enqueue_xmit_packed() 809 idx -= vq->vq_nentries; in virtqueue_enqueue_xmit_packed() 819 if (++idx >= vq->vq_nentries) { in virtqueue_enqueue_xmit_packed() 820 idx -= vq->vq_nentries; in virtqueue_enqueue_xmit_packed() 860 uint16_t size = vq->vq_nentries; in virtio_xmit_cleanup_inorder_packed() 895 uint16_t size = vq->vq_nentries; in virtio_xmit_cleanup_normal_packed() 939 (vq->vq_nentries - 1)); in virtio_xmit_cleanup() [all …]
|
| H A D | virtio_rxtx_packed_neon.h | 34 if (unlikely((idx + PACKED_BATCH_SIZE) > vq->vq_nentries)) in virtqueue_enqueue_batch_packed_vec() 153 if (vq->vq_avail_idx >= vq->vq_nentries) { in virtqueue_enqueue_batch_packed_vec() 154 vq->vq_avail_idx -= vq->vq_nentries; in virtqueue_enqueue_batch_packed_vec() 176 if (unlikely((id + PACKED_BATCH_SIZE) > vq->vq_nentries)) in virtqueue_dequeue_batch_packed_vec() 287 if (vq->vq_used_cons_idx >= vq->vq_nentries) { in virtqueue_dequeue_batch_packed_vec() 288 vq->vq_used_cons_idx -= vq->vq_nentries; in virtqueue_dequeue_batch_packed_vec()
|
| H A D | virtio_rxtx.c | 161 vq->vq_used_cons_idx -= vq->vq_nentries; in virtqueue_dequeue_burst_rx_packed() 260 idx = head_idx & (vq->vq_nentries - 1); in virtqueue_enqueue_refill_inorder() 336 vq->vq_avail_idx -= vq->vq_nentries; in virtqueue_refill_single_packed() 458 idx = idx & (vq->vq_nentries - 1); in virtqueue_enqueue_xmit_inorder() 525 vq->vq_avail_idx -= vq->vq_nentries; in virtqueue_enqueue_xmit_packed_fast() 687 if (rx_free_thresh >= vq->vq_nentries) { in virtio_dev_rx_queue_setup() 691 vq->vq_nentries, in virtio_dev_rx_queue_setup() 701 if (nb_desc > vq->vq_nentries || in virtio_dev_rx_queue_setup() 703 nb_desc = vq->vq_nentries; in virtio_dev_rx_queue_setup() 831 nb_desc = vq->vq_nentries; in virtio_dev_tx_queue_setup() [all …]
|
| H A D | virtio_rxtx_packed.h | 253 if (vq->vq_used_cons_idx >= vq->vq_nentries) { in virtqueue_dequeue_single_packed_vec() 254 vq->vq_used_cons_idx -= vq->vq_nentries; in virtqueue_dequeue_single_packed_vec() 281 if (unlikely((idx + PACKED_BATCH_SIZE) > vq->vq_nentries)) in virtio_recv_refill_packed_vec() 282 batch_num = vq->vq_nentries - idx; in virtio_recv_refill_packed_vec() 302 if (vq->vq_avail_idx >= vq->vq_nentries) { in virtio_recv_refill_packed_vec() 303 vq->vq_avail_idx -= vq->vq_nentries; in virtio_recv_refill_packed_vec()
|
| H A D | virtio_user_ethdev.c | 185 avail_addr = desc_addr + vq->vq_nentries * in virtio_user_setup_queue_packed() 190 vring->num = vq->vq_nentries; in virtio_user_setup_queue_packed() 208 avail_addr = desc_addr + vq->vq_nentries * sizeof(struct vring_desc); in virtio_user_setup_queue_split() 210 ring[vq->vq_nentries]), in virtio_user_setup_queue_split() 213 dev->vrings[queue_idx].num = vq->vq_nentries; in virtio_user_setup_queue_split()
|
| H A D | virtio_rxtx_simple_sse.c | 102 desc_idx = (uint16_t)(vq->vq_used_cons_idx & (vq->vq_nentries - 1)); in virtio_recv_pkts_vec() 105 sw_ring_end = &vq->sw_ring[vq->vq_nentries]; in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_altivec.c | 104 desc_idx = (uint16_t)(vq->vq_used_cons_idx & (vq->vq_nentries - 1)); in virtio_recv_pkts_vec() 107 sw_ring_end = &vq->sw_ring[vq->vq_nentries]; in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_neon.c | 102 desc_idx = (uint16_t)(vq->vq_used_cons_idx & (vq->vq_nentries - 1)); in virtio_recv_pkts_vec() 105 sw_ring_end = &vq->sw_ring[vq->vq_nentries]; in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple.h | 28 desc_idx = vq->vq_avail_idx & (vq->vq_nentries - 1); in virtio_rxq_rearm_vec()
|
| H A D | virtio_ethdev.c | 170 if (++vq->vq_avail_idx >= vq->vq_nentries) { in virtio_send_command_packed() 171 vq->vq_avail_idx -= vq->vq_nentries; in virtio_send_command_packed() 186 vq->vq_avail_idx -= vq->vq_nentries; in virtio_send_command_packed() 199 if (++vq->vq_avail_idx >= vq->vq_nentries) { in virtio_send_command_packed() 200 vq->vq_avail_idx -= vq->vq_nentries; in virtio_send_command_packed() 220 vq->vq_used_cons_idx -= vq->vq_nentries; in virtio_send_command_packed() 297 & (vq->vq_nentries - 1)); in virtio_send_command_split() 442 int size = vq->vq_nentries; in virtio_init_vring() 453 vq->vq_free_cnt = vq->vq_nentries; in virtio_init_vring() 536 vq->vq_nentries = vq_size; in virtio_init_queue() [all …]
|
| H A D | virtio_rxtx_packed.c | 43 if (vq->vq_free_cnt <= vq->vq_nentries - vq->vq_free_thresh) in virtio_xmit_pkts_packed_vec()
|
| H A D | virtio_pci.c | 483 avail_addr = desc_addr + vq->vq_nentries * sizeof(struct vring_desc); in modern_setup_queue() 485 ring[vq->vq_nentries]), in modern_setup_queue()
|
| /dpdk/drivers/crypto/virtio/ |
| H A D | virtqueue.h | 67 uint16_t vq_nentries; /**< vring desc numbers */ member 131 avail_idx = (uint16_t)(vq->vq_avail_idx & (vq->vq_nentries - 1)); in vq_update_avail_ring() 165 (vq)->vq_nentries, (vq)->vq_free_cnt, nused, \
|
| H A D | virtio_rxtx.c | 58 & (vq->vq_nentries - 1)); in virtqueue_dequeue_burst_rx() 224 if (unlikely(head_idx >= txvq->vq_nentries)) in virtqueue_crypto_sym_enqueue_xmit() 371 int i, size = vq->vq_nentries; in virtio_crypto_vring_start() 378 vq->vq_desc_tail_idx = (uint16_t)(vq->vq_nentries - 1); in virtio_crypto_vring_start() 379 vq->vq_free_cnt = vq->vq_nentries; in virtio_crypto_vring_start()
|
| H A D | virtqueue.c | 32 for (idx = 0; idx < vq->vq_nentries; idx++) { in virtqueue_detatch_unused()
|
| H A D | virtio_pci.c | 173 avail_addr = desc_addr + vq->vq_nentries * sizeof(struct vring_desc); in modern_setup_queue() 175 ring[vq->vq_nentries]), in modern_setup_queue()
|
| H A D | virtio_cryptodev.c | 226 & (vq->vq_nentries - 1)); in virtio_crypto_send_command() 379 vq->vq_nentries = vq_size; in virtio_crypto_queue_setup() 1042 & (vq->vq_nentries - 1)); in virtio_crypto_sym_clear_session()
|