| /f-stack/dpdk/drivers/net/virtio/ |
| H A D | virtqueue.h | 595 uint16_t used_idx, nused; \ 838 used_idx = vq->vq_used_cons_idx; in virtio_xmit_cleanup_inorder_packed() 843 id = desc[used_idx].id; in virtio_xmit_cleanup_inorder_packed() 845 curr_id = used_idx; in virtio_xmit_cleanup_inorder_packed() 846 dxp = &vq->vq_descx[used_idx]; in virtio_xmit_cleanup_inorder_packed() 847 used_idx += dxp->ndescs; in virtio_xmit_cleanup_inorder_packed() 850 if (used_idx >= size) { in virtio_xmit_cleanup_inorder_packed() 851 used_idx -= size; in virtio_xmit_cleanup_inorder_packed() 867 uint16_t used_idx, id; in virtio_xmit_cleanup_normal_packed() local 877 id = desc[used_idx].id; in virtio_xmit_cleanup_normal_packed() [all …]
|
| H A D | virtqueue.c | 93 uint16_t used_idx, desc_idx; in virtqueue_rxvq_flush_split() local 99 used_idx = vq->vq_used_cons_idx & (vq->vq_nentries - 1); in virtqueue_rxvq_flush_split() 100 uep = &vq->vq_split.ring.used->ring[used_idx]; in virtqueue_rxvq_flush_split() 102 desc_idx = used_idx; in virtqueue_rxvq_flush_split()
|
| H A D | virtio_rxtx_packed_avx.c | 461 uint16_t used_idx, id; in virtqueue_dequeue_single_packed_vec() local 471 used_idx = vq->vq_used_cons_idx; in virtqueue_dequeue_single_packed_vec() 472 if (!desc_is_used(&desc[used_idx], vq)) in virtqueue_dequeue_single_packed_vec() 475 len = desc[used_idx].len; in virtqueue_dequeue_single_packed_vec() 476 id = desc[used_idx].id; in virtqueue_dequeue_single_packed_vec()
|
| H A D | virtio_rxtx.c | 141 uint16_t used_idx; in virtqueue_dequeue_burst_rx_packed() local 149 used_idx = vq->vq_used_cons_idx; in virtqueue_dequeue_burst_rx_packed() 153 if (!desc_is_used(&desc[used_idx], vq)) in virtqueue_dequeue_burst_rx_packed() 155 len[i] = desc[used_idx].len; in virtqueue_dequeue_burst_rx_packed() 156 id = desc[used_idx].id; in virtqueue_dequeue_burst_rx_packed() 184 uint16_t used_idx, desc_idx; in virtqueue_dequeue_burst_rx() local 190 uep = &vq->vq_split.ring.used->ring[used_idx]; in virtqueue_dequeue_burst_rx() 220 uint16_t used_idx = 0; in virtqueue_dequeue_rx_inorder() local 229 uep = &vq->vq_split.ring.used->ring[used_idx]; in virtqueue_dequeue_rx_inorder() 243 vq->vq_descx[used_idx].cookie = NULL; in virtqueue_dequeue_rx_inorder() [all …]
|
| H A D | virtio_ethdev.c | 295 uint32_t idx, desc_idx, used_idx; in virtio_send_command_split() local 298 used_idx = (uint32_t)(vq->vq_used_cons_idx in virtio_send_command_split() 300 uep = &vq->vq_split.ring.used->ring[used_idx]; in virtio_send_command_split()
|
| /f-stack/dpdk/examples/vhost/ |
| H A D | virtio_net.c | 188 uint16_t used_idx; in vs_enqueue_pkts() local 205 used_idx = (start_idx + i) & (vr->size - 1); in vs_enqueue_pkts() 206 desc_indexes[i] = vr->avail->ring[used_idx]; in vs_enqueue_pkts() 207 vr->used->ring[used_idx].id = desc_indexes[i]; in vs_enqueue_pkts() 208 vr->used->ring[used_idx].len = pkts[i]->pkt_len + in vs_enqueue_pkts() 219 used_idx = (start_idx + i) & (vr->size - 1); in vs_enqueue_pkts() 220 vr->used->ring[used_idx].len = dev->hdr_len; in vs_enqueue_pkts() 369 uint32_t used_idx; in vs_dequeue_pkts() local 386 rte_prefetch0(&vr->used->ring[used_idx]); in vs_dequeue_pkts() 403 vr->used->ring[used_idx].id = desc_indexes[i]; in vs_dequeue_pkts() [all …]
|
| /f-stack/dpdk/drivers/crypto/virtio/ |
| H A D | virtqueue.h | 158 uint16_t used_idx, nused; \ 159 used_idx = (vq)->vq_ring.used->idx; \ 160 nused = (uint16_t)(used_idx - (vq)->vq_used_cons_idx); \
|
| H A D | virtio_cryptodev.c | 222 uint32_t idx, desc_idx, used_idx; in virtio_crypto_send_command() local 225 used_idx = (uint32_t)(vq->vq_used_cons_idx in virtio_crypto_send_command() 227 uep = &vq->vq_ring.used->ring[used_idx]; in virtio_crypto_send_command() 1036 uint32_t idx, desc_idx, used_idx; in virtio_crypto_sym_clear_session() local 1039 used_idx = (uint32_t)(vq->vq_used_cons_idx in virtio_crypto_sym_clear_session() 1041 uep = &vq->vq_ring.used->ring[used_idx]; in virtio_crypto_sym_clear_session()
|
| H A D | virtio_rxtx.c | 50 uint16_t used_idx, desc_idx; in virtqueue_dequeue_burst_rx() local 57 used_idx = (uint16_t)(vq->vq_used_cons_idx in virtqueue_dequeue_burst_rx() 59 uep = &vq->vq_ring.used->ring[used_idx]; in virtqueue_dequeue_burst_rx()
|
| /f-stack/dpdk/drivers/net/virtio/virtio_user/ |
| H A D | virtio_user_dev.c | 767 while (desc_is_avail(&vring->desc[vq->used_idx], in virtio_user_handle_cq_packed() 771 vq->used_idx); in virtio_user_handle_cq_packed() 777 __atomic_store_n(&vring->desc[vq->used_idx].flags, flags, in virtio_user_handle_cq_packed() 780 vq->used_idx += n_descs; in virtio_user_handle_cq_packed() 781 if (vq->used_idx >= dev->queue_size) { in virtio_user_handle_cq_packed() 782 vq->used_idx -= dev->queue_size; in virtio_user_handle_cq_packed()
|
| H A D | virtio_user_dev.h | 21 uint16_t used_idx; member
|
| /f-stack/dpdk/lib/librte_vhost/ |
| H A D | virtio_net.c | 93 uint16_t used_idx = vq->last_used_idx & (vq->size - 1); in flush_shadow_used_ring_split() local 95 if (used_idx + vq->shadow_used_idx <= vq->size) { in flush_shadow_used_ring_split() 96 do_flush_shadow_used_ring_split(dev, vq, used_idx, 0, in flush_shadow_used_ring_split() 102 size = vq->size - used_idx; in flush_shadow_used_ring_split() 126 if (used_idx + vq->shadow_used_idx <= vq->size) { in async_flush_shadow_used_ring_split() 127 do_flush_shadow_used_ring_split(dev, vq, used_idx, 0, in async_flush_shadow_used_ring_split() 133 size = vq->size - used_idx; in async_flush_shadow_used_ring_split() 160 uint16_t used_idx = vq->last_used_idx; in vhost_flush_enqueue_shadow_packed() local 169 used_idx += vq->shadow_used_packed[i].count; in vhost_flush_enqueue_shadow_packed() 170 if (used_idx >= vq->size) in vhost_flush_enqueue_shadow_packed() [all …]
|
| H A D | rte_vhost.h | 151 uint16_t used_idx; member 174 uint16_t used_idx; member
|
| H A D | vhost_crypto.c | 1341 uint16_t used_idx = vc_req->desc_idx, desc_idx; in vhost_crypto_finalize_one_request() local 1358 desc_idx = vq->avail->ring[used_idx]; in vhost_crypto_finalize_one_request() 1646 uint16_t used_idx = (start_idx + i) & (vq->size - 1); in rte_vhost_crypto_fetch_requests() local 1647 uint16_t desc_idx = vq->avail->ring[used_idx]; in rte_vhost_crypto_fetch_requests() 1657 op, head, descs, used_idx) < 0)) in rte_vhost_crypto_fetch_requests() 1676 uint16_t used_idx = (start_idx + i) & (vq->size - 1); in rte_vhost_crypto_fetch_requests() local 1677 uint16_t desc_idx = vq->avail->ring[used_idx]; in rte_vhost_crypto_fetch_requests()
|
| H A D | vhost.c | 1106 vq->inflight_split->used_idx = last_used_idx; in rte_vhost_clr_inflight_desc_split() 1150 inflight_info->old_used_idx = inflight_info->used_idx; in rte_vhost_clr_inflight_desc_packed() 1228 inflight_info->used_idx += inflight_info->desc[head].num; in rte_vhost_set_last_inflight_io_packed() 1229 if (inflight_info->used_idx >= inflight_info->desc_num) { in rte_vhost_set_last_inflight_io_packed() 1230 inflight_info->used_idx -= inflight_info->desc_num; in rte_vhost_set_last_inflight_io_packed()
|
| H A D | vhost_user.c | 1691 if (inflight_split->used_idx != used->idx) { in vhost_check_queue_inflights_split() 1694 inflight_split->used_idx = used->idx; in vhost_check_queue_inflights_split() 1775 if (inflight_packed->used_idx != old_used_idx) { in vhost_check_queue_inflights_packed() 1778 inflight_packed->used_idx; in vhost_check_queue_inflights_packed() 1784 inflight_packed->used_idx = in vhost_check_queue_inflights_packed()
|
| /f-stack/dpdk/doc/guides/vdpadevs/ |
| H A D | features_overview.rst | 67 Support for avail_idx and used_idx fields.
|
| /f-stack/dpdk/drivers/net/ice/base/ |
| H A D | ice_switch.c | 6379 ice_declare_bitmap(used_idx, ICE_MAX_FV_WORDS); in ice_find_free_recp_res_idx() 6384 ice_zero_bitmap(used_idx, ICE_MAX_FV_WORDS); in ice_find_free_recp_res_idx() 6406 ice_or_bitmap(used_idx, used_idx, in ice_find_free_recp_res_idx() 6410 ice_xor_bitmap(free_idx, used_idx, possible_idx, ICE_MAX_FV_WORDS); in ice_find_free_recp_res_idx()
|