| /f-stack/dpdk/drivers/net/virtio/ |
| H A D | virtqueue.c | 93 uint16_t used_idx, desc_idx; in virtqueue_rxvq_flush_split() local 102 desc_idx = used_idx; in virtqueue_rxvq_flush_split() 106 desc_idx = (uint16_t)uep->id; in virtqueue_rxvq_flush_split() 107 dxp = &vq->vq_descx[desc_idx]; in virtqueue_rxvq_flush_split() 114 desc_idx = (uint16_t)uep->id; in virtqueue_rxvq_flush_split() 115 dxp = &vq->vq_descx[desc_idx]; in virtqueue_rxvq_flush_split() 152 uint16_t desc_idx; in virtqueue_rxvq_reset_packed() local 168 for (desc_idx = 0; desc_idx < vq->vq_nentries; desc_idx++) { in virtqueue_rxvq_reset_packed() 169 dxp = &vq->vq_descx[desc_idx]; in virtqueue_rxvq_reset_packed() 188 uint16_t desc_idx; in virtqueue_txvq_reset_packed() local [all …]
|
| H A D | virtio_rxtx_simple.h | 22 uint16_t desc_idx; in virtio_rxq_rearm_vec() local 28 desc_idx = vq->vq_avail_idx & (vq->vq_nentries - 1); in virtio_rxq_rearm_vec() 29 sw_ring = &vq->sw_ring[desc_idx]; in virtio_rxq_rearm_vec() 30 start_dp = &vq->vq_split.ring.desc[desc_idx]; in virtio_rxq_rearm_vec()
|
| H A D | virtio_rxtx_simple_neon.c | 47 uint16_t desc_idx; in virtio_recv_pkts_vec() local 96 desc_idx = (uint16_t)(vq->vq_used_cons_idx & (vq->vq_nentries - 1)); in virtio_recv_pkts_vec() 97 rused = &vq->vq_split.ring.used->ring[desc_idx]; in virtio_recv_pkts_vec() 98 sw_ring = &vq->sw_ring[desc_idx]; in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_sse.c | 47 uint16_t desc_idx; in virtio_recv_pkts_vec() local 96 desc_idx = (uint16_t)(vq->vq_used_cons_idx & (vq->vq_nentries - 1)); in virtio_recv_pkts_vec() 97 rused = &vq->vq_split.ring.used->ring[desc_idx]; in virtio_recv_pkts_vec() 98 sw_ring = &vq->sw_ring[desc_idx]; in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_altivec.c | 47 uint16_t desc_idx; in virtio_recv_pkts_vec() local 98 desc_idx = (uint16_t)(vq->vq_used_cons_idx & (vq->vq_nentries - 1)); in virtio_recv_pkts_vec() 99 rused = &vq->vq_split.ring.used->ring[desc_idx]; in virtio_recv_pkts_vec() 100 sw_ring = &vq->sw_ring[desc_idx]; in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx.c | 66 dxp = &vq->vq_descx[desc_idx]; in vq_ring_free_chain() 82 vq->vq_desc_head_idx = desc_idx; in vq_ring_free_chain() 85 dp_tail->next = desc_idx; in vq_ring_free_chain() 184 uint16_t used_idx, desc_idx; in virtqueue_dequeue_burst_rx() local 191 desc_idx = (uint16_t) uep->id; in virtqueue_dequeue_burst_rx() 692 uint16_t desc_idx; in virtio_dev_rx_queue_setup_finish() local 702 for (desc_idx = 0; desc_idx < vq->vq_nentries; in virtio_dev_rx_queue_setup_finish() 703 desc_idx++) { in virtio_dev_rx_queue_setup_finish() 704 vq->vq_split.ring.avail->ring[desc_idx] = desc_idx; in virtio_dev_rx_queue_setup_finish() 713 for (desc_idx = 0; desc_idx < RTE_PMD_VIRTIO_RX_MAX_BURST; in virtio_dev_rx_queue_setup_finish() [all …]
|
| H A D | virtqueue.h | 513 void vq_ring_free_chain(struct virtqueue *vq, uint16_t desc_idx); 515 void vq_ring_free_inorder(struct virtqueue *vq, uint16_t desc_idx, 542 vq_update_avail_ring(struct virtqueue *vq, uint16_t desc_idx) in vq_update_avail_ring() argument 553 if (unlikely(vq->vq_split.ring.avail->ring[avail_idx] != desc_idx)) in vq_update_avail_ring() 554 vq->vq_split.ring.avail->ring[avail_idx] = desc_idx; in vq_update_avail_ring() 906 uint16_t i, used_idx, desc_idx; in virtio_xmit_cleanup() local 915 desc_idx = (uint16_t)uep->id; in virtio_xmit_cleanup() 916 dxp = &vq->vq_descx[desc_idx]; in virtio_xmit_cleanup() 918 vq_ring_free_chain(vq, desc_idx); in virtio_xmit_cleanup()
|
| H A D | virtio_ethdev.c | 295 uint32_t idx, desc_idx, used_idx; in virtio_send_command_split() local 302 desc_idx = idx; in virtio_send_command_split() 304 while (vq->vq_split.ring.desc[desc_idx].flags & in virtio_send_command_split() 306 desc_idx = vq->vq_split.ring.desc[desc_idx].next; in virtio_send_command_split() 310 vq->vq_split.ring.desc[desc_idx].next = vq->vq_desc_head_idx; in virtio_send_command_split()
|
| /f-stack/dpdk/drivers/crypto/virtio/ |
| H A D | virtio_rxtx.c | 15 uint16_t desc_idx_last = desc_idx; in vq_ring_free_chain() 17 dp = &vq->vq_ring.desc[desc_idx]; in vq_ring_free_chain() 18 dxp = &vq->vq_descx[desc_idx]; in vq_ring_free_chain() 34 vq->vq_desc_head_idx = desc_idx; in vq_ring_free_chain() 37 dp_tail->next = desc_idx; in vq_ring_free_chain() 50 uint16_t used_idx, desc_idx; in virtqueue_dequeue_burst_rx() local 60 desc_idx = (uint16_t)uep->id; in virtqueue_dequeue_burst_rx() 62 vq->vq_descx[desc_idx].crypto_op; in virtqueue_dequeue_burst_rx() 71 vq->vq_descx[desc_idx].cookie; in virtqueue_dequeue_burst_rx() 103 vq_ring_free_chain(vq, desc_idx); in virtqueue_dequeue_burst_rx() [all …]
|
| H A D | virtqueue.h | 121 vq_update_avail_ring(struct virtqueue *vq, uint16_t desc_idx) in vq_update_avail_ring() argument 132 if (unlikely(vq->vq_ring.avail->ring[avail_idx] != desc_idx)) in vq_update_avail_ring() 133 vq->vq_ring.avail->ring[avail_idx] = desc_idx; in vq_update_avail_ring()
|
| H A D | virtio_cryptodev.c | 222 uint32_t idx, desc_idx, used_idx; in virtio_crypto_send_command() local 229 desc_idx = idx; in virtio_crypto_send_command() 231 while (vq->vq_ring.desc[desc_idx].flags & VRING_DESC_F_NEXT) { in virtio_crypto_send_command() 232 desc_idx = vq->vq_ring.desc[desc_idx].next; in virtio_crypto_send_command() 236 vq->vq_ring.desc[desc_idx].next = vq->vq_desc_head_idx; in virtio_crypto_send_command() 1036 uint32_t idx, desc_idx, used_idx; in virtio_crypto_sym_clear_session() local 1043 desc_idx = idx; in virtio_crypto_sym_clear_session() 1044 while (vq->vq_ring.desc[desc_idx].flags in virtio_crypto_sym_clear_session() 1046 desc_idx = vq->vq_ring.desc[desc_idx].next; in virtio_crypto_sym_clear_session() 1050 vq->vq_ring.desc[desc_idx].next = vq->vq_desc_head_idx; in virtio_crypto_sym_clear_session()
|
| /f-stack/dpdk/examples/vhost_blk/ |
| H A D | vhost_blk.c | 394 uint16_t desc_idx; in submit_inflight_vq() local 404 task_idx = desc[desc[desc_idx].last].id; in submit_inflight_vq() 407 task->req_idx = desc_idx; in submit_inflight_vq() 408 task->chain_num = desc[desc_idx].num; in submit_inflight_vq() 410 task->inflight_idx = desc_idx; in submit_inflight_vq() 422 task = &vq->tasks[desc_idx]; in submit_inflight_vq() 460 uint16_t desc_idx; in vq_get_desc_idx() local 467 return desc_idx; in vq_get_desc_idx() 517 uint16_t desc_idx; in process_vq() local 519 desc_idx = vq_get_desc_idx(vq); in process_vq() [all …]
|
| /f-stack/dpdk/examples/vhost/ |
| H A D | virtio_net.c | 56 struct rte_mbuf *m, uint16_t desc_idx) in enqueue_pkt() argument 68 desc = &vr->desc[desc_idx]; in enqueue_pkt() 214 uint16_t desc_idx = desc_indexes[i]; in vs_enqueue_pkts() local 217 err = enqueue_pkt(dev, vr, pkts[i], desc_idx); in vs_enqueue_pkts() 239 struct rte_mbuf *m, uint16_t desc_idx, in dequeue_pkt() argument 252 desc = &vr->desc[desc_idx]; in dequeue_pkt()
|
| /f-stack/dpdk/drivers/crypto/caam_jr/ |
| H A D | caam_jr_hw_specific.h | 408 uint32_t desc_idx:8; member 416 uint32_t desc_idx:8; member 423 uint32_t desc_idx:8; member 436 uint32_t desc_idx:8; member
|
| H A D | caam_jr_hw.c | 31 error_code.error_desc.jmp_halt_cond_src.desc_idx, in hw_handle_jmp_halt_cond_err() 45 error_code.error_desc.deco_src.desc_idx); in hw_handle_deco_err()
|
| /f-stack/dpdk/lib/librte_vhost/ |
| H A D | vhost_crypto.c | 233 uint16_t desc_idx; member 1174 uint16_t desc_idx) in vhost_crypto_process_one_req() argument 1187 vc_req->desc_idx = desc_idx; in vhost_crypto_process_one_req() 1341 uint16_t used_idx = vc_req->desc_idx, desc_idx; in vhost_crypto_finalize_one_request() local 1358 desc_idx = vq->avail->ring[used_idx]; in vhost_crypto_finalize_one_request() 1359 vq->used->ring[desc_idx].id = vq->avail->ring[desc_idx]; in vhost_crypto_finalize_one_request() 1360 vq->used->ring[desc_idx].len = vc_req->len; in vhost_crypto_finalize_one_request() 1647 uint16_t desc_idx = vq->avail->ring[used_idx]; in rte_vhost_crypto_fetch_requests() local 1648 struct vring_desc *head = &vq->desc[desc_idx]; in rte_vhost_crypto_fetch_requests() 1677 uint16_t desc_idx = vq->avail->ring[used_idx]; in rte_vhost_crypto_fetch_requests() local [all …]
|
| H A D | vhost.h | 92 uint32_t desc_idx; member
|
| /f-stack/dpdk/drivers/baseband/acc100/ |
| H A D | rte_acc100_pmd.c | 845 unsigned int desc_idx, b_idx; in acc100_queue_setup() local 850 for (desc_idx = 0; desc_idx < d->sw_ring_max_depth; desc_idx++) { in acc100_queue_setup() 851 desc = q->ring_addr + desc_idx; in acc100_queue_setup() 2299 desc = q->ring_addr + desc_idx; in enqueue_enc_one_op_cb() 2353 desc = q->ring_addr + desc_idx; in enqueue_ldpc_enc_n_op_cb() 2415 desc = q->ring_addr + desc_idx; in enqueue_ldpc_enc_one_op_cb() 2472 desc = q->ring_addr + desc_idx; in enqueue_enc_one_op_tb() 2692 desc = q->ring_addr + desc_idx; in enqueue_dec_one_op_cb() 3330 int ret, desc_idx = 0; in acc100_enqueue_ldpc_enc_cb() local 3340 desc_idx, enq); in acc100_enqueue_ldpc_enc_cb() [all …]
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_avx2.c | 151 const uint32_t desc_idx) in desc_fdir_processing_32b() argument 154 __m128i *rxdp_desc_0 = (void *)(&rxdp[desc_idx + 0].wb.qword2); in desc_fdir_processing_32b() 155 __m128i *rxdp_desc_1 = (void *)(&rxdp[desc_idx + 1].wb.qword2); in desc_fdir_processing_32b() 181 const uint32_t idx_0 = pkt_idx + desc_idx; in desc_fdir_processing_32b() 182 const uint32_t idx_1 = pkt_idx + desc_idx + 1; in desc_fdir_processing_32b() 202 switch (desc_idx) { in desc_fdir_processing_32b()
|
| /f-stack/dpdk/drivers/baseband/fpga_5gnr_fec/ |
| H A D | fpga_5gnr_fec.h | 134 desc_idx:10, member 176 desc_idx:10, member
|
| H A D | rte_fpga_5gnr_fec.c | 133 (uint32_t)desc->dec_req.desc_idx, in print_dma_dec_desc_debug_info() 167 (uint32_t)desc->enc_req.desc_idx, in print_dma_enc_desc_debug_info() 940 desc->desc_idx = desc_offset; in fpga_dma_desc_te_fill() 1013 desc->desc_idx = desc_offset; in fpga_dma_desc_ld_fill() 1493 desc->dec_req.desc_idx = (ring_offset + 1) in enqueue_ldpc_dec_one_op_cb()
|
| /f-stack/dpdk/drivers/net/virtio/virtio_user/ |
| H A D | virtio_user_dev.c | 791 uint16_t avail_idx, desc_idx; in virtio_user_handle_cq() local 801 desc_idx = vring->avail->ring[avail_idx]; in virtio_user_handle_cq() 803 n_descs = virtio_user_handle_ctrl_msg(dev, vring, desc_idx); in virtio_user_handle_cq() 807 uep->id = desc_idx; in virtio_user_handle_cq()
|
| /f-stack/dpdk/drivers/common/iavf/ |
| H A D | iavf_adminq.c | 876 u16 desc_idx; in iavf_clean_arq_element() local 904 desc_idx = ntc; in iavf_clean_arq_element() 923 hw->aq.arq.r.arq_bi[desc_idx].va, in iavf_clean_arq_element()
|
| /f-stack/dpdk/drivers/net/ice/base/ |
| H A D | ice_controlq.c | 1116 u16 desc_idx; in ice_clean_rq_elem() local 1144 desc_idx = ntc; in ice_clean_rq_elem() 1158 ice_memcpy(e->msg_buf, cq->rq.r.rq_bi[desc_idx].va, in ice_clean_rq_elem()
|
| /f-stack/dpdk/drivers/net/i40e/base/ |
| H A D | i40e_adminq.c | 1084 u16 desc_idx; local 1124 desc_idx = ntc; 1143 hw->aq.arq.r.arq_bi[desc_idx].va,
|