| /dpdk/drivers/net/octeontx_ep/ |
| H A D | otx2_ep_vf.h | 43 #define SDP_VF_R_IN_CONTROL(ring) \ argument 46 #define SDP_VF_R_IN_ENABLE(ring) \ argument 49 #define SDP_VF_R_IN_INSTR_BADDR(ring) \ argument 52 #define SDP_VF_R_IN_INSTR_RSIZE(ring) \ argument 55 #define SDP_VF_R_IN_INSTR_DBELL(ring) \ argument 58 #define SDP_VF_R_IN_CNTS(ring) \ argument 81 #define SDP_VF_R_OUT_CONTROL(ring) \ argument 84 #define SDP_VF_R_OUT_ENABLE(ring) \ argument 96 #define SDP_VF_R_OUT_CNTS(ring) \ argument 102 #define SDP_VF_R_OUT_PKT_CNT(ring) \ argument [all …]
|
| H A D | otx_ep_vf.h | 18 #define OTX_EP_R_IN_CONTROL(ring) \ argument 21 #define OTX_EP_R_IN_ENABLE(ring) \ argument 24 #define OTX_EP_R_IN_INSTR_BADDR(ring) \ argument 27 #define OTX_EP_R_IN_INSTR_RSIZE(ring) \ argument 30 #define OTX_EP_R_IN_INSTR_DBELL(ring) \ argument 33 #define OTX_EP_R_IN_CNTS(ring) \ argument 36 #define OTX_EP_R_IN_INT_LEVELS(ring) \ argument 56 #define OTX_EP_R_OUT_CONTROL(ring) \ argument 59 #define OTX_EP_R_OUT_ENABLE(ring) \ argument 62 #define OTX_EP_R_OUT_SLIST_BADDR(ring) \ argument [all …]
|
| /dpdk/drivers/common/cnxk/hw/ |
| H A D | sdp.h | 62 (SDP_VF_R_IN_CONTROL_START + (SDP_VF_RING_OFFSET * (ring))) 65 (SDP_VF_R_IN_ENABLE_START + (SDP_VF_RING_OFFSET * (ring))) 68 (SDP_VF_R_IN_INSTR_BADDR_START + (SDP_VF_RING_OFFSET * (ring))) 77 (SDP_VF_R_IN_CNTS_START + (SDP_VF_RING_OFFSET * (ring))) 80 (SDP_VF_R_IN_INT_LEVELS_START + (SDP_VF_RING_OFFSET * (ring))) 83 (SDP_VF_R_IN_PKT_CNT_START + (SDP_VF_RING_OFFSET * (ring))) 86 (SDP_VF_R_IN_BYTE_CNT_START + (SDP_VF_RING_OFFSET * (ring))) 116 (SDP_VF_R_OUT_CONTROL_START + (SDP_VF_RING_OFFSET * (ring))) 119 (SDP_VF_R_OUT_ENABLE_START + (SDP_VF_RING_OFFSET * (ring))) 131 (SDP_VF_R_OUT_CNTS_START + (SDP_VF_RING_OFFSET * (ring))) [all …]
|
| /dpdk/lib/ring/ |
| H A D | rte_ring_elem_pvt.h | 22 ring[idx] = obj[i]; in __rte_ring_enqueue_elems_32() 49 ring[idx] = obj[i]; in __rte_ring_enqueue_elems_32() 52 ring[idx] = obj[i]; in __rte_ring_enqueue_elems_32() 67 ring[idx] = obj[i]; in __rte_ring_enqueue_elems_64() 82 ring[idx] = obj[i]; in __rte_ring_enqueue_elems_64() 85 ring[idx] = obj[i]; in __rte_ring_enqueue_elems_64() 156 obj[i] = ring[idx]; in __rte_ring_dequeue_elems_32() 183 obj[i] = ring[idx]; in __rte_ring_dequeue_elems_32() 186 obj[i] = ring[idx]; in __rte_ring_dequeue_elems_32() 201 obj[i] = ring[idx]; in __rte_ring_dequeue_elems_64() [all …]
|
| /dpdk/drivers/net/vmxnet3/ |
| H A D | vmxnet3_ring.h | 46 ring->next2fill++; in vmxnet3_cmd_ring_adv_next2fill() 47 if (unlikely(ring->next2fill == ring->size)) { in vmxnet3_cmd_ring_adv_next2fill() 48 ring->next2fill = 0; in vmxnet3_cmd_ring_adv_next2fill() 49 ring->gen = (uint8_t)(ring->gen ^ 1); in vmxnet3_cmd_ring_adv_next2fill() 56 VMXNET3_INC_RING_IDX_ONLY(ring->next2comp, ring->size); in vmxnet3_cmd_ring_adv_next2comp() 62 return (ring->next2comp > ring->next2fill ? 0 : ring->size) + in vmxnet3_cmd_ring_desc_avail() 63 ring->next2comp - ring->next2fill - 1; in vmxnet3_cmd_ring_desc_avail() 69 return ring->next2comp == ring->next2fill; in vmxnet3_cmd_ring_desc_empty() 90 ring->next2proc++; in vmxnet3_comp_ring_adv_next2proc() 91 if (unlikely(ring->next2proc == ring->size)) { in vmxnet3_comp_ring_adv_next2proc() [all …]
|
| H A D | vmxnet3_rxtx.c | 126 while (ring->next2comp != ring->next2fill) { in vmxnet3_tx_cmd_ring_release_mbufs() 128 vmxnet3_buf_info_t *buf_info = ring->buf_info + ring->next2comp; in vmxnet3_tx_cmd_ring_release_mbufs() 163 ring->buf_info = NULL; in vmxnet3_cmd_ring_release() 221 ring->next2fill = 0; in vmxnet3_dev_tx_queue_reset() 222 ring->next2comp = 0; in vmxnet3_dev_tx_queue_reset() 594 (struct Vmxnet3_RxDesc *)(ring->base + ring->next2fill); in vmxnet3_renew_desc() 595 vmxnet3_buf_info_t *buf_info = &ring->buf_info[ring->next2fill]; in vmxnet3_renew_desc() 663 if (vmxnet3_cmd_ring_desc_avail(ring) >= (ring->size - 1)) in vmxnet3_post_rx_bufs() 1074 ring->next2fill = 0; in vmxnet3_dev_tx_queue_setup() 1098 comp_ring->base = ring->base + ring->size; in vmxnet3_dev_tx_queue_setup() [all …]
|
| /dpdk/drivers/net/bnxt/ |
| H A D | bnxt_ring.c | 27 if (!ring) in bnxt_free_ring() 30 if (ring->vmem_size && *ring->vmem) { in bnxt_free_ring() 31 memset((char *)*ring->vmem, 0, ring->vmem_size); in bnxt_free_ring() 32 *ring->vmem = NULL; in bnxt_free_ring() 34 ring->mem_zone = NULL; in bnxt_free_ring() 469 ring->ring_mask = ring->ring_size - 1; in bnxt_alloc_rxtx_nq_ring() 471 ring->vmem = NULL; in bnxt_alloc_rxtx_nq_ring() 478 rte_free(ring); in bnxt_alloc_rxtx_nq_ring() 488 rte_free(ring); in bnxt_alloc_rxtx_nq_ring() 494 ring->fw_ring_id, ring->ring_mask); in bnxt_alloc_rxtx_nq_ring() [all …]
|
| H A D | bnxt_txr.c | 64 struct bnxt_ring *ring; in bnxt_init_tx_ring_struct() local 76 if (ring == NULL) in bnxt_init_tx_ring_struct() 78 txr->tx_ring_struct = ring; in bnxt_init_tx_ring_struct() 80 ring->ring_mask = ring->ring_size - 1; in bnxt_init_tx_ring_struct() 82 ring->bd_dma = txr->tx_desc_mapping; in bnxt_init_tx_ring_struct() 83 ring->vmem_size = ring->ring_size * sizeof(struct rte_mbuf *); in bnxt_init_tx_ring_struct() 97 if (ring == NULL) in bnxt_init_tx_ring_struct() 99 cpr->cp_ring_struct = ring; in bnxt_init_tx_ring_struct() 101 ring->ring_mask = ring->ring_size - 1; in bnxt_init_tx_ring_struct() 104 ring->vmem_size = 0; in bnxt_init_tx_ring_struct() [all …]
|
| H A D | bnxt_rxr.c | 1189 struct bnxt_ring *ring; in bnxt_init_rx_ring_struct() local 1209 if (ring == NULL) in bnxt_init_rx_ring_struct() 1213 ring->ring_mask = ring->ring_size - 1; in bnxt_init_rx_ring_struct() 1240 if (ring == NULL) in bnxt_init_rx_ring_struct() 1249 ring->ring_size = rte_align32pow2(ring->ring_size); in bnxt_init_rx_ring_struct() 1250 ring->ring_mask = ring->ring_size - 1; in bnxt_init_rx_ring_struct() 1253 ring->vmem_size = 0; in bnxt_init_rx_ring_struct() 1254 ring->vmem = NULL; in bnxt_init_rx_ring_struct() 1266 if (ring == NULL) in bnxt_init_rx_ring_struct() 1271 ring->ring_mask = ring->ring_size - 1; in bnxt_init_rx_ring_struct() [all …]
|
| /dpdk/drivers/net/hns3/ |
| H A D | hns3_cmd.c | 16 int ntu = ring->next_to_use; in hns3_ring_space() 18 int used = (ntu - ntc + ring->desc_num) % ring->desc_num; in hns3_ring_space() 26 int ntu = ring->next_to_use; in is_valid_csq_clean_head() 59 ring->buf_size = size; in hns3_allocate_dma_mem() 60 ring->desc = mz->addr; in hns3_allocate_dma_mem() 72 ring->buf_size = 0; in hns3_free_dma_mem() 73 ring->desc = NULL; in hns3_free_dma_mem() 74 ring->desc_dma_addr = 0; in hns3_free_dma_mem() 75 ring->zone = NULL; in hns3_free_dma_mem() 94 if (ring->desc) in hns3_free_cmd_desc() [all …]
|
| /dpdk/doc/guides/prog_guide/ |
| H A D | ring_lib.rst | 112 First, *ring->prod_head* and ring->cons_tail are copied in local variables. 120 .. figure:: img/ring-enqueue1.* 135 .. figure:: img/ring-enqueue2.* 143 …e the object is added in the ring, ring->prod_tail in the ring structure is modified to point to t… 149 .. figure:: img/ring-enqueue3.* 165 First, ring->cons_head and ring->prod_tail are copied in local variables. 173 .. figure:: img/ring-dequeue1.* 196 Finally, ring->cons_tail in the ring structure is modified to point to the same location as ring->c… 218 On both cores, *ring->prod_head* and ring->cons_tail are copied in local variables. 318 .. figure:: img/ring-modulo1.* [all …]
|
| /dpdk/drivers/common/qat/qat_adf/ |
| H A D | adf_transport_access_macros_gen4vf.h | 13 #define WRITE_CSR_RING_BASE_GEN4VF(csr_base_addr, bank, ring, value) \ argument 20 ADF_RING_CSR_RING_LBASE_GEN4 + (ring << 2), \ 24 ADF_RING_CSR_RING_UBASE_GEN4 + (ring << 2), \ 28 #define WRITE_CSR_RING_CONFIG_GEN4VF(csr_base_addr, bank, ring, value) \ argument 31 ADF_RING_CSR_RING_CONFIG_GEN4 + (ring << 2), value) 33 #define WRITE_CSR_RING_TAIL_GEN4VF(csr_base_addr, bank, ring, value) \ argument 36 ADF_RING_CSR_RING_TAIL + ((ring) << 2), (value)) 38 #define WRITE_CSR_RING_HEAD_GEN4VF(csr_base_addr, bank, ring, value) \ argument 41 ADF_RING_CSR_RING_HEAD + ((ring) << 2), (value))
|
| H A D | adf_transport_access_macros_gen4.h | 22 #define WRITE_CSR_RING_BASE_GEN4(csr_base_addr, bank, ring, value) \ argument 29 ADF_RING_CSR_RING_LBASE_GEN4 + (ring << 2), \ 33 ADF_RING_CSR_RING_UBASE_GEN4 + (ring << 2), \ 37 #define WRITE_CSR_RING_CONFIG_GEN4(csr_base_addr, bank, ring, value) \ argument 40 ADF_RING_CSR_RING_CONFIG_GEN4 + (ring << 2), value) 42 #define WRITE_CSR_RING_TAIL_GEN4(csr_base_addr, bank, ring, value) \ argument 45 ADF_RING_CSR_RING_TAIL + ((ring) << 2), value) 47 #define WRITE_CSR_RING_HEAD_GEN4(csr_base_addr, bank, ring, value) \ argument 50 ADF_RING_CSR_RING_HEAD + ((ring) << 2), value)
|
| H A D | adf_transport_access_macros.h | 94 #define READ_CSR_RING_HEAD(csr_base_addr, bank, ring) \ argument 96 ADF_RING_CSR_RING_HEAD + (ring << 2)) 97 #define READ_CSR_RING_TAIL(csr_base_addr, bank, ring) \ argument 99 ADF_RING_CSR_RING_TAIL + (ring << 2)) 105 ADF_RING_CSR_RING_CONFIG + (ring << 2), value) 106 #define WRITE_CSR_RING_BASE(csr_base_addr, bank, ring, value) \ argument 112 ADF_RING_CSR_RING_LBASE + (ring << 2), l_base); \ 114 ADF_RING_CSR_RING_UBASE + (ring << 2), u_base); \ 116 #define WRITE_CSR_RING_HEAD(csr_base_addr, bank, ring, value) \ argument 118 ADF_RING_CSR_RING_HEAD + (ring << 2), value) [all …]
|
| /dpdk/lib/pdump/ |
| H A D | rte_pdump.c | 43 struct rte_ring *ring; member 57 struct rte_ring *ring; member 92 struct rte_ring *ring; in pdump_copy() local 101 ring = cbs->ring; in pdump_copy() 190 cbs->ring = ring; in pdump_register_rx_callbacks() 248 cbs->ring = ring; in pdump_register_tx_callbacks() 322 ring = p->ring; in set_pdump_rxtx_cbs() 469 if (rte_ring_is_prod_single(ring) || rte_ring_is_cons_single(ring)) { in pdump_validate_ring_mp() 547 req->ring = ring; in pdump_prepare_client_request() 655 ring, mp, NULL); in rte_pdump_enable_by_deviceid() [all …]
|
| /dpdk/lib/port/ |
| H A D | rte_port_ring.c | 33 struct rte_ring *ring; member 46 (conf->ring == NULL) || in rte_port_ring_reader_create_internal() 62 port->ring = conf->ring; in rte_port_ring_reader_create_internal() 156 struct rte_ring *ring; member 173 (conf->ring == NULL) || in rte_port_ring_writer_create_internal() 190 port->ring = conf->ring; in rte_port_ring_writer_create_internal() 424 struct rte_ring *ring; member 442 (conf->ring == NULL) || in rte_port_ring_writer_nodrop_create_internal() 459 port->ring = conf->ring; in rte_port_ring_writer_nodrop_create_internal() 611 rte_ring_mp_enqueue_burst(p->ring, in rte_port_ring_writer_nodrop_tx_bulk_internal() [all …]
|
| H A D | rte_swx_port_ring.c | 28 struct rte_ring *ring; member 42 struct rte_ring *ring; in reader_create() local 49 ring = rte_ring_lookup(params->name); in reader_create() 50 if (!ring) in reader_create() 67 p->params.ring = ring; in reader_create() 91 n_pkts = rte_ring_sc_dequeue_burst(p->params.ring, in reader_pkt_rx() 167 struct rte_ring *ring; member 181 struct rte_ring *ring; in writer_create() local 188 ring = rte_ring_lookup(params->name); in writer_create() 189 if (!ring) in writer_create() [all …]
|
| /dpdk/app/test/ |
| H A D | test_table_ports.c | 35 port_ring_reader_params.ring = RING_RX; in test_port_ring_reader() 49 port_ring_reader_params.ring = RING_RX; in test_port_ring_reader() 55 expected_pkts = rte_ring_sp_enqueue_burst(port_ring_reader_params.ring, in test_port_ring_reader() 68 expected_pkts = rte_ring_sp_enqueue_burst(port_ring_reader_params.ring, in test_port_ring_reader() 98 port_ring_writer_params.ring = NULL; in test_port_ring_writer() 104 port_ring_writer_params.ring = RING_TX; in test_port_ring_writer() 112 port_ring_writer_params.ring = RING_TX; in test_port_ring_writer() 128 port_ring_writer_params.ring = RING_TX; in test_port_ring_writer() 138 received_pkts = rte_ring_sc_dequeue_burst(port_ring_writer_params.ring, in test_port_ring_writer() 153 received_pkts = rte_ring_sc_dequeue_burst(port_ring_writer_params.ring, in test_port_ring_writer() [all …]
|
| /dpdk/drivers/net/memif/ |
| H A D | rte_eth_memif.c | 354 d0 = &ring->desc[s0]; in eth_memif_rx() 426 d0 = &ring->desc[s0]; in eth_memif_rx() 485 d0 = &ring->desc[s0]; in eth_memif_rx_zc() 504 d0 = &ring->desc[s0]; in eth_memif_rx_zc() 541 d0 = &ring->desc[s0]; in eth_memif_rx_zc() 1040 memif_ring_t *ring; in memif_init_rings() local 1049 ring->flags = 0; in memif_init_rings() 1069 ring->flags = 0; in memif_init_rings() 1170 memif_ring_t *ring; in memif_connect() local 1201 if (ring == NULL || ring->cookie != MEMIF_COOKIE) { in memif_connect() [all …]
|
| /dpdk/drivers/net/virtio/ |
| H A D | virtqueue.h | 270 struct vring ring; member 275 struct vring_packed ring; member 381 vq->vq_packed.ring.desc[i].id = i; in vring_desc_init_packed() 384 vq->vq_packed.ring.desc[i].id = i; in vring_desc_init_packed() 525 idx = vq->vq_split.ring.used->idx; in virtqueue_nused() 532 idx = vq->vq_split.ring.used->idx; in virtqueue_nused() 578 if (unlikely(vq->vq_split.ring.avail->ring[avail_idx] != desc_idx)) in vq_update_avail_ring() 579 vq->vq_split.ring.avail->ring[avail_idx] = desc_idx; in vq_update_avail_ring() 640 (vq)->vq_split.ring.avail->flags, (vq)->vq_split.ring.used->flags); \ 734 start_dp = vq->vq_packed.ring.desc; in virtqueue_enqueue_xmit_packed() [all …]
|
| /dpdk/examples/pipeline/ |
| H A D | obj.c | 37 TAILQ_HEAD(ring_list, ring); 381 struct ring * 384 struct ring *ring; in ring_create() local 404 ring = calloc(1, sizeof(struct ring)); in ring_create() 405 if (!ring) { in ring_create() 411 strlcpy(ring->name, name, sizeof(ring->name)); in ring_create() 416 return ring; in ring_create() 419 struct ring * 422 struct ring *ring; in ring_find() local 428 if (strcmp(ring->name, name) == 0) in ring_find() [all …]
|
| /dpdk/drivers/net/enic/base/ |
| H A D | vnic_dev.c | 241 ring->size = ring->desc_count * ring->desc_size; in vnic_dev_desc_ring_size() 242 ring->size_unaligned = ring->size + ring->base_align; in vnic_dev_desc_ring_size() 249 memset(ring->descs, 0, ring->size); in vnic_dev_clear_desc_ring() 267 (int)ring->size); in vnic_dev_alloc_desc_ring() 273 (int)ring->size); in vnic_dev_alloc_desc_ring() 282 ring->base_addr = VNIC_ALIGN(ring->base_addr_unaligned, in vnic_dev_alloc_desc_ring() 283 ring->base_align); in vnic_dev_alloc_desc_ring() 284 ring->descs = (uint8_t *)ring->descs_unaligned + in vnic_dev_alloc_desc_ring() 285 (ring->base_addr - ring->base_addr_unaligned); in vnic_dev_alloc_desc_ring() 289 ring->desc_avail = ring->desc_count - 1; in vnic_dev_alloc_desc_ring() [all …]
|
| H A D | vnic_wq.c | 27 return vnic_dev_alloc_desc_ring(vdev, &wq->ring, desc_count, desc_size, in vnic_wq_alloc_ring() 33 unsigned int count = wq->ring.desc_count; in vnic_wq_alloc_bufs() 51 vnic_dev_free_desc_ring(vdev, &wq->ring); in vnic_wq_free() 93 unsigned int count = wq->ring.desc_count; in vnic_wq_init_start() 95 paddr = (uint64_t)wq->ring.base_addr | VNIC_PADDR_TARGET; in vnic_wq_init_start() 159 to_clean = buf_idx_incr(wq->ring.desc_count, to_clean); in vnic_wq_clean() 162 wq->ring.desc_avail++; in vnic_wq_clean() 174 vnic_dev_clear_desc_ring(&wq->ring); in vnic_wq_clean()
|
| /dpdk/drivers/crypto/nitrox/ |
| H A D | nitrox_hal.c | 19 nps_pkt_input_ring_disable(uint8_t *bar_addr, uint16_t ring) in nps_pkt_input_ring_disable() argument 25 reg_addr = NPS_PKT_IN_INSTR_CTLX(ring); in nps_pkt_input_ring_disable() 61 setup_nps_pkt_input_ring(uint8_t *bar_addr, uint16_t ring, uint32_t rsize, in setup_nps_pkt_input_ring() argument 71 nps_pkt_input_ring_disable(bar_addr, ring); in setup_nps_pkt_input_ring() 74 reg_addr = NPS_PKT_IN_INSTR_BADDRX(ring); in setup_nps_pkt_input_ring() 80 reg_addr = NPS_PKT_IN_INSTR_RSIZEX(ring); in setup_nps_pkt_input_ring() 87 reg_addr = NPS_PKT_IN_INSTR_BAOFF_DBELLX(ring); in setup_nps_pkt_input_ring() 94 reg_addr = NPS_PKT_IN_DONE_CNTSX(ring); in setup_nps_pkt_input_ring() 100 reg_addr = NPS_PKT_IN_INT_LEVELSX(ring); in setup_nps_pkt_input_ring() 105 reg_addr = NPS_PKT_IN_INSTR_CTLX(ring); in setup_nps_pkt_input_ring()
|
| /dpdk/drivers/net/enic/ |
| H A D | enic_rxtx.c | 195 if (unlikely(cq_idx == cq->ring.desc_count)) { in enic_recv_pkts_common() 209 enic_ring_add(data_rq->ring.desc_count, in enic_recv_pkts_common() 329 if (unlikely(cq_idx == cq->ring.desc_count)) { in enic_noscatter_recv_pkts() 366 unsigned int desc_count = wq->ring.desc_count; in enic_free_wq_bufs() 401 wq->ring.desc_avail += nb_to_free; in enic_free_wq_bufs() 493 desc_count = wq->ring.desc_count; in enic_xmit_pkts() 526 descs = (struct wq_enet_desc *)wq->ring.descs; in enic_xmit_pkts() 615 wq->ring.desc_avail = wq_desc_avail; in enic_xmit_pkts() 688 desc_count = wq->ring.desc_count; in enic_simple_xmit_pkts() 706 desc = (struct wq_enet_desc *)wq->ring.descs; in enic_simple_xmit_pkts() [all …]
|