| /dpdk/drivers/dma/ioat/ |
| H A D | ioat_dmadev.c | 63 rte_free(ioat->desc_ring); in ioat_vchan_setup()
65 ioat->desc_ring = rte_zmalloc(NULL, sizeof(*ioat->desc_ring) * max_desc, 0); in ioat_vchan_setup()
66 if (ioat->desc_ring == NULL) in ioat_vchan_setup()
69 ioat->ring_addr = rte_mem_virt2iova(ioat->desc_ring); in ioat_vchan_setup()
85 ioat->desc_ring[i].next = ioat->ring_addr + in ioat_vchan_setup()
138 if (ioat->qcfg.nb_desc == 0 || ioat->desc_ring == NULL) in ioat_dev_start()
217 rte_free(ioat->desc_ring); in ioat_dev_close()
263 desc = &ioat->desc_ring[write]; in __write_desc()
346 struct ioat_dma_hw_desc *desc_ring = &ioat->desc_ring[(ioat->next_write - 1) & mask]; in __dev_dump() local
348 fprintf(f, " Size: %"PRIu32"\n", desc_ring->size); in __dev_dump()
[all …]
|
| H A D | ioat_internal.h | 19 struct ioat_dma_hw_desc *desc_ring; member
|
| /dpdk/drivers/raw/ioat/ |
| H A D | rte_idxd_rawdev_fns.h | 116 struct rte_idxd_hw_desc *desc_ring; member
185 idxd->desc_ring[write_idx].pasid = 0; in __idxd_write_desc()
186 idxd->desc_ring[write_idx].op_flags = op_flags | IDXD_FLAG_COMPLETION_ADDR_VALID; in __idxd_write_desc()
188 idxd->desc_ring[write_idx].src = src; in __idxd_write_desc()
189 idxd->desc_ring[write_idx].dst = dst; in __idxd_write_desc()
190 idxd->desc_ring[write_idx].size = size; in __idxd_write_desc()
200 rte_prefetch0_write(&idxd->desc_ring[write_idx + 1]); in __idxd_write_desc()
265 rte_prefetch1(&idxd->desc_ring[idxd->batch_idx_ring[idxd->batch_idx_read]]); in __idxd_perform_ops()
277 *((uint64_t *)&idxd->desc_ring[comp_idx]) = 0; /* zero start of desc */ in __idxd_perform_ops()
315 (struct rte_idxd_completion *)&idxd->desc_ring[idx_to_chk]; in __idxd_completed_ops()
[all …]
|
| H A D | ioat_common.c | 148 rte_free(rte_idxd->desc_ring); in idxd_dev_configure()
153 rte_idxd->desc_ring = rte_zmalloc(NULL, in idxd_dev_configure()
154 sizeof(*rte_idxd->desc_ring) * max_desc * 2, 0); in idxd_dev_configure()
155 if (rte_idxd->desc_ring == NULL) in idxd_dev_configure()
157 rte_idxd->desc_iova = rte_mem_virt2iova(rte_idxd->desc_ring); in idxd_dev_configure()
162 rte_free(rte_idxd->desc_ring); in idxd_dev_configure()
163 rte_idxd->desc_ring = NULL; in idxd_dev_configure()
169 rte_free(rte_idxd->desc_ring); in idxd_dev_configure()
171 rte_idxd->desc_ring = NULL; in idxd_dev_configure()
|
| H A D | ioat_rawdev.c | 57 if (ioat->desc_ring != NULL) { in ioat_dev_configure()
59 ioat->desc_ring = NULL; in ioat_dev_configure()
72 ioat->desc_ring = ioat->desc_mz->addr; in ioat_dev_configure()
73 ioat->hdls = (void *)&ioat->desc_ring[ioat->ring_size]; in ioat_dev_configure()
79 ioat->desc_ring[i].next = ioat->ring_addr + in ioat_dev_configure()
91 if (ioat->ring_size == 0 || ioat->desc_ring == NULL) in ioat_dev_start()
205 ioat->desc_ring = NULL; in ioat_rawdev_create()
|
| H A D | rte_ioat_rawdev_fns.h | 95 struct rte_ioat_generic_hw_desc *desc_ring; member
147 desc = &ioat->desc_ring[write]; in __ioat_write_desc()
158 rte_prefetch0(&ioat->desc_ring[ioat->next_write & mask]); in __ioat_write_desc()
196 desc = &ioat->desc_ring[write]; in __ioat_fence()
210 ioat->desc_ring[(ioat->next_write - 1) & (ioat->ring_size - 1)].u in __ioat_perform_ops()
|
| H A D | idxd_pci.c | 93 if (idxd->public.desc_ring == NULL) { in idxd_pci_dev_start()
341 rte_free(idxd->public.desc_ring); in idxd_rawdev_destroy()
|
| /dpdk/drivers/dma/idxd/ |
| H A D | idxd_common.c | 46 idxd->desc_ring[idxd->batch_start & idxd->desc_ring_mask]; in __submit()
100 _mm256_store_si256((void *)&idxd->desc_ring[write_idx], in __idxd_write_desc()
102 _mm256_store_si256((void *)&idxd->desc_ring[write_idx].size, in __idxd_write_desc()
107 rte_prefetch0_write(&idxd->desc_ring[write_idx + 1]); in __idxd_write_desc()
319 &idxd->desc_ring[(b_start + ret) & idxd->desc_ring_mask]; in batch_completed_status()
347 &idxd->desc_ring[(b_start + ret) & idxd->desc_ring_mask]; in batch_completed_status()
357 &idxd->desc_ring[i & idxd->desc_ring_mask]; in batch_completed_status()
522 rte_free(idxd->desc_ring); in idxd_vchan_setup()
525 idxd->desc_ring = rte_zmalloc(NULL, sizeof(*idxd->desc_ring) * max_desc * 2, 0); in idxd_vchan_setup()
526 if (idxd->desc_ring == NULL) in idxd_vchan_setup()
[all …]
|
| H A D | idxd_pci.c | 97 if (idxd->desc_ring == NULL) { in idxd_pci_dev_start()
130 rte_free(idxd->desc_ring); in idxd_pci_dev_close()
|
| H A D | idxd_internal.h | 43 struct idxd_hw_desc *desc_ring; member
|
| /dpdk/lib/vhost/ |
| H A D | vdpa.c | 138 struct vring_desc *desc_ring; in rte_vdpa_relay_vring_used() local
166 desc_ring = vq->desc; in rte_vdpa_relay_vring_used()
178 desc_ring = (struct vring_desc *)(uintptr_t) in rte_vdpa_relay_vring_used()
182 if (unlikely(!desc_ring)) in rte_vdpa_relay_vring_used()
192 desc_ring = idesc; in rte_vdpa_relay_vring_used()
204 desc = desc_ring[desc_id]; in rte_vdpa_relay_vring_used()
|
| /dpdk/drivers/net/liquidio/ |
| H A D | lio_rxtx.c | 59 struct lio_droq_desc *desc_ring = droq->desc_ring; in lio_droq_setup_ring_buffers() local
76 desc_ring[i].info_ptr = lio_map_ring_info(droq, i); in lio_droq_setup_ring_buffers()
77 desc_ring[i].buffer_ptr = in lio_droq_setup_ring_buffers()
200 q_no, droq->desc_ring, (unsigned long)droq->desc_ring_dma); in lio_init_droq()
295 struct lio_droq_desc *desc_ring) in lio_droq_refill_pullup_descs() argument
304 desc_ring[droq->refill_idx].buffer_ptr = in lio_droq_refill_pullup_descs()
305 desc_ring[refill_index].buffer_ptr; in lio_droq_refill_pullup_descs()
307 desc_ring[refill_index].buffer_ptr = 0; in lio_droq_refill_pullup_descs()
342 struct lio_droq_desc *desc_ring; in lio_droq_refill() local
346 desc_ring = droq->desc_ring; in lio_droq_refill()
[all …]
|
| H A D | lio_struct.h | 88 struct lio_droq_desc *desc_ring; member
|
| /dpdk/drivers/net/octeontx_ep/ |
| H A D | otx_ep_rxtx.c | 239 struct otx_ep_droq_desc *desc_ring = droq->desc_ring; in otx_ep_droq_setup_ring_buffers() local
255 desc_ring[idx].buffer_ptr = rte_mbuf_data_iova_default(buf); in otx_ep_droq_setup_ring_buffers()
299 droq->desc_ring = (struct otx_ep_droq_desc *)droq->desc_ring_mz->addr; in otx_ep_init_droq()
302 q_no, droq->desc_ring, (unsigned long)droq->desc_ring_dma); in otx_ep_init_droq()
789 struct otx_ep_droq_desc *desc_ring; in otx_ep_droq_refill() local
794 desc_ring = droq->desc_ring; in otx_ep_droq_refill()
815 desc_ring[droq->refill_idx].buffer_ptr = in otx_ep_droq_refill()
|
| H A D | otx_ep_common.h | 288 struct otx_ep_droq_desc *desc_ring; member
|
| /dpdk/doc/guides/rawdevs/ |
| H A D | ntb.rst | 100 desc_ring:
119 | used_ring | | desc_ring |
140 writes desc_ring and rx_tail to tell the peer about the new allocated
|
| /dpdk/drivers/raw/ntb/ |
| H A D | ntb.h | 190 struct ntb_desc desc_ring[] __rte_cache_aligned; member
|
| H A D | ntb.c | 531 (&remote_hdr->desc_ring); in ntb_queue_init()
533 (&local_hdr->desc_ring[q_size]); in ntb_queue_init()
557 (&local_hdr->desc_ring); in ntb_queue_init()
559 (&remote_hdr->desc_ring[q_size]); in ntb_queue_init()
|