| /f-stack/dpdk/examples/vhost/ |
| H A D | virtio_net.c | 63 uint64_t desc_addr, desc_gaddr; in enqueue_pkt() local 71 desc_addr = rte_vhost_va_from_guest_pa( in enqueue_pkt() 111 desc_addr = rte_vhost_va_from_guest_pa( in enqueue_pkt() 114 if (unlikely(!desc_addr)) in enqueue_pkt() 148 if (unlikely(!desc_addr)) in enqueue_pkt() 159 if (unlikely(!desc_addr)) in enqueue_pkt() 243 uint64_t desc_addr, desc_gaddr; in dequeue_pkt() local 261 if (unlikely(!desc_addr)) in dequeue_pkt() 278 if (unlikely(!desc_addr)) in dequeue_pkt() 315 if (unlikely(!desc_addr)) in dequeue_pkt() [all …]
|
| /f-stack/dpdk/drivers/net/octeontx2/ |
| H A D | otx2_ethdev_sec_tx.h | 44 uint64_t data_addr, desc_addr; in otx2_sec_event_tx() local 111 desc_addr = data_addr - RTE_PTR_DIFF(data, sd); in otx2_sec_event_tx() 115 inst.nixtx_addr = (desc_addr + offsetof(struct desc, nix_hdr)) >> 4; in otx2_sec_event_tx() 118 inst.res_addr = desc_addr + offsetof(struct desc, cpt_res); in otx2_sec_event_tx() 121 inst.wqe_ptr = desc_addr >> 3; /* FIXME: Handle errors */ in otx2_sec_event_tx()
|
| /f-stack/dpdk/drivers/crypto/virtio/ |
| H A D | virtio_pci.c | 166 uint64_t desc_addr, avail_addr, used_addr; in modern_setup_queue() local 172 desc_addr = vq->vq_ring_mem; in modern_setup_queue() 173 avail_addr = desc_addr + vq->vq_nentries * sizeof(struct vring_desc); in modern_setup_queue() 180 io_write64_twopart(desc_addr, &hw->common_cfg->queue_desc_lo, in modern_setup_queue() 194 VIRTIO_CRYPTO_INIT_LOG_DBG("\t desc_addr: %" PRIx64, desc_addr); in modern_setup_queue()
|
| /f-stack/dpdk/drivers/net/virtio/ |
| H A D | virtio_user_ethdev.c | 374 uint64_t desc_addr; in virtio_user_setup_queue_packed() local 380 desc_addr = (uintptr_t)vq->vq_ring_virt_mem; in virtio_user_setup_queue_packed() 381 avail_addr = desc_addr + vq->vq_nentries * in virtio_user_setup_queue_packed() 387 vring->desc = (void *)(uintptr_t)desc_addr; in virtio_user_setup_queue_packed() 401 uint64_t desc_addr, avail_addr, used_addr; in virtio_user_setup_queue_split() local 403 desc_addr = (uintptr_t)vq->vq_ring_virt_mem; in virtio_user_setup_queue_split() 404 avail_addr = desc_addr + vq->vq_nentries * sizeof(struct vring_desc); in virtio_user_setup_queue_split() 410 dev->vrings[queue_idx].desc = (void *)(uintptr_t)desc_addr; in virtio_user_setup_queue_split()
|
| H A D | virtio_pci.c | 366 uint64_t desc_addr, avail_addr, used_addr; in modern_setup_queue() local 372 desc_addr = vq->vq_ring_mem; in modern_setup_queue() 373 avail_addr = desc_addr + vq->vq_nentries * sizeof(struct vring_desc); in modern_setup_queue() 380 io_write64_twopart(desc_addr, &hw->common_cfg->queue_desc_lo, in modern_setup_queue() 394 PMD_INIT_LOG(DEBUG, "\t desc_addr: %" PRIx64, desc_addr); in modern_setup_queue()
|
| H A D | virtio_rxtx_packed_avx.c | 368 void *desc_addr; in virtqueue_dequeue_batch_packed_vec() local 383 desc_addr = &vq->vq_packed.ring.desc[id]; in virtqueue_dequeue_batch_packed_vec() 385 __m512i v_desc = _mm512_loadu_si512(desc_addr); in virtqueue_dequeue_batch_packed_vec()
|
| /f-stack/freebsd/contrib/ena-com/ |
| H A D | ena_com.c | 358 memset(&io_sq->desc_addr, 0x0, sizeof(io_sq->desc_addr)); in ena_com_init_io_sq() 372 io_sq->desc_addr.virt_addr, in ena_com_init_io_sq() 373 io_sq->desc_addr.phys_addr, in ena_com_init_io_sq() 374 io_sq->desc_addr.mem_handle, in ena_com_init_io_sq() 377 if (!io_sq->desc_addr.virt_addr) { in ena_com_init_io_sq() 385 if (!io_sq->desc_addr.virt_addr) { in ena_com_init_io_sq() 989 if (io_sq->desc_addr.virt_addr) { in ena_com_io_queue_free() 994 io_sq->desc_addr.virt_addr, in ena_com_io_queue_free() 998 io_sq->desc_addr.virt_addr = NULL; in ena_com_io_queue_free() 1312 io_sq->desc_addr.phys_addr); in ena_com_create_io_sq() [all …]
|
| H A D | ena_eth_com.c | 72 return (void *)((uintptr_t)io_sq->desc_addr.virt_addr + offset); in get_sq_desc_regular_queue() 105 ENA_MEMCPY_TO_DEVICE_64(io_sq->desc_addr.pbuf_dev_addr + dst_offset, in ena_com_write_bounce_buffer_to_dev()
|
| H A D | ena_com.h | 171 struct ena_com_io_desc_addr desc_addr; member
|
| /f-stack/dpdk/drivers/net/ena/base/ |
| H A D | ena_com.c | 316 memset(&io_sq->desc_addr, 0x0, sizeof(io_sq->desc_addr)); in ena_com_init_io_sq() 330 io_sq->desc_addr.virt_addr, in ena_com_init_io_sq() 331 io_sq->desc_addr.phys_addr, in ena_com_init_io_sq() 332 io_sq->desc_addr.mem_handle, in ena_com_init_io_sq() 335 if (!io_sq->desc_addr.virt_addr) { in ena_com_init_io_sq() 343 if (!io_sq->desc_addr.virt_addr) { in ena_com_init_io_sq() 939 if (io_sq->desc_addr.virt_addr) { in ena_com_io_queue_free() 944 io_sq->desc_addr.virt_addr, in ena_com_io_queue_free() 948 io_sq->desc_addr.virt_addr = NULL; in ena_com_io_queue_free() 1262 io_sq->desc_addr.phys_addr); in ena_com_create_io_sq() [all …]
|
| H A D | ena_eth_com.c | 44 return (void *)((uintptr_t)io_sq->desc_addr.virt_addr + offset); in get_sq_desc_regular_queue() 75 ENA_MEMCPY_TO_DEVICE_64(io_sq->desc_addr.pbuf_dev_addr + dst_offset, in ena_com_write_bounce_buffer_to_dev()
|
| H A D | ena_com.h | 143 struct ena_com_io_desc_addr desc_addr; member
|
| /f-stack/dpdk/drivers/net/ionic/ |
| H A D | ionic_rxtx.c | 319 uint64_t desc_addr = 0; in ionic_tx_tso() local 365 desc_addr = rte_cpu_to_le_64(rte_mbuf_data_iova_default(txm)); in ionic_tx_tso() 374 desc_addr, desc_nsge, desc_len, in ionic_tx_tso() 406 desc_addr = rte_cpu_to_le_64(data_iova); in ionic_tx_tso() 416 desc_addr, desc_nsge, desc_len, in ionic_tx_tso()
|
| /f-stack/dpdk/drivers/raw/ioat/ |
| H A D | ioat_common.c | 179 b->batch_desc.desc_addr = rte_mem_virt2iova(&b->null_desc); in idxd_dev_configure()
|
| H A D | rte_ioat_rawdev_fns.h | 137 rte_iova_t desc_addr; /* descriptor pointer for batch */ member
|
| /f-stack/freebsd/contrib/octeon-sdk/ |
| H A D | cvmx-srio.c | 1570 uint64_t *desc_addr, *hdr_addr; in cvmx_srio_omsg_desc() local 1586 desc_addr = (uint64_t *) cvmx_phys_to_ptr ((*buf_ptr).s.addr); in cvmx_srio_omsg_desc() 1587 *desc_addr = *(uint64_t *) desc_ptr; in cvmx_srio_omsg_desc()
|
| /f-stack/dpdk/lib/librte_vhost/ |
| H A D | vhost.c | 245 uint64_t desc_addr, uint64_t desc_len) in vhost_alloc_copy_ind_table() argument 259 src = vhost_iova_to_vva(dev, vq, desc_addr, &len, in vhost_alloc_copy_ind_table() 270 desc_addr += len; in vhost_alloc_copy_ind_table()
|
| H A D | virtio_net.c | 491 uint64_t desc_addr; in map_one_desc() local 497 desc_addr = vhost_iova_to_vva(dev, vq, in map_one_desc() 501 if (unlikely(!desc_addr)) in map_one_desc() 504 rte_prefetch0((void *)(uintptr_t)desc_addr); in map_one_desc() 507 buf_vec[vec_id].buf_addr = desc_addr; in map_one_desc()
|
| H A D | vhost.h | 694 uint64_t desc_addr, uint64_t desc_len);
|
| /f-stack/dpdk/drivers/common/mlx5/ |
| H A D | mlx5_devx_cmds.h | 305 uint64_t desc_addr; member
|
| H A D | mlx5_devx_cmds.c | 1637 MLX5_SET64(virtio_q, virtctx, desc_addr, attr->desc_addr); in mlx5_devx_cmd_create_virtq()
|
| H A D | mlx5_prm.h | 2304 u8 desc_addr[0x40]; member
|
| /f-stack/dpdk/drivers/vdpa/mlx5/ |
| H A D | mlx5_vdpa_virtq.c | 296 attr.desc_addr = gpa; in mlx5_vdpa_virtq_setup()
|