Home
last modified time | relevance | path

Searched refs:buf_iova (Results 1 – 25 of 69) sorted by relevance

123

/dpdk/drivers/raw/ioat/
H A Dioat_rawdev_test.c60 srcs[i]->buf_iova + srcs[i]->data_off, in do_multi_copies()
61 dsts[i]->buf_iova + dsts[i]->data_off, in do_multi_copies()
146 src->buf_iova + src->data_off, in test_enqueue_copies()
147 dst->buf_iova + dst->data_off, in test_enqueue_copies()
204 src->buf_iova + src->data_off, in test_enqueue_copies()
205 dst->buf_iova + dst->data_off, in test_enqueue_copies()
261 dst->buf_iova + dst->data_off, lengths[i], in test_enqueue_fill()
379 dsts[j]->buf_iova + dsts[j]->data_off, in test_completion_status()
426 dsts[j]->buf_iova + dsts[j]->data_off, in test_completion_status()
472 dsts[j]->buf_iova + dsts[j]->data_off, in test_completion_status()
[all …]
/dpdk/drivers/net/hns3/
H A Dhns3_rxtx_vec_sve.c264 iova[0] = rxep[0].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
265 iova[1] = rxep[1].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
266 iova[2] = rxep[2].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
267 iova[3] = rxep[3].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
390 svuint64_t base_addr, buf_iova, data_off, data_len, addr; in hns3_tx_fill_hw_ring_sve() local
398 buf_iova = svadd_n_u64_z(pg, base_addr, in hns3_tx_fill_hw_ring_sve()
399 offsetof(struct rte_mbuf, buf_iova)); in hns3_tx_fill_hw_ring_sve()
409 buf_iova = svld1_gather_u64base_u64(pg, buf_iova); in hns3_tx_fill_hw_ring_sve()
419 addr = svadd_u64_z(pg, buf_iova, data_off); in hns3_tx_fill_hw_ring_sve()
/dpdk/app/test/
H A Dtest_dmadev.c114 dsts[i]->buf_iova + dsts[i]->data_off, COPY_LEN, 0) != id_count++) in do_multi_copies()
302 (i == fail_idx ? 0 : (srcs[i]->buf_iova + srcs[i]->data_off)), in test_failure_in_full_burst()
303 dsts[i]->buf_iova + dsts[i]->data_off, in test_failure_in_full_burst()
392 (j == fail_idx ? 0 : (srcs[j]->buf_iova + srcs[j]->data_off)), in test_individual_status_query_with_failure()
393 dsts[j]->buf_iova + dsts[j]->data_off, in test_individual_status_query_with_failure()
455 (j == fail_idx ? 0 : (srcs[j]->buf_iova + srcs[j]->data_off)), in test_single_item_status_query_with_failure()
456 dsts[j]->buf_iova + dsts[j]->data_off, in test_single_item_status_query_with_failure()
514 uintptr_t src = srcs[j]->buf_iova + srcs[j]->data_off; in test_multi_failure()
521 src, dsts[j]->buf_iova + dsts[j]->data_off, in test_multi_failure()
550 uintptr_t src = srcs[j]->buf_iova + srcs[j]->data_off; in test_multi_failure()
[all …]
/dpdk/lib/mbuf/
H A Drte_mbuf.h149 return mb->buf_iova + mb->data_off; in rte_mbuf_data_iova()
167 return mb->buf_iova + RTE_PKTMBUF_HEADROOM; in rte_mbuf_data_iova_default()
723 rte_iova_t buf_iova; /**< The IO address of the data buffer. */ member
1051 rte_iova_t buf_iova, uint16_t buf_len, in rte_pktmbuf_attach_extbuf() argument
1059 m->buf_iova = buf_iova; in rte_pktmbuf_attach_extbuf()
1146 mi->buf_iova = m->buf_iova; in rte_pktmbuf_attach()
1248 m->buf_iova = rte_mempool_virt2iova(m) + mbuf_size; in rte_pktmbuf_detach()
H A Drte_mbuf.c92 m->buf_iova = rte_mempool_virt2iova(m) + mbuf_size; in rte_pktmbuf_init()
190 m->buf_iova = ext_mem->buf_iova == RTE_BAD_IOVA ? in __rte_pktmbuf_init_extmem()
191 RTE_BAD_IOVA : (ext_mem->buf_iova + ctx->off); in __rte_pktmbuf_init_extmem()
391 if (m->buf_iova == 0) { in rte_mbuf_check()
673 m, m->buf_iova, m->buf_len); in rte_pktmbuf_dump()
H A Drte_mbuf_core.h588 rte_iova_t buf_iova __rte_aligned(sizeof(rte_iova_t));
852 (rte_iova_t)((m)->buf_iova + (m)->data_off + (o))
/dpdk/drivers/net/i40e/
H A Di40e_rxtx_common_avx.h61 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in i40e_rxq_rearm_common()
104 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in i40e_rxq_rearm_common()
168 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in i40e_rxq_rearm_common()
H A Di40e_rxtx_vec_avx2.c713 pkt->buf_iova + pkt->data_off); in vtx1()
742 hi_qw3, pkt[3]->buf_iova + pkt[3]->data_off, in vtx()
743 hi_qw2, pkt[2]->buf_iova + pkt[2]->data_off); in vtx()
745 hi_qw1, pkt[1]->buf_iova + pkt[1]->data_off, in vtx()
746 hi_qw0, pkt[0]->buf_iova + pkt[0]->data_off); in vtx()
H A Di40e_rxtx_vec_avx512.c76 (offsetof(struct rte_mbuf, buf_iova)); in i40e_rxq_rearm()
997 pkt->buf_iova + pkt->data_off); in vtx1()
1028 (hi_qw3, pkt[3]->buf_iova + pkt[3]->data_off, in vtx()
1029 hi_qw2, pkt[2]->buf_iova + pkt[2]->data_off, in vtx()
1030 hi_qw1, pkt[1]->buf_iova + pkt[1]->data_off, in vtx()
1031 hi_qw0, pkt[0]->buf_iova + pkt[0]->data_off); in vtx()
/dpdk/drivers/net/ice/
H A Dice_rxtx_common_avx.h58 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in ice_rxq_rearm_common()
101 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in ice_rxq_rearm_common()
165 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in ice_rxq_rearm_common()
H A Dice_rxtx_vec_avx2.c825 pkt->buf_iova + pkt->data_off); in ice_vtx1()
872 pkt[3]->buf_iova + pkt[3]->data_off, in ice_vtx()
874 pkt[2]->buf_iova + pkt[2]->data_off); in ice_vtx()
878 pkt[1]->buf_iova + pkt[1]->data_off, in ice_vtx()
880 pkt[0]->buf_iova + pkt[0]->data_off); in ice_vtx()
H A Dice_rxtx_vec_avx512.c60 (offsetof(struct rte_mbuf, buf_iova)); in ice_rxq_rearm()
1096 pkt->buf_iova + pkt->data_off); in ice_vtx1()
1136 pkt[3]->buf_iova + pkt[3]->data_off, in ice_vtx()
1138 pkt[2]->buf_iova + pkt[2]->data_off, in ice_vtx()
1140 pkt[1]->buf_iova + pkt[1]->data_off, in ice_vtx()
1142 pkt[0]->buf_iova + pkt[0]->data_off); in ice_vtx()
/dpdk/drivers/net/bnxt/
H A Dbnxt_rxtx_vec_avx2.c427 dsc_hi = mbuf->buf_iova + mbuf->data_off; in bnxt_xmit_one()
493 dsc0_hi = tx_buf[0]->buf_iova + tx_buf[0]->data_off; in bnxt_xmit_fixed_burst_vec()
498 dsc1_hi = tx_buf[1]->buf_iova + tx_buf[1]->data_off; in bnxt_xmit_fixed_burst_vec()
505 dsc2_hi = tx_buf[2]->buf_iova + tx_buf[2]->data_off; in bnxt_xmit_fixed_burst_vec()
510 dsc3_hi = tx_buf[3]->buf_iova + tx_buf[3]->data_off; in bnxt_xmit_fixed_burst_vec()
/dpdk/drivers/net/enic/
H A Denic_rxtx.c139 rqd_ptr->address = rte_cpu_to_le_64(nmb->buf_iova + in enic_recv_pkts_common()
342 rqd->address = mb->buf_iova + RTE_PKTMBUF_HEADROOM; in enic_noscatter_recv_pkts()
524 (tx_pkt->buf_iova + tx_pkt->data_off); in enic_xmit_pkts()
596 bus_addr = (dma_addr_t)(tx_pkt->buf_iova in enic_xmit_pkts()
632 desc->address = p->buf_iova + p->data_off; in enqueue_simple_pkts()
/dpdk/drivers/net/ark/
H A Dark_ethdev_rx.c497 (*mbufs++)->buf_iova; in eth_ark_rx_seed_mbufs()
502 (*mbufs++)->buf_iova; in eth_ark_rx_seed_mbufs()
507 (*mbufs++)->buf_iova; in eth_ark_rx_seed_mbufs()
512 (*mbufs++)->buf_iova; in eth_ark_rx_seed_mbufs()
/dpdk/lib/vhost/
H A Dvirtio_net.c627 buf_vec[vec_id].buf_iova = desc_iova; in map_one_desc()
905 uint64_t iova = buf_vec->buf_iova; in copy_vnet_hdr_to_desc()
1002 uint64_t buf_iova, uint32_t cpy_len) in async_mbuf_to_desc_seg() argument
1011 buf_iova + buf_offset, cpy_len, &mapped_len); in async_mbuf_to_desc_seg()
1064 uint64_t buf_addr, buf_iova, buf_len; in mbuf_to_desc() local
1075 buf_iova = buf_vec[vec_idx].buf_iova; in mbuf_to_desc()
1096 buf_iova = buf_vec[vec_idx].buf_iova; in mbuf_to_desc()
1120 buf_iova = buf_vec[vec_idx].buf_iova; in mbuf_to_desc()
1147 buf_vec[0].buf_iova, in mbuf_to_desc()
1158 buf_iova + buf_offset, cpy_len) < 0) in mbuf_to_desc()
[all …]
H A Dvhost_crypto.c862 m_src->buf_iova = gpa_to_hpa(vcrypto->dev, desc->addr, in prepare_sym_cipher_op()
865 if (unlikely(m_src->buf_iova == 0 || in prepare_sym_cipher_op()
905 m_dst->buf_iova = gpa_to_hpa(vcrypto->dev, in prepare_sym_cipher_op()
908 if (unlikely(m_dst->buf_iova == 0 || m_dst->buf_addr == NULL)) { in prepare_sym_cipher_op()
1018 m_src->buf_iova = gpa_to_hpa(vcrypto->dev, desc->addr, in prepare_sym_chain_op()
1021 if (unlikely(m_src->buf_iova == 0 || m_src->buf_addr == NULL)) { in prepare_sym_chain_op()
1060 m_dst->buf_iova = gpa_to_hpa(vcrypto->dev, in prepare_sym_chain_op()
1063 if (unlikely(m_dst->buf_iova == 0 || m_dst->buf_addr == NULL)) { in prepare_sym_chain_op()
/dpdk/drivers/net/fm10k/
H A Dfm10k.h223 ((uint64_t) ((mb)->buf_iova + (mb)->data_off))
227 ((uint64_t) RTE_ALIGN(((mb)->buf_iova + RTE_PKTMBUF_HEADROOM),\
/dpdk/lib/kni/
H A Drte_kni_common.h83 uint64_t buf_iova; member
/dpdk/app/test-crypto-perf/
H A Dcperf_test_common.c29 m->buf_iova = rte_mempool_virt2iova(obj) + in fill_single_seg_mbuf()
61 m->buf_iova = next_seg_phys_addr; in fill_multi_seg_mbuf()
/dpdk/drivers/net/enetc/
H A Denetc_rxtx.c104 rte_cpu_to_le_64((size_t)tx_swbd->buffer_addr->buf_iova + in enetc_xmit_pkts()
150 rx_swbd->buffer_addr->buf_iova + in enetc_refill_rx_ring()
/dpdk/drivers/net/axgbe/
H A Daxgbe_rxtx_vec_sse.c31 mbuf->buf_iova in axgbe_vec_tx()
/dpdk/drivers/net/iavf/
H A Diavf_rxtx_vec_common.h425 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in iavf_rxq_rearm_common()
468 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in iavf_rxq_rearm_common()
532 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in iavf_rxq_rearm_common()
/dpdk/drivers/net/mlx5/
H A Dmlx5_rx.h526 rte_iova_t buf_iova; in mprq_buf_to_pkt() local
541 buf_iova = rte_mempool_virt2iova(buf) + in mprq_buf_to_pkt()
551 rte_pktmbuf_attach_extbuf(pkt, buf_addr, buf_iova, in mprq_buf_to_pkt()
/dpdk/drivers/net/ixgbe/
H A Dixgbe_rxtx_vec_neon.c60 paddr = mb0->buf_iova + RTE_PKTMBUF_HEADROOM; in ixgbe_rxq_rearm()
66 paddr = mb1->buf_iova + RTE_PKTMBUF_HEADROOM; in ixgbe_rxq_rearm()
554 pkt->buf_iova + pkt->data_off, in vtx1()

123