Home
last modified time | relevance | path

Searched refs:buf_iova (Results 1 – 25 of 62) sorted by relevance

123

/f-stack/dpdk/drivers/net/octeontx2/
H A Dotx2_tx.c196 offsetof(struct rte_mbuf, buf_iova)); in nix_xmit_pkts_vector()
206 offsetof(struct rte_mbuf, buf_iova)); in nix_xmit_pkts_vector()
215 offsetof(struct rte_mbuf, buf_iova)); in nix_xmit_pkts_vector()
224 offsetof(struct rte_mbuf, buf_iova)); in nix_xmit_pkts_vector()
243 offsetof(struct rte_mbuf, buf_iova)); in nix_xmit_pkts_vector()
248 offsetof(struct rte_mbuf, buf_iova)); in nix_xmit_pkts_vector()
253 offsetof(struct rte_mbuf, buf_iova)); in nix_xmit_pkts_vector()
258 offsetof(struct rte_mbuf, buf_iova)); in nix_xmit_pkts_vector()
267 offsetof(struct rte_mbuf, buf_iova)); in nix_xmit_pkts_vector()
270 offsetof(struct rte_mbuf, buf_iova)); in nix_xmit_pkts_vector()
[all …]
/f-stack/dpdk/drivers/net/hns3/
H A Dhns3_rxtx_vec_sve.c259 iova[0] = rxep[0].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
260 iova[1] = rxep[1].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
261 iova[2] = rxep[2].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
262 iova[3] = rxep[3].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
365 svuint64_t base_addr, buf_iova, data_off, data_len, addr; in hns3_tx_fill_hw_ring_sve() local
373 buf_iova = svadd_n_u64_z(pg, base_addr, in hns3_tx_fill_hw_ring_sve()
374 offsetof(struct rte_mbuf, buf_iova)); in hns3_tx_fill_hw_ring_sve()
384 buf_iova = svld1_gather_u64base_u64(pg, buf_iova); in hns3_tx_fill_hw_ring_sve()
394 addr = svadd_u64_z(pg, buf_iova, data_off); in hns3_tx_fill_hw_ring_sve()
/f-stack/dpdk/drivers/raw/ioat/
H A Dioat_rawdev_test.c60 src->buf_iova + src->data_off, in test_enqueue_copies()
61 dst->buf_iova + dst->data_off, in test_enqueue_copies()
111 srcs[i]->buf_iova + srcs[i]->data_off, in test_enqueue_copies()
112 dsts[i]->buf_iova + dsts[i]->data_off, in test_enqueue_copies()
174 dst->buf_iova + dst->data_off, length[i], in test_enqueue_fill()
/f-stack/dpdk/lib/librte_mbuf/
H A Drte_mbuf.h151 return mb->buf_iova + mb->data_off; in rte_mbuf_data_iova()
169 return mb->buf_iova + RTE_PKTMBUF_HEADROOM; in rte_mbuf_data_iova_default()
744 rte_iova_t buf_iova; /**< The IO address of the data buffer. */ member
1072 rte_iova_t buf_iova, uint16_t buf_len, in rte_pktmbuf_attach_extbuf() argument
1080 m->buf_iova = buf_iova; in rte_pktmbuf_attach_extbuf()
1167 mi->buf_iova = m->buf_iova; in rte_pktmbuf_attach()
1269 m->buf_iova = rte_mempool_virt2iova(m) + mbuf_size; in rte_pktmbuf_detach()
H A Drte_mbuf.c98 m->buf_iova = rte_mempool_virt2iova(m) + mbuf_size; in rte_pktmbuf_init()
196 m->buf_iova = ext_mem->buf_iova == RTE_BAD_IOVA ? in __rte_pktmbuf_init_extmem()
197 RTE_BAD_IOVA : (ext_mem->buf_iova + ctx->off); in __rte_pktmbuf_init_extmem()
397 if (m->buf_iova == 0) { in rte_mbuf_check()
679 m, m->buf_iova, m->buf_len); in rte_pktmbuf_dump()
H A Drte_mbuf_core.h483 rte_iova_t buf_iova __rte_aligned(sizeof(rte_iova_t));
738 (rte_iova_t)((m)->buf_iova + (m)->data_off + (o))
/f-stack/dpdk/lib/librte_vhost/
H A Dvirtio_net.c824 buf_iova = buf_vec[vec_idx].buf_iova; in copy_mbuf_to_desc()
846 buf_iova = buf_vec[vec_idx].buf_iova; in copy_mbuf_to_desc()
866 buf_iova = buf_vec[vec_idx].buf_iova; in copy_mbuf_to_desc()
893 buf_vec[0].buf_iova, in copy_mbuf_to_desc()
918 buf_iova + buf_offset; in copy_mbuf_to_desc()
997 buf_iova = buf_vec[vec_idx].buf_iova; in async_mbuf_to_desc()
1019 buf_iova = buf_vec[vec_idx].buf_iova; in async_mbuf_to_desc()
1040 buf_iova = buf_vec[vec_idx].buf_iova; in async_mbuf_to_desc()
1067 buf_vec[0].buf_iova, in async_mbuf_to_desc()
1078 buf_iova + buf_offset, in async_mbuf_to_desc()
[all …]
H A Dvhost_crypto.c862 m_src->buf_iova = gpa_to_hpa(vcrypto->dev, desc->addr, in prepare_sym_cipher_op()
865 if (unlikely(m_src->buf_iova == 0 || in prepare_sym_cipher_op()
905 m_dst->buf_iova = gpa_to_hpa(vcrypto->dev, in prepare_sym_cipher_op()
908 if (unlikely(m_dst->buf_iova == 0 || m_dst->buf_addr == NULL)) { in prepare_sym_cipher_op()
1018 m_src->buf_iova = gpa_to_hpa(vcrypto->dev, desc->addr, in prepare_sym_chain_op()
1021 if (unlikely(m_src->buf_iova == 0 || m_src->buf_addr == NULL)) { in prepare_sym_chain_op()
1060 m_dst->buf_iova = gpa_to_hpa(vcrypto->dev, in prepare_sym_chain_op()
1063 if (unlikely(m_dst->buf_iova == 0 || m_dst->buf_addr == NULL)) { in prepare_sym_chain_op()
/f-stack/dpdk/drivers/net/ice/
H A Dice_rxtx_vec_avx2.c56 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in ice_rxq_rearm()
89 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in ice_rxq_rearm()
844 pkt->buf_iova + pkt->data_off); in ice_vtx1()
883 pkt[3]->buf_iova + pkt[3]->data_off, in ice_vtx()
885 pkt[2]->buf_iova + pkt[2]->data_off); in ice_vtx()
889 pkt[1]->buf_iova + pkt[1]->data_off, in ice_vtx()
891 pkt[0]->buf_iova + pkt[0]->data_off); in ice_vtx()
H A Dice_rxtx_vec_avx512.c56 (offsetof(struct rte_mbuf, buf_iova)); in ice_rxq_rearm()
939 pkt->buf_iova + pkt->data_off); in ice_vtx1()
971 pkt[3]->buf_iova + pkt[3]->data_off, in ice_vtx()
973 pkt[2]->buf_iova + pkt[2]->data_off, in ice_vtx()
975 pkt[1]->buf_iova + pkt[1]->data_off, in ice_vtx()
977 pkt[0]->buf_iova + pkt[0]->data_off); in ice_vtx()
/f-stack/dpdk/drivers/net/i40e/
H A Di40e_rxtx_vec_avx2.c63 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in i40e_rxq_rearm()
96 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in i40e_rxq_rearm()
817 pkt->buf_iova + pkt->data_off); in vtx1()
846 hi_qw3, pkt[3]->buf_iova + pkt[3]->data_off, in vtx()
847 hi_qw2, pkt[2]->buf_iova + pkt[2]->data_off); in vtx()
849 hi_qw1, pkt[1]->buf_iova + pkt[1]->data_off, in vtx()
850 hi_qw0, pkt[0]->buf_iova + pkt[0]->data_off); in vtx()
H A Di40e_rxtx_vec_neon.c55 paddr = mb0->buf_iova + RTE_PKTMBUF_HEADROOM; in i40e_rxq_rearm()
61 paddr = mb1->buf_iova + RTE_PKTMBUF_HEADROOM; in i40e_rxq_rearm()
517 uint64x2_t descriptor = {pkt->buf_iova + pkt->data_off, high_qw}; in vtx1()
/f-stack/dpdk/drivers/net/enic/
H A Denic_rxtx.c125 rqd_ptr->address = rte_cpu_to_le_64(nmb->buf_iova + in enic_recv_pkts()
316 rqd->address = mb->buf_iova + RTE_PKTMBUF_HEADROOM; in enic_noscatter_recv_pkts()
493 (tx_pkt->buf_iova + tx_pkt->data_off); in enic_xmit_pkts()
565 bus_addr = (dma_addr_t)(tx_pkt->buf_iova in enic_xmit_pkts()
601 desc->address = p->buf_iova + p->data_off; in enqueue_simple_pkts()
/f-stack/dpdk/app/test-crypto-perf/
H A Dcperf_test_common.c29 m->buf_iova = rte_mempool_virt2iova(obj) + in fill_single_seg_mbuf()
61 m->buf_iova = next_seg_phys_addr; in fill_multi_seg_mbuf()
/f-stack/dpdk/drivers/net/ark/
H A Dark_ethdev_rx.c489 (*mbufs++)->buf_iova; in eth_ark_rx_seed_mbufs()
494 (*mbufs++)->buf_iova; in eth_ark_rx_seed_mbufs()
499 (*mbufs++)->buf_iova; in eth_ark_rx_seed_mbufs()
504 (*mbufs++)->buf_iova; in eth_ark_rx_seed_mbufs()
/f-stack/dpdk/lib/librte_kni/
H A Drte_kni_common.h78 uint64_t buf_iova; member
/f-stack/dpdk/drivers/net/fm10k/
H A Dfm10k.h225 ((uint64_t) ((mb)->buf_iova + (mb)->data_off))
229 ((uint64_t) RTE_ALIGN(((mb)->buf_iova + RTE_PKTMBUF_HEADROOM),\
/f-stack/dpdk/drivers/net/axgbe/
H A Daxgbe_rxtx_vec_sse.c31 mbuf->buf_iova in axgbe_vec_tx()
/f-stack/dpdk/drivers/net/iavf/
H A Diavf_rxtx_vec_avx2.c56 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in iavf_rxq_rearm()
89 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in iavf_rxq_rearm()
1394 pkt->buf_iova + pkt->data_off); in iavf_vtx1()
1433 pkt[3]->buf_iova + pkt[3]->data_off, in iavf_vtx()
1435 pkt[2]->buf_iova + pkt[2]->data_off); in iavf_vtx()
1439 pkt[1]->buf_iova + pkt[1]->data_off, in iavf_vtx()
1441 pkt[0]->buf_iova + pkt[0]->data_off); in iavf_vtx()
H A Diavf_rxtx_vec_avx512.c63 (struct rte_mbuf, buf_iova)); in iavf_rxq_rearm()
1528 pkt->buf_iova + pkt->data_off); in iavf_vtx1()
1552 pkt[3]->buf_iova, in iavf_vtx()
1554 pkt[2]->buf_iova, in iavf_vtx()
1556 pkt[1]->buf_iova, in iavf_vtx()
1558 pkt[0]->buf_iova); in iavf_vtx()
/f-stack/dpdk/drivers/net/enetc/
H A Denetc_rxtx.c104 rte_cpu_to_le_64((size_t)tx_swbd->buffer_addr->buf_iova + in enetc_xmit_pkts()
150 rx_swbd->buffer_addr->buf_iova + in enetc_refill_rx_ring()
/f-stack/dpdk/drivers/net/ixgbe/
H A Dixgbe_rxtx_vec_neon.c60 paddr = mb0->buf_iova + RTE_PKTMBUF_HEADROOM; in ixgbe_rxq_rearm()
66 paddr = mb1->buf_iova + RTE_PKTMBUF_HEADROOM; in ixgbe_rxq_rearm()
466 pkt->buf_iova + pkt->data_off, in vtx1()
/f-stack/dpdk/kernel/linux/kni/
H A Dkni_net.c50 return phys_to_virt(iova_to_phys(kni->usr_tsk, m->buf_iova) + in iova2data_kva()
70 (unsigned long)m->buf_iova); in pa2va()
78 return phys_to_virt(m->buf_iova + m->data_off); in kva2data_kva()
/f-stack/dpdk/drivers/net/mlx5/
H A Dmlx5_rxtx.h864 rte_iova_t buf_iova; in mprq_buf_to_pkt() local
879 buf_iova = rte_mempool_virt2iova(buf) + in mprq_buf_to_pkt()
889 rte_pktmbuf_attach_extbuf(pkt, buf_addr, buf_iova, in mprq_buf_to_pkt()
/f-stack/dpdk/app/test/
H A Dtest_mbuf.c1234 badbuf.buf_iova = 0; in test_failing_mbuf_sanity_check()
2330 rte_iova_t buf_iova; in test_pktmbuf_ext_shinfo_init_helper() local
2359 buf_iova = rte_mempool_virt2iova(ext_buf_addr); in test_pktmbuf_ext_shinfo_init_helper()
2360 rte_pktmbuf_attach_extbuf(m, ext_buf_addr, buf_iova, buf_len, in test_pktmbuf_ext_shinfo_init_helper()
2374 rte_pktmbuf_attach_extbuf(clone, ext_buf_addr, buf_iova, buf_len, in test_pktmbuf_ext_shinfo_init_helper()
2452 ext_mem.buf_iova = mz->iova; in test_pktmbuf_ext_pinned_buffer()

123