| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_common_avx.h | 62 offsetof(struct rte_mbuf, buf_addr) + 8); in i40e_rxq_rearm_common() 63 vaddr0 = _mm_loadu_si128((__m128i *)&mb0->buf_addr); in i40e_rxq_rearm_common() 64 vaddr1 = _mm_loadu_si128((__m128i *)&mb1->buf_addr); in i40e_rxq_rearm_common() 105 offsetof(struct rte_mbuf, buf_addr) + 8); in i40e_rxq_rearm_common() 106 vaddr0 = _mm_loadu_si128((__m128i *)&mb0->buf_addr); in i40e_rxq_rearm_common() 107 vaddr1 = _mm_loadu_si128((__m128i *)&mb1->buf_addr); in i40e_rxq_rearm_common() 108 vaddr2 = _mm_loadu_si128((__m128i *)&mb2->buf_addr); in i40e_rxq_rearm_common() 109 vaddr3 = _mm_loadu_si128((__m128i *)&mb3->buf_addr); in i40e_rxq_rearm_common() 110 vaddr4 = _mm_loadu_si128((__m128i *)&mb4->buf_addr); in i40e_rxq_rearm_common() 111 vaddr5 = _mm_loadu_si128((__m128i *)&mb5->buf_addr); in i40e_rxq_rearm_common() [all …]
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_common_avx.h | 59 offsetof(struct rte_mbuf, buf_addr) + 8); in ice_rxq_rearm_common() 60 vaddr0 = _mm_loadu_si128((__m128i *)&mb0->buf_addr); in ice_rxq_rearm_common() 61 vaddr1 = _mm_loadu_si128((__m128i *)&mb1->buf_addr); in ice_rxq_rearm_common() 102 offsetof(struct rte_mbuf, buf_addr) + 8); in ice_rxq_rearm_common() 103 vaddr0 = _mm_loadu_si128((__m128i *)&mb0->buf_addr); in ice_rxq_rearm_common() 104 vaddr1 = _mm_loadu_si128((__m128i *)&mb1->buf_addr); in ice_rxq_rearm_common() 105 vaddr2 = _mm_loadu_si128((__m128i *)&mb2->buf_addr); in ice_rxq_rearm_common() 106 vaddr3 = _mm_loadu_si128((__m128i *)&mb3->buf_addr); in ice_rxq_rearm_common() 107 vaddr4 = _mm_loadu_si128((__m128i *)&mb4->buf_addr); in ice_rxq_rearm_common() 108 vaddr5 = _mm_loadu_si128((__m128i *)&mb5->buf_addr); in ice_rxq_rearm_common() [all …]
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_common.h | 426 offsetof(struct rte_mbuf, buf_addr) + 8); in iavf_rxq_rearm_common() 427 vaddr0 = _mm_loadu_si128((__m128i *)&mb0->buf_addr); in iavf_rxq_rearm_common() 428 vaddr1 = _mm_loadu_si128((__m128i *)&mb1->buf_addr); in iavf_rxq_rearm_common() 469 offsetof(struct rte_mbuf, buf_addr) + 8); in iavf_rxq_rearm_common() 470 vaddr0 = _mm_loadu_si128((__m128i *)&mb0->buf_addr); in iavf_rxq_rearm_common() 471 vaddr1 = _mm_loadu_si128((__m128i *)&mb1->buf_addr); in iavf_rxq_rearm_common() 472 vaddr2 = _mm_loadu_si128((__m128i *)&mb2->buf_addr); in iavf_rxq_rearm_common() 473 vaddr3 = _mm_loadu_si128((__m128i *)&mb3->buf_addr); in iavf_rxq_rearm_common() 474 vaddr4 = _mm_loadu_si128((__m128i *)&mb4->buf_addr); in iavf_rxq_rearm_common() 475 vaddr5 = _mm_loadu_si128((__m128i *)&mb5->buf_addr); in iavf_rxq_rearm_common() [all …]
|
| /dpdk/lib/mbuf/ |
| H A D | rte_mbuf.h | 968 rte_pktmbuf_ext_shinfo_init_helper(void *buf_addr, uint16_t *buf_len, in rte_pktmbuf_ext_shinfo_init_helper() argument 972 void *buf_end = RTE_PTR_ADD(buf_addr, *buf_len); in rte_pktmbuf_ext_shinfo_init_helper() 977 if (addr <= buf_addr) in rte_pktmbuf_ext_shinfo_init_helper() 985 *buf_len = (uint16_t)RTE_PTR_DIFF(shinfo, buf_addr); in rte_pktmbuf_ext_shinfo_init_helper() 1050 rte_pktmbuf_attach_extbuf(struct rte_mbuf *m, void *buf_addr, in rte_pktmbuf_attach_extbuf() argument 1058 m->buf_addr = buf_addr; in rte_pktmbuf_attach_extbuf() 1147 mi->buf_addr = m->buf_addr; in rte_pktmbuf_attach() 1172 m->shinfo->free_cb(m->buf_addr, m->shinfo->fcb_opaque); in __rte_pktmbuf_free_extbuf() 1247 m->buf_addr = (char *)m + mbuf_size; in rte_pktmbuf_detach() 1564 return (char *)m->buf_addr + m->data_off; in rte_pktmbuf_prepend() [all …]
|
| /dpdk/drivers/raw/cnxk_gpio/ |
| H A D | rte_pmd_cnxk_gpio.h | 118 buf.buf_addr = req; in __rte_pmd_gpio_enq_deq() 136 rte_memcpy(rsp, buf.buf_addr, rsp_size); in __rte_pmd_gpio_enq_deq() 137 rte_free(buf.buf_addr); in __rte_pmd_gpio_enq_deq()
|
| /dpdk/lib/vhost/ |
| H A D | virtio_net.c | 910 dst = buf_vec->buf_addr; in copy_vnet_hdr_to_desc() 1074 buf_addr = buf_vec[vec_idx].buf_addr; in mbuf_to_desc() 1082 hdr_addr = buf_addr; in mbuf_to_desc() 1095 buf_addr = buf_vec[vec_idx].buf_addr; in mbuf_to_desc() 1119 buf_addr = buf_vec[vec_idx].buf_addr; in mbuf_to_desc() 1162 buf_addr + buf_offset, in mbuf_to_desc() 2460 src = buf_vec->buf_addr; in copy_vnet_hdr_from_desc() 2488 buf_addr = buf_vec[vec_idx].buf_addr; in copy_desc_to_mbuf() 2517 buf_addr = buf_vec[vec_idx].buf_addr; in copy_desc_to_mbuf() 2523 buf_addr = buf_vec[vec_idx].buf_addr; in copy_desc_to_mbuf() [all …]
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec.c | 117 void *buf_addr = elts[i]->buf_addr; in mlx5_rx_replenish_bulk_mbuf() local 119 wq[i].addr = rte_cpu_to_be_64((uintptr_t)buf_addr + in mlx5_rx_replenish_bulk_mbuf() 125 void *buf_addr = elts[i]->buf_addr; in mlx5_rx_replenish_bulk_mbuf() local 127 wq[i].addr = rte_cpu_to_be_64((uintptr_t)buf_addr + in mlx5_rx_replenish_bulk_mbuf()
|
| H A D | mlx5_rx.h | 354 uintptr_t addr = (uintptr_t)mb->buf_addr; in mlx5_rx_mb2mr() 529 void *buf_addr; in mprq_buf_to_pkt() local 535 buf_addr = RTE_PTR_SUB(addr, RTE_PKTMBUF_HEADROOM); in mprq_buf_to_pkt() 542 RTE_PTR_DIFF(buf_addr, buf); in mprq_buf_to_pkt() 551 rte_pktmbuf_attach_extbuf(pkt, buf_addr, buf_iova, in mprq_buf_to_pkt()
|
| /dpdk/drivers/raw/skeleton/ |
| H A D | skeleton_rawdev_test.c | 376 buffers[0].buf_addr = malloc(strlen(TEST_DEV_NAME) + 3); in test_rawdev_enqdeq() 377 if (!buffers[0].buf_addr) in test_rawdev_enqdeq() 379 snprintf(buffers[0].buf_addr, strlen(TEST_DEV_NAME) + 2, "%s%d", in test_rawdev_enqdeq() 402 free(buffers[0].buf_addr); in test_rawdev_enqdeq()
|
| /dpdk/app/test/ |
| H A D | test_cryptodev_blockcipher.c | 269 memset(obuf->buf_addr, dst_pattern, obuf->buf_len); in test_blockcipher_one_case() 327 memset(obuf->buf_addr, dst_pattern, obuf->buf_len); in test_blockcipher_one_case() 541 sym_op->m_src->buf_addr, sym_op->m_src->buf_len); in test_blockcipher_one_case() 542 rte_memcpy(tmp_src_buf, sym_op->m_src->buf_addr, in test_blockcipher_one_case() 546 sym_op->m_dst->buf_addr, sym_op->m_dst->buf_len); in test_blockcipher_one_case() 547 rte_memcpy(tmp_dst_buf, sym_op->m_dst->buf_addr, in test_blockcipher_one_case() 585 sym_op->m_src->buf_addr, sym_op->m_src->buf_len); in test_blockcipher_one_case() 588 sym_op->m_dst->buf_addr, sym_op->m_dst->buf_len); in test_blockcipher_one_case() 691 value = *((uint8_t *)(mbuf->buf_addr)+i); in test_blockcipher_one_case() 721 value = *((uint8_t *)(mbuf->buf_addr)+i); in test_blockcipher_one_case() [all …]
|
| /dpdk/drivers/net/ark/ |
| H A D | ark_ethdev_rx.c | 279 meta = RTE_PTR_ADD(mbuf->buf_addr, ARK_RX_META_OFFSET); in eth_ark_recv_pkts() 329 meta = RTE_PTR_ADD(mbuf->buf_addr, ARK_RX_META_OFFSET); in eth_ark_recv_pkts() 481 memset(mbuf_init->buf_addr, -1, 512); in eth_ark_rx_seed_mbufs() 482 *((uint32_t *)mbuf_init->buf_addr) = in eth_ark_rx_seed_mbufs() 484 *(uint16_t *)RTE_PTR_ADD(mbuf_init->buf_addr, 4) = in eth_ark_rx_seed_mbufs() 659 uint8_t *dp = RTE_PTR_ADD(mbuf->buf_addr, i); in dump_mbuf_data()
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 239 struct rte_mbuf mb_def = { .buf_addr = 0 }; /* zeroed mbuf */ in fm10k_rxq_vec_setup() 309 offsetof(struct rte_mbuf, buf_addr) + 8); in fm10k_rxq_rearm() 310 vaddr0 = _mm_loadu_si128((__m128i *)&mb0->buf_addr); in fm10k_rxq_rearm() 311 vaddr1 = _mm_loadu_si128((__m128i *)&mb1->buf_addr); in fm10k_rxq_rearm() 332 mb0->data_off = (uint16_t)(RTE_PTR_ALIGN((char *)mb0->buf_addr in fm10k_rxq_rearm() 334 - (char *)mb0->buf_addr); in fm10k_rxq_rearm() 335 mb1->data_off = (uint16_t)(RTE_PTR_ALIGN((char *)mb1->buf_addr in fm10k_rxq_rearm() 337 - (char *)mb1->buf_addr); in fm10k_rxq_rearm()
|
| H A D | fm10k.h | 267 mb->data_off = (uint16_t)(RTE_PTR_ALIGN((char *)mb->buf_addr + in fm10k_pktmbuf_reset() 269 - (char *)mb->buf_addr); in fm10k_pktmbuf_reset()
|
| /dpdk/drivers/net/nfp/ |
| H A D | nfp_rxtx.h | 22 #define NFP_HASH_OFFSET ((uint8_t *)mbuf->buf_addr + mbuf->data_off - 4) 23 #define NFP_HASH_TYPE_OFFSET ((uint8_t *)mbuf->buf_addr + mbuf->data_off - 8)
|
| /dpdk/drivers/raw/cnxk_bphy/ |
| H A D | rte_pmd_bphy.h | 166 buf.buf_addr = req; in __rte_pmd_bphy_enq_deq() 184 rte_memcpy(rsp, buf.buf_addr, rsp_size); in __rte_pmd_bphy_enq_deq() 185 rte_free(buf.buf_addr); in __rte_pmd_bphy_enq_deq()
|
| /dpdk/drivers/mempool/dpaa2/ |
| H A D | rte_dpaa2_mempool.h | 47 rte_dpaa2_mbuf_from_buf_addr(struct rte_mempool *mp, void *buf_addr);
|
| /dpdk/examples/ntb/ |
| H A D | ntb_fwd.c | 276 pkts_send[nb_pkt]->buf_addr = mbuf_send[nb_pkt]; in cmd_sendfile_parsed() 290 pkts_send[nb_pkt]->buf_addr = mbuf_send[nb_pkt]; in cmd_sendfile_parsed() 398 mbuf = pkts_recv[i]->buf_addr; in start_polling_recv_file() 403 pkts_recv[i]->buf_addr = NULL; in start_polling_recv_file() 443 ntb_buf[j]->buf_addr = pkts_burst[j]; in start_iofwd_per_lcore() 470 pkts_burst[j] = ntb_buf[j]->buf_addr; in start_iofwd_per_lcore() 519 rte_pktmbuf_free(ntb_buf[j]->buf_addr); in start_rxonly_per_lcore() 557 ntb_buf[nb_pkt]->buf_addr = in start_txonly_per_lcore() 572 ntb_buf[nb_pkt]->buf_addr = in start_txonly_per_lcore()
|
| /dpdk/drivers/raw/dpaa2_cmdif/ |
| H A D | dpaa2_cmdif.c | 93 DPAA2_SET_FD_ADDR(&fd, DPAA2_VADDR_TO_IOVA(buffers[0]->buf_addr)); in dpaa2_cmdif_enqueue_bufs() 178 buffers[0]->buf_addr = (void *)DPAA2_IOVA_TO_VADDR( in dpaa2_cmdif_dequeue_bufs()
|
| /dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx_simple.c | 34 struct rte_mbuf mb_def = { .buf_addr = 0 }; /* zeroed mbuf */ in virtio_rxq_vec_setup()
|
| /dpdk/drivers/net/mlx4/ |
| H A D | mlx4_rxtx.h | 216 #define mlx4_rx_mb2mr(rxq, mb) mlx4_rx_addr2mr(rxq, (uintptr_t)((mb)->buf_addr)) 233 uintptr_t addr = (uintptr_t)mb->buf_addr; in mlx4_tx_mb2mr()
|
| /dpdk/drivers/net/dpaa/ |
| H A D | dpaa_rxtx.c | 333 dpaa_checksum_offload(mbuf, fd_arr, mbuf->buf_addr); in dpaa_unsegmented_checksum() 432 dpaa_eth_packet_info(mbuf, mbuf->buf_addr); in dpaa_eth_fd_to_mbuf() 552 dpaa_eth_packet_info(mbuf, mbuf->buf_addr); in dpaa_rx_cb_no_prefetch() 592 dpaa_eth_packet_info(mbuf, mbuf->buf_addr); in dpaa_rx_cb() 834 dcbz_64(temp->buf_addr); in dpaa_eth_mbuf_to_sg_fd() 835 dpaa_checksum_offload(mbuf, fd, temp->buf_addr); in dpaa_eth_mbuf_to_sg_fd() 838 sgt = temp->buf_addr + temp->data_off; in dpaa_eth_mbuf_to_sg_fd()
|
| /dpdk/lib/port/ |
| H A D | rte_swx_port_fd.c | 126 pkt->pkt = m->buf_addr; in reader_pkt_rx() 138 &((uint8_t *)m->buf_addr)[m->data_off], m->data_len); in reader_pkt_rx()
|
| H A D | rte_swx_port_ring.c | 110 pkt->pkt = m->buf_addr; in reader_pkt_rx() 122 &((uint8_t *)m->buf_addr)[m->data_off], in reader_pkt_rx()
|
| H A D | rte_swx_port_ethdev.c | 114 pkt->pkt = m->buf_addr; in reader_pkt_rx() 127 &((uint8_t *)m->buf_addr)[m->data_off], in reader_pkt_rx()
|
| /dpdk/lib/kni/ |
| H A D | rte_kni_common.h | 82 void *buf_addr __attribute__((__aligned__(RTE_CACHE_LINE_SIZE))); member
|