| /dpdk/drivers/raw/ioat/ |
| H A D | ioat_rawdev_test.c | 60 srcs[i]->buf_iova + srcs[i]->data_off, in do_multi_copies() 61 dsts[i]->buf_iova + dsts[i]->data_off, in do_multi_copies() 146 src->buf_iova + src->data_off, in test_enqueue_copies() 147 dst->buf_iova + dst->data_off, in test_enqueue_copies() 204 src->buf_iova + src->data_off, in test_enqueue_copies() 205 dst->buf_iova + dst->data_off, in test_enqueue_copies() 261 dst->buf_iova + dst->data_off, lengths[i], in test_enqueue_fill() 379 dsts[j]->buf_iova + dsts[j]->data_off, in test_completion_status() 426 dsts[j]->buf_iova + dsts[j]->data_off, in test_completion_status() 472 dsts[j]->buf_iova + dsts[j]->data_off, in test_completion_status() [all …]
|
| /dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx_packed_avx.h | 56 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, data_off) != in virtqueue_enqueue_batch_packed_vec() 69 tx_pkts[i]->data_off -= head_size; in virtqueue_enqueue_batch_packed_vec() 84 tx_pkts[3]->data_off, in virtqueue_enqueue_batch_packed_vec() 86 tx_pkts[2]->data_off, in virtqueue_enqueue_batch_packed_vec() 88 tx_pkts[1]->data_off, in virtqueue_enqueue_batch_packed_vec() 89 0, tx_pkts[0]->data_off); in virtqueue_enqueue_batch_packed_vec()
|
| H A D | virtio_rxtx_packed_neon.h | 80 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, data_off) != in virtqueue_enqueue_batch_packed_vec() 94 tx_pkts[i]->data_off -= head_size; in virtqueue_enqueue_batch_packed_vec() 100 VIRTIO_MBUF_ADDR(tx_pkts[0], vq) + tx_pkts[0]->data_off, in virtqueue_enqueue_batch_packed_vec() 101 VIRTIO_MBUF_ADDR(tx_pkts[1], vq) + tx_pkts[1]->data_off in virtqueue_enqueue_batch_packed_vec() 104 VIRTIO_MBUF_ADDR(tx_pkts[2], vq) + tx_pkts[2]->data_off, in virtqueue_enqueue_batch_packed_vec() 105 VIRTIO_MBUF_ADDR(tx_pkts[3], vq) + tx_pkts[3]->data_off in virtqueue_enqueue_batch_packed_vec()
|
| /dpdk/drivers/net/cnxk/ |
| H A D | cn9k_rx.h | 40 uint16_t data_off; member 53 mbuf_init.fields.data_off = 0; in nix_clear_data_off() 221 uint64_t data_off; in nix_rx_sec_mbuf_err_update() local 257 *rearm_val |= data_off; in nix_rx_sec_mbuf_err_update() 272 uint16_t data_off, res; in nix_rx_sec_mbuf_update() local 282 data += data_off; in nix_rx_sec_mbuf_update() 319 *rearm_val |= data_off; in nix_rx_sec_mbuf_update() 473 const uint64_t data_off = rxq->data_off; in cn9k_nix_recv_pkts() local 497 + data_off)); in cn9k_nix_recv_pkts() 545 const uint64x2_t data_off = vdupq_n_u64(rxq->data_off); in cn9k_nix_recv_pkts_vector() local [all …]
|
| H A D | cn10k_rx.h | 87 uint16_t data_off; member 100 mbuf_init.fields.data_off = 0; in nix_clear_data_off() 288 uint16_t rlen, data_off, b_off; in nix_sec_reassemble_frags() local 418 head->data_off += 8; in nix_sec_reassemble_frags() 862 const uint64_t data_off = rxq->data_off; in cn10k_nix_recv_pkts() local 905 &loff, mbuf, data_off, in cn10k_nix_recv_pkts() 914 + data_off)); in cn10k_nix_recv_pkts() 995 vdupq_n_u64(rxq->data_off); in cn10k_nix_recv_pkts_vector() 1057 d_off = rxq->data_off; in cn10k_nix_recv_pkts_vector() 1184 data_off); in cn10k_nix_recv_pkts_vector() [all …]
|
| /dpdk/lib/mbuf/ |
| H A D | rte_mbuf.h | 149 return mb->buf_iova + mb->data_off; in rte_mbuf_data_iova() 828 m->data_off = (uint16_t)RTE_MIN((uint16_t)RTE_PKTMBUF_HEADROOM, in rte_pktmbuf_reset_headroom() 1063 m->data_off = 0; in rte_pktmbuf_attach_extbuf() 1144 mi->data_off = m->data_off; in rte_pktmbuf_attach() 1480 return m->data_off; in rte_pktmbuf_headroom() 1560 m->data_off = (uint16_t)(m->data_off - len); in rte_pktmbuf_prepend() 1564 return (char *)m->buf_addr + m->data_off; in rte_pktmbuf_prepend() 1593 tail = (char *)m_last->buf_addr + m_last->data_off + m_last->data_len; in rte_pktmbuf_append() 1624 m->data_off = (uint16_t)(m->data_off + len); in rte_pktmbuf_adj() 1626 return (char *)m->buf_addr + m->data_off; in rte_pktmbuf_adj()
|
| H A D | rte_mbuf_core.h | 592 uint16_t data_off; member 826 ((t)(void *)((char *)(m)->buf_addr + (m)->data_off + (o))) 852 (rte_iova_t)((m)->buf_iova + (m)->data_off + (o))
|
| /dpdk/app/test/ |
| H A D | test_dmadev.c | 114 dsts[i]->buf_iova + dsts[i]->data_off, COPY_LEN, 0) != id_count++) in do_multi_copies() 302 (i == fail_idx ? 0 : (srcs[i]->buf_iova + srcs[i]->data_off)), in test_failure_in_full_burst() 303 dsts[i]->buf_iova + dsts[i]->data_off, in test_failure_in_full_burst() 392 (j == fail_idx ? 0 : (srcs[j]->buf_iova + srcs[j]->data_off)), in test_individual_status_query_with_failure() 393 dsts[j]->buf_iova + dsts[j]->data_off, in test_individual_status_query_with_failure() 455 (j == fail_idx ? 0 : (srcs[j]->buf_iova + srcs[j]->data_off)), in test_single_item_status_query_with_failure() 456 dsts[j]->buf_iova + dsts[j]->data_off, in test_single_item_status_query_with_failure() 514 uintptr_t src = srcs[j]->buf_iova + srcs[j]->data_off; in test_multi_failure() 521 src, dsts[j]->buf_iova + dsts[j]->data_off, in test_multi_failure() 550 uintptr_t src = srcs[j]->buf_iova + srcs[j]->data_off; in test_multi_failure() [all …]
|
| /dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec_sve.c | 390 svuint64_t base_addr, buf_iova, data_off, data_len, addr; in hns3_tx_fill_hw_ring_sve() local 401 data_off = svadd_n_u64_z(pg, base_addr, in hns3_tx_fill_hw_ring_sve() 402 offsetof(struct rte_mbuf, data_off)); in hns3_tx_fill_hw_ring_sve() 411 data_off = svld1_gather_u64base_u64(pg, data_off); in hns3_tx_fill_hw_ring_sve() 415 data_off = svand_n_u64_z(pg, data_off, DATA_OFF_LEN_VAL_MASK); in hns3_tx_fill_hw_ring_sve() 419 addr = svadd_u64_z(pg, buf_iova, data_off); in hns3_tx_fill_hw_ring_sve()
|
| H A D | hns3_rxtx_vec.c | 168 mb_def.data_off = RTE_PKTMBUF_HEADROOM; in hns3_rxq_vec_setup_rearm_data() 173 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, data_off) < in hns3_rxq_vec_setup_rearm_data() 181 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, data_off) - in hns3_rxq_vec_setup_rearm_data()
|
| /dpdk/drivers/net/dpaa/ |
| H A D | dpaa_rxtx.c | 360 first_seg->data_off = sg_temp->offset; in dpaa_eth_sg_to_mbuf() 376 cur_seg->data_off = sg_temp->offset; in dpaa_eth_sg_to_mbuf() 423 mbuf->data_off = offset; in dpaa_eth_fd_to_mbuf() 543 mbuf->data_off = offset; in dpaa_rx_cb_no_prefetch() 583 mbuf->data_off = offset; in dpaa_rx_cb() 812 + temp->data_off)) { in dpaa_eth_mbuf_to_sg_fd() 830 if (temp->data_off < DEFAULT_TX_ICEOF in dpaa_eth_mbuf_to_sg_fd() 832 temp->data_off = DEFAULT_TX_ICEOF in dpaa_eth_mbuf_to_sg_fd() 841 fd->offset = temp->data_off; in dpaa_eth_mbuf_to_sg_fd() 850 sg_temp->offset = cur_seg->data_off; in dpaa_eth_mbuf_to_sg_fd() [all …]
|
| /dpdk/lib/port/ |
| H A D | rte_swx_port_source_sink.c | 162 m_dst->data_off = m_src->data_off; in source_pkt_rx() 170 pkt->offset = m_dst->data_off; in source_pkt_rx() 300 m->data_off = (uint16_t)pkt->offset; in sink_pkt_tx()
|
| H A D | rte_swx_port_fd.c | 127 pkt->offset = m->data_off; in reader_pkt_rx() 138 &((uint8_t *)m->buf_addr)[m->data_off], m->data_len); in reader_pkt_rx() 242 m->data_off = (uint16_t)pkt->offset; in writer_pkt_tx()
|
| H A D | rte_swx_port_ring.c | 111 pkt->offset = m->data_off; in reader_pkt_rx() 122 &((uint8_t *)m->buf_addr)[m->data_off], in reader_pkt_rx() 257 m->data_off = (uint16_t)pkt->offset; in writer_pkt_tx()
|
| H A D | rte_swx_port_ethdev.c | 115 pkt->offset = m->data_off; in reader_pkt_rx() 127 &((uint8_t *)m->buf_addr)[m->data_off], in reader_pkt_rx() 257 m->data_off = (uint16_t)pkt->offset; in writer_pkt_tx()
|
| /dpdk/lib/gso/ |
| H A D | gso_common.c | 98 pyld_segment->data_off = pkt_in_data_pos + in gso_do_segment() 99 pkt_in->data_off; in gso_do_segment()
|
| /dpdk/drivers/common/cnxk/ |
| H A D | roc_npc_mcam.c | 710 int off, idx, data_off = 0; in npc_program_mcam() local 718 data_off++; in npc_program_mcam() 723 data_off *= 4; in npc_program_mcam() 749 if (data_off >= 64) { in npc_program_mcam() 750 data_off = 0; in npc_program_mcam() 754 ((uint64_t)data << data_off); in npc_program_mcam() 759 ((uint64_t)mask << data_off); in npc_program_mcam() 760 data_off += 4; in npc_program_mcam()
|
| /dpdk/drivers/net/thunderx/ |
| H A D | nicvf_rxtx.h | 65 init.fields.data_off += apad; in nicvf_mbuff_init_update() 78 init.fields.data_off += apad; in nicvf_mbuff_init_mseg_update()
|
| /dpdk/drivers/crypto/dpaa2_sec/ |
| H A D | dpaa2_sec_dpseci.c | 365 sym_op->m_src->data_off); in build_authenc_gcm_sg_fd() 428 mbuf->data_off); in build_authenc_gcm_sg_fd() 528 sym_op->m_src->data_off); in build_authenc_gcm_fd() 579 sym_op->m_src->data_off); in build_authenc_gcm_fd() 658 sym_op->m_src->data_off); in build_authenc_sg_fd() 714 mbuf->data_off); in build_authenc_sg_fd() 823 sym_op->m_src->data_off); in build_authenc_fd() 838 dst->data_off); in build_authenc_fd() 870 sym_op->m_src->data_off); in build_authenc_fd() 1181 sym_op->m_src->data_off); in build_cipher_sg_fd() [all …]
|
| /dpdk/drivers/net/nfp/ |
| H A D | nfp_rxtx.h | 22 #define NFP_HASH_OFFSET ((uint8_t *)mbuf->buf_addr + mbuf->data_off - 4) 23 #define NFP_HASH_TYPE_OFFSET ((uint8_t *)mbuf->buf_addr + mbuf->data_off - 8)
|
| /dpdk/drivers/event/octeontx/ |
| H A D | ssovf_worker.h | 84 mbuf->data_off = sizeof(octtx_pki_buflink_t); in ssovf_octeontx_wqe_xtract_mseg() 110 mbuf->data_off = RTE_PTR_DIFF(wqe->s.w3.addr, mbuf->buf_addr); in ssovf_octeontx_wqe_to_pkt() 132 mbuf->data_off + wqe->s.w4.vlptr + 2))); in ssovf_octeontx_wqe_to_pkt()
|
| /dpdk/lib/ip_frag/ |
| H A D | rte_ipv6_fragmentation.c | 154 out_seg->data_off = in_seg->data_off + in_seg_data_pos; in rte_ipv6_fragment_packet()
|
| /dpdk/drivers/net/bnxt/ |
| H A D | bnxt_rxtx_vec_avx2.c | 427 dsc_hi = mbuf->buf_iova + mbuf->data_off; in bnxt_xmit_one() 493 dsc0_hi = tx_buf[0]->buf_iova + tx_buf[0]->data_off; in bnxt_xmit_fixed_burst_vec() 498 dsc1_hi = tx_buf[1]->buf_iova + tx_buf[1]->data_off; in bnxt_xmit_fixed_burst_vec() 505 dsc2_hi = tx_buf[2]->buf_iova + tx_buf[2]->data_off; in bnxt_xmit_fixed_burst_vec() 510 dsc3_hi = tx_buf[3]->buf_iova + tx_buf[3]->data_off; in bnxt_xmit_fixed_burst_vec()
|
| /dpdk/lib/pipeline/ |
| H A D | rte_table_action.c | 1927 uint32_t pkt_offset = sizeof(*mbuf) + mbuf->data_off; in pkt_work_sym_crypto() 2129 uint16_t data_off = mbuf->data_off; in pkt_work_decap() local 2134 mbuf->data_off = data_off + n; in pkt_work_decap() 2149 uint16_t data_off0 = mbuf0->data_off; in pkt4_work_decap() 2153 uint16_t data_off1 = mbuf1->data_off; in pkt4_work_decap() 2157 uint16_t data_off2 = mbuf2->data_off; in pkt4_work_decap() 2161 uint16_t data_off3 = mbuf3->data_off; in pkt4_work_decap() 2170 mbuf0->data_off = data_off0 + n0; in pkt4_work_decap() 2174 mbuf1->data_off = data_off1 + n1; in pkt4_work_decap() 2178 mbuf2->data_off = data_off2 + n2; in pkt4_work_decap() [all …]
|
| /dpdk/drivers/net/dpaa2/ |
| H A D | dpaa2_rxtx.c | 46 DPAA2_SET_FD_OFFSET(_fd, _mbuf->data_off); \ 308 first_seg->data_off = DPAA2_GET_FLE_OFFSET(sge); in eth_sg_fd_to_mbuf() 333 next_seg->data_off = DPAA2_GET_FLE_OFFSET(sge); in eth_sg_fd_to_mbuf() 371 mbuf->data_off = DPAA2_GET_FD_OFFSET(fd); in eth_fd_to_mbuf() 395 mbuf, mbuf->buf_addr, mbuf->data_off, in eth_fd_to_mbuf() 442 DPAA2_SET_FD_OFFSET(fd, temp->data_off); in eth_mbuf_to_sg_fd() 464 DPAA2_SET_FLE_OFFSET(sge, cur_seg->data_off); in eth_mbuf_to_sg_fd() 528 mbuf, mbuf->buf_addr, mbuf->data_off, in eth_mbuf_to_fd() 569 memcpy((char *)m->buf_addr + mbuf->data_off, in eth_copy_mbuf_to_fd() 570 (void *)((char *)mbuf->buf_addr + mbuf->data_off), in eth_copy_mbuf_to_fd() [all …]
|