| /f-stack/dpdk/lib/librte_mbuf/ |
| H A D | rte_mbuf.h | 151 return mb->buf_iova + mb->data_off; in rte_mbuf_data_iova() 849 m->data_off = (uint16_t)RTE_MIN((uint16_t)RTE_PKTMBUF_HEADROOM, in rte_pktmbuf_reset_headroom() 1084 m->data_off = 0; in rte_pktmbuf_attach_extbuf() 1165 mi->data_off = m->data_off; in rte_pktmbuf_attach() 1503 return m->data_off; in rte_pktmbuf_headroom() 1583 m->data_off = (uint16_t)(m->data_off - len); in rte_pktmbuf_prepend() 1587 return (char *)m->buf_addr + m->data_off; in rte_pktmbuf_prepend() 1616 tail = (char *)m_last->buf_addr + m_last->data_off + m_last->data_len; in rte_pktmbuf_append() 1647 m->data_off = (uint16_t)(m->data_off + len); in rte_pktmbuf_adj() 1649 return (char *)m->buf_addr + m->data_off; in rte_pktmbuf_adj()
|
| H A D | rte_mbuf_core.h | 487 uint16_t data_off; member 712 ((t)((char *)(m)->buf_addr + (m)->data_off + (o))) 738 (rte_iova_t)((m)->buf_iova + (m)->data_off + (o))
|
| H A D | rte_mbuf.c | 102 m->data_off = RTE_MIN(RTE_PKTMBUF_HEADROOM, (uint16_t)m->buf_len); in rte_pktmbuf_init() 205 m->data_off = RTE_MIN(RTE_PKTMBUF_HEADROOM, (uint16_t)m->buf_len); in __rte_pktmbuf_init_extmem() 426 if (m->data_off > m->buf_len) { in rte_mbuf_check() 430 if (m->data_off + m->data_len > m->buf_len) { in rte_mbuf_check() 695 m->data_len, m->data_off, rte_mbuf_refcnt_read(m)); in rte_pktmbuf_dump()
|
| /f-stack/dpdk/drivers/raw/ioat/ |
| H A D | ioat_rawdev_test.c | 60 src->buf_iova + src->data_off, in test_enqueue_copies() 61 dst->buf_iova + dst->data_off, in test_enqueue_copies() 111 srcs[i]->buf_iova + srcs[i]->data_off, in test_enqueue_copies() 112 dsts[i]->buf_iova + dsts[i]->data_off, in test_enqueue_copies() 174 dst->buf_iova + dst->data_off, length[i], in test_enqueue_fill()
|
| /f-stack/dpdk/drivers/net/octeontx2/ |
| H A D | otx2_rx.c | 51 const uint64_t data_off = rxq->data_off; in nix_recv_pkts() local 68 mbuf = nix_get_mbuf_from_cqe(cq, data_off); in nix_recv_pkts() 73 (uint64_t *)((uint8_t *)mbuf + data_off)); in nix_recv_pkts() 120 const uint64x2_t data_off = vdupq_n_u64(rxq->data_off); in nix_recv_pkts_vector() local 166 mbuf01 = vqsubq_u64(mbuf01, data_off); in nix_recv_pkts_vector() 167 mbuf23 = vqsubq_u64(mbuf23, data_off); in nix_recv_pkts_vector()
|
| H A D | otx2_rx.h | 60 uint16_t data_off; member 82 (mbuf->data_off == RTE_PKTMBUF_HEADROOM + in otx2_nix_mbuf_to_tstamp() 111 mbuf_init.fields.data_off = 0; in nix_clear_data_off() 116 nix_get_mbuf_from_cqe(void *cq, const uint64_t data_off) in nix_get_mbuf_from_cqe() argument 122 return (struct rte_mbuf *)(buff - data_off); in nix_get_mbuf_from_cqe() 268 m->data_off += INLINE_INB_RPTR_HDR; in nix_rx_sec_mbuf_update()
|
| H A D | otx2_flow.c | 62 int off, idx, data_off = 0; in flow_program_npc() local 71 data_off++; in flow_program_npc() 76 data_off *= 4; in flow_program_npc() 98 if (data_off >= 64) { in flow_program_npc() 99 data_off = 0; in flow_program_npc() 103 data_off); in flow_program_npc() 108 data_off); in flow_program_npc() 109 data_off += 4; in flow_program_npc()
|
| /f-stack/dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec_sve.c | 365 svuint64_t base_addr, buf_iova, data_off, data_len, addr; in hns3_tx_fill_hw_ring_sve() local 376 data_off = svadd_n_u64_z(pg, base_addr, in hns3_tx_fill_hw_ring_sve() 377 offsetof(struct rte_mbuf, data_off)); in hns3_tx_fill_hw_ring_sve() 386 data_off = svld1_gather_u64base_u64(pg, data_off); in hns3_tx_fill_hw_ring_sve() 390 data_off = svand_n_u64_z(pg, data_off, DATA_OFF_LEN_VAL_MASK); in hns3_tx_fill_hw_ring_sve() 394 addr = svadd_u64_z(pg, buf_iova, data_off); in hns3_tx_fill_hw_ring_sve()
|
| /f-stack/dpdk/drivers/net/dpaa/ |
| H A D | dpaa_rxtx.c | 360 first_seg->data_off = sg_temp->offset; in dpaa_eth_sg_to_mbuf() 376 cur_seg->data_off = sg_temp->offset; in dpaa_eth_sg_to_mbuf() 423 mbuf->data_off = offset; in dpaa_eth_fd_to_mbuf() 543 mbuf->data_off = offset; in dpaa_rx_cb_no_prefetch() 583 mbuf->data_off = offset; in dpaa_rx_cb() 813 + temp->data_off)) { in dpaa_eth_mbuf_to_sg_fd() 831 if (temp->data_off < DEFAULT_TX_ICEOF in dpaa_eth_mbuf_to_sg_fd() 833 temp->data_off = DEFAULT_TX_ICEOF in dpaa_eth_mbuf_to_sg_fd() 842 fd->offset = temp->data_off; in dpaa_eth_mbuf_to_sg_fd() 851 sg_temp->offset = cur_seg->data_off; in dpaa_eth_mbuf_to_sg_fd() [all …]
|
| /f-stack/dpdk/lib/librte_port/ |
| H A D | rte_swx_port_source_sink.c | 157 m_dst->data_off = m_src->data_off; in source_pkt_rx() 165 pkt->offset = m_dst->data_off; in source_pkt_rx() 293 m->data_off = (uint16_t)pkt->offset; in sink_pkt_tx()
|
| H A D | rte_swx_port_ethdev.c | 115 pkt->offset = m->data_off; in reader_pkt_rx() 127 &((uint8_t *)m->buf_addr)[m->data_off], in reader_pkt_rx() 257 m->data_off = (uint16_t)pkt->offset; in writer_pkt_tx()
|
| /f-stack/dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx_packed_avx.c | 118 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, data_off) != in virtqueue_enqueue_batch_packed_vec() 131 tx_pkts[i]->data_off -= head_size; in virtqueue_enqueue_batch_packed_vec() 146 tx_pkts[3]->data_off, in virtqueue_enqueue_batch_packed_vec() 148 tx_pkts[2]->data_off, in virtqueue_enqueue_batch_packed_vec() 150 tx_pkts[1]->data_off, in virtqueue_enqueue_batch_packed_vec() 151 0, tx_pkts[0]->data_off); in virtqueue_enqueue_batch_packed_vec() 486 cookie->data_off = RTE_PKTMBUF_HEADROOM; in virtqueue_dequeue_single_packed_vec()
|
| H A D | virtio_rxtx_simple.c | 37 mb_def.data_off = RTE_PKTMBUF_HEADROOM; in virtio_rxq_vec_setup()
|
| /f-stack/dpdk/lib/librte_gso/ |
| H A D | gso_common.c | 98 pyld_segment->data_off = pkt_in_data_pos + in gso_do_segment() 99 pkt_in->data_off; in gso_do_segment()
|
| /f-stack/dpdk/drivers/net/thunderx/ |
| H A D | nicvf_rxtx.h | 65 init.fields.data_off += apad; in nicvf_mbuff_init_update() 78 init.fields.data_off += apad; in nicvf_mbuff_init_mseg_update()
|
| /f-stack/dpdk/drivers/crypto/dpaa2_sec/ |
| H A D | dpaa2_sec_dpseci.c | 341 sym_op->m_src->data_off); in build_authenc_gcm_sg_fd() 404 mbuf->data_off); in build_authenc_gcm_sg_fd() 503 sym_op->m_src->data_off); in build_authenc_gcm_fd() 554 sym_op->m_src->data_off); in build_authenc_gcm_fd() 633 sym_op->m_src->data_off); in build_authenc_sg_fd() 689 mbuf->data_off); in build_authenc_sg_fd() 798 sym_op->m_src->data_off); in build_authenc_fd() 813 dst->data_off); in build_authenc_fd() 845 sym_op->m_src->data_off); in build_authenc_fd() 1156 sym_op->m_src->data_off); in build_cipher_sg_fd() [all …]
|
| /f-stack/dpdk/lib/librte_ip_frag/ |
| H A D | rte_ipv6_fragmentation.c | 154 out_seg->data_off = in_seg->data_off + in_seg_data_pos; in rte_ipv6_fragment_packet()
|
| H A D | rte_ipv4_fragmentation.c | 153 out_seg->data_off = in_seg->data_off + in_seg_data_pos; in rte_ipv4_fragment_packet()
|
| /f-stack/dpdk/lib/librte_net/ |
| H A D | rte_tcp.h | 33 uint8_t data_off; /**< Data offset. */ member
|
| /f-stack/dpdk/drivers/event/octeontx/ |
| H A D | ssovf_worker.h | 78 mbuf->data_off = sizeof(octtx_pki_buflink_t); in ssovf_octeontx_wqe_xtract_mseg() 104 mbuf->data_off = RTE_PTR_DIFF(wqe->s.w3.addr, mbuf->buf_addr); in ssovf_octeontx_wqe_to_pkt() 126 mbuf->data_off + wqe->s.w4.vlptr + 2))); in ssovf_octeontx_wqe_to_pkt()
|
| /f-stack/dpdk/drivers/net/dpaa2/ |
| H A D | dpaa2_rxtx.c | 45 DPAA2_SET_FD_OFFSET(_fd, _mbuf->data_off); \ 295 first_seg->data_off = DPAA2_GET_FLE_OFFSET(sge); in eth_sg_fd_to_mbuf() 316 next_seg->data_off = DPAA2_GET_FLE_OFFSET(sge); in eth_sg_fd_to_mbuf() 346 mbuf->data_off = DPAA2_GET_FD_OFFSET(fd); in eth_fd_to_mbuf() 366 mbuf, mbuf->buf_addr, mbuf->data_off, in eth_fd_to_mbuf() 391 DPAA2_SET_FD_OFFSET(fd, temp->data_off); in eth_mbuf_to_sg_fd() 405 DPAA2_SET_FLE_OFFSET(sge, cur_seg->data_off); in eth_mbuf_to_sg_fd() 453 mbuf, mbuf->buf_addr, mbuf->data_off, in eth_mbuf_to_fd() 487 memcpy((char *)m->buf_addr + mbuf->data_off, in eth_copy_mbuf_to_fd() 488 (void *)((char *)mbuf->buf_addr + mbuf->data_off), in eth_copy_mbuf_to_fd() [all …]
|
| /f-stack/dpdk/lib/librte_pipeline/ |
| H A D | rte_table_action.c | 1929 uint32_t pkt_offset = sizeof(*mbuf) + mbuf->data_off; in pkt_work_sym_crypto() 2131 uint16_t data_off = mbuf->data_off; in pkt_work_decap() local 2136 mbuf->data_off = data_off + n; in pkt_work_decap() 2151 uint16_t data_off0 = mbuf0->data_off; in pkt4_work_decap() 2155 uint16_t data_off1 = mbuf1->data_off; in pkt4_work_decap() 2159 uint16_t data_off2 = mbuf2->data_off; in pkt4_work_decap() 2163 uint16_t data_off3 = mbuf3->data_off; in pkt4_work_decap() 2172 mbuf0->data_off = data_off0 + n0; in pkt4_work_decap() 2176 mbuf1->data_off = data_off1 + n1; in pkt4_work_decap() 2180 mbuf2->data_off = data_off2 + n2; in pkt4_work_decap() [all …]
|
| /f-stack/dpdk/drivers/net/enic/ |
| H A D | enic_rxtx.c | 119 nmb->data_off = RTE_PKTMBUF_HEADROOM; in enic_recv_pkts() 315 mb->data_off = RTE_PKTMBUF_HEADROOM; in enic_noscatter_recv_pkts() 493 (tx_pkt->buf_iova + tx_pkt->data_off); in enic_xmit_pkts() 566 + tx_pkt->data_off); in enic_xmit_pkts() 601 desc->address = p->buf_iova + p->data_off; in enqueue_simple_pkts()
|
| /f-stack/dpdk/app/test-crypto-perf/ |
| H A D | cperf_test_common.c | 36 m->data_off = headroom; in fill_single_seg_mbuf() 67 m->data_off = headroom; in fill_multi_seg_mbuf()
|
| /f-stack/dpdk/app/test/ |
| H A D | test_ipfrag.c | 96 b->data_off = 0; in v4_allocate_packet_of() 131 b->data_off = 0; in v6_allocate_packet_of()
|