| /dpdk/lib/mbuf/ |
| H A D | rte_mbuf.h | 561 struct rte_mbuf *m; in rte_mbuf_raw_alloc() 873 struct rte_mbuf *m; in rte_pktmbuf_alloc() 1087 rte_mbuf_dynfield_copy(struct rte_mbuf *mdst, const struct rte_mbuf *msrc) in rte_mbuf_dynfield_copy() 1094 __rte_pktmbuf_copy_hdr(struct rte_mbuf *mdst, const struct rte_mbuf *msrc) in __rte_pktmbuf_copy_hdr() 1126 static inline void rte_pktmbuf_attach(struct rte_mbuf *mi, struct rte_mbuf *m) in rte_pktmbuf_attach() 1184 struct rte_mbuf *md; in __rte_pktmbuf_free_direct() 1378 struct rte_mbuf *m_next; in rte_pktmbuf_free() 1421 struct rte_mbuf * 1445 struct rte_mbuf * 1506 static inline struct rte_mbuf *rte_pktmbuf_lastseg(struct rte_mbuf *m) in rte_pktmbuf_lastseg() [all …]
|
| H A D | rte_mbuf.c | 74 struct rte_mbuf *m = _m; in rte_pktmbuf_init() 117 struct rte_mbuf *m = opaque; in rte_pktmbuf_free_pinned_extmem() 165 struct rte_mbuf *m = _m; in __rte_pktmbuf_init_extmem() 324 elt_size = sizeof(struct rte_mbuf) + in rte_pktmbuf_pool_create_extbuf() 511 struct rte_mbuf * 514 struct rte_mbuf *mc, *mi, **prev; in rte_pktmbuf_clone() 554 struct rte_mbuf *m; in __rte_pktmbuf_linearize() 555 struct rte_mbuf *m_next; in __rte_pktmbuf_linearize() 587 struct rte_mbuf * 591 const struct rte_mbuf *seg = m; in rte_pktmbuf_copy() [all …]
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec.h | 33 S_ASSERT_RTE_MBUF(offsetof(struct rte_mbuf, pkt_len) == 34 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); 35 S_ASSERT_RTE_MBUF(offsetof(struct rte_mbuf, data_len) == 36 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); 37 S_ASSERT_RTE_MBUF(offsetof(struct rte_mbuf, hash) == 41 S_ASSERT_RTE_MBUF(offsetof(struct rte_mbuf, ol_flags) == 42 offsetof(struct rte_mbuf, rearm_data) + 8); 43 S_ASSERT_RTE_MBUF(offsetof(struct rte_mbuf, rearm_data) == 44 RTE_ALIGN(offsetof(struct rte_mbuf, rearm_data), 16)); 47 S_ASSERT_RTE_MBUF(offsetof(struct rte_mbuf, pkt_len) == [all …]
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx.h | 49 struct rte_mbuf *mb, 53 struct rte_mbuf *mbuf; 70 struct rte_mbuf fake_mbuf; /**< dummy mbuf */ 101 struct rte_mbuf *mbuf; 107 struct rte_mbuf *mbuf; 265 struct rte_mbuf **rx_pkts, 268 struct rte_mbuf **rx_pkts, 277 struct rte_mbuf **rx_pkts, 280 struct rte_mbuf **rx_pkts, 283 struct rte_mbuf **rx_pkts, [all …]
|
| H A D | ice_rxtx_vec_sse.c | 39 struct rte_mbuf *mb0, *mb1; in ice_rxq_rearm() 72 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in ice_rxq_rearm() 73 offsetof(struct rte_mbuf, buf_addr) + 8); in ice_rxq_rearm() 105 struct rte_mbuf **rx_pkts) in ice_rx_desc_to_olflags_v() 262 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, ol_flags) != in ice_rx_desc_to_olflags_v() 263 offsetof(struct rte_mbuf, rearm_data) + 8); in ice_rx_desc_to_olflags_v() 342 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, pkt_len) != in _ice_recv_raw_pkts_vec() 344 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, data_len) != in _ice_recv_raw_pkts_vec() 382 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, pkt_len) != in _ice_recv_raw_pkts_vec() 384 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, data_len) != in _ice_recv_raw_pkts_vec() [all …]
|
| /dpdk/drivers/net/thunderx/ |
| H A D | nicvf_rxtx.h | 25 fill_sq_desc_gather(union sq_entry_t *entry, struct rte_mbuf *pkt) in fill_sq_desc_gather() 50 fill_sq_desc_gather(union sq_entry_t *entry, struct rte_mbuf *pkt) in fill_sq_desc_gather() 60 nicvf_mbuff_init_update(struct rte_mbuf *pkt, const uint64_t mbuf_init, in nicvf_mbuff_init_update() 89 uint16_t nicvf_recv_pkts_no_offload(void *rxq, struct rte_mbuf **rx_pkts, 91 uint16_t nicvf_recv_pkts_cksum(void *rxq, struct rte_mbuf **rx_pkts, 96 struct rte_mbuf **rx_pkts, uint16_t nb_pkts); 99 struct rte_mbuf **rx_pkts, uint16_t nb_pkts); 101 struct rte_mbuf **rx_pkts, uint16_t nb_pkts); 103 struct rte_mbuf **rx_pkts, uint16_t nb_pkts); 105 struct rte_mbuf **rx_pkts, uint16_t nb_pkts); [all …]
|
| /dpdk/drivers/net/virtio/ |
| H A D | virtio_ethdev.h | 77 uint16_t virtio_recv_pkts(void *rx_queue, struct rte_mbuf **rx_pkts, 79 uint16_t virtio_recv_pkts_packed(void *rx_queue, struct rte_mbuf **rx_pkts, 82 uint16_t virtio_recv_mergeable_pkts(void *rx_queue, struct rte_mbuf **rx_pkts, 86 struct rte_mbuf **rx_pkts, uint16_t nb_pkts); 89 struct rte_mbuf **rx_pkts, uint16_t nb_pkts); 91 uint16_t virtio_xmit_pkts_prepare(void *tx_queue, struct rte_mbuf **tx_pkts, 94 uint16_t virtio_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, 96 uint16_t virtio_xmit_pkts_packed(void *tx_queue, struct rte_mbuf **tx_pkts, 99 uint16_t virtio_xmit_pkts_inorder(void *tx_queue, struct rte_mbuf **tx_pkts, 102 uint16_t virtio_recv_pkts_vec(void *rx_queue, struct rte_mbuf **rx_pkts, [all …]
|
| /dpdk/lib/ipsec/ |
| H A D | sa.h | 158 struct rte_mbuf *mb[], uint16_t num); 162 struct rte_mbuf *mb[], uint16_t num); 166 struct rte_mbuf *mb[], uint16_t num); 170 struct rte_mbuf *mb[], uint16_t num); 174 struct rte_mbuf *mb[], uint16_t num); 192 struct rte_mbuf *mb[], uint16_t num); 196 struct rte_mbuf *mb[], uint16_t num); 200 struct rte_mbuf *mb[], uint16_t num); 204 struct rte_mbuf *mb[], uint16_t num); 208 struct rte_mbuf *mb[], uint16_t num); [all …]
|
| H A D | esp_inb.c | 185 static struct rte_mbuf * 189 struct rte_mbuf *ms; in move_icv() 283 struct rte_mbuf *ml; in inb_prepare() 413 process_step1(struct rte_mbuf *mb, uint32_t tlen, struct rte_mbuf **ml, in process_step1() 458 trs_process_check(struct rte_mbuf *mb, struct rte_mbuf **ml, in trs_process_check() 481 tun_process_check(struct rte_mbuf *mb, struct rte_mbuf **ml, in tun_process_check() 497 tun_process_step2(struct rte_mbuf *mb, struct rte_mbuf *ml, uint32_t hlen, in tun_process_step2() 521 trs_process_step2(struct rte_mbuf *mb, struct rte_mbuf *ml, uint32_t hlen, in trs_process_step2() 581 struct rte_mbuf *ml[num]; in tun_process() 645 struct rte_mbuf *ml[num]; in trs_process() [all …]
|
| H A D | rte_ipsec.h | 38 struct rte_mbuf *mb[], 42 struct rte_mbuf *mb[], 46 struct rte_mbuf *mb[], 119 struct rte_mbuf *mb[], struct rte_crypto_op *cop[], uint16_t num) in rte_ipsec_pkt_crypto_prepare() 126 struct rte_mbuf *mb[], uint16_t num) in rte_ipsec_pkt_cpu_prepare() 155 rte_ipsec_pkt_process(const struct rte_ipsec_session *ss, struct rte_mbuf *mb[], in rte_ipsec_pkt_process()
|
| H A D | misc.h | 19 move_bad_mbufs(struct rte_mbuf *mb[], const uint32_t bad_idx[], uint32_t nb_mb, in move_bad_mbufs() 23 struct rte_mbuf *drb[nb_bad]; in move_bad_mbufs() 46 static inline struct rte_mbuf * 47 mbuf_get_seg_ofs(struct rte_mbuf *mb, uint32_t *ofs) in mbuf_get_seg_ofs() 50 struct rte_mbuf *ms; in mbuf_get_seg_ofs() 84 mbuf_cut_seg_ofs(struct rte_mbuf *mb, struct rte_mbuf *ms, uint32_t ofs, in mbuf_cut_seg_ofs() 88 struct rte_mbuf *mn; in mbuf_cut_seg_ofs() 114 union rte_crypto_sym_ofs ofs, struct rte_mbuf *mb[], in cpu_crypto_bulk()
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx.h | 160 struct rte_mbuf *mb, 228 struct rte_mbuf *mbuf; 234 struct rte_mbuf *mbuf; 611 struct rte_mbuf **rx_pkts, 614 struct rte_mbuf **rx_pkts, 617 struct rte_mbuf **rx_pkts, 638 struct rte_mbuf **rx_pkts, 648 struct rte_mbuf **rx_pkts, 651 struct rte_mbuf **rx_pkts, 668 struct rte_mbuf **rx_pkts, [all …]
|
| H A D | iavf_rxtx_vec_sse.c | 27 struct rte_mbuf *mb0, *mb1; in iavf_rxq_rearm() 59 offsetof(struct rte_mbuf, buf_addr) + 8); in iavf_rxq_rearm() 96 struct rte_mbuf **rx_pkts) in desc_to_olflags_v() 183 offsetof(struct rte_mbuf, rearm_data) + 8); in desc_to_olflags_v() 213 struct rte_mbuf **rx_pkts) in flex_desc_to_olflags_v() 335 offsetof(struct rte_mbuf, rearm_data) + 8); in flex_desc_to_olflags_v() 396 struct rte_mbuf **sw_ring; in _recv_raw_pkts_vec() 641 struct rte_mbuf **rx_pkts, in _recv_raw_pkts_vec_flex_rxd() 645 struct rte_mbuf **sw_ring; in _recv_raw_pkts_vec_flex_rxd() 1026 struct rte_mbuf **rx_pkts, in iavf_recv_scattered_burst_vec_flex_rxd() [all …]
|
| /dpdk/lib/distributor/ |
| H A D | rte_distributor_single.h | 23 struct rte_mbuf; 78 struct rte_mbuf **mbufs, unsigned int num_mbufs); 96 struct rte_mbuf **mbufs, unsigned int max_mbufs); 150 struct rte_mbuf * 152 unsigned int worker_id, struct rte_mbuf *oldpkt); 168 unsigned int worker_id, struct rte_mbuf *mbuf); 192 unsigned int worker_id, struct rte_mbuf *oldpkt); 210 struct rte_mbuf *
|
| H A D | rte_distributor.h | 28 struct rte_mbuf; 89 struct rte_mbuf **mbufs, unsigned int num_mbufs); 107 struct rte_mbuf **mbufs, unsigned int max_mbufs); 167 unsigned int worker_id, struct rte_mbuf **pkts, 168 struct rte_mbuf **oldpkt, unsigned int retcount); 186 unsigned int worker_id, struct rte_mbuf **oldpkt, int num); 212 unsigned int worker_id, struct rte_mbuf **oldpkt, 236 unsigned int worker_id, struct rte_mbuf **mbufs);
|
| /dpdk/lib/ip_frag/ |
| H A D | rte_ip_frag.h | 28 struct rte_mbuf; 40 struct rte_mbuf *row[RTE_IP_FRAG_DEATH_ROW_MBUF_LEN]; 98 rte_ipv6_fragment_packet(struct rte_mbuf *pkt_in, 99 struct rte_mbuf **pkts_out, 126 struct rte_mbuf *rte_ipv6_frag_reassemble_packet(struct rte_ip_frag_tbl *tbl, 128 struct rte_mbuf *mb, uint64_t tms, struct rte_ipv6_hdr *ip_hdr, 175 int32_t rte_ipv4_fragment_packet(struct rte_mbuf *pkt_in, 176 struct rte_mbuf **pkts_out, 200 struct rte_mbuf * rte_ipv4_frag_reassemble_packet(struct rte_ip_frag_tbl *tbl, 202 struct rte_mbuf *mb, uint64_t tms, struct rte_ipv4_hdr *ip_hdr);
|
| /dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec.c | 108 struct rte_mbuf **__restrict rx_pkts, in hns3_recv_pkts_vec() 174 offsetof(struct rte_mbuf, rearm_data)); in hns3_rxq_vec_setup_rearm_data() 176 offsetof(struct rte_mbuf, rearm_data)); in hns3_rxq_vec_setup_rearm_data() 178 offsetof(struct rte_mbuf, rearm_data)); in hns3_rxq_vec_setup_rearm_data() 179 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, port) < in hns3_rxq_vec_setup_rearm_data() 180 offsetof(struct rte_mbuf, rearm_data)); in hns3_rxq_vec_setup_rearm_data() 182 offsetof(struct rte_mbuf, rearm_data) > 6); in hns3_rxq_vec_setup_rearm_data() 184 offsetof(struct rte_mbuf, rearm_data) > 6); in hns3_rxq_vec_setup_rearm_data() 186 offsetof(struct rte_mbuf, rearm_data) > 6); in hns3_rxq_vec_setup_rearm_data() 187 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, port) - in hns3_rxq_vec_setup_rearm_data() [all …]
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k.h | 153 struct rte_mbuf **sw_ring; 160 struct rte_mbuf fake_mbuf; 195 struct rte_mbuf **sw_ring; 260 fm10k_pktmbuf_reset(struct rte_mbuf *mb, uint16_t in_port) in fm10k_pktmbuf_reset() 294 fm10k_addr_alignment_valid(struct rte_mbuf *mb) in fm10k_addr_alignment_valid() 318 uint16_t fm10k_recv_pkts(void *rx_queue, struct rte_mbuf **rx_pkts, 322 struct rte_mbuf **rx_pkts, uint16_t nb_pkts); 334 uint16_t fm10k_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, 337 uint16_t fm10k_prep_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, 343 uint16_t fm10k_recv_pkts_vec(void *, struct rte_mbuf **, uint16_t); [all …]
|
| H A D | fm10k_rxtx_vec.c | 263 struct rte_mbuf *mb0, *mb1; in fm10k_rxq_rearm() 309 offsetof(struct rte_mbuf, buf_addr) + 8); in fm10k_rxq_rearm() 383 struct rte_mbuf **mbufp; in fm10k_recv_raw_pkts_vec() 605 struct rte_mbuf **rx_bufs, in fm10k_reassemble_packets() 609 struct rte_mbuf *start = rxq->pkt_first_seg; in fm10k_reassemble_packets() 610 struct rte_mbuf *end = rxq->pkt_last_seg; in fm10k_reassemble_packets() 743 struct rte_mbuf *pkt, uint64_t flags) in vtx1() 764 struct rte_mbuf **txep; in fm10k_tx_free_bufs() 818 tx_backlog_entry(struct rte_mbuf **txep, in tx_backlog_entry() 833 struct rte_mbuf **txep; in fm10k_xmit_fixed_burst_vec() [all …]
|
| /dpdk/drivers/net/dpaa/ |
| H A D | dpaa_rxtx.c | 337 static struct rte_mbuf * 400 struct rte_mbuf *mbuf; in dpaa_eth_fd_to_mbuf() 440 struct rte_mbuf *mbuf; in dpaa_free_mbuf() 462 temp = (struct rte_mbuf *) in dpaa_free_mbuf() 505 struct rte_mbuf *mbuf; in dpaa_rx_cb_no_prefetch() 561 struct rte_mbuf *mbuf; in dpaa_rx_cb() 614 struct rte_mbuf **bufs, in dpaa_eth_queue_portal_rx() 639 struct rte_mbuf *mbuf; in dpaa_rx_cb_parallel() 667 struct rte_mbuf *mbuf; in dpaa_rx_cb_atomic() 695 struct rte_mbuf *mbuf; in dpaa_eth_err_queue() [all …]
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx.h | 71 struct rte_mbuf *mbuf; /**< mbuf associated with RX descriptor. */ 75 struct rte_mbuf *fbuf; /**< First segment of the fragmented packet. */ 82 struct rte_mbuf *mbuf; /**< mbuf associated with TX desc, if any. */ 91 struct rte_mbuf *mbuf; /**< mbuf associated with TX desc, if any. */ 105 struct rte_mbuf *pkt_first_seg; /**< First segment of current packet. */ 106 struct rte_mbuf *pkt_last_seg; /**< Last segment of current packet. */ 138 struct rte_mbuf fake_mbuf; 140 struct rte_mbuf *rx_stage[RTE_PMD_IXGBE_RX_MAX_BURST*2]; 286 uint16_t ixgbe_recv_pkts_vec(void *rx_queue, struct rte_mbuf **rx_pkts, 289 struct rte_mbuf **rx_pkts, uint16_t nb_pkts); [all …]
|
| H A D | ixgbe_rxtx_vec_sse.c | 26 struct rte_mbuf *mb0, *mb1; in ixgbe_rxq_rearm() 61 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in ixgbe_rxq_rearm() 62 offsetof(struct rte_mbuf, buf_addr) + 8); in ixgbe_rxq_rearm() 135 uint16_t udp_p_flag, struct rte_mbuf **rx_pkts) in desc_to_olflags_v() 254 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, ol_flags) != in desc_to_olflags_v() 255 offsetof(struct rte_mbuf, rearm_data) + 8); in desc_to_olflags_v() 283 struct rte_mbuf **rx_pkts) in desc_to_ptype_v() 358 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, pkt_len) != in _recv_raw_pkts_vec() 425 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, pkt_len) != in _recv_raw_pkts_vec() 431 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, hash) != in _recv_raw_pkts_vec() [all …]
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_sse.c | 28 struct rte_mbuf *mb0, *mb1; in i40e_rxq_rearm() 61 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, buf_iova) != in i40e_rxq_rearm() 62 offsetof(struct rte_mbuf, buf_addr) + 8); in i40e_rxq_rearm() 216 __m128i descs[4], struct rte_mbuf **rx_pkts) in desc_to_olflags_v() 319 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, ol_flags) != in desc_to_olflags_v() 320 offsetof(struct rte_mbuf, rearm_data) + 8); in desc_to_olflags_v() 378 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, pkt_len) != in _recv_raw_pkts_vec() 380 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, data_len) != in _recv_raw_pkts_vec() 428 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, pkt_len) != in _recv_raw_pkts_vec() 434 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, hash) != in _recv_raw_pkts_vec() [all …]
|
| /dpdk/drivers/net/qede/ |
| H A D | qede_rxtx.h | 164 struct rte_mbuf *tpa_head; /* Pointer to first TPA segment */ 165 struct rte_mbuf *tpa_tail; /* Pointer to last TPA segment */ 179 struct rte_mbuf **sw_rx_ring; 206 struct rte_mbuf **sw_tx_ring; 258 uint16_t qede_xmit_pkts(void *p_txq, struct rte_mbuf **tx_pkts, 260 uint16_t qede_xmit_pkts_cmt(void *p_txq, struct rte_mbuf **tx_pkts, 262 uint16_t qede_xmit_pkts_regular(void *p_txq, struct rte_mbuf **tx_pkts, 265 uint16_t qede_xmit_prep_pkts(void *p_txq, struct rte_mbuf **tx_pkts, 268 uint16_t qede_recv_pkts(void *p_rxq, struct rte_mbuf **rx_pkts, 270 uint16_t qede_recv_pkts_cmt(void *p_rxq, struct rte_mbuf **rx_pkts, [all …]
|
| /dpdk/lib/gso/ |
| H A D | gso_common.c | 14 hdr_segment_init(struct rte_mbuf *hdr_segment, struct rte_mbuf *pkt, in hdr_segment_init() 33 free_gso_segment(struct rte_mbuf **pkts, uint16_t nb_pkts) in free_gso_segment() 42 gso_do_segment(struct rte_mbuf *pkt, in gso_do_segment() 47 struct rte_mbuf **pkts_out, in gso_do_segment() 50 struct rte_mbuf *pkt_in; in gso_do_segment() 51 struct rte_mbuf *hdr_segment, *pyld_segment, *prev_segment; in gso_do_segment()
|