| /f-stack/dpdk/lib/librte_node/ |
| H A D | ip4_lookup_sse.h | 13 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3, **pkts; in ip4_lookup_node_process_vec() local
66 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
75 ipv4_hdr = rte_pktmbuf_mtod_offset(mbuf0, struct rte_ipv4_hdr *, in ip4_lookup_node_process_vec()
79 node_mbuf_priv1(mbuf0, dyn)->cksum = ipv4_hdr->hdr_checksum; in ip4_lookup_node_process_vec()
80 node_mbuf_priv1(mbuf0, dyn)->ttl = ipv4_hdr->time_to_live; in ip4_lookup_node_process_vec()
119 node_mbuf_priv1(mbuf0, dyn)->nh = dst.u32[0] & 0xFFFF; in ip4_lookup_node_process_vec()
194 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
200 ipv4_hdr = rte_pktmbuf_mtod_offset(mbuf0, struct rte_ipv4_hdr *, in ip4_lookup_node_process_vec()
203 node_mbuf_priv1(mbuf0, dyn)->cksum = ipv4_hdr->hdr_checksum; in ip4_lookup_node_process_vec()
204 node_mbuf_priv1(mbuf0, dyn)->ttl = ipv4_hdr->time_to_live; in ip4_lookup_node_process_vec()
[all …]
|
| H A D | ip4_rewrite.c | 41 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3, **pkts; in ip4_rewrite_node_process() local
78 mbuf0 = pkts[0]; in ip4_rewrite_node_process()
85 priv01.u64[0] = node_mbuf_priv1(mbuf0, dyn)->u; in ip4_rewrite_node_process()
97 d0 = rte_pktmbuf_mtod(mbuf0, void *); in ip4_rewrite_node_process()
214 mbuf0 = pkts[0]; in ip4_rewrite_node_process()
219 d0 = rte_pktmbuf_mtod(mbuf0, void *); in ip4_rewrite_node_process()
220 rte_memcpy(d0, nh[node_mbuf_priv1(mbuf0, dyn)->nh].rewrite_data, in ip4_rewrite_node_process()
221 nh[node_mbuf_priv1(mbuf0, dyn)->nh].rewrite_len); in ip4_rewrite_node_process()
223 next0 = nh[node_mbuf_priv1(mbuf0, dyn)->nh].tx_node; in ip4_rewrite_node_process()
226 chksum = node_mbuf_priv1(mbuf0, dyn)->cksum + in ip4_rewrite_node_process()
[all …]
|
| H A D | ip4_lookup_neon.h | 13 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3, **pkts; in ip4_lookup_node_process_vec() local
70 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
79 ipv4_hdr = rte_pktmbuf_mtod_offset(mbuf0, struct rte_ipv4_hdr *, in ip4_lookup_node_process_vec()
120 node_mbuf_priv1(mbuf0, dyn)->u = priv01.u64[0]; in ip4_lookup_node_process_vec()
189 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
195 ipv4_hdr = rte_pktmbuf_mtod_offset(mbuf0, struct rte_ipv4_hdr *, in ip4_lookup_node_process_vec()
198 node_mbuf_priv1(mbuf0, dyn)->cksum = ipv4_hdr->hdr_checksum; in ip4_lookup_node_process_vec()
199 node_mbuf_priv1(mbuf0, dyn)->ttl = ipv4_hdr->time_to_live; in ip4_lookup_node_process_vec()
205 node_mbuf_priv1(mbuf0, dyn)->nh = (uint16_t)next_hop; in ip4_lookup_node_process_vec()
|
| H A D | ethdev_rx.c | 71 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3; in eth_pkt_parse_cb() local
101 mbuf0 = pkts[0]; in eth_pkt_parse_cb()
109 eth_hdr = rte_pktmbuf_mtod(mbuf0, struct rte_ether_hdr *); in eth_pkt_parse_cb()
111 mbuf0->packet_type = l3_ptype(etype, 0); in eth_pkt_parse_cb()
130 mbuf0 = pkts[0]; in eth_pkt_parse_cb()
136 eth_hdr = rte_pktmbuf_mtod(mbuf0, struct rte_ether_hdr *); in eth_pkt_parse_cb()
138 mbuf0->packet_type = l3_ptype(etype, 0); in eth_pkt_parse_cb()
|
| H A D | pkt_cls.c | 37 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3, **pkts; in pkt_cls_node_process() local
74 mbuf0 = pkts[0]; in pkt_cls_node_process()
81 l0 = mbuf0->packet_type & in pkt_cls_node_process()
173 mbuf0 = pkts[0]; in pkt_cls_node_process()
178 l0 = mbuf0->packet_type & in pkt_cls_node_process()
|
| /f-stack/dpdk/drivers/net/octeontx2/ |
| H A D | otx2_tx.c | 160 mbuf0 = (uint64_t *)tx_pkts[0]; in nix_xmit_pkts_vector()
165 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in nix_xmit_pkts_vector()
180 dataoff_iova0 = vld1q_u64(mbuf0); in nix_xmit_pkts_vector()
181 len_olflags0 = vld1q_u64(mbuf0 + 2); in nix_xmit_pkts_vector()
265 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in nix_xmit_pkts_vector()
304 mbuf0 = (uint64_t *)*mbuf0; in nix_xmit_pkts_vector()
310 mbuf0 = (uint64_t *)*mbuf0; in nix_xmit_pkts_vector()
422 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in nix_xmit_pkts_vector()
579 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in nix_xmit_pkts_vector()
811 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in nix_xmit_pkts_vector()
[all …]
|
| H A D | otx2_rx.c | 126 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3; in nix_recv_pkts_vector() local
170 mbuf0 = (struct rte_mbuf *)vgetq_lane_u64(mbuf01, 0); in nix_recv_pkts_vector()
247 ol_flags0 = nix_qinq_update(cq0_w2, ol_flags0, mbuf0); in nix_recv_pkts_vector()
255 (cq0 + CQE_SZ(0) + 38), ol_flags0, mbuf0); in nix_recv_pkts_vector()
271 vst1q_u64((uint64_t *)mbuf0->rx_descriptor_fields1, f0); in nix_recv_pkts_vector()
277 vst1q_u64((uint64_t *)mbuf0->rearm_data, rearm0); in nix_recv_pkts_vector()
287 otx2_prefetch_store_keep(mbuf0); in nix_recv_pkts_vector()
293 __mempool_check_cookies(mbuf0->pool, (void **)&mbuf0, 1, 1); in nix_recv_pkts_vector()
|
| /f-stack/dpdk/drivers/net/ark/ |
| H A D | ark_ethdev_rx.c | 26 struct rte_mbuf *mbuf0,
335 struct rte_mbuf *mbuf0, in eth_ark_rx_jumbo() argument
346 mbuf_prev = mbuf0; in eth_ark_rx_jumbo()
350 mbuf0->data_len = data_len; in eth_ark_rx_jumbo()
370 mbuf0->nb_segs = segments; in eth_ark_rx_jumbo()
|
| /f-stack/dpdk/lib/librte_pipeline/ |
| H A D | rte_table_action.c | 2092 pkt4_work_tag(struct rte_mbuf *mbuf0, in pkt4_work_tag() argument
2101 mbuf0->hash.fdir.hi = data0->tag; in pkt4_work_tag()
2153 uint32_t pkt_len0 = mbuf0->pkt_len; in pkt4_work_decap()
2172 mbuf0->data_off = data_off0 + n0; in pkt4_work_decap()
2173 mbuf0->data_len = data_len0 - n0; in pkt4_work_decap()
2174 mbuf0->pkt_len = pkt_len0 - n0; in pkt4_work_decap()
3024 struct rte_mbuf *mbuf0 = mbufs[0]; in pkt4_work() local
3089 pkt_work_lb(mbuf0, in pkt4_work()
3116 drop_mask0 |= pkt_work_mtr(mbuf0, in pkt4_work()
3159 pkt_work_tm(mbuf0, in pkt4_work()
[all …]
|
| /f-stack/dpdk/lib/librte_table/ |
| H A D | rte_table_hash_key16.c | 636 #define lookup1_stage0(pkt0_index, mbuf0, pkts, pkts_mask, f) \ argument
645 mbuf0 = pkts[pkt0_index]; \
646 rte_prefetch0(RTE_MBUF_METADATA_UINT8_PTR(mbuf0, key_offset));\
|
| H A D | rte_table_hash_key8.c | 608 #define lookup1_stage0(pkt0_index, mbuf0, pkts, pkts_mask, f) \ argument
617 mbuf0 = pkts[pkt0_index]; \
618 rte_prefetch0(RTE_MBUF_METADATA_UINT8_PTR(mbuf0, key_offset)); \
|
| H A D | rte_table_hash_key32.c | 664 #define lookup1_stage0(pkt0_index, mbuf0, pkts, pkts_mask, f) \ argument
673 mbuf0 = pkts[pkt0_index]; \
674 rte_prefetch0(RTE_MBUF_METADATA_UINT8_PTR(mbuf0, key_offset));\
|