| /dpdk/lib/node/ |
| H A D | ip4_lookup_sse.h | 13 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3, **pkts; in ip4_lookup_node_process_vec() local
66 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
75 ipv4_hdr = rte_pktmbuf_mtod_offset(mbuf0, struct rte_ipv4_hdr *, in ip4_lookup_node_process_vec()
79 node_mbuf_priv1(mbuf0, dyn)->cksum = ipv4_hdr->hdr_checksum; in ip4_lookup_node_process_vec()
80 node_mbuf_priv1(mbuf0, dyn)->ttl = ipv4_hdr->time_to_live; in ip4_lookup_node_process_vec()
119 node_mbuf_priv1(mbuf0, dyn)->nh = dst.u32[0] & 0xFFFF; in ip4_lookup_node_process_vec()
194 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
200 ipv4_hdr = rte_pktmbuf_mtod_offset(mbuf0, struct rte_ipv4_hdr *, in ip4_lookup_node_process_vec()
203 node_mbuf_priv1(mbuf0, dyn)->cksum = ipv4_hdr->hdr_checksum; in ip4_lookup_node_process_vec()
204 node_mbuf_priv1(mbuf0, dyn)->ttl = ipv4_hdr->time_to_live; in ip4_lookup_node_process_vec()
[all …]
|
| H A D | ip4_rewrite.c | 37 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3, **pkts; in ip4_rewrite_node_process() local
74 mbuf0 = pkts[0]; in ip4_rewrite_node_process()
81 priv01.u64[0] = node_mbuf_priv1(mbuf0, dyn)->u; in ip4_rewrite_node_process()
93 d0 = rte_pktmbuf_mtod(mbuf0, void *); in ip4_rewrite_node_process()
210 mbuf0 = pkts[0]; in ip4_rewrite_node_process()
215 d0 = rte_pktmbuf_mtod(mbuf0, void *); in ip4_rewrite_node_process()
216 rte_memcpy(d0, nh[node_mbuf_priv1(mbuf0, dyn)->nh].rewrite_data, in ip4_rewrite_node_process()
217 nh[node_mbuf_priv1(mbuf0, dyn)->nh].rewrite_len); in ip4_rewrite_node_process()
219 next0 = nh[node_mbuf_priv1(mbuf0, dyn)->nh].tx_node; in ip4_rewrite_node_process()
222 chksum = node_mbuf_priv1(mbuf0, dyn)->cksum + in ip4_rewrite_node_process()
[all …]
|
| H A D | ip4_lookup_neon.h | 13 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3, **pkts; in ip4_lookup_node_process_vec() local
70 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
79 ipv4_hdr = rte_pktmbuf_mtod_offset(mbuf0, struct rte_ipv4_hdr *, in ip4_lookup_node_process_vec()
120 node_mbuf_priv1(mbuf0, dyn)->u = priv01.u64[0]; in ip4_lookup_node_process_vec()
189 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
195 ipv4_hdr = rte_pktmbuf_mtod_offset(mbuf0, struct rte_ipv4_hdr *, in ip4_lookup_node_process_vec()
198 node_mbuf_priv1(mbuf0, dyn)->cksum = ipv4_hdr->hdr_checksum; in ip4_lookup_node_process_vec()
199 node_mbuf_priv1(mbuf0, dyn)->ttl = ipv4_hdr->time_to_live; in ip4_lookup_node_process_vec()
205 node_mbuf_priv1(mbuf0, dyn)->nh = (uint16_t)next_hop; in ip4_lookup_node_process_vec()
|
| H A D | ethdev_rx.c | 70 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3; in eth_pkt_parse_cb() local
100 mbuf0 = pkts[0]; in eth_pkt_parse_cb()
108 eth_hdr = rte_pktmbuf_mtod(mbuf0, struct rte_ether_hdr *); in eth_pkt_parse_cb()
110 mbuf0->packet_type = l3_ptype(etype, 0); in eth_pkt_parse_cb()
129 mbuf0 = pkts[0]; in eth_pkt_parse_cb()
135 eth_hdr = rte_pktmbuf_mtod(mbuf0, struct rte_ether_hdr *); in eth_pkt_parse_cb()
137 mbuf0->packet_type = l3_ptype(etype, 0); in eth_pkt_parse_cb()
|
| H A D | pkt_cls.c | 33 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3, **pkts; in pkt_cls_node_process() local
70 mbuf0 = pkts[0]; in pkt_cls_node_process()
77 l0 = mbuf0->packet_type & in pkt_cls_node_process()
169 mbuf0 = pkts[0]; in pkt_cls_node_process()
174 l0 = mbuf0->packet_type & in pkt_cls_node_process()
|
| /dpdk/drivers/net/cnxk/ |
| H A D | cn9k_tx.h | 1003 mbuf0 = (uint64_t *)tx_pkts[0]; in cn9k_nix_xmit_pkts_vector()
1008 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in cn9k_nix_xmit_pkts_vector()
1033 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in cn9k_nix_xmit_pkts_vector()
1056 : [in] "r"(mbuf0 + 2) in cn9k_nix_xmit_pkts_vector()
1075 mbuf0 = (uint64_t *)*mbuf0; in cn9k_nix_xmit_pkts_vector()
1081 mbuf0 = (uint64_t *)*mbuf0; in cn9k_nix_xmit_pkts_vector()
1125 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in cn9k_nix_xmit_pkts_vector()
1544 : [in] "r"(mbuf0) in cn9k_nix_xmit_pkts_vector()
1702 mbuf0 = (uint64_t *)tx_pkts[0]; in cn9k_nix_xmit_pkts_vector()
1712 (void **)&mbuf0, 1, 0); in cn9k_nix_xmit_pkts_vector()
[all …]
|
| H A D | cn10k_rx.h | 1045 aura_handle = mbuf0->pool->pool_id; in cn10k_nix_recv_pkts_vector()
1047 d_off = ((uintptr_t)mbuf0->buf_addr - (uintptr_t)mbuf0); in cn10k_nix_recv_pkts_vector()
1287 RTE_MEMPOOL_CHECK_COOKIES(mbuf0->pool, (void **)&mbuf0, 1, 1); in cn10k_nix_recv_pkts_vector()
1298 uintptr_t cpth0 = (uintptr_t)mbuf0 + d_off; in cn10k_nix_recv_pkts_vector()
1450 cpth0 = (uintptr_t)mbuf0 + d_off; in cn10k_nix_recv_pkts_vector()
1454 mbuf0 = (struct rte_mbuf *)wqe; in cn10k_nix_recv_pkts_vector()
1461 mbuf0, &f0, &ol_flags0, in cn10k_nix_recv_pkts_vector()
1558 ol_flags0, mbuf0); in cn10k_nix_recv_pkts_vector()
1682 mbuf0, mbuf_initializer, flags); in cn10k_nix_recv_pkts_vector()
1699 RTE_MEMPOOL_CHECK_COOKIES(mbuf0->pool, (void **)&mbuf0, 1, 1); in cn10k_nix_recv_pkts_vector()
[all …]
|
| H A D | cn9k_rx.h | 551 struct rte_mbuf *mbuf0, *mbuf1, *mbuf2, *mbuf3; in cn9k_nix_recv_pkts_vector() local
595 mbuf0 = (struct rte_mbuf *)vgetq_lane_u64(mbuf01, 0); in cn9k_nix_recv_pkts_vector()
672 ol_flags0 = nix_qinq_update(cq0_w2, ol_flags0, mbuf0); in cn9k_nix_recv_pkts_vector()
681 mbuf0); in cn9k_nix_recv_pkts_vector()
747 *cnxk_nix_timestamp_dynfield(mbuf0, rxq->tstamp) = in cn9k_nix_recv_pkts_vector()
793 vst1q_u64((uint64_t *)mbuf0->rx_descriptor_fields1, f0); in cn9k_nix_recv_pkts_vector()
799 vst1q_u64((uint64_t *)mbuf0->rearm_data, rearm0); in cn9k_nix_recv_pkts_vector()
809 (cq0 + CQE_SZ(0) + 8), mbuf0, in cn9k_nix_recv_pkts_vector()
822 mbuf0->next = NULL; in cn9k_nix_recv_pkts_vector()
833 roc_prefetch_store_keep(mbuf0); in cn9k_nix_recv_pkts_vector()
[all …]
|
| H A D | cn10k_tx.h | 1773 mbuf0 = (uint64_t *)tx_pkts[0]; in cn10k_nix_xmit_pkts_vector()
1778 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in cn10k_nix_xmit_pkts_vector()
1803 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in cn10k_nix_xmit_pkts_vector()
1826 : [in] "r"(mbuf0 + 2) in cn10k_nix_xmit_pkts_vector()
1845 mbuf0 = (uint64_t *)*mbuf0; in cn10k_nix_xmit_pkts_vector()
1851 mbuf0 = (uint64_t *)*mbuf0; in cn10k_nix_xmit_pkts_vector()
1895 mbuf0 = (uint64_t *)((uintptr_t)mbuf0 + in cn10k_nix_xmit_pkts_vector()
2314 : [in] "r"(mbuf0) in cn10k_nix_xmit_pkts_vector()
2474 mbuf0 = (uint64_t *)tx_pkts[0]; in cn10k_nix_xmit_pkts_vector()
2484 (void **)&mbuf0, 1, 0); in cn10k_nix_xmit_pkts_vector()
[all …]
|
| /dpdk/drivers/net/ark/ |
| H A D | ark_ethdev_rx.c | 25 struct rte_mbuf *mbuf0,
342 struct rte_mbuf *mbuf0, in eth_ark_rx_jumbo() argument
353 mbuf_prev = mbuf0; in eth_ark_rx_jumbo()
357 mbuf0->data_len = data_len; in eth_ark_rx_jumbo()
375 mbuf0->nb_segs = segments; in eth_ark_rx_jumbo()
|
| /dpdk/lib/pipeline/ |
| H A D | rte_table_action.c | 2090 pkt4_work_tag(struct rte_mbuf *mbuf0, in pkt4_work_tag() argument
2099 mbuf0->hash.fdir.hi = data0->tag; in pkt4_work_tag()
2151 uint32_t pkt_len0 = mbuf0->pkt_len; in pkt4_work_decap()
2170 mbuf0->data_off = data_off0 + n0; in pkt4_work_decap()
2171 mbuf0->data_len = data_len0 - n0; in pkt4_work_decap()
2172 mbuf0->pkt_len = pkt_len0 - n0; in pkt4_work_decap()
3022 struct rte_mbuf *mbuf0 = mbufs[0]; in pkt4_work() local
3087 pkt_work_lb(mbuf0, in pkt4_work()
3114 drop_mask0 |= pkt_work_mtr(mbuf0, in pkt4_work()
3157 pkt_work_tm(mbuf0, in pkt4_work()
[all …]
|
| /dpdk/lib/table/ |
| H A D | rte_table_hash_key8.c | 606 #define lookup1_stage0(pkt0_index, mbuf0, pkts, pkts_mask, f) \ argument
615 mbuf0 = pkts[pkt0_index]; \
616 rte_prefetch0(RTE_MBUF_METADATA_UINT8_PTR(mbuf0, key_offset)); \
|
| H A D | rte_table_hash_key16.c | 634 #define lookup1_stage0(pkt0_index, mbuf0, pkts, pkts_mask, f) \ argument
643 mbuf0 = pkts[pkt0_index]; \
644 rte_prefetch0(RTE_MBUF_METADATA_UINT8_PTR(mbuf0, key_offset));\
|
| H A D | rte_table_hash_key32.c | 662 #define lookup1_stage0(pkt0_index, mbuf0, pkts, pkts_mask, f) \ argument
671 mbuf0 = pkts[pkt0_index]; \
672 rte_prefetch0(RTE_MBUF_METADATA_UINT8_PTR(mbuf0, key_offset));\
|