| /dpdk/lib/gro/ |
| H A D | rte_gro.c | 245 ret = gro_vxlan_tcp4_reassemble(pkts[i], in rte_gro_reassemble_burst()
254 ret = gro_vxlan_udp4_reassemble(pkts[i], in rte_gro_reassemble_burst()
278 unprocess_pkts[unprocess_num++] = pkts[i]; in rte_gro_reassemble_burst()
287 0, pkts, nb_pkts); in rte_gro_reassemble_burst()
292 0, &pkts[i], nb_pkts - i); in rte_gro_reassemble_burst()
298 &pkts[i], nb_pkts - i); in rte_gro_reassemble_burst()
303 &pkts[i], nb_pkts - i); in rte_gro_reassemble_burst()
307 memcpy(&pkts[i], unprocess_pkts, in rte_gro_reassemble_burst()
318 rte_gro_reassemble(struct rte_mbuf **pkts, in rte_gro_reassemble() argument
364 if (gro_tcp4_reassemble(pkts[i], tcp_tbl, in rte_gro_reassemble()
[all …]
|
| /dpdk/lib/node/ |
| H A D | ethdev_rx.c | 73 struct rte_mbuf **pkts; in eth_pkt_parse_cb() local
80 pkts = mbufs; in eth_pkt_parse_cb()
85 rte_prefetch0(pkts[8]); in eth_pkt_parse_cb()
86 rte_prefetch0(pkts[9]); in eth_pkt_parse_cb()
100 mbuf0 = pkts[0]; in eth_pkt_parse_cb()
101 mbuf1 = pkts[1]; in eth_pkt_parse_cb()
102 mbuf2 = pkts[2]; in eth_pkt_parse_cb()
103 mbuf3 = pkts[3]; in eth_pkt_parse_cb()
104 pkts += 4; in eth_pkt_parse_cb()
129 mbuf0 = pkts[0]; in eth_pkt_parse_cb()
[all …]
|
| H A D | ip4_lookup_neon.h | 52 rte_prefetch0(pkts[8]); in ip4_lookup_node_process_vec()
53 rte_prefetch0(pkts[9]); in ip4_lookup_node_process_vec()
54 rte_prefetch0(pkts[10]); in ip4_lookup_node_process_vec()
55 rte_prefetch0(pkts[11]); in ip4_lookup_node_process_vec()
70 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
71 mbuf1 = pkts[1]; in ip4_lookup_node_process_vec()
72 mbuf2 = pkts[2]; in ip4_lookup_node_process_vec()
73 mbuf3 = pkts[3]; in ip4_lookup_node_process_vec()
75 pkts += 4; in ip4_lookup_node_process_vec()
189 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
[all …]
|
| H A D | ip4_lookup_sse.h | 48 rte_prefetch0(pkts[8]); in ip4_lookup_node_process_vec()
49 rte_prefetch0(pkts[9]); in ip4_lookup_node_process_vec()
50 rte_prefetch0(pkts[10]); in ip4_lookup_node_process_vec()
51 rte_prefetch0(pkts[11]); in ip4_lookup_node_process_vec()
66 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
67 mbuf1 = pkts[1]; in ip4_lookup_node_process_vec()
68 mbuf2 = pkts[2]; in ip4_lookup_node_process_vec()
69 mbuf3 = pkts[3]; in ip4_lookup_node_process_vec()
71 pkts += 4; in ip4_lookup_node_process_vec()
194 mbuf0 = pkts[0]; in ip4_lookup_node_process_vec()
[all …]
|
| H A D | pkt_cls.c | 50 rte_prefetch0(pkts[i]); in pkt_cls_node_process()
63 rte_prefetch0(pkts[4]); in pkt_cls_node_process()
64 rte_prefetch0(pkts[5]); in pkt_cls_node_process()
65 rte_prefetch0(pkts[6]); in pkt_cls_node_process()
70 mbuf0 = pkts[0]; in pkt_cls_node_process()
71 mbuf1 = pkts[1]; in pkt_cls_node_process()
72 mbuf2 = pkts[2]; in pkt_cls_node_process()
73 mbuf3 = pkts[3]; in pkt_cls_node_process()
74 pkts += 4; in pkt_cls_node_process()
169 mbuf0 = pkts[0]; in pkt_cls_node_process()
[all …]
|
| H A D | ip4_rewrite.c | 58 rte_prefetch0(pkts[i]); in ip4_rewrite_node_process()
68 rte_prefetch0(pkts[4]); in ip4_rewrite_node_process()
69 rte_prefetch0(pkts[5]); in ip4_rewrite_node_process()
70 rte_prefetch0(pkts[6]); in ip4_rewrite_node_process()
74 mbuf0 = pkts[0]; in ip4_rewrite_node_process()
75 mbuf1 = pkts[1]; in ip4_rewrite_node_process()
76 mbuf2 = pkts[2]; in ip4_rewrite_node_process()
77 mbuf3 = pkts[3]; in ip4_rewrite_node_process()
79 pkts += 4; in ip4_rewrite_node_process()
210 mbuf0 = pkts[0]; in ip4_rewrite_node_process()
[all …]
|
| /dpdk/app/test-pmd/ |
| H A D | macswap_neon.h | 16 do_macswap(struct rte_mbuf *pkts[], uint16_t nb, in do_macswap() argument
34 vlan_qinq_set(pkts, nb, ol_flags, in do_macswap()
42 rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 4], void *)); in do_macswap()
43 rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 5], void *)); in do_macswap()
44 rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 6], void *)); in do_macswap()
48 mb[0] = pkts[i++]; in do_macswap()
51 mb[1] = pkts[i++]; in do_macswap()
54 mb[2] = pkts[i++]; in do_macswap()
57 mb[3] = pkts[i++]; in do_macswap()
84 rte_prefetch0(rte_pktmbuf_mtod(pkts[i+1], void *)); in do_macswap()
[all …]
|
| H A D | macswap_sse.h | 11 do_macswap(struct rte_mbuf *pkts[], uint16_t nb, in do_macswap() argument
31 vlan_qinq_set(pkts, nb, ol_flags, in do_macswap()
39 rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 4], void *)); in do_macswap()
40 rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 5], void *)); in do_macswap()
41 rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 6], void *)); in do_macswap()
42 rte_prefetch0(rte_pktmbuf_mtod(pkts[i + 7], void *)); in do_macswap()
45 mb[0] = pkts[i++]; in do_macswap()
49 mb[1] = pkts[i++]; in do_macswap()
54 mb[2] = pkts[i++]; in do_macswap()
58 mb[3] = pkts[i++]; in do_macswap()
[all …]
|
| /dpdk/lib/port/ |
| H A D | rte_swx_port_fd.c | 35 struct rte_mbuf **pkts; member
56 if (!p->pkts) { in reader_create()
80 rte_pktmbuf_free(p->pkts[i]); in reader_free()
82 free(p->pkts); in reader_free()
100 m = p->pkts[i]; in reader_pkt_rx()
124 m = p->pkts[p->pos++]; in reader_pkt_rx()
163 struct rte_mbuf **pkts; member
184 if (!p->pkts) { in writer_create()
206 pkt = p->pkts[i]; in __writer_flush()
247 p->pkts[p->n_pkts++] = m; in writer_pkt_tx()
[all …]
|
| H A D | rte_swx_port_ring.c | 33 struct rte_mbuf **pkts; member
63 if (!p->pkts) in reader_create()
76 free(p->pkts); in reader_create()
92 (void **) p->pkts, in reader_pkt_rx()
108 m = p->pkts[p->pos++]; in reader_pkt_rx()
146 free(p->pkts); in reader_free()
173 struct rte_mbuf **pkts; member
202 if (!p->pkts) in writer_create()
216 free(p->pkts); in writer_create()
262 p->pkts[p->n_pkts++] = m; in writer_pkt_tx()
[all …]
|
| H A D | rte_port_source_sink.c | 41 uint8_t **pkts; member
102 port->pkts = rte_zmalloc_socket("PCAP", in pcap_source_load()
104 if (port->pkts == NULL) { in pcap_source_load()
148 port->pkts[i] = buff; in pcap_source_load()
167 rte_free(port->pkts); in pcap_source_load()
241 rte_free(p->pkts); in rte_port_source_free()
266 pkts[i]->pkt_len = pkts[i]->data_len; in rte_port_source_rx()
511 PCAP_SINK_WRITE_PKT(p, pkts[i]); in rte_port_sink_tx_bulk()
515 struct rte_mbuf *pkt = pkts[i]; in rte_port_sink_tx_bulk()
528 PCAP_SINK_WRITE_PKT(p, pkts[pkt_index]); in rte_port_sink_tx_bulk()
[all …]
|
| H A D | rte_swx_port_ethdev.c | 41 struct rte_mbuf **pkts; member
72 if (!p->pkts) { in reader_create()
96 p->pkts, in reader_pkt_rx()
112 m = p->pkts[p->pos++]; in reader_pkt_rx()
146 struct rte_mbuf *pkt = p->pkts[i]; in reader_free()
151 free(p->pkts); in reader_free()
174 struct rte_mbuf **pkts; member
204 if (!p->pkts) { in writer_create()
225 p->pkts + n_pkts, in __writer_flush()
262 p->pkts[p->n_pkts++] = m; in writer_pkt_tx()
[all …]
|
| H A D | rte_port_ring.c | 269 struct rte_mbuf **pkts, in rte_port_ring_writer_tx_bulk_internal() argument
295 (void **)pkts, n_pkts, NULL); in rte_port_ring_writer_tx_bulk_internal()
298 (void **)pkts, n_pkts, NULL); in rte_port_ring_writer_tx_bulk_internal()
302 struct rte_mbuf *pkt = pkts[n_pkts_ok]; in rte_port_ring_writer_tx_bulk_internal()
331 struct rte_mbuf **pkts, in rte_port_ring_writer_tx_bulk() argument
339 struct rte_mbuf **pkts, in rte_port_ring_multi_writer_tx_bulk() argument
585 struct rte_mbuf **pkts, in rte_port_ring_writer_nodrop_tx_bulk_internal() argument
612 (void **)pkts, n_pkts, NULL); in rte_port_ring_writer_nodrop_tx_bulk_internal()
616 (void **)pkts, n_pkts, NULL); in rte_port_ring_writer_nodrop_tx_bulk_internal()
659 struct rte_mbuf **pkts, in rte_port_ring_writer_nodrop_tx_bulk() argument
[all …]
|
| H A D | rte_port_frag.c | 46 struct rte_mbuf *pkts[RTE_PORT_IN_BURST_SIZE_MAX]; member
127 struct rte_mbuf **pkts, in rte_port_ring_reader_frag_rx() argument
138 memcpy(pkts, &p->frags[p->pos_frags], n_pkts * sizeof(void *)); in rte_port_ring_reader_frag_rx()
145 memcpy(pkts, &p->frags[p->pos_frags], p->n_frags * sizeof(void *)); in rte_port_ring_reader_frag_rx()
158 (void **) p->pkts, RTE_PORT_IN_BURST_SIZE_MAX, in rte_port_ring_reader_frag_rx()
167 pkt = p->pkts[p->pos_pkts++]; in rte_port_ring_reader_frag_rx()
172 pkts[n_pkts_out++] = pkt; in rte_port_ring_reader_frag_rx()
216 memcpy(&pkts[n_pkts_out], p->frags, in rte_port_ring_reader_frag_rx()
224 memcpy(&pkts[n_pkts_out], p->frags, in rte_port_ring_reader_frag_rx()
|
| /dpdk/drivers/net/sfc/ |
| H A D | sfc_stats.h | 31 uint64_t pkts; member
42 sfc_pkts_bytes_add(union sfc_pkts_bytes *st, uint64_t pkts, uint64_t bytes) in sfc_pkts_bytes_add() argument
48 result.pkts = st->pkts + pkts; in sfc_pkts_bytes_add()
58 st->pkts += pkts; in sfc_pkts_bytes_add()
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec_sse.h | 51 _mm_storeu_si128((__m128i *)&pkts[pos], mbp); in rxq_copy_mbuf_v()
54 pkts[pos] = elts[pos]; in rxq_copy_mbuf_v()
380 __m128i op_err, struct rte_mbuf **pkts) in rxq_cq_to_ptype_oflags_v() argument
740 pkts[pos]->port = cq[pos].user_index_low; in rxq_cq_process_v()
752 mlx5_timestamp_set(pkts[pos], offset, in rxq_cq_process_v()
755 mlx5_timestamp_set(pkts[pos + 1], offset, in rxq_cq_process_v()
758 mlx5_timestamp_set(pkts[pos + 2], offset, in rxq_cq_process_v()
761 mlx5_timestamp_set(pkts[pos + 3], offset, in rxq_cq_process_v()
764 mlx5_timestamp_set(pkts[pos], offset, in rxq_cq_process_v()
766 mlx5_timestamp_set(pkts[pos + 1], offset, in rxq_cq_process_v()
[all …]
|
| H A D | mlx5_rxtx_vec.c | 60 struct rte_mbuf *pkt = pkts[i]; in rxq_handle_pending_error()
68 pkts[n++] = pkt; in rxq_handle_pending_error()
196 struct rte_mbuf **pkts, uint16_t pkts_n) in rxq_copy_mprq_mbuf_v() argument
252 pkts[copied++] = elts[i]; in rxq_copy_mprq_mbuf_v()
316 pkts, rcvd_pkt); in rxq_burst_v()
319 pkts += rcvd_pkt; in rxq_burst_v()
358 &pkts[nocmp_n], n); in rxq_burst_v()
393 nb_rx = rxq_burst_v(rxq, pkts + tn, pkts_n - tn, in mlx5_rx_burst_vec()
457 cp_pkt = rxq_copy_mprq_mbuf_v(rxq, pkts, rcvd_pkt); in rxq_burst_mprq_v()
459 pkts += cp_pkt; in rxq_burst_mprq_v()
[all …]
|
| H A D | mlx5_rxtx_vec_altivec.h | 54 *(__vector unsigned char *)&pkts[pos] = mbp; in rxq_copy_mbuf_v()
57 pkts[pos] = elts[pos]; in rxq_copy_mbuf_v()
528 struct rte_mbuf **pkts) in rxq_cq_to_ptype_oflags_v() argument
1012 &pkts[pos + 3]->pkt_len = pkt_mb3; in rxq_cq_process_v()
1014 &pkts[pos + 2]->pkt_len = pkt_mb2; in rxq_cq_process_v()
1081 &pkts[pos + 1]->pkt_len = pkt_mb1; in rxq_cq_process_v()
1083 &pkts[pos]->pkt_len = pkt_mb0; in rxq_cq_process_v()
1193 pkts[pos]->port = cq[pos].user_index_low; in rxq_cq_process_v()
1205 mlx5_timestamp_set(pkts[pos], offset, in rxq_cq_process_v()
1208 mlx5_timestamp_set(pkts[pos + 1], offset, in rxq_cq_process_v()
[all …]
|
| /dpdk/app/test/ |
| H A D | test_link_bonding_mode4.c | 197 rte_pktmbuf_free(pkts[i]); in free_pkts()
864 RTE_DIM(pkts)); in test_mode4_rx()
885 free_pkts(pkts, retval); in test_mode4_rx()
912 RTE_DIM(pkts)); in test_mode4_rx()
926 free_pkts(pkts, retval); in test_mode4_rx()
965 retval = bond_rx(pkts, RTE_DIM(pkts)); in test_mode4_rx()
969 free_pkts(pkts, retval); in test_mode4_rx()
1047 retval = slave_get_pkts(slave, pkts, RTE_DIM(pkts)); in test_mode4_tx_burst()
1121 retval = slave_get_pkts(slave, pkts, RTE_DIM(pkts)); in test_mode4_tx_burst()
1224 RTE_DIM(pkts)); in test_mode4_marker()
[all …]
|
| H A D | test_table_pipeline.c | 18 (struct rte_mbuf **pkts, uint32_t n, uint64_t *pkts_mask, void *arg);
20 (struct rte_mbuf **pkts, uint32_t n, uint64_t *pkts_mask, void *arg);
22 (struct rte_mbuf **pkts, uint32_t n, uint64_t *pkts_mask, void *arg);
30 RTE_SET_USED(pkts);
43 RTE_SET_USED(pkts);
56 RTE_SET_USED(pkts);
67 table_action_0x00(struct rte_pipeline *p, struct rte_mbuf **pkts,
71 table_action_stub_hit(struct rte_pipeline *p, struct rte_mbuf **pkts,
80 __rte_unused struct rte_mbuf **pkts, in table_action_0x00() argument
93 __rte_unused struct rte_mbuf **pkts, in table_action_stub_hit() argument
[all …]
|
| /dpdk/lib/distributor/ |
| H A D | rte_distributor.c | 96 return (pkts[0]) ? 1 : 0; in rte_distributor_poll_pkt()
139 return (pkts[0]) ? 1 : 0; in rte_distributor_get_pkt()
317 pkts[pkts_count++] = (void *)((uintptr_t) in handle_worker_shutdown()
480 unsigned int pkts; in rte_distributor_process() local
483 pkts = num_mbufs - next_idx; in rte_distributor_process()
485 pkts = RTE_DIST_BURST_SIZE; in rte_distributor_process()
487 for (i = 0; i < pkts; i++) { in rte_distributor_process()
499 for (j = 0; j < pkts; j++) { in rte_distributor_process()
558 bl->pkts[idx] = next_value; in rte_distributor_process()
582 bl->pkts[idx] = next_value; in rte_distributor_process()
[all …]
|
| /dpdk/examples/ipsec-secgw/ |
| H A D | ipsec.c | 605 free_pkts(&pkts[i], 1); in ipsec_enqueue()
610 rte_prefetch0(pkts[i]); in ipsec_enqueue()
612 priv = get_priv(pkts[i]); in ipsec_enqueue()
626 free_pkts(&pkts[i], 1); in ipsec_enqueue()
635 free_pkts(&pkts[i], 1); in ipsec_enqueue()
649 free_pkts(&pkts[i], 1); in ipsec_enqueue()
661 free_pkts(&pkts[i], 1); in ipsec_enqueue()
681 pkts[i], NULL); in ipsec_enqueue()
703 pkts[i], NULL); in ipsec_enqueue()
732 pkts[nb_pkts++] = pkt; in ipsec_inline_dequeue()
[all …]
|
| H A D | sad.h | 61 sad_lookup(struct ipsec_sad *sad, struct rte_mbuf *pkts[], in sad_lookup() argument
87 ipv4 = rte_pktmbuf_mtod(pkts[i], struct rte_ipv4_hdr *); in sad_lookup()
88 ipv6 = rte_pktmbuf_mtod(pkts[i], struct rte_ipv6_hdr *); in sad_lookup()
89 if ((pkts[i]->packet_type & in sad_lookup()
93 esp = rte_pktmbuf_mtod_offset(pkts[i], struct rte_esp_hdr *, in sad_lookup()
94 pkts[i]->l3_len + udp_hdr_len); in sad_lookup()
96 is_ipv4 = pkts[i]->packet_type & RTE_PTYPE_L3_IPV4; in sad_lookup()
147 ipv4 = rte_pktmbuf_mtod(pkts[v4_idxes[i]], in sad_lookup()
158 ipv6 = rte_pktmbuf_mtod(pkts[v6_idxes[i]], in sad_lookup()
|
| /dpdk/lib/vhost/ |
| H A D | virtio_net.c | 111 &pkts[pkt_idx]); in vhost_async_dma_transfer()
1381 pkts[i]->pkt_len); in virtio_dev_rx_batch_packed_copy()
1452 &pkts[pkt_idx])) { in virtio_dev_rx_packed()
2793 struct rte_mbuf **pkts, in vhost_reserve_avail_batch_packed() argument
2842 buf_lens[i] = pkts[i]->buf_len - pkts[i]->data_off; in vhost_reserve_avail_batch_packed()
2851 pkts[i]->data_len = pkts[i]->pkt_len; in vhost_reserve_avail_batch_packed()
2884 pkts[i]->pkt_len); in virtio_dev_tx_batch_packed()
2996 &pkts[pkt_idx], in virtio_dev_tx_packed()
3004 pkts[pkt_idx], in virtio_dev_tx_packed()
3115 pkts[0] = rarp_mbuf; in rte_vhost_dequeue_burst()
[all …]
|
| /dpdk/lib/table/ |
| H A D | rte_table_hash_lru.c | 399 struct rte_mbuf **pkts, in rte_table_hash_lru_lookup_unoptimized() argument
421 pkt = pkts[pkt_index]; in rte_table_hash_lru_lookup_unoptimized()
614 mbuf00 = pkts[pkt00_index]; \
619 mbuf01 = pkts[pkt01_index]; \
635 mbuf00 = pkts[pkt00_index]; \
643 mbuf01 = pkts[pkt01_index]; \
662 mbuf10 = pkts[pkt10_index]; \
668 mbuf11 = pkts[pkt11_index]; \
744 mbuf30 = pkts[pkt30_index]; \
757 mbuf31 = pkts[pkt31_index]; \
[all …]
|