1*4418919fSjohnjiang /* SPDX-License-Identifier: BSD-3-Clause
2*4418919fSjohnjiang * Copyright(c) 2010-2014 Intel Corporation
3*4418919fSjohnjiang */
4*4418919fSjohnjiang
5*4418919fSjohnjiang #include <stdio.h>
6*4418919fSjohnjiang #include <stdlib.h>
7*4418919fSjohnjiang #include <stdint.h>
8*4418919fSjohnjiang #include <inttypes.h>
9*4418919fSjohnjiang #include <sys/types.h>
10*4418919fSjohnjiang #include <string.h>
11*4418919fSjohnjiang #include <sys/queue.h>
12*4418919fSjohnjiang #include <stdarg.h>
13*4418919fSjohnjiang #include <errno.h>
14*4418919fSjohnjiang #include <getopt.h>
15*4418919fSjohnjiang
16*4418919fSjohnjiang #include <rte_common.h>
17*4418919fSjohnjiang #include <rte_byteorder.h>
18*4418919fSjohnjiang #include <rte_log.h>
19*4418919fSjohnjiang #include <rte_memory.h>
20*4418919fSjohnjiang #include <rte_memcpy.h>
21*4418919fSjohnjiang #include <rte_eal.h>
22*4418919fSjohnjiang #include <rte_per_lcore.h>
23*4418919fSjohnjiang #include <rte_launch.h>
24*4418919fSjohnjiang #include <rte_atomic.h>
25*4418919fSjohnjiang #include <rte_cycles.h>
26*4418919fSjohnjiang #include <rte_prefetch.h>
27*4418919fSjohnjiang #include <rte_branch_prediction.h>
28*4418919fSjohnjiang #include <rte_interrupts.h>
29*4418919fSjohnjiang #include <rte_pci.h>
30*4418919fSjohnjiang #include <rte_random.h>
31*4418919fSjohnjiang #include <rte_debug.h>
32*4418919fSjohnjiang #include <rte_ether.h>
33*4418919fSjohnjiang #include <rte_ethdev.h>
34*4418919fSjohnjiang #include <rte_ring.h>
35*4418919fSjohnjiang #include <rte_mempool.h>
36*4418919fSjohnjiang #include <rte_mbuf.h>
37*4418919fSjohnjiang #include <rte_ip.h>
38*4418919fSjohnjiang #include <rte_tcp.h>
39*4418919fSjohnjiang #include <rte_lpm.h>
40*4418919fSjohnjiang #include <rte_lpm6.h>
41*4418919fSjohnjiang #include <rte_malloc.h>
42*4418919fSjohnjiang
43*4418919fSjohnjiang #include "main.h"
44*4418919fSjohnjiang
45*4418919fSjohnjiang void
app_main_loop_rx(void)46*4418919fSjohnjiang app_main_loop_rx(void) {
47*4418919fSjohnjiang uint32_t i;
48*4418919fSjohnjiang int ret;
49*4418919fSjohnjiang
50*4418919fSjohnjiang RTE_LOG(INFO, USER1, "Core %u is doing RX\n", rte_lcore_id());
51*4418919fSjohnjiang
52*4418919fSjohnjiang for (i = 0; ; i = ((i + 1) & (app.n_ports - 1))) {
53*4418919fSjohnjiang uint16_t n_mbufs;
54*4418919fSjohnjiang
55*4418919fSjohnjiang n_mbufs = rte_eth_rx_burst(
56*4418919fSjohnjiang app.ports[i],
57*4418919fSjohnjiang 0,
58*4418919fSjohnjiang app.mbuf_rx.array,
59*4418919fSjohnjiang app.burst_size_rx_read);
60*4418919fSjohnjiang
61*4418919fSjohnjiang if (n_mbufs == 0)
62*4418919fSjohnjiang continue;
63*4418919fSjohnjiang
64*4418919fSjohnjiang do {
65*4418919fSjohnjiang ret = rte_ring_sp_enqueue_bulk(
66*4418919fSjohnjiang app.rings_rx[i],
67*4418919fSjohnjiang (void **) app.mbuf_rx.array,
68*4418919fSjohnjiang n_mbufs, NULL);
69*4418919fSjohnjiang } while (ret == 0);
70*4418919fSjohnjiang }
71*4418919fSjohnjiang }
72*4418919fSjohnjiang
73*4418919fSjohnjiang void
app_main_loop_worker(void)74*4418919fSjohnjiang app_main_loop_worker(void) {
75*4418919fSjohnjiang struct app_mbuf_array *worker_mbuf;
76*4418919fSjohnjiang uint32_t i;
77*4418919fSjohnjiang
78*4418919fSjohnjiang RTE_LOG(INFO, USER1, "Core %u is doing work (no pipeline)\n",
79*4418919fSjohnjiang rte_lcore_id());
80*4418919fSjohnjiang
81*4418919fSjohnjiang worker_mbuf = rte_malloc_socket(NULL, sizeof(struct app_mbuf_array),
82*4418919fSjohnjiang RTE_CACHE_LINE_SIZE, rte_socket_id());
83*4418919fSjohnjiang if (worker_mbuf == NULL)
84*4418919fSjohnjiang rte_panic("Worker thread: cannot allocate buffer space\n");
85*4418919fSjohnjiang
86*4418919fSjohnjiang for (i = 0; ; i = ((i + 1) & (app.n_ports - 1))) {
87*4418919fSjohnjiang int ret;
88*4418919fSjohnjiang
89*4418919fSjohnjiang ret = rte_ring_sc_dequeue_bulk(
90*4418919fSjohnjiang app.rings_rx[i],
91*4418919fSjohnjiang (void **) worker_mbuf->array,
92*4418919fSjohnjiang app.burst_size_worker_read,
93*4418919fSjohnjiang NULL);
94*4418919fSjohnjiang
95*4418919fSjohnjiang if (ret == 0)
96*4418919fSjohnjiang continue;
97*4418919fSjohnjiang
98*4418919fSjohnjiang do {
99*4418919fSjohnjiang ret = rte_ring_sp_enqueue_bulk(
100*4418919fSjohnjiang app.rings_tx[i ^ 1],
101*4418919fSjohnjiang (void **) worker_mbuf->array,
102*4418919fSjohnjiang app.burst_size_worker_write,
103*4418919fSjohnjiang NULL);
104*4418919fSjohnjiang } while (ret == 0);
105*4418919fSjohnjiang }
106*4418919fSjohnjiang }
107*4418919fSjohnjiang
108*4418919fSjohnjiang void
app_main_loop_tx(void)109*4418919fSjohnjiang app_main_loop_tx(void) {
110*4418919fSjohnjiang uint32_t i;
111*4418919fSjohnjiang
112*4418919fSjohnjiang RTE_LOG(INFO, USER1, "Core %u is doing TX\n", rte_lcore_id());
113*4418919fSjohnjiang
114*4418919fSjohnjiang for (i = 0; ; i = ((i + 1) & (app.n_ports - 1))) {
115*4418919fSjohnjiang uint16_t n_mbufs, n_pkts;
116*4418919fSjohnjiang int ret;
117*4418919fSjohnjiang
118*4418919fSjohnjiang n_mbufs = app.mbuf_tx[i].n_mbufs;
119*4418919fSjohnjiang
120*4418919fSjohnjiang ret = rte_ring_sc_dequeue_bulk(
121*4418919fSjohnjiang app.rings_tx[i],
122*4418919fSjohnjiang (void **) &app.mbuf_tx[i].array[n_mbufs],
123*4418919fSjohnjiang app.burst_size_tx_read,
124*4418919fSjohnjiang NULL);
125*4418919fSjohnjiang
126*4418919fSjohnjiang if (ret == 0)
127*4418919fSjohnjiang continue;
128*4418919fSjohnjiang
129*4418919fSjohnjiang n_mbufs += app.burst_size_tx_read;
130*4418919fSjohnjiang
131*4418919fSjohnjiang if (n_mbufs < app.burst_size_tx_write) {
132*4418919fSjohnjiang app.mbuf_tx[i].n_mbufs = n_mbufs;
133*4418919fSjohnjiang continue;
134*4418919fSjohnjiang }
135*4418919fSjohnjiang
136*4418919fSjohnjiang n_pkts = rte_eth_tx_burst(
137*4418919fSjohnjiang app.ports[i],
138*4418919fSjohnjiang 0,
139*4418919fSjohnjiang app.mbuf_tx[i].array,
140*4418919fSjohnjiang n_mbufs);
141*4418919fSjohnjiang
142*4418919fSjohnjiang if (n_pkts < n_mbufs) {
143*4418919fSjohnjiang uint16_t k;
144*4418919fSjohnjiang
145*4418919fSjohnjiang for (k = n_pkts; k < n_mbufs; k++) {
146*4418919fSjohnjiang struct rte_mbuf *pkt_to_free;
147*4418919fSjohnjiang
148*4418919fSjohnjiang pkt_to_free = app.mbuf_tx[i].array[k];
149*4418919fSjohnjiang rte_pktmbuf_free(pkt_to_free);
150*4418919fSjohnjiang }
151*4418919fSjohnjiang }
152*4418919fSjohnjiang
153*4418919fSjohnjiang app.mbuf_tx[i].n_mbufs = 0;
154*4418919fSjohnjiang }
155*4418919fSjohnjiang }
156