1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(C) 2019 Marvell International Ltd.
3 */
4
5 #ifndef __L3FWD_EVENTDEV_H__
6 #define __L3FWD_EVENTDEV_H__
7
8 #include <rte_common.h>
9 #include <rte_eventdev.h>
10 #include <rte_event_eth_rx_adapter.h>
11 #include <rte_event_eth_tx_adapter.h>
12 #include <rte_service.h>
13 #include <rte_spinlock.h>
14
15 #include "l3fwd.h"
16
17 #define L3FWD_EVENT_SINGLE 0x1
18 #define L3FWD_EVENT_BURST 0x2
19 #define L3FWD_EVENT_TX_DIRECT 0x4
20 #define L3FWD_EVENT_TX_ENQ 0x8
21
22 typedef uint32_t (*event_device_setup_cb)(void);
23 typedef void (*event_queue_setup_cb)(uint32_t event_queue_cfg);
24 typedef void (*event_port_setup_cb)(void);
25 typedef void (*adapter_setup_cb)(void);
26 typedef int (*event_loop_cb)(void *);
27
28 struct l3fwd_event_queues {
29 uint8_t *event_q_id;
30 uint8_t nb_queues;
31 };
32
33 struct l3fwd_event_ports {
34 uint8_t *event_p_id;
35 uint8_t nb_ports;
36 rte_spinlock_t lock;
37 };
38
39 struct l3fwd_event_rx_adptr {
40 uint32_t service_id;
41 uint8_t nb_rx_adptr;
42 uint8_t *rx_adptr;
43 };
44
45 struct l3fwd_event_tx_adptr {
46 uint32_t service_id;
47 uint8_t nb_tx_adptr;
48 uint8_t *tx_adptr;
49 };
50
51 struct l3fwd_event_setup_ops {
52 event_device_setup_cb event_device_setup;
53 event_queue_setup_cb event_queue_setup;
54 event_port_setup_cb event_port_setup;
55 adapter_setup_cb adapter_setup;
56 event_loop_cb lpm_event_loop;
57 event_loop_cb em_event_loop;
58 event_loop_cb fib_event_loop;
59 };
60
61 struct l3fwd_event_resources {
62 struct rte_event_port_conf def_p_conf;
63 struct l3fwd_event_rx_adptr rx_adptr;
64 struct l3fwd_event_tx_adptr tx_adptr;
65 uint8_t disable_implicit_release;
66 struct l3fwd_event_setup_ops ops;
67 struct rte_mempool * (*pkt_pool)[NB_SOCKETS];
68 struct rte_mempool **vec_pool;
69 struct l3fwd_event_queues evq;
70 struct l3fwd_event_ports evp;
71 uint32_t port_mask;
72 uint8_t per_port_pool;
73 uint8_t event_d_id;
74 uint8_t sched_type;
75 uint8_t tx_mode_q;
76 uint8_t deq_depth;
77 uint8_t has_burst;
78 uint8_t enabled;
79 uint8_t eth_rx_queues;
80 uint8_t vector_enabled;
81 uint16_t vector_size;
82 uint64_t vector_tmo_ns;
83 };
84
85 static inline void
event_vector_attr_validate(struct rte_event_vector * vec,struct rte_mbuf * mbuf)86 event_vector_attr_validate(struct rte_event_vector *vec, struct rte_mbuf *mbuf)
87 {
88 /* l3fwd application only changes mbuf port while processing */
89 if (vec->attr_valid && (vec->port != mbuf->port))
90 vec->attr_valid = 0;
91 }
92
93 static inline void
event_vector_txq_set(struct rte_event_vector * vec,uint16_t txq)94 event_vector_txq_set(struct rte_event_vector *vec, uint16_t txq)
95 {
96 if (vec->attr_valid) {
97 vec->queue = txq;
98 } else {
99 int i;
100
101 for (i = 0; i < vec->nb_elem; i++)
102 rte_event_eth_tx_adapter_txq_set(vec->mbufs[i], txq);
103 }
104 }
105
106
107
108 struct l3fwd_event_resources *l3fwd_get_eventdev_rsrc(void);
109 void l3fwd_event_resource_setup(struct rte_eth_conf *port_conf);
110 int l3fwd_get_free_event_port(struct l3fwd_event_resources *eventdev_rsrc);
111 void l3fwd_event_set_generic_ops(struct l3fwd_event_setup_ops *ops);
112 void l3fwd_event_set_internal_port_ops(struct l3fwd_event_setup_ops *ops);
113 void l3fwd_event_worker_cleanup(uint8_t event_d_id, uint8_t event_p_id,
114 struct rte_event events[], uint16_t nb_enq,
115 uint16_t nb_deq, uint8_t is_vector);
116
117 #endif /* __L3FWD_EVENTDEV_H__ */
118