183c9e13aSJakub Kicinski /*
283c9e13aSJakub Kicinski  * Copyright (C) 2017 Netronome Systems, Inc.
383c9e13aSJakub Kicinski  *
483c9e13aSJakub Kicinski  * This software is licensed under the GNU General License Version 2,
583c9e13aSJakub Kicinski  * June 1991 as shown in the file COPYING in the top-level directory of this
683c9e13aSJakub Kicinski  * source tree.
783c9e13aSJakub Kicinski  *
883c9e13aSJakub Kicinski  * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS"
983c9e13aSJakub Kicinski  * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING,
1083c9e13aSJakub Kicinski  * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
1183c9e13aSJakub Kicinski  * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE
1283c9e13aSJakub Kicinski  * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME
1383c9e13aSJakub Kicinski  * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
1483c9e13aSJakub Kicinski  */
1583c9e13aSJakub Kicinski 
16424be63aSJakub Kicinski #include <linux/debugfs.h>
1779579220SJakub Kicinski #include <linux/device.h>
18a7fc6db0SAntonio Cardace #include <linux/ethtool.h>
1983c9e13aSJakub Kicinski #include <linux/kernel.h>
2031d3ad83SJakub Kicinski #include <linux/list.h>
2183c9e13aSJakub Kicinski #include <linux/netdevice.h>
2283c9e13aSJakub Kicinski #include <linux/u64_stats_sync.h>
238320d145SJiri Pirko #include <net/devlink.h>
24dc9c0753SJakub Kicinski #include <net/udp_tunnel.h>
2505296620SJakub Kicinski #include <net/xdp.h>
2683c9e13aSJakub Kicinski 
2783c9e13aSJakub Kicinski #define DRV_NAME	"netdevsim"
2883c9e13aSJakub Kicinski 
2931d3ad83SJakub Kicinski #define NSIM_XDP_MAX_MTU	4000
3031d3ad83SJakub Kicinski 
3131d3ad83SJakub Kicinski #define NSIM_EA(extack, msg)	NL_SET_ERR_MSG_MOD((extack), msg)
3231d3ad83SJakub Kicinski 
337699353dSShannon Nelson #define NSIM_IPSEC_MAX_SA_COUNT		33
347699353dSShannon Nelson #define NSIM_IPSEC_VALID		BIT(31)
35424be63aSJakub Kicinski #define NSIM_UDP_TUNNEL_N_PORTS		4
367699353dSShannon Nelson 
377699353dSShannon Nelson struct nsim_sa {
387699353dSShannon Nelson 	struct xfrm_state *xs;
397699353dSShannon Nelson 	__be32 ipaddr[4];
407699353dSShannon Nelson 	u32 key[4];
417699353dSShannon Nelson 	u32 salt;
427699353dSShannon Nelson 	bool used;
437699353dSShannon Nelson 	bool crypt;
447699353dSShannon Nelson 	bool rx;
457699353dSShannon Nelson };
467699353dSShannon Nelson 
477699353dSShannon Nelson struct nsim_ipsec {
487699353dSShannon Nelson 	struct nsim_sa sa[NSIM_IPSEC_MAX_SA_COUNT];
497699353dSShannon Nelson 	struct dentry *pfile;
507699353dSShannon Nelson 	u32 count;
517699353dSShannon Nelson 	u32 tx;
527699353dSShannon Nelson 	u32 ok;
537699353dSShannon Nelson };
547699353dSShannon Nelson 
5577f9591bSAntonio Cardace struct nsim_ethtool_pauseparam {
56ff1f7c17SJakub Kicinski 	bool rx;
57ff1f7c17SJakub Kicinski 	bool tx;
58ff1f7c17SJakub Kicinski 	bool report_stats_rx;
59ff1f7c17SJakub Kicinski 	bool report_stats_tx;
60ff1f7c17SJakub Kicinski };
61ff1f7c17SJakub Kicinski 
6277f9591bSAntonio Cardace struct nsim_ethtool {
63*0d7f76dcSJakub Kicinski 	u32 get_err;
64*0d7f76dcSJakub Kicinski 	u32 set_err;
6577f9591bSAntonio Cardace 	struct nsim_ethtool_pauseparam pauseparam;
66a7fc6db0SAntonio Cardace 	struct ethtool_coalesce coalesce;
67a7fc6db0SAntonio Cardace 	struct ethtool_ringparam ring;
68*0d7f76dcSJakub Kicinski 	struct ethtool_fecparam fec;
6977f9591bSAntonio Cardace };
7077f9591bSAntonio Cardace 
7183c9e13aSJakub Kicinski struct netdevsim {
7231d3ad83SJakub Kicinski 	struct net_device *netdev;
73a60f9e48SJiri Pirko 	struct nsim_dev *nsim_dev;
74e05b2d14SJiri Pirko 	struct nsim_dev_port *nsim_dev_port;
7531d3ad83SJakub Kicinski 
7683c9e13aSJakub Kicinski 	u64 tx_packets;
7783c9e13aSJakub Kicinski 	u64 tx_bytes;
7883c9e13aSJakub Kicinski 	struct u64_stats_sync syncp;
7931d3ad83SJakub Kicinski 
8040e4fe4cSJiri Pirko 	struct nsim_bus_dev *nsim_bus_dev;
8179579220SJakub Kicinski 
8231d3ad83SJakub Kicinski 	struct bpf_prog	*bpf_offloaded;
8331d3ad83SJakub Kicinski 	u32 bpf_offloaded_id;
8431d3ad83SJakub Kicinski 
8505296620SJakub Kicinski 	struct xdp_attachment_info xdp;
86799e173dSJakub Kicinski 	struct xdp_attachment_info xdp_hw;
8731d3ad83SJakub Kicinski 
8831d3ad83SJakub Kicinski 	bool bpf_tc_accept;
8931d3ad83SJakub Kicinski 	bool bpf_tc_non_bound_accept;
9031d3ad83SJakub Kicinski 	bool bpf_xdpdrv_accept;
9131d3ad83SJakub Kicinski 	bool bpf_xdpoffload_accept;
92395cacb5SJakub Kicinski 
93395cacb5SJakub Kicinski 	bool bpf_map_accept;
947699353dSShannon Nelson 	struct nsim_ipsec ipsec;
95424be63aSJakub Kicinski 	struct {
96424be63aSJakub Kicinski 		u32 inject_error;
97424be63aSJakub Kicinski 		u32 sleep;
98dc9c0753SJakub Kicinski 		u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS];
99dc9c0753SJakub Kicinski 		u32 (*ports)[NSIM_UDP_TUNNEL_N_PORTS];
100424be63aSJakub Kicinski 		struct debugfs_u32_array dfs_ports[2];
101424be63aSJakub Kicinski 	} udp_ports;
102ff1f7c17SJakub Kicinski 
103ff1f7c17SJakub Kicinski 	struct nsim_ethtool ethtool;
10483c9e13aSJakub Kicinski };
10531d3ad83SJakub Kicinski 
106e05b2d14SJiri Pirko struct netdevsim *
107e05b2d14SJiri Pirko nsim_create(struct nsim_dev *nsim_dev, struct nsim_dev_port *nsim_dev_port);
108e05b2d14SJiri Pirko void nsim_destroy(struct netdevsim *ns);
109e05b2d14SJiri Pirko 
110ff1f7c17SJakub Kicinski void nsim_ethtool_init(struct netdevsim *ns);
111ff1f7c17SJakub Kicinski 
112424be63aSJakub Kicinski void nsim_udp_tunnels_debugfs_create(struct nsim_dev *nsim_dev);
113424be63aSJakub Kicinski int nsim_udp_tunnels_info_create(struct nsim_dev *nsim_dev,
114424be63aSJakub Kicinski 				 struct net_device *dev);
115424be63aSJakub Kicinski void nsim_udp_tunnels_info_destroy(struct net_device *dev);
116424be63aSJakub Kicinski 
1177c5db7e7SJakub Kicinski #ifdef CONFIG_BPF_SYSCALL
118d514f41eSJiri Pirko int nsim_bpf_dev_init(struct nsim_dev *nsim_dev);
119d514f41eSJiri Pirko void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev);
12031d3ad83SJakub Kicinski int nsim_bpf_init(struct netdevsim *ns);
12131d3ad83SJakub Kicinski void nsim_bpf_uninit(struct netdevsim *ns);
12231d3ad83SJakub Kicinski int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf);
12331d3ad83SJakub Kicinski int nsim_bpf_disable_tc(struct netdevsim *ns);
12431d3ad83SJakub Kicinski int nsim_bpf_setup_tc_block_cb(enum tc_setup_type type,
12531d3ad83SJakub Kicinski 			       void *type_data, void *cb_priv);
1267c5db7e7SJakub Kicinski #else
127d514f41eSJiri Pirko 
128d514f41eSJiri Pirko static inline int nsim_bpf_dev_init(struct nsim_dev *nsim_dev)
129d514f41eSJiri Pirko {
130d514f41eSJiri Pirko 	return 0;
131d514f41eSJiri Pirko }
132d514f41eSJiri Pirko 
133d514f41eSJiri Pirko static inline void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev)
134d514f41eSJiri Pirko {
135d514f41eSJiri Pirko }
1367c5db7e7SJakub Kicinski static inline int nsim_bpf_init(struct netdevsim *ns)
1377c5db7e7SJakub Kicinski {
1387c5db7e7SJakub Kicinski 	return 0;
1397c5db7e7SJakub Kicinski }
1407c5db7e7SJakub Kicinski 
1417c5db7e7SJakub Kicinski static inline void nsim_bpf_uninit(struct netdevsim *ns)
1427c5db7e7SJakub Kicinski {
1437c5db7e7SJakub Kicinski }
1447c5db7e7SJakub Kicinski 
1457c5db7e7SJakub Kicinski static inline int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf)
1467c5db7e7SJakub Kicinski {
147e8407fdeSAndrii Nakryiko 	return -EOPNOTSUPP;
1487c5db7e7SJakub Kicinski }
1497c5db7e7SJakub Kicinski 
1507c5db7e7SJakub Kicinski static inline int nsim_bpf_disable_tc(struct netdevsim *ns)
1517c5db7e7SJakub Kicinski {
1527c5db7e7SJakub Kicinski 	return 0;
1537c5db7e7SJakub Kicinski }
1547c5db7e7SJakub Kicinski 
1557c5db7e7SJakub Kicinski static inline int
1567c5db7e7SJakub Kicinski nsim_bpf_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
1577c5db7e7SJakub Kicinski 			   void *cb_priv)
1587c5db7e7SJakub Kicinski {
1597c5db7e7SJakub Kicinski 	return -EOPNOTSUPP;
1607c5db7e7SJakub Kicinski }
1617c5db7e7SJakub Kicinski #endif
16279579220SJakub Kicinski 
16337923ed6SDavid Ahern enum nsim_resource_id {
16437923ed6SDavid Ahern 	NSIM_RESOURCE_NONE,   /* DEVLINK_RESOURCE_ID_PARENT_TOP */
16537923ed6SDavid Ahern 	NSIM_RESOURCE_IPV4,
16637923ed6SDavid Ahern 	NSIM_RESOURCE_IPV4_FIB,
16737923ed6SDavid Ahern 	NSIM_RESOURCE_IPV4_FIB_RULES,
16837923ed6SDavid Ahern 	NSIM_RESOURCE_IPV6,
16937923ed6SDavid Ahern 	NSIM_RESOURCE_IPV6_FIB,
17037923ed6SDavid Ahern 	NSIM_RESOURCE_IPV6_FIB_RULES,
17135266255SIdo Schimmel 	NSIM_RESOURCE_NEXTHOPS,
17237923ed6SDavid Ahern };
17337923ed6SDavid Ahern 
17482c93a87SJiri Pirko struct nsim_dev_health {
17582c93a87SJiri Pirko 	struct devlink_health_reporter *empty_reporter;
17682c93a87SJiri Pirko 	struct devlink_health_reporter *dummy_reporter;
17782c93a87SJiri Pirko 	struct dentry *ddir;
17882c93a87SJiri Pirko 	char *recovered_break_msg;
17982c93a87SJiri Pirko 	u32 binary_len;
18082c93a87SJiri Pirko 	bool fail_recover;
18182c93a87SJiri Pirko };
18282c93a87SJiri Pirko 
18382c93a87SJiri Pirko int nsim_dev_health_init(struct nsim_dev *nsim_dev, struct devlink *devlink);
18482c93a87SJiri Pirko void nsim_dev_health_exit(struct nsim_dev *nsim_dev);
18582c93a87SJiri Pirko 
186a8700c3dSIdo Schimmel #if IS_ENABLED(CONFIG_PSAMPLE)
187a8700c3dSIdo Schimmel int nsim_dev_psample_init(struct nsim_dev *nsim_dev);
188a8700c3dSIdo Schimmel void nsim_dev_psample_exit(struct nsim_dev *nsim_dev);
189a8700c3dSIdo Schimmel #else
190a8700c3dSIdo Schimmel static inline int nsim_dev_psample_init(struct nsim_dev *nsim_dev)
191a8700c3dSIdo Schimmel {
192a8700c3dSIdo Schimmel 	return 0;
193a8700c3dSIdo Schimmel }
194a8700c3dSIdo Schimmel 
195a8700c3dSIdo Schimmel static inline void nsim_dev_psample_exit(struct nsim_dev *nsim_dev)
196a8700c3dSIdo Schimmel {
197a8700c3dSIdo Schimmel }
198a8700c3dSIdo Schimmel #endif
199a8700c3dSIdo Schimmel 
2008320d145SJiri Pirko struct nsim_dev_port {
2018320d145SJiri Pirko 	struct list_head list;
2028320d145SJiri Pirko 	struct devlink_port devlink_port;
2038320d145SJiri Pirko 	unsigned int port_index;
2048320d145SJiri Pirko 	struct dentry *ddir;
205e05b2d14SJiri Pirko 	struct netdevsim *ns;
2068320d145SJiri Pirko };
2078320d145SJiri Pirko 
208a60f9e48SJiri Pirko struct nsim_dev {
209d514f41eSJiri Pirko 	struct nsim_bus_dev *nsim_bus_dev;
210a60f9e48SJiri Pirko 	struct nsim_fib_data *fib_data;
211da58f90fSIdo Schimmel 	struct nsim_trap_data *trap_data;
212d514f41eSJiri Pirko 	struct dentry *ddir;
213ab1d0cc0SJiri Pirko 	struct dentry *ports_ddir;
2148526ad96STaehee Yoo 	struct dentry *take_snapshot;
215d514f41eSJiri Pirko 	struct bpf_offload_dev *bpf_dev;
216d514f41eSJiri Pirko 	bool bpf_bind_accept;
217e4ff5aa4SToke Høiland-Jørgensen 	bool bpf_bind_verifier_accept;
218d514f41eSJiri Pirko 	u32 bpf_bind_verifier_delay;
219d514f41eSJiri Pirko 	struct dentry *ddir_bpf_bound_progs;
220d514f41eSJiri Pirko 	u32 prog_id_gen;
221d514f41eSJiri Pirko 	struct list_head bpf_bound_progs;
222d514f41eSJiri Pirko 	struct list_head bpf_bound_maps;
223514cf64cSJiri Pirko 	struct netdev_phys_item_id switch_id;
2248320d145SJiri Pirko 	struct list_head port_list;
225794b2c05SJiri Pirko 	struct mutex port_list_lock; /* protects port list */
226fa4dfc4aSJiri Pirko 	bool fw_update_status;
227cbb58368SJacob Keller 	u32 fw_update_overwrite_mask;
228150e8f8aSJiri Pirko 	u32 max_macs;
229150e8f8aSJiri Pirko 	bool test1;
230155ddfc5SJiri Pirko 	bool dont_allow_reload;
231155ddfc5SJiri Pirko 	bool fail_reload;
2324418f862SJiri Pirko 	struct devlink_region *dummy_region;
23382c93a87SJiri Pirko 	struct nsim_dev_health health;
234d3cbb907SJiri Pirko 	struct flow_action_cookie *fa_cookie;
235d3cbb907SJiri Pirko 	spinlock_t fa_cookie_lock; /* protects fa_cookie */
2360dc8249aSIdo Schimmel 	bool fail_trap_group_set;
237ad188458SIdo Schimmel 	bool fail_trap_policer_set;
238ad188458SIdo Schimmel 	bool fail_trap_policer_counter_get;
239424be63aSJakub Kicinski 	struct {
240dc9c0753SJakub Kicinski 		struct udp_tunnel_nic_shared utn_shared;
241dc9c0753SJakub Kicinski 		u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS];
242424be63aSJakub Kicinski 		bool sync_all;
243424be63aSJakub Kicinski 		bool open_only;
244424be63aSJakub Kicinski 		bool ipv4_only;
245dc9c0753SJakub Kicinski 		bool shared;
246dda75173SJakub Kicinski 		bool static_iana_vxlan;
247424be63aSJakub Kicinski 		u32 sleep;
248424be63aSJakub Kicinski 	} udp_ports;
249a8700c3dSIdo Schimmel 	struct nsim_dev_psample *psample;
250a60f9e48SJiri Pirko };
251a60f9e48SJiri Pirko 
25290d29913SJiri Pirko static inline struct net *nsim_dev_net(struct nsim_dev *nsim_dev)
25390d29913SJiri Pirko {
25490d29913SJiri Pirko 	return devlink_net(priv_to_devlink(nsim_dev));
25590d29913SJiri Pirko }
25690d29913SJiri Pirko 
257d514f41eSJiri Pirko int nsim_dev_init(void);
258d514f41eSJiri Pirko void nsim_dev_exit(void);
2598320d145SJiri Pirko int nsim_dev_probe(struct nsim_bus_dev *nsim_bus_dev);
2608320d145SJiri Pirko void nsim_dev_remove(struct nsim_bus_dev *nsim_bus_dev);
261794b2c05SJiri Pirko int nsim_dev_port_add(struct nsim_bus_dev *nsim_bus_dev,
262794b2c05SJiri Pirko 		      unsigned int port_index);
263794b2c05SJiri Pirko int nsim_dev_port_del(struct nsim_bus_dev *nsim_bus_dev,
264794b2c05SJiri Pirko 		      unsigned int port_index);
26537923ed6SDavid Ahern 
26675ba029fSJiri Pirko struct nsim_fib_data *nsim_fib_create(struct devlink *devlink,
26775ba029fSJiri Pirko 				      struct netlink_ext_ack *extack);
26875ba029fSJiri Pirko void nsim_fib_destroy(struct devlink *devlink, struct nsim_fib_data *fib_data);
269a5facc4cSJiri Pirko u64 nsim_fib_get_val(struct nsim_fib_data *fib_data,
270a5facc4cSJiri Pirko 		     enum nsim_resource_id res_id, bool max);
27137923ed6SDavid Ahern 
2727699353dSShannon Nelson #if IS_ENABLED(CONFIG_XFRM_OFFLOAD)
2737699353dSShannon Nelson void nsim_ipsec_init(struct netdevsim *ns);
2747699353dSShannon Nelson void nsim_ipsec_teardown(struct netdevsim *ns);
2757699353dSShannon Nelson bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb);
2767699353dSShannon Nelson #else
2777699353dSShannon Nelson static inline void nsim_ipsec_init(struct netdevsim *ns)
2787699353dSShannon Nelson {
2797699353dSShannon Nelson }
2807699353dSShannon Nelson 
2817699353dSShannon Nelson static inline void nsim_ipsec_teardown(struct netdevsim *ns)
2827699353dSShannon Nelson {
2837699353dSShannon Nelson }
2847699353dSShannon Nelson 
2857699353dSShannon Nelson static inline bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb)
2867699353dSShannon Nelson {
2877699353dSShannon Nelson 	return true;
2887699353dSShannon Nelson }
2897699353dSShannon Nelson #endif
2907699353dSShannon Nelson 
29140e4fe4cSJiri Pirko struct nsim_vf_config {
29240e4fe4cSJiri Pirko 	int link_state;
29340e4fe4cSJiri Pirko 	u16 min_tx_rate;
29440e4fe4cSJiri Pirko 	u16 max_tx_rate;
29540e4fe4cSJiri Pirko 	u16 vlan;
29640e4fe4cSJiri Pirko 	__be16 vlan_proto;
29740e4fe4cSJiri Pirko 	u16 qos;
29840e4fe4cSJiri Pirko 	u8 vf_mac[ETH_ALEN];
29940e4fe4cSJiri Pirko 	bool spoofchk_enabled;
30040e4fe4cSJiri Pirko 	bool trusted;
30140e4fe4cSJiri Pirko 	bool rss_query_enabled;
30240e4fe4cSJiri Pirko };
303925f5afeSJiri Pirko 
30440e4fe4cSJiri Pirko struct nsim_bus_dev {
30540e4fe4cSJiri Pirko 	struct device dev;
306f9d9db47SJiri Pirko 	struct list_head list;
307f9d9db47SJiri Pirko 	unsigned int port_count;
3087b60027bSJiri Pirko 	struct net *initial_net; /* Purpose of this is to carry net pointer
3097b60027bSJiri Pirko 				  * during the probe time only.
3107b60027bSJiri Pirko 				  */
31140e4fe4cSJiri Pirko 	unsigned int num_vfs;
31240e4fe4cSJiri Pirko 	struct nsim_vf_config *vfconfigs;
3136ab63366STaehee Yoo 	/* Lock for devlink->reload_enabled in netdevsim module */
3146ab63366STaehee Yoo 	struct mutex nsim_bus_reload_lock;
315f5cd2160STaehee Yoo 	bool init;
31640e4fe4cSJiri Pirko };
317925f5afeSJiri Pirko 
318925f5afeSJiri Pirko int nsim_bus_init(void);
319925f5afeSJiri Pirko void nsim_bus_exit(void);
320