183c9e13aSJakub Kicinski /* 283c9e13aSJakub Kicinski * Copyright (C) 2017 Netronome Systems, Inc. 383c9e13aSJakub Kicinski * 483c9e13aSJakub Kicinski * This software is licensed under the GNU General License Version 2, 583c9e13aSJakub Kicinski * June 1991 as shown in the file COPYING in the top-level directory of this 683c9e13aSJakub Kicinski * source tree. 783c9e13aSJakub Kicinski * 883c9e13aSJakub Kicinski * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" 983c9e13aSJakub Kicinski * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, 1083c9e13aSJakub Kicinski * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 1183c9e13aSJakub Kicinski * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE 1283c9e13aSJakub Kicinski * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME 1383c9e13aSJakub Kicinski * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION. 1483c9e13aSJakub Kicinski */ 1583c9e13aSJakub Kicinski 16424be63aSJakub Kicinski #include <linux/debugfs.h> 1779579220SJakub Kicinski #include <linux/device.h> 18a7fc6db0SAntonio Cardace #include <linux/ethtool.h> 1983c9e13aSJakub Kicinski #include <linux/kernel.h> 2031d3ad83SJakub Kicinski #include <linux/list.h> 2183c9e13aSJakub Kicinski #include <linux/netdevice.h> 2283c9e13aSJakub Kicinski #include <linux/u64_stats_sync.h> 238320d145SJiri Pirko #include <net/devlink.h> 24dc9c0753SJakub Kicinski #include <net/udp_tunnel.h> 2505296620SJakub Kicinski #include <net/xdp.h> 2683c9e13aSJakub Kicinski 2783c9e13aSJakub Kicinski #define DRV_NAME "netdevsim" 2883c9e13aSJakub Kicinski 2931d3ad83SJakub Kicinski #define NSIM_XDP_MAX_MTU 4000 3031d3ad83SJakub Kicinski 3131d3ad83SJakub Kicinski #define NSIM_EA(extack, msg) NL_SET_ERR_MSG_MOD((extack), msg) 3231d3ad83SJakub Kicinski 337699353dSShannon Nelson #define NSIM_IPSEC_MAX_SA_COUNT 33 347699353dSShannon Nelson #define NSIM_IPSEC_VALID BIT(31) 35424be63aSJakub Kicinski #define NSIM_UDP_TUNNEL_N_PORTS 4 367699353dSShannon Nelson 377699353dSShannon Nelson struct nsim_sa { 387699353dSShannon Nelson struct xfrm_state *xs; 397699353dSShannon Nelson __be32 ipaddr[4]; 407699353dSShannon Nelson u32 key[4]; 417699353dSShannon Nelson u32 salt; 427699353dSShannon Nelson bool used; 437699353dSShannon Nelson bool crypt; 447699353dSShannon Nelson bool rx; 457699353dSShannon Nelson }; 467699353dSShannon Nelson 477699353dSShannon Nelson struct nsim_ipsec { 487699353dSShannon Nelson struct nsim_sa sa[NSIM_IPSEC_MAX_SA_COUNT]; 497699353dSShannon Nelson struct dentry *pfile; 507699353dSShannon Nelson u32 count; 517699353dSShannon Nelson u32 tx; 527699353dSShannon Nelson u32 ok; 537699353dSShannon Nelson }; 547699353dSShannon Nelson 5577f9591bSAntonio Cardace struct nsim_ethtool_pauseparam { 56ff1f7c17SJakub Kicinski bool rx; 57ff1f7c17SJakub Kicinski bool tx; 58ff1f7c17SJakub Kicinski bool report_stats_rx; 59ff1f7c17SJakub Kicinski bool report_stats_tx; 60ff1f7c17SJakub Kicinski }; 61ff1f7c17SJakub Kicinski 6277f9591bSAntonio Cardace struct nsim_ethtool { 63*0d7f76dcSJakub Kicinski u32 get_err; 64*0d7f76dcSJakub Kicinski u32 set_err; 6577f9591bSAntonio Cardace struct nsim_ethtool_pauseparam pauseparam; 66a7fc6db0SAntonio Cardace struct ethtool_coalesce coalesce; 67a7fc6db0SAntonio Cardace struct ethtool_ringparam ring; 68*0d7f76dcSJakub Kicinski struct ethtool_fecparam fec; 6977f9591bSAntonio Cardace }; 7077f9591bSAntonio Cardace 7183c9e13aSJakub Kicinski struct netdevsim { 7231d3ad83SJakub Kicinski struct net_device *netdev; 73a60f9e48SJiri Pirko struct nsim_dev *nsim_dev; 74e05b2d14SJiri Pirko struct nsim_dev_port *nsim_dev_port; 7531d3ad83SJakub Kicinski 7683c9e13aSJakub Kicinski u64 tx_packets; 7783c9e13aSJakub Kicinski u64 tx_bytes; 7883c9e13aSJakub Kicinski struct u64_stats_sync syncp; 7931d3ad83SJakub Kicinski 8040e4fe4cSJiri Pirko struct nsim_bus_dev *nsim_bus_dev; 8179579220SJakub Kicinski 8231d3ad83SJakub Kicinski struct bpf_prog *bpf_offloaded; 8331d3ad83SJakub Kicinski u32 bpf_offloaded_id; 8431d3ad83SJakub Kicinski 8505296620SJakub Kicinski struct xdp_attachment_info xdp; 86799e173dSJakub Kicinski struct xdp_attachment_info xdp_hw; 8731d3ad83SJakub Kicinski 8831d3ad83SJakub Kicinski bool bpf_tc_accept; 8931d3ad83SJakub Kicinski bool bpf_tc_non_bound_accept; 9031d3ad83SJakub Kicinski bool bpf_xdpdrv_accept; 9131d3ad83SJakub Kicinski bool bpf_xdpoffload_accept; 92395cacb5SJakub Kicinski 93395cacb5SJakub Kicinski bool bpf_map_accept; 947699353dSShannon Nelson struct nsim_ipsec ipsec; 95424be63aSJakub Kicinski struct { 96424be63aSJakub Kicinski u32 inject_error; 97424be63aSJakub Kicinski u32 sleep; 98dc9c0753SJakub Kicinski u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS]; 99dc9c0753SJakub Kicinski u32 (*ports)[NSIM_UDP_TUNNEL_N_PORTS]; 100424be63aSJakub Kicinski struct debugfs_u32_array dfs_ports[2]; 101424be63aSJakub Kicinski } udp_ports; 102ff1f7c17SJakub Kicinski 103ff1f7c17SJakub Kicinski struct nsim_ethtool ethtool; 10483c9e13aSJakub Kicinski }; 10531d3ad83SJakub Kicinski 106e05b2d14SJiri Pirko struct netdevsim * 107e05b2d14SJiri Pirko nsim_create(struct nsim_dev *nsim_dev, struct nsim_dev_port *nsim_dev_port); 108e05b2d14SJiri Pirko void nsim_destroy(struct netdevsim *ns); 109e05b2d14SJiri Pirko 110ff1f7c17SJakub Kicinski void nsim_ethtool_init(struct netdevsim *ns); 111ff1f7c17SJakub Kicinski 112424be63aSJakub Kicinski void nsim_udp_tunnels_debugfs_create(struct nsim_dev *nsim_dev); 113424be63aSJakub Kicinski int nsim_udp_tunnels_info_create(struct nsim_dev *nsim_dev, 114424be63aSJakub Kicinski struct net_device *dev); 115424be63aSJakub Kicinski void nsim_udp_tunnels_info_destroy(struct net_device *dev); 116424be63aSJakub Kicinski 1177c5db7e7SJakub Kicinski #ifdef CONFIG_BPF_SYSCALL 118d514f41eSJiri Pirko int nsim_bpf_dev_init(struct nsim_dev *nsim_dev); 119d514f41eSJiri Pirko void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev); 12031d3ad83SJakub Kicinski int nsim_bpf_init(struct netdevsim *ns); 12131d3ad83SJakub Kicinski void nsim_bpf_uninit(struct netdevsim *ns); 12231d3ad83SJakub Kicinski int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf); 12331d3ad83SJakub Kicinski int nsim_bpf_disable_tc(struct netdevsim *ns); 12431d3ad83SJakub Kicinski int nsim_bpf_setup_tc_block_cb(enum tc_setup_type type, 12531d3ad83SJakub Kicinski void *type_data, void *cb_priv); 1267c5db7e7SJakub Kicinski #else 127d514f41eSJiri Pirko 128d514f41eSJiri Pirko static inline int nsim_bpf_dev_init(struct nsim_dev *nsim_dev) 129d514f41eSJiri Pirko { 130d514f41eSJiri Pirko return 0; 131d514f41eSJiri Pirko } 132d514f41eSJiri Pirko 133d514f41eSJiri Pirko static inline void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev) 134d514f41eSJiri Pirko { 135d514f41eSJiri Pirko } 1367c5db7e7SJakub Kicinski static inline int nsim_bpf_init(struct netdevsim *ns) 1377c5db7e7SJakub Kicinski { 1387c5db7e7SJakub Kicinski return 0; 1397c5db7e7SJakub Kicinski } 1407c5db7e7SJakub Kicinski 1417c5db7e7SJakub Kicinski static inline void nsim_bpf_uninit(struct netdevsim *ns) 1427c5db7e7SJakub Kicinski { 1437c5db7e7SJakub Kicinski } 1447c5db7e7SJakub Kicinski 1457c5db7e7SJakub Kicinski static inline int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf) 1467c5db7e7SJakub Kicinski { 147e8407fdeSAndrii Nakryiko return -EOPNOTSUPP; 1487c5db7e7SJakub Kicinski } 1497c5db7e7SJakub Kicinski 1507c5db7e7SJakub Kicinski static inline int nsim_bpf_disable_tc(struct netdevsim *ns) 1517c5db7e7SJakub Kicinski { 1527c5db7e7SJakub Kicinski return 0; 1537c5db7e7SJakub Kicinski } 1547c5db7e7SJakub Kicinski 1557c5db7e7SJakub Kicinski static inline int 1567c5db7e7SJakub Kicinski nsim_bpf_setup_tc_block_cb(enum tc_setup_type type, void *type_data, 1577c5db7e7SJakub Kicinski void *cb_priv) 1587c5db7e7SJakub Kicinski { 1597c5db7e7SJakub Kicinski return -EOPNOTSUPP; 1607c5db7e7SJakub Kicinski } 1617c5db7e7SJakub Kicinski #endif 16279579220SJakub Kicinski 16337923ed6SDavid Ahern enum nsim_resource_id { 16437923ed6SDavid Ahern NSIM_RESOURCE_NONE, /* DEVLINK_RESOURCE_ID_PARENT_TOP */ 16537923ed6SDavid Ahern NSIM_RESOURCE_IPV4, 16637923ed6SDavid Ahern NSIM_RESOURCE_IPV4_FIB, 16737923ed6SDavid Ahern NSIM_RESOURCE_IPV4_FIB_RULES, 16837923ed6SDavid Ahern NSIM_RESOURCE_IPV6, 16937923ed6SDavid Ahern NSIM_RESOURCE_IPV6_FIB, 17037923ed6SDavid Ahern NSIM_RESOURCE_IPV6_FIB_RULES, 17135266255SIdo Schimmel NSIM_RESOURCE_NEXTHOPS, 17237923ed6SDavid Ahern }; 17337923ed6SDavid Ahern 17482c93a87SJiri Pirko struct nsim_dev_health { 17582c93a87SJiri Pirko struct devlink_health_reporter *empty_reporter; 17682c93a87SJiri Pirko struct devlink_health_reporter *dummy_reporter; 17782c93a87SJiri Pirko struct dentry *ddir; 17882c93a87SJiri Pirko char *recovered_break_msg; 17982c93a87SJiri Pirko u32 binary_len; 18082c93a87SJiri Pirko bool fail_recover; 18182c93a87SJiri Pirko }; 18282c93a87SJiri Pirko 18382c93a87SJiri Pirko int nsim_dev_health_init(struct nsim_dev *nsim_dev, struct devlink *devlink); 18482c93a87SJiri Pirko void nsim_dev_health_exit(struct nsim_dev *nsim_dev); 18582c93a87SJiri Pirko 186a8700c3dSIdo Schimmel #if IS_ENABLED(CONFIG_PSAMPLE) 187a8700c3dSIdo Schimmel int nsim_dev_psample_init(struct nsim_dev *nsim_dev); 188a8700c3dSIdo Schimmel void nsim_dev_psample_exit(struct nsim_dev *nsim_dev); 189a8700c3dSIdo Schimmel #else 190a8700c3dSIdo Schimmel static inline int nsim_dev_psample_init(struct nsim_dev *nsim_dev) 191a8700c3dSIdo Schimmel { 192a8700c3dSIdo Schimmel return 0; 193a8700c3dSIdo Schimmel } 194a8700c3dSIdo Schimmel 195a8700c3dSIdo Schimmel static inline void nsim_dev_psample_exit(struct nsim_dev *nsim_dev) 196a8700c3dSIdo Schimmel { 197a8700c3dSIdo Schimmel } 198a8700c3dSIdo Schimmel #endif 199a8700c3dSIdo Schimmel 2008320d145SJiri Pirko struct nsim_dev_port { 2018320d145SJiri Pirko struct list_head list; 2028320d145SJiri Pirko struct devlink_port devlink_port; 2038320d145SJiri Pirko unsigned int port_index; 2048320d145SJiri Pirko struct dentry *ddir; 205e05b2d14SJiri Pirko struct netdevsim *ns; 2068320d145SJiri Pirko }; 2078320d145SJiri Pirko 208a60f9e48SJiri Pirko struct nsim_dev { 209d514f41eSJiri Pirko struct nsim_bus_dev *nsim_bus_dev; 210a60f9e48SJiri Pirko struct nsim_fib_data *fib_data; 211da58f90fSIdo Schimmel struct nsim_trap_data *trap_data; 212d514f41eSJiri Pirko struct dentry *ddir; 213ab1d0cc0SJiri Pirko struct dentry *ports_ddir; 2148526ad96STaehee Yoo struct dentry *take_snapshot; 215d514f41eSJiri Pirko struct bpf_offload_dev *bpf_dev; 216d514f41eSJiri Pirko bool bpf_bind_accept; 217e4ff5aa4SToke Høiland-Jørgensen bool bpf_bind_verifier_accept; 218d514f41eSJiri Pirko u32 bpf_bind_verifier_delay; 219d514f41eSJiri Pirko struct dentry *ddir_bpf_bound_progs; 220d514f41eSJiri Pirko u32 prog_id_gen; 221d514f41eSJiri Pirko struct list_head bpf_bound_progs; 222d514f41eSJiri Pirko struct list_head bpf_bound_maps; 223514cf64cSJiri Pirko struct netdev_phys_item_id switch_id; 2248320d145SJiri Pirko struct list_head port_list; 225794b2c05SJiri Pirko struct mutex port_list_lock; /* protects port list */ 226fa4dfc4aSJiri Pirko bool fw_update_status; 227cbb58368SJacob Keller u32 fw_update_overwrite_mask; 228150e8f8aSJiri Pirko u32 max_macs; 229150e8f8aSJiri Pirko bool test1; 230155ddfc5SJiri Pirko bool dont_allow_reload; 231155ddfc5SJiri Pirko bool fail_reload; 2324418f862SJiri Pirko struct devlink_region *dummy_region; 23382c93a87SJiri Pirko struct nsim_dev_health health; 234d3cbb907SJiri Pirko struct flow_action_cookie *fa_cookie; 235d3cbb907SJiri Pirko spinlock_t fa_cookie_lock; /* protects fa_cookie */ 2360dc8249aSIdo Schimmel bool fail_trap_group_set; 237ad188458SIdo Schimmel bool fail_trap_policer_set; 238ad188458SIdo Schimmel bool fail_trap_policer_counter_get; 239424be63aSJakub Kicinski struct { 240dc9c0753SJakub Kicinski struct udp_tunnel_nic_shared utn_shared; 241dc9c0753SJakub Kicinski u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS]; 242424be63aSJakub Kicinski bool sync_all; 243424be63aSJakub Kicinski bool open_only; 244424be63aSJakub Kicinski bool ipv4_only; 245dc9c0753SJakub Kicinski bool shared; 246dda75173SJakub Kicinski bool static_iana_vxlan; 247424be63aSJakub Kicinski u32 sleep; 248424be63aSJakub Kicinski } udp_ports; 249a8700c3dSIdo Schimmel struct nsim_dev_psample *psample; 250a60f9e48SJiri Pirko }; 251a60f9e48SJiri Pirko 25290d29913SJiri Pirko static inline struct net *nsim_dev_net(struct nsim_dev *nsim_dev) 25390d29913SJiri Pirko { 25490d29913SJiri Pirko return devlink_net(priv_to_devlink(nsim_dev)); 25590d29913SJiri Pirko } 25690d29913SJiri Pirko 257d514f41eSJiri Pirko int nsim_dev_init(void); 258d514f41eSJiri Pirko void nsim_dev_exit(void); 2598320d145SJiri Pirko int nsim_dev_probe(struct nsim_bus_dev *nsim_bus_dev); 2608320d145SJiri Pirko void nsim_dev_remove(struct nsim_bus_dev *nsim_bus_dev); 261794b2c05SJiri Pirko int nsim_dev_port_add(struct nsim_bus_dev *nsim_bus_dev, 262794b2c05SJiri Pirko unsigned int port_index); 263794b2c05SJiri Pirko int nsim_dev_port_del(struct nsim_bus_dev *nsim_bus_dev, 264794b2c05SJiri Pirko unsigned int port_index); 26537923ed6SDavid Ahern 26675ba029fSJiri Pirko struct nsim_fib_data *nsim_fib_create(struct devlink *devlink, 26775ba029fSJiri Pirko struct netlink_ext_ack *extack); 26875ba029fSJiri Pirko void nsim_fib_destroy(struct devlink *devlink, struct nsim_fib_data *fib_data); 269a5facc4cSJiri Pirko u64 nsim_fib_get_val(struct nsim_fib_data *fib_data, 270a5facc4cSJiri Pirko enum nsim_resource_id res_id, bool max); 27137923ed6SDavid Ahern 2727699353dSShannon Nelson #if IS_ENABLED(CONFIG_XFRM_OFFLOAD) 2737699353dSShannon Nelson void nsim_ipsec_init(struct netdevsim *ns); 2747699353dSShannon Nelson void nsim_ipsec_teardown(struct netdevsim *ns); 2757699353dSShannon Nelson bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb); 2767699353dSShannon Nelson #else 2777699353dSShannon Nelson static inline void nsim_ipsec_init(struct netdevsim *ns) 2787699353dSShannon Nelson { 2797699353dSShannon Nelson } 2807699353dSShannon Nelson 2817699353dSShannon Nelson static inline void nsim_ipsec_teardown(struct netdevsim *ns) 2827699353dSShannon Nelson { 2837699353dSShannon Nelson } 2847699353dSShannon Nelson 2857699353dSShannon Nelson static inline bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb) 2867699353dSShannon Nelson { 2877699353dSShannon Nelson return true; 2887699353dSShannon Nelson } 2897699353dSShannon Nelson #endif 2907699353dSShannon Nelson 29140e4fe4cSJiri Pirko struct nsim_vf_config { 29240e4fe4cSJiri Pirko int link_state; 29340e4fe4cSJiri Pirko u16 min_tx_rate; 29440e4fe4cSJiri Pirko u16 max_tx_rate; 29540e4fe4cSJiri Pirko u16 vlan; 29640e4fe4cSJiri Pirko __be16 vlan_proto; 29740e4fe4cSJiri Pirko u16 qos; 29840e4fe4cSJiri Pirko u8 vf_mac[ETH_ALEN]; 29940e4fe4cSJiri Pirko bool spoofchk_enabled; 30040e4fe4cSJiri Pirko bool trusted; 30140e4fe4cSJiri Pirko bool rss_query_enabled; 30240e4fe4cSJiri Pirko }; 303925f5afeSJiri Pirko 30440e4fe4cSJiri Pirko struct nsim_bus_dev { 30540e4fe4cSJiri Pirko struct device dev; 306f9d9db47SJiri Pirko struct list_head list; 307f9d9db47SJiri Pirko unsigned int port_count; 3087b60027bSJiri Pirko struct net *initial_net; /* Purpose of this is to carry net pointer 3097b60027bSJiri Pirko * during the probe time only. 3107b60027bSJiri Pirko */ 31140e4fe4cSJiri Pirko unsigned int num_vfs; 31240e4fe4cSJiri Pirko struct nsim_vf_config *vfconfigs; 3136ab63366STaehee Yoo /* Lock for devlink->reload_enabled in netdevsim module */ 3146ab63366STaehee Yoo struct mutex nsim_bus_reload_lock; 315f5cd2160STaehee Yoo bool init; 31640e4fe4cSJiri Pirko }; 317925f5afeSJiri Pirko 318925f5afeSJiri Pirko int nsim_bus_init(void); 319925f5afeSJiri Pirko void nsim_bus_exit(void); 320