1 /* SPDX-License-Identifier: GPL-2.0-or-later */ 2 /* Copyright (c) 2016 Mellanox Technologies. All rights reserved. 3 * Copyright (c) 2016 Jiri Pirko <[email protected]> 4 */ 5 6 #include <linux/etherdevice.h> 7 #include <linux/mutex.h> 8 #include <linux/netdevice.h> 9 #include <linux/notifier.h> 10 #include <linux/types.h> 11 #include <linux/workqueue.h> 12 #include <linux/xarray.h> 13 #include <net/devlink.h> 14 #include <net/net_namespace.h> 15 #include <net/rtnetlink.h> 16 #include <rdma/ib_verbs.h> 17 18 #include "netlink_gen.h" 19 20 #define DEVLINK_REGISTERED XA_MARK_1 21 22 #define DEVLINK_RELOAD_STATS_ARRAY_SIZE \ 23 (__DEVLINK_RELOAD_LIMIT_MAX * __DEVLINK_RELOAD_ACTION_MAX) 24 25 struct devlink_dev_stats { 26 u32 reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE]; 27 u32 remote_reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE]; 28 }; 29 30 struct devlink { 31 u32 index; 32 struct xarray ports; 33 struct list_head rate_list; 34 struct list_head sb_list; 35 struct list_head dpipe_table_list; 36 struct list_head resource_list; 37 struct xarray params; 38 struct list_head region_list; 39 struct list_head reporter_list; 40 struct devlink_dpipe_headers *dpipe_headers; 41 struct list_head trap_list; 42 struct list_head trap_group_list; 43 struct list_head trap_policer_list; 44 struct list_head linecard_list; 45 const struct devlink_ops *ops; 46 struct xarray snapshot_ids; 47 struct devlink_dev_stats stats; 48 struct device *dev; 49 possible_net_t _net; 50 /* Serializes access to devlink instance specific objects such as 51 * port, sb, dpipe, resource, params, region, traps and more. 52 */ 53 struct mutex lock; 54 struct lock_class_key lock_key; 55 u8 reload_failed:1; 56 refcount_t refcount; 57 struct rcu_work rwork; 58 char priv[] __aligned(NETDEV_ALIGN); 59 }; 60 61 extern struct xarray devlinks; 62 extern struct genl_family devlink_nl_family; 63 64 /* devlink instances are open to the access from the user space after 65 * devlink_register() call. Such logical barrier allows us to have certain 66 * expectations related to locking. 67 * 68 * Before *_register() - we are in initialization stage and no parallel 69 * access possible to the devlink instance. All drivers perform that phase 70 * by implicitly holding device_lock. 71 * 72 * After *_register() - users and driver can access devlink instance at 73 * the same time. 74 */ 75 #define ASSERT_DEVLINK_REGISTERED(d) \ 76 WARN_ON_ONCE(!xa_get_mark(&devlinks, (d)->index, DEVLINK_REGISTERED)) 77 #define ASSERT_DEVLINK_NOT_REGISTERED(d) \ 78 WARN_ON_ONCE(xa_get_mark(&devlinks, (d)->index, DEVLINK_REGISTERED)) 79 80 /* Iterate over devlink pointers which were possible to get reference to. 81 * devlink_put() needs to be called for each iterated devlink pointer 82 * in loop body in order to release the reference. 83 */ 84 #define devlinks_xa_for_each_registered_get(net, index, devlink) \ 85 for (index = 0; (devlink = devlinks_xa_find_get(net, &index)); index++) 86 87 struct devlink *devlinks_xa_find_get(struct net *net, unsigned long *indexp); 88 89 static inline bool devl_is_registered(struct devlink *devlink) 90 { 91 devl_assert_locked(devlink); 92 return xa_get_mark(&devlinks, devlink->index, DEVLINK_REGISTERED); 93 } 94 95 /* Netlink */ 96 #define DEVLINK_NL_FLAG_NEED_PORT BIT(0) 97 #define DEVLINK_NL_FLAG_NEED_DEVLINK_OR_PORT BIT(1) 98 99 enum devlink_multicast_groups { 100 DEVLINK_MCGRP_CONFIG, 101 }; 102 103 /* state held across netlink dumps */ 104 struct devlink_nl_dump_state { 105 unsigned long instance; 106 int idx; 107 union { 108 /* DEVLINK_CMD_REGION_READ */ 109 struct { 110 u64 start_offset; 111 }; 112 /* DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET */ 113 struct { 114 u64 dump_ts; 115 }; 116 }; 117 }; 118 119 typedef int devlink_nl_dump_one_func_t(struct sk_buff *msg, 120 struct devlink *devlink, 121 struct netlink_callback *cb, 122 int flags); 123 124 extern const struct genl_small_ops devlink_nl_small_ops[40]; 125 126 struct devlink * 127 devlink_get_from_attrs_lock(struct net *net, struct nlattr **attrs); 128 129 void devlink_notify_unregister(struct devlink *devlink); 130 void devlink_notify_register(struct devlink *devlink); 131 132 int devlink_nl_dumpit(struct sk_buff *msg, struct netlink_callback *cb, 133 devlink_nl_dump_one_func_t *dump_one); 134 135 static inline struct devlink_nl_dump_state * 136 devlink_dump_state(struct netlink_callback *cb) 137 { 138 NL_ASSERT_DUMP_CTX_FITS(struct devlink_nl_dump_state); 139 140 return (struct devlink_nl_dump_state *)cb->ctx; 141 } 142 143 static inline int 144 devlink_nl_put_handle(struct sk_buff *msg, struct devlink *devlink) 145 { 146 if (nla_put_string(msg, DEVLINK_ATTR_BUS_NAME, devlink->dev->bus->name)) 147 return -EMSGSIZE; 148 if (nla_put_string(msg, DEVLINK_ATTR_DEV_NAME, dev_name(devlink->dev))) 149 return -EMSGSIZE; 150 return 0; 151 } 152 153 int devlink_nl_msg_reply_and_new(struct sk_buff **msg, struct genl_info *info); 154 155 /* Notify */ 156 void devlink_notify(struct devlink *devlink, enum devlink_command cmd); 157 void devlink_ports_notify_register(struct devlink *devlink); 158 void devlink_ports_notify_unregister(struct devlink *devlink); 159 void devlink_params_notify_register(struct devlink *devlink); 160 void devlink_params_notify_unregister(struct devlink *devlink); 161 void devlink_regions_notify_register(struct devlink *devlink); 162 void devlink_regions_notify_unregister(struct devlink *devlink); 163 void devlink_trap_policers_notify_register(struct devlink *devlink); 164 void devlink_trap_policers_notify_unregister(struct devlink *devlink); 165 void devlink_trap_groups_notify_register(struct devlink *devlink); 166 void devlink_trap_groups_notify_unregister(struct devlink *devlink); 167 void devlink_traps_notify_register(struct devlink *devlink); 168 void devlink_traps_notify_unregister(struct devlink *devlink); 169 void devlink_rates_notify_register(struct devlink *devlink); 170 void devlink_rates_notify_unregister(struct devlink *devlink); 171 void devlink_linecards_notify_register(struct devlink *devlink); 172 void devlink_linecards_notify_unregister(struct devlink *devlink); 173 174 /* Ports */ 175 #define ASSERT_DEVLINK_PORT_INITIALIZED(devlink_port) \ 176 WARN_ON_ONCE(!(devlink_port)->initialized) 177 178 struct devlink_port *devlink_port_get_by_index(struct devlink *devlink, 179 unsigned int port_index); 180 int devlink_port_netdevice_event(struct notifier_block *nb, 181 unsigned long event, void *ptr); 182 struct devlink_port * 183 devlink_port_get_from_info(struct devlink *devlink, struct genl_info *info); 184 struct devlink_port *devlink_port_get_from_attrs(struct devlink *devlink, 185 struct nlattr **attrs); 186 187 /* Reload */ 188 bool devlink_reload_actions_valid(const struct devlink_ops *ops); 189 int devlink_reload(struct devlink *devlink, struct net *dest_net, 190 enum devlink_reload_action action, 191 enum devlink_reload_limit limit, 192 u32 *actions_performed, struct netlink_ext_ack *extack); 193 194 static inline bool devlink_reload_supported(const struct devlink_ops *ops) 195 { 196 return ops->reload_down && ops->reload_up; 197 } 198 199 /* Params */ 200 void devlink_params_driverinit_load_new(struct devlink *devlink); 201 202 /* Resources */ 203 struct devlink_resource; 204 int devlink_resources_validate(struct devlink *devlink, 205 struct devlink_resource *resource, 206 struct genl_info *info); 207 208 /* Rates */ 209 int devlink_rate_nodes_check(struct devlink *devlink, u16 mode, 210 struct netlink_ext_ack *extack); 211 212 /* Linecards */ 213 struct devlink_linecard { 214 struct list_head list; 215 struct devlink *devlink; 216 unsigned int index; 217 const struct devlink_linecard_ops *ops; 218 void *priv; 219 enum devlink_linecard_state state; 220 struct mutex state_lock; /* Protects state */ 221 const char *type; 222 struct devlink_linecard_type *types; 223 unsigned int types_count; 224 struct devlink *nested_devlink; 225 }; 226 227 /* Devlink nl cmds */ 228 int devlink_nl_cmd_reload(struct sk_buff *skb, struct genl_info *info); 229 int devlink_nl_cmd_eswitch_get_doit(struct sk_buff *skb, struct genl_info *info); 230 int devlink_nl_cmd_eswitch_set_doit(struct sk_buff *skb, struct genl_info *info); 231 int devlink_nl_cmd_flash_update(struct sk_buff *skb, struct genl_info *info); 232 int devlink_nl_cmd_selftests_run(struct sk_buff *skb, struct genl_info *info); 233 int devlink_nl_cmd_port_set_doit(struct sk_buff *skb, struct genl_info *info); 234 int devlink_nl_cmd_port_split_doit(struct sk_buff *skb, struct genl_info *info); 235 int devlink_nl_cmd_port_unsplit_doit(struct sk_buff *skb, 236 struct genl_info *info); 237 int devlink_nl_cmd_port_new_doit(struct sk_buff *skb, struct genl_info *info); 238 int devlink_nl_cmd_port_del_doit(struct sk_buff *skb, struct genl_info *info); 239 int devlink_nl_cmd_sb_pool_set_doit(struct sk_buff *skb, struct genl_info *info); 240 int devlink_nl_cmd_sb_port_pool_set_doit(struct sk_buff *skb, 241 struct genl_info *info); 242 int devlink_nl_cmd_sb_tc_pool_bind_set_doit(struct sk_buff *skb, 243 struct genl_info *info); 244 int devlink_nl_cmd_sb_occ_snapshot_doit(struct sk_buff *skb, 245 struct genl_info *info); 246 int devlink_nl_cmd_sb_occ_max_clear_doit(struct sk_buff *skb, 247 struct genl_info *info); 248 int devlink_nl_cmd_dpipe_table_get(struct sk_buff *skb, struct genl_info *info); 249 int devlink_nl_cmd_dpipe_entries_get(struct sk_buff *skb, 250 struct genl_info *info); 251 int devlink_nl_cmd_dpipe_headers_get(struct sk_buff *skb, 252 struct genl_info *info); 253 int devlink_nl_cmd_dpipe_table_counters_set(struct sk_buff *skb, 254 struct genl_info *info); 255 int devlink_nl_cmd_resource_set(struct sk_buff *skb, struct genl_info *info); 256 int devlink_nl_cmd_resource_dump(struct sk_buff *skb, struct genl_info *info); 257 int devlink_nl_cmd_param_set_doit(struct sk_buff *skb, struct genl_info *info); 258 int devlink_nl_cmd_port_param_get_dumpit(struct sk_buff *msg, 259 struct netlink_callback *cb); 260 int devlink_nl_cmd_port_param_get_doit(struct sk_buff *skb, 261 struct genl_info *info); 262 int devlink_nl_cmd_port_param_set_doit(struct sk_buff *skb, 263 struct genl_info *info); 264 int devlink_nl_cmd_region_new(struct sk_buff *skb, struct genl_info *info); 265 int devlink_nl_cmd_region_del(struct sk_buff *skb, struct genl_info *info); 266 int devlink_nl_cmd_region_read_dumpit(struct sk_buff *skb, 267 struct netlink_callback *cb); 268 int devlink_nl_cmd_health_reporter_set_doit(struct sk_buff *skb, 269 struct genl_info *info); 270 int devlink_nl_cmd_health_reporter_recover_doit(struct sk_buff *skb, 271 struct genl_info *info); 272 int devlink_nl_cmd_health_reporter_diagnose_doit(struct sk_buff *skb, 273 struct genl_info *info); 274 int devlink_nl_cmd_health_reporter_dump_get_dumpit(struct sk_buff *skb, 275 struct netlink_callback *cb); 276 int devlink_nl_cmd_health_reporter_dump_clear_doit(struct sk_buff *skb, 277 struct genl_info *info); 278 int devlink_nl_cmd_health_reporter_test_doit(struct sk_buff *skb, 279 struct genl_info *info); 280 int devlink_nl_cmd_trap_set_doit(struct sk_buff *skb, struct genl_info *info); 281 int devlink_nl_cmd_trap_group_set_doit(struct sk_buff *skb, 282 struct genl_info *info); 283 int devlink_nl_cmd_trap_policer_set_doit(struct sk_buff *skb, 284 struct genl_info *info); 285 int devlink_nl_cmd_rate_set_doit(struct sk_buff *skb, struct genl_info *info); 286 int devlink_nl_cmd_rate_new_doit(struct sk_buff *skb, struct genl_info *info); 287 int devlink_nl_cmd_rate_del_doit(struct sk_buff *skb, struct genl_info *info); 288 int devlink_nl_cmd_linecard_set_doit(struct sk_buff *skb, 289 struct genl_info *info); 290