xref: /linux-6.15/include/linux/if_team.h (revision 3a5f8997)
13d249d4cSJiri Pirko /*
23d249d4cSJiri Pirko  * include/linux/if_team.h - Network team device driver header
33d249d4cSJiri Pirko  * Copyright (c) 2011 Jiri Pirko <[email protected]>
43d249d4cSJiri Pirko  *
53d249d4cSJiri Pirko  * This program is free software; you can redistribute it and/or modify
63d249d4cSJiri Pirko  * it under the terms of the GNU General Public License as published by
73d249d4cSJiri Pirko  * the Free Software Foundation; either version 2 of the License, or
83d249d4cSJiri Pirko  * (at your option) any later version.
93d249d4cSJiri Pirko  */
103d249d4cSJiri Pirko #ifndef _LINUX_IF_TEAM_H_
113d249d4cSJiri Pirko #define _LINUX_IF_TEAM_H_
123d249d4cSJiri Pirko 
13bd2d0837SJiri Pirko #include <linux/netpoll.h>
146c85f2bdSJiri Pirko #include <net/sch_generic.h>
15fc423ff0SJiri Pirko #include <linux/types.h>
16607ca46eSDavid Howells #include <uapi/linux/if_team.h>
17bd2d0837SJiri Pirko 
183d249d4cSJiri Pirko struct team_pcpu_stats {
193d249d4cSJiri Pirko 	u64			rx_packets;
203d249d4cSJiri Pirko 	u64			rx_bytes;
213d249d4cSJiri Pirko 	u64			rx_multicast;
223d249d4cSJiri Pirko 	u64			tx_packets;
233d249d4cSJiri Pirko 	u64			tx_bytes;
243d249d4cSJiri Pirko 	struct u64_stats_sync	syncp;
253d249d4cSJiri Pirko 	u32			rx_dropped;
263d249d4cSJiri Pirko 	u32			tx_dropped;
27bb63daf9SJarod Wilson 	u32			rx_nohandler;
283d249d4cSJiri Pirko };
293d249d4cSJiri Pirko 
303d249d4cSJiri Pirko struct team;
313d249d4cSJiri Pirko 
323d249d4cSJiri Pirko struct team_port {
333d249d4cSJiri Pirko 	struct net_device *dev;
3419a0b58eSJiri Pirko 	struct hlist_node hlist; /* node in enabled ports hash list */
353d249d4cSJiri Pirko 	struct list_head list; /* node in ordinary list */
363d249d4cSJiri Pirko 	struct team *team;
3719a0b58eSJiri Pirko 	int index; /* index of enabled port. If disabled, it's set to -1 */
383d249d4cSJiri Pirko 
3971472ec1SJiri Pirko 	bool linkup; /* either state.linkup or user.linkup */
4071472ec1SJiri Pirko 
4171472ec1SJiri Pirko 	struct {
4271472ec1SJiri Pirko 		bool linkup;
4371472ec1SJiri Pirko 		u32 speed;
4471472ec1SJiri Pirko 		u8 duplex;
4571472ec1SJiri Pirko 	} state;
4671472ec1SJiri Pirko 
4771472ec1SJiri Pirko 	/* Values set by userspace */
4871472ec1SJiri Pirko 	struct {
4971472ec1SJiri Pirko 		bool linkup;
5071472ec1SJiri Pirko 		bool linkup_enabled;
5171472ec1SJiri Pirko 	} user;
5271472ec1SJiri Pirko 
5371472ec1SJiri Pirko 	/* Custom gennetlink interface related flags */
5471472ec1SJiri Pirko 	bool changed;
5571472ec1SJiri Pirko 	bool removed;
5671472ec1SJiri Pirko 
573d249d4cSJiri Pirko 	/*
583d249d4cSJiri Pirko 	 * A place for storing original values of the device before it
593d249d4cSJiri Pirko 	 * become a port.
603d249d4cSJiri Pirko 	 */
613d249d4cSJiri Pirko 	struct {
623d249d4cSJiri Pirko 		unsigned char dev_addr[MAX_ADDR_LEN];
633d249d4cSJiri Pirko 		unsigned int mtu;
643d249d4cSJiri Pirko 	} orig;
653d249d4cSJiri Pirko 
66bd2d0837SJiri Pirko #ifdef CONFIG_NET_POLL_CONTROLLER
67bd2d0837SJiri Pirko 	struct netpoll *np;
68bd2d0837SJiri Pirko #endif
69bd2d0837SJiri Pirko 
70a86fc6b7SJiri Pirko 	s32 priority; /* lower number ~ higher priority */
718ff5105aSJiri Pirko 	u16 queue_id;
728ff5105aSJiri Pirko 	struct list_head qom_list; /* node in queue override mapping list */
73d80b35beSJiri Pirko 	struct rcu_head	rcu;
745149ee58SJiri Pirko 	long mode_priv[0];
753d249d4cSJiri Pirko };
763d249d4cSJiri Pirko 
7768c45042SJiri Pirko static inline bool team_port_enabled(struct team_port *port)
7868c45042SJiri Pirko {
7968c45042SJiri Pirko 	return port->index != -1;
8068c45042SJiri Pirko }
8168c45042SJiri Pirko 
8268c45042SJiri Pirko static inline bool team_port_txable(struct team_port *port)
8368c45042SJiri Pirko {
8468c45042SJiri Pirko 	return port->linkup && team_port_enabled(port);
8568c45042SJiri Pirko }
8652a4fd77SJiri Pirko 
87bd2d0837SJiri Pirko #ifdef CONFIG_NET_POLL_CONTROLLER
88bd2d0837SJiri Pirko static inline void team_netpoll_send_skb(struct team_port *port,
89bd2d0837SJiri Pirko 					 struct sk_buff *skb)
90bd2d0837SJiri Pirko {
91bd2d0837SJiri Pirko 	struct netpoll *np = port->np;
92bd2d0837SJiri Pirko 
93bd2d0837SJiri Pirko 	if (np)
94bd2d0837SJiri Pirko 		netpoll_send_skb(np, skb);
95bd2d0837SJiri Pirko }
96bd2d0837SJiri Pirko #else
97bd2d0837SJiri Pirko static inline void team_netpoll_send_skb(struct team_port *port,
98bd2d0837SJiri Pirko 					 struct sk_buff *skb)
99bd2d0837SJiri Pirko {
100bd2d0837SJiri Pirko }
101bd2d0837SJiri Pirko #endif
102bd2d0837SJiri Pirko 
1033d249d4cSJiri Pirko struct team_mode_ops {
1043d249d4cSJiri Pirko 	int (*init)(struct team *team);
1053d249d4cSJiri Pirko 	void (*exit)(struct team *team);
1063d249d4cSJiri Pirko 	rx_handler_result_t (*receive)(struct team *team,
1073d249d4cSJiri Pirko 				       struct team_port *port,
1083d249d4cSJiri Pirko 				       struct sk_buff *skb);
1093d249d4cSJiri Pirko 	bool (*transmit)(struct team *team, struct sk_buff *skb);
1103d249d4cSJiri Pirko 	int (*port_enter)(struct team *team, struct team_port *port);
1113d249d4cSJiri Pirko 	void (*port_leave)(struct team *team, struct team_port *port);
1121d76efe1SJiri Pirko 	void (*port_change_dev_addr)(struct team *team, struct team_port *port);
1134bccfd17SJiri Pirko 	void (*port_enabled)(struct team *team, struct team_port *port);
1144bccfd17SJiri Pirko 	void (*port_disabled)(struct team *team, struct team_port *port);
1153d249d4cSJiri Pirko };
1163d249d4cSJiri Pirko 
117acbba0d0SJiri Pirko extern int team_modeop_port_enter(struct team *team, struct team_port *port);
118acbba0d0SJiri Pirko extern void team_modeop_port_change_dev_addr(struct team *team,
119acbba0d0SJiri Pirko 					     struct team_port *port);
120acbba0d0SJiri Pirko 
1213d249d4cSJiri Pirko enum team_option_type {
1223d249d4cSJiri Pirko 	TEAM_OPTION_TYPE_U32,
1233d249d4cSJiri Pirko 	TEAM_OPTION_TYPE_STRING,
1242615598fSJiri Pirko 	TEAM_OPTION_TYPE_BINARY,
12514f066baSJiri Pirko 	TEAM_OPTION_TYPE_BOOL,
12669821638SJiri Pirko 	TEAM_OPTION_TYPE_S32,
1273d249d4cSJiri Pirko };
1283d249d4cSJiri Pirko 
12985d59a87SJiri Pirko struct team_option_inst_info {
13085d59a87SJiri Pirko 	u32 array_index;
13185d59a87SJiri Pirko 	struct team_port *port; /* != NULL if per-port */
13285d59a87SJiri Pirko };
13385d59a87SJiri Pirko 
13480f7c668SJiri Pirko struct team_gsetter_ctx {
13580f7c668SJiri Pirko 	union {
13680f7c668SJiri Pirko 		u32 u32_val;
13780f7c668SJiri Pirko 		const char *str_val;
13880f7c668SJiri Pirko 		struct {
13980f7c668SJiri Pirko 			const void *ptr;
14080f7c668SJiri Pirko 			u32 len;
14180f7c668SJiri Pirko 		} bin_val;
14214f066baSJiri Pirko 		bool bool_val;
14369821638SJiri Pirko 		s32 s32_val;
14480f7c668SJiri Pirko 	} data;
14585d59a87SJiri Pirko 	struct team_option_inst_info *info;
14680f7c668SJiri Pirko };
14780f7c668SJiri Pirko 
1483d249d4cSJiri Pirko struct team_option {
1493d249d4cSJiri Pirko 	struct list_head list;
1503d249d4cSJiri Pirko 	const char *name;
15180f7c668SJiri Pirko 	bool per_port;
152b1303326SJiri Pirko 	unsigned int array_size; /* != 0 means the option is array */
1533d249d4cSJiri Pirko 	enum team_option_type type;
15485d59a87SJiri Pirko 	int (*init)(struct team *team, struct team_option_inst_info *info);
15580f7c668SJiri Pirko 	int (*getter)(struct team *team, struct team_gsetter_ctx *ctx);
15680f7c668SJiri Pirko 	int (*setter)(struct team *team, struct team_gsetter_ctx *ctx);
1573d249d4cSJiri Pirko };
1583d249d4cSJiri Pirko 
1590f1aad2bSJiri Pirko extern void team_option_inst_set_change(struct team_option_inst_info *opt_inst_info);
1600f1aad2bSJiri Pirko extern void team_options_change_check(struct team *team);
1610f1aad2bSJiri Pirko 
1623d249d4cSJiri Pirko struct team_mode {
1633d249d4cSJiri Pirko 	const char *kind;
1643d249d4cSJiri Pirko 	struct module *owner;
1653d249d4cSJiri Pirko 	size_t priv_size;
1665149ee58SJiri Pirko 	size_t port_priv_size;
1673d249d4cSJiri Pirko 	const struct team_mode_ops *ops;
1688fd72856SJiri Pirko 	enum netdev_lag_tx_type lag_tx_type;
1693d249d4cSJiri Pirko };
1703d249d4cSJiri Pirko 
1713d249d4cSJiri Pirko #define TEAM_PORT_HASHBITS 4
1723d249d4cSJiri Pirko #define TEAM_PORT_HASHENTRIES (1 << TEAM_PORT_HASHBITS)
1733d249d4cSJiri Pirko 
1743d249d4cSJiri Pirko #define TEAM_MODE_PRIV_LONGS 4
1753d249d4cSJiri Pirko #define TEAM_MODE_PRIV_SIZE (sizeof(long) * TEAM_MODE_PRIV_LONGS)
1763d249d4cSJiri Pirko 
1773d249d4cSJiri Pirko struct team {
1783d249d4cSJiri Pirko 	struct net_device *dev; /* associated netdevice */
1793d249d4cSJiri Pirko 	struct team_pcpu_stats __percpu *pcpu_stats;
1803d249d4cSJiri Pirko 
18161dc3461SJiri Pirko 	struct mutex lock; /* used for overall locking, e.g. port lists write */
1823d249d4cSJiri Pirko 
1833d249d4cSJiri Pirko 	/*
18419a0b58eSJiri Pirko 	 * List of enabled ports and their count
1853d249d4cSJiri Pirko 	 */
18619a0b58eSJiri Pirko 	int en_port_count;
18719a0b58eSJiri Pirko 	struct hlist_head en_port_hlist[TEAM_PORT_HASHENTRIES];
18819a0b58eSJiri Pirko 
18919a0b58eSJiri Pirko 	struct list_head port_list; /* list of all ports */
1903d249d4cSJiri Pirko 
1913d249d4cSJiri Pirko 	struct list_head option_list;
19280f7c668SJiri Pirko 	struct list_head option_inst_list; /* list of option instances */
1933d249d4cSJiri Pirko 
1943d249d4cSJiri Pirko 	const struct team_mode *mode;
1953d249d4cSJiri Pirko 	struct team_mode_ops ops;
196e185483eSFlavio Leitner 	bool user_carrier_enabled;
1978ff5105aSJiri Pirko 	bool queue_override_enabled;
1988ff5105aSJiri Pirko 	struct list_head *qom_lists; /* array of queue override mapping lists */
1999d0d68faSJiri Pirko 	bool port_mtu_change_allowed;
200fc423ff0SJiri Pirko 	struct {
201fc423ff0SJiri Pirko 		unsigned int count;
202fc423ff0SJiri Pirko 		unsigned int interval; /* in ms */
203fc423ff0SJiri Pirko 		atomic_t count_pending;
204fc423ff0SJiri Pirko 		struct delayed_work dw;
205fc423ff0SJiri Pirko 	} notify_peers;
206492b200eSJiri Pirko 	struct {
207492b200eSJiri Pirko 		unsigned int count;
208492b200eSJiri Pirko 		unsigned int interval; /* in ms */
209492b200eSJiri Pirko 		atomic_t count_pending;
210492b200eSJiri Pirko 		struct delayed_work dw;
211492b200eSJiri Pirko 	} mcast_rejoin;
2123d249d4cSJiri Pirko 	long mode_priv[TEAM_MODE_PRIV_LONGS];
2133d249d4cSJiri Pirko };
2143d249d4cSJiri Pirko 
215e15c3c22SAmerigo Wang static inline int team_dev_queue_xmit(struct team *team, struct team_port *port,
216e15c3c22SAmerigo Wang 				      struct sk_buff *skb)
217e15c3c22SAmerigo Wang {
218e15c3c22SAmerigo Wang 	BUILD_BUG_ON(sizeof(skb->queue_mapping) !=
219e15c3c22SAmerigo Wang 		     sizeof(qdisc_skb_cb(skb)->slave_dev_queue_mapping));
220e15c3c22SAmerigo Wang 	skb_set_queue_mapping(skb, qdisc_skb_cb(skb)->slave_dev_queue_mapping);
221e15c3c22SAmerigo Wang 
222e15c3c22SAmerigo Wang 	skb->dev = port->dev;
223e15c3c22SAmerigo Wang 	if (unlikely(netpoll_tx_running(team->dev))) {
224e15c3c22SAmerigo Wang 		team_netpoll_send_skb(port, skb);
225e15c3c22SAmerigo Wang 		return 0;
226e15c3c22SAmerigo Wang 	}
227e15c3c22SAmerigo Wang 	return dev_queue_xmit(skb);
228e15c3c22SAmerigo Wang }
229e15c3c22SAmerigo Wang 
2303d249d4cSJiri Pirko static inline struct hlist_head *team_port_index_hash(struct team *team,
2313d249d4cSJiri Pirko 						      int port_index)
2323d249d4cSJiri Pirko {
23319a0b58eSJiri Pirko 	return &team->en_port_hlist[port_index & (TEAM_PORT_HASHENTRIES - 1)];
2343d249d4cSJiri Pirko }
2353d249d4cSJiri Pirko 
2363d249d4cSJiri Pirko static inline struct team_port *team_get_port_by_index(struct team *team,
2373d249d4cSJiri Pirko 						       int port_index)
2383d249d4cSJiri Pirko {
2393d249d4cSJiri Pirko 	struct team_port *port;
2403d249d4cSJiri Pirko 	struct hlist_head *head = team_port_index_hash(team, port_index);
2413d249d4cSJiri Pirko 
242b67bfe0dSSasha Levin 	hlist_for_each_entry(port, head, hlist)
2433d249d4cSJiri Pirko 		if (port->index == port_index)
2443d249d4cSJiri Pirko 			return port;
2453d249d4cSJiri Pirko 	return NULL;
2463d249d4cSJiri Pirko }
247735d381fSJiri Pirko 
24821d9629aSAlex Sidorenko static inline int team_num_to_port_index(struct team *team, unsigned int num)
249735d381fSJiri Pirko {
250735d381fSJiri Pirko 	int en_port_count = ACCESS_ONCE(team->en_port_count);
251735d381fSJiri Pirko 
252735d381fSJiri Pirko 	if (unlikely(!en_port_count))
253735d381fSJiri Pirko 		return 0;
254735d381fSJiri Pirko 	return num % en_port_count;
255735d381fSJiri Pirko }
256735d381fSJiri Pirko 
2573d249d4cSJiri Pirko static inline struct team_port *team_get_port_by_index_rcu(struct team *team,
2583d249d4cSJiri Pirko 							   int port_index)
2593d249d4cSJiri Pirko {
2603d249d4cSJiri Pirko 	struct team_port *port;
2613d249d4cSJiri Pirko 	struct hlist_head *head = team_port_index_hash(team, port_index);
2623d249d4cSJiri Pirko 
263b67bfe0dSSasha Levin 	hlist_for_each_entry_rcu(port, head, hlist)
2643d249d4cSJiri Pirko 		if (port->index == port_index)
2653d249d4cSJiri Pirko 			return port;
2663d249d4cSJiri Pirko 	return NULL;
2673d249d4cSJiri Pirko }
2683d249d4cSJiri Pirko 
269753f9939SJiri Pirko static inline struct team_port *
270753f9939SJiri Pirko team_get_first_port_txable_rcu(struct team *team, struct team_port *port)
271753f9939SJiri Pirko {
272753f9939SJiri Pirko 	struct team_port *cur;
273753f9939SJiri Pirko 
274753f9939SJiri Pirko 	if (likely(team_port_txable(port)))
275753f9939SJiri Pirko 		return port;
276753f9939SJiri Pirko 	cur = port;
277753f9939SJiri Pirko 	list_for_each_entry_continue_rcu(cur, &team->port_list, list)
278b79462a8SJiri Pirko 		if (team_port_txable(cur))
279753f9939SJiri Pirko 			return cur;
280753f9939SJiri Pirko 	list_for_each_entry_rcu(cur, &team->port_list, list) {
281753f9939SJiri Pirko 		if (cur == port)
282753f9939SJiri Pirko 			break;
283b79462a8SJiri Pirko 		if (team_port_txable(cur))
284753f9939SJiri Pirko 			return cur;
285753f9939SJiri Pirko 	}
286753f9939SJiri Pirko 	return NULL;
287753f9939SJiri Pirko }
288753f9939SJiri Pirko 
289358b8382SJiri Pirko extern int team_options_register(struct team *team,
290358b8382SJiri Pirko 				 const struct team_option *option,
2913d249d4cSJiri Pirko 				 size_t option_count);
2923d249d4cSJiri Pirko extern void team_options_unregister(struct team *team,
293358b8382SJiri Pirko 				    const struct team_option *option,
2943d249d4cSJiri Pirko 				    size_t option_count);
2950402788aSJiri Pirko extern int team_mode_register(const struct team_mode *mode);
2960402788aSJiri Pirko extern void team_mode_unregister(const struct team_mode *mode);
2973d249d4cSJiri Pirko 
2986c85f2bdSJiri Pirko #define TEAM_DEFAULT_NUM_TX_QUEUES 16
2996c85f2bdSJiri Pirko #define TEAM_DEFAULT_NUM_RX_QUEUES 16
3006c85f2bdSJiri Pirko 
301*3a5f8997SZhang Shengju #define MODULE_ALIAS_TEAM_MODE(kind) MODULE_ALIAS("team-mode-" kind)
302*3a5f8997SZhang Shengju 
3033d249d4cSJiri Pirko #endif /* _LINUX_IF_TEAM_H_ */
304