13d249d4cSJiri Pirko /* 23d249d4cSJiri Pirko * include/linux/if_team.h - Network team device driver header 33d249d4cSJiri Pirko * Copyright (c) 2011 Jiri Pirko <[email protected]> 43d249d4cSJiri Pirko * 53d249d4cSJiri Pirko * This program is free software; you can redistribute it and/or modify 63d249d4cSJiri Pirko * it under the terms of the GNU General Public License as published by 73d249d4cSJiri Pirko * the Free Software Foundation; either version 2 of the License, or 83d249d4cSJiri Pirko * (at your option) any later version. 93d249d4cSJiri Pirko */ 103d249d4cSJiri Pirko #ifndef _LINUX_IF_TEAM_H_ 113d249d4cSJiri Pirko #define _LINUX_IF_TEAM_H_ 123d249d4cSJiri Pirko 13bd2d0837SJiri Pirko #include <linux/netpoll.h> 146c85f2bdSJiri Pirko #include <net/sch_generic.h> 15*fc423ff0SJiri Pirko #include <linux/types.h> 16607ca46eSDavid Howells #include <uapi/linux/if_team.h> 17bd2d0837SJiri Pirko 183d249d4cSJiri Pirko struct team_pcpu_stats { 193d249d4cSJiri Pirko u64 rx_packets; 203d249d4cSJiri Pirko u64 rx_bytes; 213d249d4cSJiri Pirko u64 rx_multicast; 223d249d4cSJiri Pirko u64 tx_packets; 233d249d4cSJiri Pirko u64 tx_bytes; 243d249d4cSJiri Pirko struct u64_stats_sync syncp; 253d249d4cSJiri Pirko u32 rx_dropped; 263d249d4cSJiri Pirko u32 tx_dropped; 273d249d4cSJiri Pirko }; 283d249d4cSJiri Pirko 293d249d4cSJiri Pirko struct team; 303d249d4cSJiri Pirko 313d249d4cSJiri Pirko struct team_port { 323d249d4cSJiri Pirko struct net_device *dev; 3319a0b58eSJiri Pirko struct hlist_node hlist; /* node in enabled ports hash list */ 343d249d4cSJiri Pirko struct list_head list; /* node in ordinary list */ 353d249d4cSJiri Pirko struct team *team; 3619a0b58eSJiri Pirko int index; /* index of enabled port. If disabled, it's set to -1 */ 373d249d4cSJiri Pirko 3871472ec1SJiri Pirko bool linkup; /* either state.linkup or user.linkup */ 3971472ec1SJiri Pirko 4071472ec1SJiri Pirko struct { 4171472ec1SJiri Pirko bool linkup; 4271472ec1SJiri Pirko u32 speed; 4371472ec1SJiri Pirko u8 duplex; 4471472ec1SJiri Pirko } state; 4571472ec1SJiri Pirko 4671472ec1SJiri Pirko /* Values set by userspace */ 4771472ec1SJiri Pirko struct { 4871472ec1SJiri Pirko bool linkup; 4971472ec1SJiri Pirko bool linkup_enabled; 5071472ec1SJiri Pirko } user; 5171472ec1SJiri Pirko 5271472ec1SJiri Pirko /* Custom gennetlink interface related flags */ 5371472ec1SJiri Pirko bool changed; 5471472ec1SJiri Pirko bool removed; 5571472ec1SJiri Pirko 563d249d4cSJiri Pirko /* 573d249d4cSJiri Pirko * A place for storing original values of the device before it 583d249d4cSJiri Pirko * become a port. 593d249d4cSJiri Pirko */ 603d249d4cSJiri Pirko struct { 613d249d4cSJiri Pirko unsigned char dev_addr[MAX_ADDR_LEN]; 623d249d4cSJiri Pirko unsigned int mtu; 633d249d4cSJiri Pirko } orig; 643d249d4cSJiri Pirko 65bd2d0837SJiri Pirko #ifdef CONFIG_NET_POLL_CONTROLLER 66bd2d0837SJiri Pirko struct netpoll *np; 67bd2d0837SJiri Pirko #endif 68bd2d0837SJiri Pirko 69a86fc6b7SJiri Pirko s32 priority; /* lower number ~ higher priority */ 708ff5105aSJiri Pirko u16 queue_id; 718ff5105aSJiri Pirko struct list_head qom_list; /* node in queue override mapping list */ 72d80b35beSJiri Pirko struct rcu_head rcu; 735149ee58SJiri Pirko long mode_priv[0]; 743d249d4cSJiri Pirko }; 753d249d4cSJiri Pirko 7668c45042SJiri Pirko static inline bool team_port_enabled(struct team_port *port) 7768c45042SJiri Pirko { 7868c45042SJiri Pirko return port->index != -1; 7968c45042SJiri Pirko } 8068c45042SJiri Pirko 8168c45042SJiri Pirko static inline bool team_port_txable(struct team_port *port) 8268c45042SJiri Pirko { 8368c45042SJiri Pirko return port->linkup && team_port_enabled(port); 8468c45042SJiri Pirko } 8552a4fd77SJiri Pirko 86bd2d0837SJiri Pirko #ifdef CONFIG_NET_POLL_CONTROLLER 87bd2d0837SJiri Pirko static inline void team_netpoll_send_skb(struct team_port *port, 88bd2d0837SJiri Pirko struct sk_buff *skb) 89bd2d0837SJiri Pirko { 90bd2d0837SJiri Pirko struct netpoll *np = port->np; 91bd2d0837SJiri Pirko 92bd2d0837SJiri Pirko if (np) 93bd2d0837SJiri Pirko netpoll_send_skb(np, skb); 94bd2d0837SJiri Pirko } 95bd2d0837SJiri Pirko #else 96bd2d0837SJiri Pirko static inline void team_netpoll_send_skb(struct team_port *port, 97bd2d0837SJiri Pirko struct sk_buff *skb) 98bd2d0837SJiri Pirko { 99bd2d0837SJiri Pirko } 100bd2d0837SJiri Pirko #endif 101bd2d0837SJiri Pirko 1023d249d4cSJiri Pirko struct team_mode_ops { 1033d249d4cSJiri Pirko int (*init)(struct team *team); 1043d249d4cSJiri Pirko void (*exit)(struct team *team); 1053d249d4cSJiri Pirko rx_handler_result_t (*receive)(struct team *team, 1063d249d4cSJiri Pirko struct team_port *port, 1073d249d4cSJiri Pirko struct sk_buff *skb); 1083d249d4cSJiri Pirko bool (*transmit)(struct team *team, struct sk_buff *skb); 1093d249d4cSJiri Pirko int (*port_enter)(struct team *team, struct team_port *port); 1103d249d4cSJiri Pirko void (*port_leave)(struct team *team, struct team_port *port); 1111d76efe1SJiri Pirko void (*port_change_dev_addr)(struct team *team, struct team_port *port); 1124bccfd17SJiri Pirko void (*port_enabled)(struct team *team, struct team_port *port); 1134bccfd17SJiri Pirko void (*port_disabled)(struct team *team, struct team_port *port); 1143d249d4cSJiri Pirko }; 1153d249d4cSJiri Pirko 116acbba0d0SJiri Pirko extern int team_modeop_port_enter(struct team *team, struct team_port *port); 117acbba0d0SJiri Pirko extern void team_modeop_port_change_dev_addr(struct team *team, 118acbba0d0SJiri Pirko struct team_port *port); 119acbba0d0SJiri Pirko 1203d249d4cSJiri Pirko enum team_option_type { 1213d249d4cSJiri Pirko TEAM_OPTION_TYPE_U32, 1223d249d4cSJiri Pirko TEAM_OPTION_TYPE_STRING, 1232615598fSJiri Pirko TEAM_OPTION_TYPE_BINARY, 12414f066baSJiri Pirko TEAM_OPTION_TYPE_BOOL, 12569821638SJiri Pirko TEAM_OPTION_TYPE_S32, 1263d249d4cSJiri Pirko }; 1273d249d4cSJiri Pirko 12885d59a87SJiri Pirko struct team_option_inst_info { 12985d59a87SJiri Pirko u32 array_index; 13085d59a87SJiri Pirko struct team_port *port; /* != NULL if per-port */ 13185d59a87SJiri Pirko }; 13285d59a87SJiri Pirko 13380f7c668SJiri Pirko struct team_gsetter_ctx { 13480f7c668SJiri Pirko union { 13580f7c668SJiri Pirko u32 u32_val; 13680f7c668SJiri Pirko const char *str_val; 13780f7c668SJiri Pirko struct { 13880f7c668SJiri Pirko const void *ptr; 13980f7c668SJiri Pirko u32 len; 14080f7c668SJiri Pirko } bin_val; 14114f066baSJiri Pirko bool bool_val; 14269821638SJiri Pirko s32 s32_val; 14380f7c668SJiri Pirko } data; 14485d59a87SJiri Pirko struct team_option_inst_info *info; 14580f7c668SJiri Pirko }; 14680f7c668SJiri Pirko 1473d249d4cSJiri Pirko struct team_option { 1483d249d4cSJiri Pirko struct list_head list; 1493d249d4cSJiri Pirko const char *name; 15080f7c668SJiri Pirko bool per_port; 151b1303326SJiri Pirko unsigned int array_size; /* != 0 means the option is array */ 1523d249d4cSJiri Pirko enum team_option_type type; 15385d59a87SJiri Pirko int (*init)(struct team *team, struct team_option_inst_info *info); 15480f7c668SJiri Pirko int (*getter)(struct team *team, struct team_gsetter_ctx *ctx); 15580f7c668SJiri Pirko int (*setter)(struct team *team, struct team_gsetter_ctx *ctx); 1563d249d4cSJiri Pirko }; 1573d249d4cSJiri Pirko 1580f1aad2bSJiri Pirko extern void team_option_inst_set_change(struct team_option_inst_info *opt_inst_info); 1590f1aad2bSJiri Pirko extern void team_options_change_check(struct team *team); 1600f1aad2bSJiri Pirko 1613d249d4cSJiri Pirko struct team_mode { 1623d249d4cSJiri Pirko const char *kind; 1633d249d4cSJiri Pirko struct module *owner; 1643d249d4cSJiri Pirko size_t priv_size; 1655149ee58SJiri Pirko size_t port_priv_size; 1663d249d4cSJiri Pirko const struct team_mode_ops *ops; 1673d249d4cSJiri Pirko }; 1683d249d4cSJiri Pirko 1693d249d4cSJiri Pirko #define TEAM_PORT_HASHBITS 4 1703d249d4cSJiri Pirko #define TEAM_PORT_HASHENTRIES (1 << TEAM_PORT_HASHBITS) 1713d249d4cSJiri Pirko 1723d249d4cSJiri Pirko #define TEAM_MODE_PRIV_LONGS 4 1733d249d4cSJiri Pirko #define TEAM_MODE_PRIV_SIZE (sizeof(long) * TEAM_MODE_PRIV_LONGS) 1743d249d4cSJiri Pirko 1753d249d4cSJiri Pirko struct team { 1763d249d4cSJiri Pirko struct net_device *dev; /* associated netdevice */ 1773d249d4cSJiri Pirko struct team_pcpu_stats __percpu *pcpu_stats; 1783d249d4cSJiri Pirko 17961dc3461SJiri Pirko struct mutex lock; /* used for overall locking, e.g. port lists write */ 1803d249d4cSJiri Pirko 1813d249d4cSJiri Pirko /* 18219a0b58eSJiri Pirko * List of enabled ports and their count 1833d249d4cSJiri Pirko */ 18419a0b58eSJiri Pirko int en_port_count; 18519a0b58eSJiri Pirko struct hlist_head en_port_hlist[TEAM_PORT_HASHENTRIES]; 18619a0b58eSJiri Pirko 18719a0b58eSJiri Pirko struct list_head port_list; /* list of all ports */ 1883d249d4cSJiri Pirko 1893d249d4cSJiri Pirko struct list_head option_list; 19080f7c668SJiri Pirko struct list_head option_inst_list; /* list of option instances */ 1913d249d4cSJiri Pirko 1923d249d4cSJiri Pirko const struct team_mode *mode; 1933d249d4cSJiri Pirko struct team_mode_ops ops; 194e185483eSFlavio Leitner bool user_carrier_enabled; 1958ff5105aSJiri Pirko bool queue_override_enabled; 1968ff5105aSJiri Pirko struct list_head *qom_lists; /* array of queue override mapping lists */ 197*fc423ff0SJiri Pirko struct { 198*fc423ff0SJiri Pirko unsigned int count; 199*fc423ff0SJiri Pirko unsigned int interval; /* in ms */ 200*fc423ff0SJiri Pirko atomic_t count_pending; 201*fc423ff0SJiri Pirko struct delayed_work dw; 202*fc423ff0SJiri Pirko } notify_peers; 2033d249d4cSJiri Pirko long mode_priv[TEAM_MODE_PRIV_LONGS]; 2043d249d4cSJiri Pirko }; 2053d249d4cSJiri Pirko 206e15c3c22SAmerigo Wang static inline int team_dev_queue_xmit(struct team *team, struct team_port *port, 207e15c3c22SAmerigo Wang struct sk_buff *skb) 208e15c3c22SAmerigo Wang { 209e15c3c22SAmerigo Wang BUILD_BUG_ON(sizeof(skb->queue_mapping) != 210e15c3c22SAmerigo Wang sizeof(qdisc_skb_cb(skb)->slave_dev_queue_mapping)); 211e15c3c22SAmerigo Wang skb_set_queue_mapping(skb, qdisc_skb_cb(skb)->slave_dev_queue_mapping); 212e15c3c22SAmerigo Wang 213e15c3c22SAmerigo Wang skb->dev = port->dev; 214e15c3c22SAmerigo Wang if (unlikely(netpoll_tx_running(team->dev))) { 215e15c3c22SAmerigo Wang team_netpoll_send_skb(port, skb); 216e15c3c22SAmerigo Wang return 0; 217e15c3c22SAmerigo Wang } 218e15c3c22SAmerigo Wang return dev_queue_xmit(skb); 219e15c3c22SAmerigo Wang } 220e15c3c22SAmerigo Wang 2213d249d4cSJiri Pirko static inline struct hlist_head *team_port_index_hash(struct team *team, 2223d249d4cSJiri Pirko int port_index) 2233d249d4cSJiri Pirko { 22419a0b58eSJiri Pirko return &team->en_port_hlist[port_index & (TEAM_PORT_HASHENTRIES - 1)]; 2253d249d4cSJiri Pirko } 2263d249d4cSJiri Pirko 2273d249d4cSJiri Pirko static inline struct team_port *team_get_port_by_index(struct team *team, 2283d249d4cSJiri Pirko int port_index) 2293d249d4cSJiri Pirko { 2303d249d4cSJiri Pirko struct team_port *port; 2313d249d4cSJiri Pirko struct hlist_head *head = team_port_index_hash(team, port_index); 2323d249d4cSJiri Pirko 233b67bfe0dSSasha Levin hlist_for_each_entry(port, head, hlist) 2343d249d4cSJiri Pirko if (port->index == port_index) 2353d249d4cSJiri Pirko return port; 2363d249d4cSJiri Pirko return NULL; 2373d249d4cSJiri Pirko } 238735d381fSJiri Pirko 239735d381fSJiri Pirko static inline int team_num_to_port_index(struct team *team, int num) 240735d381fSJiri Pirko { 241735d381fSJiri Pirko int en_port_count = ACCESS_ONCE(team->en_port_count); 242735d381fSJiri Pirko 243735d381fSJiri Pirko if (unlikely(!en_port_count)) 244735d381fSJiri Pirko return 0; 245735d381fSJiri Pirko return num % en_port_count; 246735d381fSJiri Pirko } 247735d381fSJiri Pirko 2483d249d4cSJiri Pirko static inline struct team_port *team_get_port_by_index_rcu(struct team *team, 2493d249d4cSJiri Pirko int port_index) 2503d249d4cSJiri Pirko { 2513d249d4cSJiri Pirko struct team_port *port; 2523d249d4cSJiri Pirko struct hlist_head *head = team_port_index_hash(team, port_index); 2533d249d4cSJiri Pirko 254b67bfe0dSSasha Levin hlist_for_each_entry_rcu(port, head, hlist) 2553d249d4cSJiri Pirko if (port->index == port_index) 2563d249d4cSJiri Pirko return port; 2573d249d4cSJiri Pirko return NULL; 2583d249d4cSJiri Pirko } 2593d249d4cSJiri Pirko 260753f9939SJiri Pirko static inline struct team_port * 261753f9939SJiri Pirko team_get_first_port_txable_rcu(struct team *team, struct team_port *port) 262753f9939SJiri Pirko { 263753f9939SJiri Pirko struct team_port *cur; 264753f9939SJiri Pirko 265753f9939SJiri Pirko if (likely(team_port_txable(port))) 266753f9939SJiri Pirko return port; 267753f9939SJiri Pirko cur = port; 268753f9939SJiri Pirko list_for_each_entry_continue_rcu(cur, &team->port_list, list) 269b79462a8SJiri Pirko if (team_port_txable(cur)) 270753f9939SJiri Pirko return cur; 271753f9939SJiri Pirko list_for_each_entry_rcu(cur, &team->port_list, list) { 272753f9939SJiri Pirko if (cur == port) 273753f9939SJiri Pirko break; 274b79462a8SJiri Pirko if (team_port_txable(cur)) 275753f9939SJiri Pirko return cur; 276753f9939SJiri Pirko } 277753f9939SJiri Pirko return NULL; 278753f9939SJiri Pirko } 279753f9939SJiri Pirko 280358b8382SJiri Pirko extern int team_options_register(struct team *team, 281358b8382SJiri Pirko const struct team_option *option, 2823d249d4cSJiri Pirko size_t option_count); 2833d249d4cSJiri Pirko extern void team_options_unregister(struct team *team, 284358b8382SJiri Pirko const struct team_option *option, 2853d249d4cSJiri Pirko size_t option_count); 2860402788aSJiri Pirko extern int team_mode_register(const struct team_mode *mode); 2870402788aSJiri Pirko extern void team_mode_unregister(const struct team_mode *mode); 2883d249d4cSJiri Pirko 2896c85f2bdSJiri Pirko #define TEAM_DEFAULT_NUM_TX_QUEUES 16 2906c85f2bdSJiri Pirko #define TEAM_DEFAULT_NUM_RX_QUEUES 16 2916c85f2bdSJiri Pirko 2923d249d4cSJiri Pirko #endif /* _LINUX_IF_TEAM_H_ */ 293