xref: /linux-6.15/include/net/ip_fib.h (revision 345e9b54)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  * INET		An implementation of the TCP/IP protocol suite for the LINUX
31da177e4SLinus Torvalds  *		operating system.  INET  is implemented using the  BSD Socket
41da177e4SLinus Torvalds  *		interface as the means of communication with the user level.
51da177e4SLinus Torvalds  *
61da177e4SLinus Torvalds  *		Definitions for the Forwarding Information Base.
71da177e4SLinus Torvalds  *
81da177e4SLinus Torvalds  * Authors:	A.N.Kuznetsov, <[email protected]>
91da177e4SLinus Torvalds  *
101da177e4SLinus Torvalds  *		This program is free software; you can redistribute it and/or
111da177e4SLinus Torvalds  *		modify it under the terms of the GNU General Public License
121da177e4SLinus Torvalds  *		as published by the Free Software Foundation; either version
131da177e4SLinus Torvalds  *		2 of the License, or (at your option) any later version.
141da177e4SLinus Torvalds  */
151da177e4SLinus Torvalds 
161da177e4SLinus Torvalds #ifndef _NET_IP_FIB_H
171da177e4SLinus Torvalds #define _NET_IP_FIB_H
181da177e4SLinus Torvalds 
191da177e4SLinus Torvalds #include <net/flow.h>
201da177e4SLinus Torvalds #include <linux/seq_file.h>
214895c771SDavid S. Miller #include <linux/rcupdate.h>
22e1ef4bf2SThomas Graf #include <net/fib_rules.h>
238e773277SDavid S. Miller #include <net/inetpeer.h>
24d26b3a7cSEric Dumazet #include <linux/percpu.h>
251da177e4SLinus Torvalds 
264e902c57SThomas Graf struct fib_config {
274e902c57SThomas Graf 	u8			fc_dst_len;
284e902c57SThomas Graf 	u8			fc_tos;
294e902c57SThomas Graf 	u8			fc_protocol;
304e902c57SThomas Graf 	u8			fc_scope;
314e902c57SThomas Graf 	u8			fc_type;
32b52f070cSThomas Graf 	/* 3 bytes unused */
334e902c57SThomas Graf 	u32			fc_table;
346d85c10aSAl Viro 	__be32			fc_dst;
356d85c10aSAl Viro 	__be32			fc_gw;
364e902c57SThomas Graf 	int			fc_oif;
374e902c57SThomas Graf 	u32			fc_flags;
384e902c57SThomas Graf 	u32			fc_priority;
396d85c10aSAl Viro 	__be32			fc_prefsrc;
404e902c57SThomas Graf 	struct nlattr		*fc_mx;
414e902c57SThomas Graf 	struct rtnexthop	*fc_mp;
424e902c57SThomas Graf 	int			fc_mx_len;
434e902c57SThomas Graf 	int			fc_mp_len;
444e902c57SThomas Graf 	u32			fc_flow;
454e902c57SThomas Graf 	u32			fc_nlflags;
464e902c57SThomas Graf 	struct nl_info		fc_nlinfo;
471da177e4SLinus Torvalds  };
481da177e4SLinus Torvalds 
491da177e4SLinus Torvalds struct fib_info;
50f2bb4bedSDavid S. Miller struct rtable;
511da177e4SLinus Torvalds 
524895c771SDavid S. Miller struct fib_nh_exception {
534895c771SDavid S. Miller 	struct fib_nh_exception __rcu	*fnhe_next;
545aad1de5STimo Teräs 	int				fnhe_genid;
554895c771SDavid S. Miller 	__be32				fnhe_daddr;
564895c771SDavid S. Miller 	u32				fnhe_pmtu;
57aee06da6SJulian Anastasov 	__be32				fnhe_gw;
584895c771SDavid S. Miller 	unsigned long			fnhe_expires;
592ffae99dSTimo Teräs 	struct rtable __rcu		*fnhe_rth_input;
602ffae99dSTimo Teräs 	struct rtable __rcu		*fnhe_rth_output;
614895c771SDavid S. Miller 	unsigned long			fnhe_stamp;
624895c771SDavid S. Miller };
634895c771SDavid S. Miller 
644895c771SDavid S. Miller struct fnhe_hash_bucket {
654895c771SDavid S. Miller 	struct fib_nh_exception __rcu	*chain;
664895c771SDavid S. Miller };
674895c771SDavid S. Miller 
68d546c621SEric Dumazet #define FNHE_HASH_SHIFT		11
69d546c621SEric Dumazet #define FNHE_HASH_SIZE		(1 << FNHE_HASH_SHIFT)
704895c771SDavid S. Miller #define FNHE_RECLAIM_DEPTH	5
714895c771SDavid S. Miller 
721da177e4SLinus Torvalds struct fib_nh {
731da177e4SLinus Torvalds 	struct net_device	*nh_dev;
741da177e4SLinus Torvalds 	struct hlist_node	nh_hash;
751da177e4SLinus Torvalds 	struct fib_info		*nh_parent;
7695c96174SEric Dumazet 	unsigned int		nh_flags;
771da177e4SLinus Torvalds 	unsigned char		nh_scope;
781da177e4SLinus Torvalds #ifdef CONFIG_IP_ROUTE_MULTIPATH
791da177e4SLinus Torvalds 	int			nh_weight;
801da177e4SLinus Torvalds 	int			nh_power;
811da177e4SLinus Torvalds #endif
82c7066f70SPatrick McHardy #ifdef CONFIG_IP_ROUTE_CLASSID
831da177e4SLinus Torvalds 	__u32			nh_tclassid;
841da177e4SLinus Torvalds #endif
851da177e4SLinus Torvalds 	int			nh_oif;
86ed49e3caSAl Viro 	__be32			nh_gw;
871fc050a1SDavid S. Miller 	__be32			nh_saddr;
88436c3b66SDavid S. Miller 	int			nh_saddr_genid;
89d26b3a7cSEric Dumazet 	struct rtable __rcu * __percpu *nh_pcpu_rth_output;
9054764bb6SEric Dumazet 	struct rtable __rcu	*nh_rth_input;
91caa41527SEric Dumazet 	struct fnhe_hash_bucket	__rcu *nh_exceptions;
921da177e4SLinus Torvalds };
931da177e4SLinus Torvalds 
941da177e4SLinus Torvalds /*
951da177e4SLinus Torvalds  * This structure contains data shared by many of routes.
961da177e4SLinus Torvalds  */
971da177e4SLinus Torvalds 
981da177e4SLinus Torvalds struct fib_info {
991da177e4SLinus Torvalds 	struct hlist_node	fib_hash;
1001da177e4SLinus Torvalds 	struct hlist_node	fib_lhash;
1017462bd74SDenis V. Lunev 	struct net		*fib_net;
1021da177e4SLinus Torvalds 	int			fib_treeref;
1031da177e4SLinus Torvalds 	atomic_t		fib_clntref;
10495c96174SEric Dumazet 	unsigned int		fib_flags;
10537e826c5SDavid S. Miller 	unsigned char		fib_dead;
10637e826c5SDavid S. Miller 	unsigned char		fib_protocol;
10737e826c5SDavid S. Miller 	unsigned char		fib_scope;
108f4ef85bbSEric Dumazet 	unsigned char		fib_type;
109b83738aeSAl Viro 	__be32			fib_prefsrc;
1101da177e4SLinus Torvalds 	u32			fib_priority;
1119c150e82SDavid S. Miller 	u32			*fib_metrics;
1121da177e4SLinus Torvalds #define fib_mtu fib_metrics[RTAX_MTU-1]
1131da177e4SLinus Torvalds #define fib_window fib_metrics[RTAX_WINDOW-1]
1141da177e4SLinus Torvalds #define fib_rtt fib_metrics[RTAX_RTT-1]
1151da177e4SLinus Torvalds #define fib_advmss fib_metrics[RTAX_ADVMSS-1]
1161da177e4SLinus Torvalds 	int			fib_nhs;
1171da177e4SLinus Torvalds #ifdef CONFIG_IP_ROUTE_MULTIPATH
1181da177e4SLinus Torvalds 	int			fib_power;
1191da177e4SLinus Torvalds #endif
120ebc0ffaeSEric Dumazet 	struct rcu_head		rcu;
1211da177e4SLinus Torvalds 	struct fib_nh		fib_nh[0];
1221da177e4SLinus Torvalds #define fib_dev		fib_nh[0].nh_dev
1231da177e4SLinus Torvalds };
1241da177e4SLinus Torvalds 
1251da177e4SLinus Torvalds 
1261da177e4SLinus Torvalds #ifdef CONFIG_IP_MULTIPLE_TABLES
1271da177e4SLinus Torvalds struct fib_rule;
1281da177e4SLinus Torvalds #endif
1291da177e4SLinus Torvalds 
1305b470441SDavid S. Miller struct fib_table;
1311da177e4SLinus Torvalds struct fib_result {
1321da177e4SLinus Torvalds 	unsigned char	prefixlen;
1331da177e4SLinus Torvalds 	unsigned char	nh_sel;
1341da177e4SLinus Torvalds 	unsigned char	type;
1351da177e4SLinus Torvalds 	unsigned char	scope;
13685b91b03SDavid S. Miller 	u32		tclassid;
1371da177e4SLinus Torvalds 	struct fib_info *fi;
1385b470441SDavid S. Miller 	struct fib_table *table;
1395b470441SDavid S. Miller 	struct list_head *fa_head;
1401da177e4SLinus Torvalds };
1411da177e4SLinus Torvalds 
142246955feSRobert Olsson struct fib_result_nl {
14380e856e1SAl Viro 	__be32		fl_addr;   /* To be looked up*/
1445f300893SThomas Graf 	u32		fl_mark;
145246955feSRobert Olsson 	unsigned char	fl_tos;
146246955feSRobert Olsson 	unsigned char   fl_scope;
147246955feSRobert Olsson 	unsigned char   tb_id_in;
148246955feSRobert Olsson 
149246955feSRobert Olsson 	unsigned char   tb_id;      /* Results */
150246955feSRobert Olsson 	unsigned char	prefixlen;
151246955feSRobert Olsson 	unsigned char	nh_sel;
152246955feSRobert Olsson 	unsigned char	type;
153246955feSRobert Olsson 	unsigned char	scope;
154246955feSRobert Olsson 	int             err;
155246955feSRobert Olsson };
1561da177e4SLinus Torvalds 
1571da177e4SLinus Torvalds #ifdef CONFIG_IP_ROUTE_MULTIPATH
1581da177e4SLinus Torvalds #define FIB_RES_NH(res)		((res).fi->fib_nh[(res).nh_sel])
1591da177e4SLinus Torvalds #else /* CONFIG_IP_ROUTE_MULTIPATH */
1601da177e4SLinus Torvalds #define FIB_RES_NH(res)		((res).fi->fib_nh[0])
1611da177e4SLinus Torvalds #endif /* CONFIG_IP_ROUTE_MULTIPATH */
1621da177e4SLinus Torvalds 
1635b9e12dbSDenis V. Lunev #ifdef CONFIG_IP_MULTIPLE_TABLES
1645b9e12dbSDenis V. Lunev #define FIB_TABLE_HASHSZ 256
1655b9e12dbSDenis V. Lunev #else
1665b9e12dbSDenis V. Lunev #define FIB_TABLE_HASHSZ 2
1675b9e12dbSDenis V. Lunev #endif
1685b9e12dbSDenis V. Lunev 
1695c3a0fd7SJoe Perches __be32 fib_info_update_nh_saddr(struct net *net, struct fib_nh *nh);
170436c3b66SDavid S. Miller 
171436c3b66SDavid S. Miller #define FIB_RES_SADDR(net, res)				\
172436c3b66SDavid S. Miller 	((FIB_RES_NH(res).nh_saddr_genid ==		\
173436c3b66SDavid S. Miller 	  atomic_read(&(net)->ipv4.dev_addr_genid)) ?	\
174436c3b66SDavid S. Miller 	 FIB_RES_NH(res).nh_saddr :			\
175436c3b66SDavid S. Miller 	 fib_info_update_nh_saddr((net), &FIB_RES_NH(res)))
1761da177e4SLinus Torvalds #define FIB_RES_GW(res)			(FIB_RES_NH(res).nh_gw)
1771da177e4SLinus Torvalds #define FIB_RES_DEV(res)		(FIB_RES_NH(res).nh_dev)
1781da177e4SLinus Torvalds #define FIB_RES_OIF(res)		(FIB_RES_NH(res).nh_oif)
1791da177e4SLinus Torvalds 
180436c3b66SDavid S. Miller #define FIB_RES_PREFSRC(net, res)	((res).fi->fib_prefsrc ? : \
181436c3b66SDavid S. Miller 					 FIB_RES_SADDR(net, res))
1821fc050a1SDavid S. Miller 
1831da177e4SLinus Torvalds struct fib_table {
1841af5a8c4SPatrick McHardy 	struct hlist_node	tb_hlist;
1852dfe55b4SPatrick McHardy 	u32			tb_id;
186971b893eSDenis V. Lunev 	int			tb_default;
18721d8c49eSDavid S. Miller 	int			tb_num_default;
18821d8c49eSDavid S. Miller 	unsigned long		tb_data[0];
1891da177e4SLinus Torvalds };
1901da177e4SLinus Torvalds 
1915c3a0fd7SJoe Perches int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp,
192ebc0ffaeSEric Dumazet 		     struct fib_result *res, int fib_flags);
1935c3a0fd7SJoe Perches int fib_table_insert(struct fib_table *, struct fib_config *);
1945c3a0fd7SJoe Perches int fib_table_delete(struct fib_table *, struct fib_config *);
1955c3a0fd7SJoe Perches int fib_table_dump(struct fib_table *table, struct sk_buff *skb,
19616c6cf8bSStephen Hemminger 		   struct netlink_callback *cb);
1975c3a0fd7SJoe Perches int fib_table_flush(struct fib_table *table);
1985c3a0fd7SJoe Perches void fib_free_table(struct fib_table *tb);
1994aa2c466SPavel Emelyanov 
20016c6cf8bSStephen Hemminger 
20116c6cf8bSStephen Hemminger 
2021da177e4SLinus Torvalds #ifndef CONFIG_IP_MULTIPLE_TABLES
2031da177e4SLinus Torvalds 
204a5a519b2SAlexander Duyck #define TABLE_LOCAL_INDEX	(RT_TABLE_LOCAL & (FIB_TABLE_HASHSZ - 1))
205a5a519b2SAlexander Duyck #define TABLE_MAIN_INDEX	(RT_TABLE_MAIN  & (FIB_TABLE_HASHSZ - 1))
2061da177e4SLinus Torvalds 
2078ad4942cSDenis V. Lunev static inline struct fib_table *fib_get_table(struct net *net, u32 id)
2081da177e4SLinus Torvalds {
20993456b6dSDenis V. Lunev 	struct hlist_head *ptr;
21093456b6dSDenis V. Lunev 
21193456b6dSDenis V. Lunev 	ptr = id == RT_TABLE_LOCAL ?
212e4aef8aeSDenis V. Lunev 		&net->ipv4.fib_table_hash[TABLE_LOCAL_INDEX] :
213e4aef8aeSDenis V. Lunev 		&net->ipv4.fib_table_hash[TABLE_MAIN_INDEX];
21493456b6dSDenis V. Lunev 	return hlist_entry(ptr->first, struct fib_table, tb_hlist);
2151da177e4SLinus Torvalds }
2161da177e4SLinus Torvalds 
2178ad4942cSDenis V. Lunev static inline struct fib_table *fib_new_table(struct net *net, u32 id)
2181da177e4SLinus Torvalds {
2198ad4942cSDenis V. Lunev 	return fib_get_table(net, id);
2201da177e4SLinus Torvalds }
2211da177e4SLinus Torvalds 
22222bd5b9bSDavid S. Miller static inline int fib_lookup(struct net *net, const struct flowi4 *flp,
223da0e28cbSDenis V. Lunev 			     struct fib_result *res)
2241da177e4SLinus Torvalds {
225*345e9b54SAlexander Duyck 	int err = -ENETUNREACH;
22693456b6dSDenis V. Lunev 
227*345e9b54SAlexander Duyck 	rcu_read_lock();
22893456b6dSDenis V. Lunev 
229*345e9b54SAlexander Duyck 	if (!fib_table_lookup(fib_get_table(net, RT_TABLE_LOCAL), flp, res,
230*345e9b54SAlexander Duyck 			      FIB_LOOKUP_NOREF) ||
231*345e9b54SAlexander Duyck 	    !fib_table_lookup(fib_get_table(net, RT_TABLE_MAIN), flp, res,
232*345e9b54SAlexander Duyck 			      FIB_LOOKUP_NOREF))
233*345e9b54SAlexander Duyck 		err = 0;
234*345e9b54SAlexander Duyck 
235*345e9b54SAlexander Duyck 	rcu_read_unlock();
236*345e9b54SAlexander Duyck 
237*345e9b54SAlexander Duyck 	return err;
2381da177e4SLinus Torvalds }
2391da177e4SLinus Torvalds 
2401da177e4SLinus Torvalds #else /* CONFIG_IP_MULTIPLE_TABLES */
2415c3a0fd7SJoe Perches int __net_init fib4_rules_init(struct net *net);
2425c3a0fd7SJoe Perches void __net_exit fib4_rules_exit(struct net *net);
243c3e9a353SPavel Emelyanov 
2445c3a0fd7SJoe Perches struct fib_table *fib_new_table(struct net *net, u32 id);
2455c3a0fd7SJoe Perches struct fib_table *fib_get_table(struct net *net, u32 id);
2461da177e4SLinus Torvalds 
2475c3a0fd7SJoe Perches int __fib_lookup(struct net *net, struct flowi4 *flp, struct fib_result *res);
248f4530fa5SDavid S. Miller 
249f4530fa5SDavid S. Miller static inline int fib_lookup(struct net *net, struct flowi4 *flp,
250f4530fa5SDavid S. Miller 			     struct fib_result *res)
251f4530fa5SDavid S. Miller {
252f4530fa5SDavid S. Miller 	if (!net->ipv4.fib_has_custom_rules) {
253*345e9b54SAlexander Duyck 		int err = -ENETUNREACH;
254*345e9b54SAlexander Duyck 
255*345e9b54SAlexander Duyck 		rcu_read_lock();
256*345e9b54SAlexander Duyck 
25785b91b03SDavid S. Miller 		res->tclassid = 0;
258*345e9b54SAlexander Duyck 		if ((net->ipv4.fib_local &&
259f4530fa5SDavid S. Miller 		     !fib_table_lookup(net->ipv4.fib_local, flp, res,
260*345e9b54SAlexander Duyck 				       FIB_LOOKUP_NOREF)) ||
261*345e9b54SAlexander Duyck 		    (net->ipv4.fib_main &&
262f4530fa5SDavid S. Miller 		     !fib_table_lookup(net->ipv4.fib_main, flp, res,
263*345e9b54SAlexander Duyck 				       FIB_LOOKUP_NOREF)) ||
264*345e9b54SAlexander Duyck 		    (net->ipv4.fib_default &&
265f4530fa5SDavid S. Miller 		     !fib_table_lookup(net->ipv4.fib_default, flp, res,
266*345e9b54SAlexander Duyck 				       FIB_LOOKUP_NOREF)))
267*345e9b54SAlexander Duyck 			err = 0;
268*345e9b54SAlexander Duyck 
269*345e9b54SAlexander Duyck 		rcu_read_unlock();
270*345e9b54SAlexander Duyck 
271*345e9b54SAlexander Duyck 		return err;
272f4530fa5SDavid S. Miller 	}
273f4530fa5SDavid S. Miller 	return __fib_lookup(net, flp, res);
274f4530fa5SDavid S. Miller }
275f4530fa5SDavid S. Miller 
2761da177e4SLinus Torvalds #endif /* CONFIG_IP_MULTIPLE_TABLES */
2771da177e4SLinus Torvalds 
2781da177e4SLinus Torvalds /* Exported by fib_frontend.c */
279ef7c79edSPatrick McHardy extern const struct nla_policy rtm_ipv4_policy[];
2805c3a0fd7SJoe Perches void ip_fib_init(void);
2815c3a0fd7SJoe Perches __be32 fib_compute_spec_dst(struct sk_buff *skb);
2825c3a0fd7SJoe Perches int fib_validate_source(struct sk_buff *skb, __be32 src, __be32 dst,
2835c04c819SMichael Smith 			u8 tos, int oif, struct net_device *dev,
2849e56e380SDavid S. Miller 			struct in_device *idev, u32 *itag);
2855c3a0fd7SJoe Perches void fib_select_default(struct fib_result *res);
2867a9bc9b8SDavid S. Miller #ifdef CONFIG_IP_ROUTE_CLASSID
287f4530fa5SDavid S. Miller static inline int fib_num_tclassid_users(struct net *net)
288f4530fa5SDavid S. Miller {
289f4530fa5SDavid S. Miller 	return net->ipv4.fib_num_tclassid_users;
290f4530fa5SDavid S. Miller }
2917a9bc9b8SDavid S. Miller #else
292f4530fa5SDavid S. Miller static inline int fib_num_tclassid_users(struct net *net)
293f4530fa5SDavid S. Miller {
294f4530fa5SDavid S. Miller 	return 0;
295f4530fa5SDavid S. Miller }
2967a9bc9b8SDavid S. Miller #endif
29714c85021SArnaldo Carvalho de Melo 
2981da177e4SLinus Torvalds /* Exported by fib_semantics.c */
2995c3a0fd7SJoe Perches int ip_fib_check_default(__be32 gw, struct net_device *dev);
3005c3a0fd7SJoe Perches int fib_sync_down_dev(struct net_device *dev, int force);
3015c3a0fd7SJoe Perches int fib_sync_down_addr(struct net *net, __be32 local);
3025c3a0fd7SJoe Perches int fib_sync_up(struct net_device *dev);
3035c3a0fd7SJoe Perches void fib_select_multipath(struct fib_result *res);
3041da177e4SLinus Torvalds 
3055348ba85SDavid S. Miller /* Exported by fib_trie.c */
3065c3a0fd7SJoe Perches void fib_trie_init(void);
3075c3a0fd7SJoe Perches struct fib_table *fib_trie_table(u32 id);
3081da177e4SLinus Torvalds 
309b6bf3ca0SDavid S. Miller static inline void fib_combine_itag(u32 *itag, const struct fib_result *res)
3101da177e4SLinus Torvalds {
311c7066f70SPatrick McHardy #ifdef CONFIG_IP_ROUTE_CLASSID
3121da177e4SLinus Torvalds #ifdef CONFIG_IP_MULTIPLE_TABLES
3131da177e4SLinus Torvalds 	u32 rtag;
3141da177e4SLinus Torvalds #endif
3151da177e4SLinus Torvalds 	*itag = FIB_RES_NH(*res).nh_tclassid<<16;
3161da177e4SLinus Torvalds #ifdef CONFIG_IP_MULTIPLE_TABLES
31785b91b03SDavid S. Miller 	rtag = res->tclassid;
3181da177e4SLinus Torvalds 	if (*itag == 0)
3191da177e4SLinus Torvalds 		*itag = (rtag<<16);
3201da177e4SLinus Torvalds 	*itag |= (rtag>>16);
3211da177e4SLinus Torvalds #endif
3221da177e4SLinus Torvalds #endif
3231da177e4SLinus Torvalds }
3241da177e4SLinus Torvalds 
3255c3a0fd7SJoe Perches void free_fib_info(struct fib_info *fi);
3261da177e4SLinus Torvalds 
3271da177e4SLinus Torvalds static inline void fib_info_put(struct fib_info *fi)
3281da177e4SLinus Torvalds {
3291da177e4SLinus Torvalds 	if (atomic_dec_and_test(&fi->fib_clntref))
3301da177e4SLinus Torvalds 		free_fib_info(fi);
3311da177e4SLinus Torvalds }
3321da177e4SLinus Torvalds 
33320380731SArnaldo Carvalho de Melo #ifdef CONFIG_PROC_FS
3345c3a0fd7SJoe Perches int __net_init fib_proc_init(struct net *net);
3355c3a0fd7SJoe Perches void __net_exit fib_proc_exit(struct net *net);
336cc8274f5SLi Zefan #else
337cc8274f5SLi Zefan static inline int fib_proc_init(struct net *net)
338cc8274f5SLi Zefan {
339cc8274f5SLi Zefan 	return 0;
340cc8274f5SLi Zefan }
341cc8274f5SLi Zefan static inline void fib_proc_exit(struct net *net)
342cc8274f5SLi Zefan {
343cc8274f5SLi Zefan }
34420380731SArnaldo Carvalho de Melo #endif
34520380731SArnaldo Carvalho de Melo 
3461da177e4SLinus Torvalds #endif  /* _NET_FIB_H */
347