xref: /linux-6.15/include/linux/bpf-cgroup.h (revision 78e2baf3)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
230070984SDaniel Mack #ifndef _BPF_CGROUP_H
330070984SDaniel Mack #define _BPF_CGROUP_H
430070984SDaniel Mack 
58bad74f9SRoman Gushchin #include <linux/bpf.h>
6fd1740b6SJakub Kicinski #include <linux/bpf-cgroup-defs.h>
7f292b87dSRoman Gushchin #include <linux/errno.h>
830070984SDaniel Mack #include <linux/jump_label.h>
9aa0ad5b0SRoman Gushchin #include <linux/percpu.h>
10de9cbbaaSRoman Gushchin #include <linux/rbtree.h>
1146531a30SPavel Begunkov #include <net/sock.h>
1230070984SDaniel Mack #include <uapi/linux/bpf.h>
1330070984SDaniel Mack 
1430070984SDaniel Mack struct sock;
154fbac77dSAndrey Ignatov struct sockaddr;
1630070984SDaniel Mack struct cgroup;
1730070984SDaniel Mack struct sk_buff;
18de9cbbaaSRoman Gushchin struct bpf_map;
19de9cbbaaSRoman Gushchin struct bpf_prog;
2040304b2aSLawrence Brakmo struct bpf_sock_ops_kern;
21de9cbbaaSRoman Gushchin struct bpf_cgroup_storage;
227b146cebSAndrey Ignatov struct ctl_table;
237b146cebSAndrey Ignatov struct ctl_table_header;
24b910eaaaSYonghong Song struct task_struct;
2530070984SDaniel Mack 
2669fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_sock(const void *ctx,
2769fd337aSStanislav Fomichev 				       const struct bpf_insn *insn);
2869fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_socket(const void *ctx,
2969fd337aSStanislav Fomichev 					 const struct bpf_insn *insn);
3069fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_current(const void *ctx,
3169fd337aSStanislav Fomichev 					  const struct bpf_insn *insn);
3269fd337aSStanislav Fomichev 
3330070984SDaniel Mack #ifdef CONFIG_CGROUP_BPF
3430070984SDaniel Mack 
356fc88c35SDave Marchevsky #define CGROUP_ATYPE(type) \
366fc88c35SDave Marchevsky 	case BPF_##type: return type
376fc88c35SDave Marchevsky 
386fc88c35SDave Marchevsky static inline enum cgroup_bpf_attach_type
396fc88c35SDave Marchevsky to_cgroup_bpf_attach_type(enum bpf_attach_type attach_type)
406fc88c35SDave Marchevsky {
416fc88c35SDave Marchevsky 	switch (attach_type) {
426fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET_INGRESS);
436fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET_EGRESS);
446fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET_SOCK_CREATE);
456fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_SOCK_OPS);
466fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_DEVICE);
476fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET4_BIND);
486fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET6_BIND);
496fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET4_CONNECT);
506fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET6_CONNECT);
51859051ddSDaan De Meyer 	CGROUP_ATYPE(CGROUP_UNIX_CONNECT);
526fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET4_POST_BIND);
536fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET6_POST_BIND);
546fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_UDP4_SENDMSG);
556fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_UDP6_SENDMSG);
56859051ddSDaan De Meyer 	CGROUP_ATYPE(CGROUP_UNIX_SENDMSG);
576fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_SYSCTL);
586fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_UDP4_RECVMSG);
596fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_UDP6_RECVMSG);
60859051ddSDaan De Meyer 	CGROUP_ATYPE(CGROUP_UNIX_RECVMSG);
616fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_GETSOCKOPT);
626fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_SETSOCKOPT);
636fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET4_GETPEERNAME);
646fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET6_GETPEERNAME);
65859051ddSDaan De Meyer 	CGROUP_ATYPE(CGROUP_UNIX_GETPEERNAME);
666fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET4_GETSOCKNAME);
676fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET6_GETSOCKNAME);
68859051ddSDaan De Meyer 	CGROUP_ATYPE(CGROUP_UNIX_GETSOCKNAME);
696fc88c35SDave Marchevsky 	CGROUP_ATYPE(CGROUP_INET_SOCK_RELEASE);
706fc88c35SDave Marchevsky 	default:
716fc88c35SDave Marchevsky 		return CGROUP_BPF_ATTACH_TYPE_INVALID;
726fc88c35SDave Marchevsky 	}
736fc88c35SDave Marchevsky }
746fc88c35SDave Marchevsky 
756fc88c35SDave Marchevsky #undef CGROUP_ATYPE
766fc88c35SDave Marchevsky 
776fc88c35SDave Marchevsky extern struct static_key_false cgroup_bpf_enabled_key[MAX_CGROUP_BPF_ATTACH_TYPE];
786fc88c35SDave Marchevsky #define cgroup_bpf_enabled(atype) static_branch_unlikely(&cgroup_bpf_enabled_key[atype])
7930070984SDaniel Mack 
808bad74f9SRoman Gushchin #define for_each_cgroup_storage_type(stype) \
818bad74f9SRoman Gushchin 	for (stype = 0; stype < MAX_BPF_CGROUP_STORAGE_TYPE; stype++)
82aa0ad5b0SRoman Gushchin 
83de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_map;
84de9cbbaaSRoman Gushchin 
85de9cbbaaSRoman Gushchin struct bpf_storage_buffer {
86de9cbbaaSRoman Gushchin 	struct rcu_head rcu;
87d7f10df8SGustavo A. R. Silva 	char data[];
88de9cbbaaSRoman Gushchin };
89de9cbbaaSRoman Gushchin 
90de9cbbaaSRoman Gushchin struct bpf_cgroup_storage {
91b741f163SRoman Gushchin 	union {
92de9cbbaaSRoman Gushchin 		struct bpf_storage_buffer *buf;
93b741f163SRoman Gushchin 		void __percpu *percpu_buf;
94b741f163SRoman Gushchin 	};
95de9cbbaaSRoman Gushchin 	struct bpf_cgroup_storage_map *map;
96de9cbbaaSRoman Gushchin 	struct bpf_cgroup_storage_key key;
977d9c3427SYiFei Zhu 	struct list_head list_map;
987d9c3427SYiFei Zhu 	struct list_head list_cg;
99de9cbbaaSRoman Gushchin 	struct rb_node node;
100de9cbbaaSRoman Gushchin 	struct rcu_head rcu;
101de9cbbaaSRoman Gushchin };
102de9cbbaaSRoman Gushchin 
103af6eea57SAndrii Nakryiko struct bpf_cgroup_link {
104af6eea57SAndrii Nakryiko 	struct bpf_link link;
105af6eea57SAndrii Nakryiko 	struct cgroup *cgroup;
106af6eea57SAndrii Nakryiko 	enum bpf_attach_type type;
107af6eea57SAndrii Nakryiko };
108af6eea57SAndrii Nakryiko 
109324bda9eSAlexei Starovoitov struct bpf_prog_list {
11000442143SStanislav Fomichev 	struct hlist_node node;
111324bda9eSAlexei Starovoitov 	struct bpf_prog *prog;
112af6eea57SAndrii Nakryiko 	struct bpf_cgroup_link *link;
1138bad74f9SRoman Gushchin 	struct bpf_cgroup_storage *storage[MAX_BPF_CGROUP_STORAGE_TYPE];
114324bda9eSAlexei Starovoitov };
115324bda9eSAlexei Starovoitov 
116324bda9eSAlexei Starovoitov int cgroup_bpf_inherit(struct cgroup *cgrp);
1174bfc0bb2SRoman Gushchin void cgroup_bpf_offline(struct cgroup *cgrp);
11830070984SDaniel Mack 
119b2cd1257SDavid Ahern int __cgroup_bpf_run_filter_skb(struct sock *sk,
12030070984SDaniel Mack 				struct sk_buff *skb,
1216fc88c35SDave Marchevsky 				enum cgroup_bpf_attach_type atype);
12230070984SDaniel Mack 
12361023658SDavid Ahern int __cgroup_bpf_run_filter_sk(struct sock *sk,
1246fc88c35SDave Marchevsky 			       enum cgroup_bpf_attach_type atype);
12561023658SDavid Ahern 
1264fbac77dSAndrey Ignatov int __cgroup_bpf_run_filter_sock_addr(struct sock *sk,
1274fbac77dSAndrey Ignatov 				      struct sockaddr *uaddr,
128fefba7d1SDaan De Meyer 				      int *uaddrlen,
1296fc88c35SDave Marchevsky 				      enum cgroup_bpf_attach_type atype,
13077241217SStanislav Fomichev 				      void *t_ctx,
13177241217SStanislav Fomichev 				      u32 *flags);
1324fbac77dSAndrey Ignatov 
13340304b2aSLawrence Brakmo int __cgroup_bpf_run_filter_sock_ops(struct sock *sk,
13440304b2aSLawrence Brakmo 				     struct bpf_sock_ops_kern *sock_ops,
1356fc88c35SDave Marchevsky 				     enum cgroup_bpf_attach_type atype);
13640304b2aSLawrence Brakmo 
137ebc614f6SRoman Gushchin int __cgroup_bpf_check_dev_permission(short dev_type, u32 major, u32 minor,
1386fc88c35SDave Marchevsky 				      short access, enum cgroup_bpf_attach_type atype);
139ebc614f6SRoman Gushchin 
1407b146cebSAndrey Ignatov int __cgroup_bpf_run_filter_sysctl(struct ctl_table_header *head,
1417b146cebSAndrey Ignatov 				   struct ctl_table *table, int write,
1424bd6a735SMatthew Wilcox (Oracle) 				   char **buf, size_t *pcount, loff_t *ppos,
1436fc88c35SDave Marchevsky 				   enum cgroup_bpf_attach_type atype);
1447b146cebSAndrey Ignatov 
1450d01da6aSStanislav Fomichev int __cgroup_bpf_run_filter_setsockopt(struct sock *sock, int *level,
1463f31e0d1SBreno Leitao 				       int *optname, sockptr_t optval,
1470d01da6aSStanislav Fomichev 				       int *optlen, char **kernel_optval);
148a615f67eSBreno Leitao 
1490d01da6aSStanislav Fomichev int __cgroup_bpf_run_filter_getsockopt(struct sock *sk, int level,
150a615f67eSBreno Leitao 				       int optname, sockptr_t optval,
151a615f67eSBreno Leitao 				       sockptr_t optlen, int max_optlen,
1520d01da6aSStanislav Fomichev 				       int retval);
1530d01da6aSStanislav Fomichev 
1549cacf81fSStanislav Fomichev int __cgroup_bpf_run_filter_getsockopt_kern(struct sock *sk, int level,
1559cacf81fSStanislav Fomichev 					    int optname, void *optval,
1569cacf81fSStanislav Fomichev 					    int *optlen, int retval);
1579cacf81fSStanislav Fomichev 
1588bad74f9SRoman Gushchin static inline enum bpf_cgroup_storage_type cgroup_storage_type(
1598bad74f9SRoman Gushchin 	struct bpf_map *map)
160aa0ad5b0SRoman Gushchin {
161b741f163SRoman Gushchin 	if (map->map_type == BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE)
162b741f163SRoman Gushchin 		return BPF_CGROUP_STORAGE_PERCPU;
163b741f163SRoman Gushchin 
1648bad74f9SRoman Gushchin 	return BPF_CGROUP_STORAGE_SHARED;
165aa0ad5b0SRoman Gushchin }
166aa0ad5b0SRoman Gushchin 
1677d9c3427SYiFei Zhu struct bpf_cgroup_storage *
1687d9c3427SYiFei Zhu cgroup_storage_lookup(struct bpf_cgroup_storage_map *map,
1697d9c3427SYiFei Zhu 		      void *key, bool locked);
1708bad74f9SRoman Gushchin struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(struct bpf_prog *prog,
1718bad74f9SRoman Gushchin 					enum bpf_cgroup_storage_type stype);
172de9cbbaaSRoman Gushchin void bpf_cgroup_storage_free(struct bpf_cgroup_storage *storage);
173de9cbbaaSRoman Gushchin void bpf_cgroup_storage_link(struct bpf_cgroup_storage *storage,
174de9cbbaaSRoman Gushchin 			     struct cgroup *cgroup,
175de9cbbaaSRoman Gushchin 			     enum bpf_attach_type type);
176de9cbbaaSRoman Gushchin void bpf_cgroup_storage_unlink(struct bpf_cgroup_storage *storage);
177e4730423SDaniel Borkmann int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, struct bpf_map *map);
178de9cbbaaSRoman Gushchin 
179b741f163SRoman Gushchin int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, void *value);
180b741f163SRoman Gushchin int bpf_percpu_cgroup_storage_update(struct bpf_map *map, void *key,
181b741f163SRoman Gushchin 				     void *value, u64 flags);
182b741f163SRoman Gushchin 
18346531a30SPavel Begunkov /* Opportunistic check to see whether we have any BPF program attached*/
18446531a30SPavel Begunkov static inline bool cgroup_bpf_sock_enabled(struct sock *sk,
18546531a30SPavel Begunkov 					   enum cgroup_bpf_attach_type type)
18646531a30SPavel Begunkov {
18746531a30SPavel Begunkov 	struct cgroup *cgrp = sock_cgroup_ptr(&sk->sk_cgrp_data);
18846531a30SPavel Begunkov 	struct bpf_prog_array *array;
18946531a30SPavel Begunkov 
19046531a30SPavel Begunkov 	array = rcu_access_pointer(cgrp->bpf.effective[type]);
19146531a30SPavel Begunkov 	return array != &bpf_empty_prog_array.hdr;
19246531a30SPavel Begunkov }
19346531a30SPavel Begunkov 
194b2cd1257SDavid Ahern /* Wrappers for __cgroup_bpf_run_filter_skb() guarded by cgroup_bpf_enabled. */
19530070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk, skb)			      \
19630070984SDaniel Mack ({									      \
19730070984SDaniel Mack 	int __ret = 0;							      \
19846531a30SPavel Begunkov 	if (cgroup_bpf_enabled(CGROUP_INET_INGRESS) &&			      \
19932e18e76SOliver Crumrine 	    cgroup_bpf_sock_enabled(sk, CGROUP_INET_INGRESS) && sk &&	      \
20032e18e76SOliver Crumrine 	    sk_fullsock(sk))						      \
201b2cd1257SDavid Ahern 		__ret = __cgroup_bpf_run_filter_skb(sk, skb,		      \
2026fc88c35SDave Marchevsky 						    CGROUP_INET_INGRESS); \
20330070984SDaniel Mack 									      \
20430070984SDaniel Mack 	__ret;								      \
20530070984SDaniel Mack })
20630070984SDaniel Mack 
20730070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk, skb)			       \
20830070984SDaniel Mack ({									       \
20930070984SDaniel Mack 	int __ret = 0;							       \
210223f5f79SKui-Feng Lee 	if (cgroup_bpf_enabled(CGROUP_INET_EGRESS) && sk) {		       \
21130070984SDaniel Mack 		typeof(sk) __sk = sk_to_full_sk(sk);			       \
212*78e2baf3SEric Dumazet 		if (__sk && __sk == skb_to_full_sk(skb) &&	       \
21346531a30SPavel Begunkov 		    cgroup_bpf_sock_enabled(__sk, CGROUP_INET_EGRESS))	       \
214b2cd1257SDavid Ahern 			__ret = __cgroup_bpf_run_filter_skb(__sk, skb,	       \
2156fc88c35SDave Marchevsky 						      CGROUP_INET_EGRESS); \
21630070984SDaniel Mack 	}								       \
21730070984SDaniel Mack 	__ret;								       \
21830070984SDaniel Mack })
21930070984SDaniel Mack 
2206fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SK_PROG(sk, atype)				       \
22161023658SDavid Ahern ({									       \
22261023658SDavid Ahern 	int __ret = 0;							       \
2236fc88c35SDave Marchevsky 	if (cgroup_bpf_enabled(atype)) {					       \
2246fc88c35SDave Marchevsky 		__ret = __cgroup_bpf_run_filter_sk(sk, atype);		       \
22561023658SDavid Ahern 	}								       \
22661023658SDavid Ahern 	__ret;								       \
22761023658SDavid Ahern })
22861023658SDavid Ahern 
229aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk)				       \
2306fc88c35SDave Marchevsky 	BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_CREATE)
231aac3fc32SAndrey Ignatov 
232f5836749SStanislav Fomichev #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk)			       \
2336fc88c35SDave Marchevsky 	BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_RELEASE)
234f5836749SStanislav Fomichev 
235aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk)				       \
2366fc88c35SDave Marchevsky 	BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET4_POST_BIND)
237aac3fc32SAndrey Ignatov 
238aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk)				       \
2396fc88c35SDave Marchevsky 	BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET6_POST_BIND)
240aac3fc32SAndrey Ignatov 
241fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, atype)		       \
2424fbac77dSAndrey Ignatov ({									       \
2434fbac77dSAndrey Ignatov 	int __ret = 0;							       \
2446fc88c35SDave Marchevsky 	if (cgroup_bpf_enabled(atype))					       \
245fefba7d1SDaan De Meyer 		__ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \
246fefba7d1SDaan De Meyer 							  atype, NULL, NULL);  \
2474fbac77dSAndrey Ignatov 	__ret;								       \
2484fbac77dSAndrey Ignatov })
2494fbac77dSAndrey Ignatov 
250fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, atype, t_ctx)	       \
251d74bad4eSAndrey Ignatov ({									       \
252d74bad4eSAndrey Ignatov 	int __ret = 0;							       \
2536fc88c35SDave Marchevsky 	if (cgroup_bpf_enabled(atype))	{				       \
254d74bad4eSAndrey Ignatov 		lock_sock(sk);						       \
255fefba7d1SDaan De Meyer 		__ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \
256fefba7d1SDaan De Meyer 							  atype, t_ctx, NULL); \
257d74bad4eSAndrey Ignatov 		release_sock(sk);					       \
258d74bad4eSAndrey Ignatov 	}								       \
259d74bad4eSAndrey Ignatov 	__ret;								       \
260d74bad4eSAndrey Ignatov })
261d74bad4eSAndrey Ignatov 
26277241217SStanislav Fomichev /* BPF_CGROUP_INET4_BIND and BPF_CGROUP_INET6_BIND can return extra flags
26377241217SStanislav Fomichev  * via upper bits of return code. The only flag that is supported
26477241217SStanislav Fomichev  * (at bit position 0) is to indicate CAP_NET_BIND_SERVICE capability check
26577241217SStanislav Fomichev  * should be bypassed (BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE).
26677241217SStanislav Fomichev  */
267fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, uaddrlen, atype, bind_flags) \
26877241217SStanislav Fomichev ({									       \
26977241217SStanislav Fomichev 	u32 __flags = 0;						       \
27077241217SStanislav Fomichev 	int __ret = 0;							       \
2716fc88c35SDave Marchevsky 	if (cgroup_bpf_enabled(atype))	{				       \
27277241217SStanislav Fomichev 		lock_sock(sk);						       \
273fefba7d1SDaan De Meyer 		__ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \
274fefba7d1SDaan De Meyer 							  atype, NULL, &__flags); \
27577241217SStanislav Fomichev 		release_sock(sk);					       \
27677241217SStanislav Fomichev 		if (__flags & BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE)	       \
27777241217SStanislav Fomichev 			*bind_flags |= BIND_NO_CAP_NET_BIND_SERVICE;	       \
27877241217SStanislav Fomichev 	}								       \
27977241217SStanislav Fomichev 	__ret;								       \
28077241217SStanislav Fomichev })
2814fbac77dSAndrey Ignatov 
282a9ed15daSStanislav Fomichev #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk)				       \
2836fc88c35SDave Marchevsky 	((cgroup_bpf_enabled(CGROUP_INET4_CONNECT) ||		       \
2846fc88c35SDave Marchevsky 	  cgroup_bpf_enabled(CGROUP_INET6_CONNECT)) &&		       \
285a9ed15daSStanislav Fomichev 	 (sk)->sk_prot->pre_connect)
286d74bad4eSAndrey Ignatov 
287fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr, uaddrlen)			\
288fefba7d1SDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, CGROUP_INET4_CONNECT)
289d74bad4eSAndrey Ignatov 
290fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr, uaddrlen)			\
291fefba7d1SDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, CGROUP_INET6_CONNECT)
292d74bad4eSAndrey Ignatov 
293fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr, uaddrlen)		\
294fefba7d1SDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_INET4_CONNECT, NULL)
295d74bad4eSAndrey Ignatov 
296fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr, uaddrlen)		\
297fefba7d1SDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_INET6_CONNECT, NULL)
2981cedee13SAndrey Ignatov 
299859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_CONNECT_LOCK(sk, uaddr, uaddrlen)		\
300859051ddSDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_CONNECT, NULL)
301859051ddSDaan De Meyer 
302fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx)	\
303fefba7d1SDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP4_SENDMSG, t_ctx)
3041cedee13SAndrey Ignatov 
305fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx)	\
306fefba7d1SDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP6_SENDMSG, t_ctx)
307d74bad4eSAndrey Ignatov 
308859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx)	\
309859051ddSDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_SENDMSG, t_ctx)
310859051ddSDaan De Meyer 
311fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr, uaddrlen)		\
312fefba7d1SDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP4_RECVMSG, NULL)
313983695faSDaniel Borkmann 
314fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr, uaddrlen)		\
315fefba7d1SDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP6_RECVMSG, NULL)
316983695faSDaniel Borkmann 
317859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_RECVMSG_LOCK(sk, uaddr, uaddrlen)		\
318859051ddSDaan De Meyer 	BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_RECVMSG, NULL)
319859051ddSDaan De Meyer 
3200813a841SMartin KaFai Lau /* The SOCK_OPS"_SK" macro should be used when sock_ops->sk is not a
3210813a841SMartin KaFai Lau  * fullsock and its parent fullsock cannot be traced by
3220813a841SMartin KaFai Lau  * sk_to_full_sk().
3230813a841SMartin KaFai Lau  *
3240813a841SMartin KaFai Lau  * e.g. sock_ops->sk is a request_sock and it is under syncookie mode.
3250813a841SMartin KaFai Lau  * Its listener-sk is not attached to the rsk_listener.
3260813a841SMartin KaFai Lau  * In this case, the caller holds the listener-sk (unlocked),
3270813a841SMartin KaFai Lau  * set its sock_ops->sk to req_sk, and call this SOCK_OPS"_SK" with
3280813a841SMartin KaFai Lau  * the listener-sk such that the cgroup-bpf-progs of the
3290813a841SMartin KaFai Lau  * listener-sk will be run.
3300813a841SMartin KaFai Lau  *
3310813a841SMartin KaFai Lau  * Regardless of syncookie mode or not,
3320813a841SMartin KaFai Lau  * calling bpf_setsockopt on listener-sk will not make sense anyway,
3330813a841SMartin KaFai Lau  * so passing 'sock_ops->sk == req_sk' to the bpf prog is appropriate here.
3340813a841SMartin KaFai Lau  */
3350813a841SMartin KaFai Lau #define BPF_CGROUP_RUN_PROG_SOCK_OPS_SK(sock_ops, sk)			\
3360813a841SMartin KaFai Lau ({									\
3370813a841SMartin KaFai Lau 	int __ret = 0;							\
3386fc88c35SDave Marchevsky 	if (cgroup_bpf_enabled(CGROUP_SOCK_OPS))			\
3390813a841SMartin KaFai Lau 		__ret = __cgroup_bpf_run_filter_sock_ops(sk,		\
3400813a841SMartin KaFai Lau 							 sock_ops,	\
3416fc88c35SDave Marchevsky 							 CGROUP_SOCK_OPS); \
3420813a841SMartin KaFai Lau 	__ret;								\
3430813a841SMartin KaFai Lau })
3440813a841SMartin KaFai Lau 
34540304b2aSLawrence Brakmo #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops)				       \
34640304b2aSLawrence Brakmo ({									       \
34740304b2aSLawrence Brakmo 	int __ret = 0;							       \
3486fc88c35SDave Marchevsky 	if (cgroup_bpf_enabled(CGROUP_SOCK_OPS) && (sock_ops)->sk) {       \
34940304b2aSLawrence Brakmo 		typeof(sk) __sk = sk_to_full_sk((sock_ops)->sk);	       \
350df39a9f1SWANG Cong 		if (__sk && sk_fullsock(__sk))				       \
35140304b2aSLawrence Brakmo 			__ret = __cgroup_bpf_run_filter_sock_ops(__sk,	       \
35240304b2aSLawrence Brakmo 								 sock_ops,     \
3536fc88c35SDave Marchevsky 							 CGROUP_SOCK_OPS); \
35440304b2aSLawrence Brakmo 	}								       \
35540304b2aSLawrence Brakmo 	__ret;								       \
35640304b2aSLawrence Brakmo })
357ebc614f6SRoman Gushchin 
3586fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access)	      \
359ebc614f6SRoman Gushchin ({									      \
360ebc614f6SRoman Gushchin 	int __ret = 0;							      \
3616fc88c35SDave Marchevsky 	if (cgroup_bpf_enabled(CGROUP_DEVICE))			      \
3626fc88c35SDave Marchevsky 		__ret = __cgroup_bpf_check_dev_permission(atype, major, minor, \
363ebc614f6SRoman Gushchin 							  access,	      \
3646fc88c35SDave Marchevsky 							  CGROUP_DEVICE); \
365ebc614f6SRoman Gushchin 									      \
366ebc614f6SRoman Gushchin 	__ret;								      \
367ebc614f6SRoman Gushchin })
3687b146cebSAndrey Ignatov 
3697b146cebSAndrey Ignatov 
37032927393SChristoph Hellwig #define BPF_CGROUP_RUN_PROG_SYSCTL(head, table, write, buf, count, pos)  \
3717b146cebSAndrey Ignatov ({									       \
3727b146cebSAndrey Ignatov 	int __ret = 0;							       \
3736fc88c35SDave Marchevsky 	if (cgroup_bpf_enabled(CGROUP_SYSCTL))			       \
3747b146cebSAndrey Ignatov 		__ret = __cgroup_bpf_run_filter_sysctl(head, table, write,     \
37532927393SChristoph Hellwig 						       buf, count, pos,        \
3766fc88c35SDave Marchevsky 						       CGROUP_SYSCTL);     \
3777b146cebSAndrey Ignatov 	__ret;								       \
3787b146cebSAndrey Ignatov })
3797b146cebSAndrey Ignatov 
3800d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen,   \
3810d01da6aSStanislav Fomichev 				       kernel_optval)			       \
3820d01da6aSStanislav Fomichev ({									       \
3830d01da6aSStanislav Fomichev 	int __ret = 0;							       \
38446531a30SPavel Begunkov 	if (cgroup_bpf_enabled(CGROUP_SETSOCKOPT) &&			       \
38546531a30SPavel Begunkov 	    cgroup_bpf_sock_enabled(sock, CGROUP_SETSOCKOPT))		       \
3860d01da6aSStanislav Fomichev 		__ret = __cgroup_bpf_run_filter_setsockopt(sock, level,	       \
3870d01da6aSStanislav Fomichev 							   optname, optval,    \
3880d01da6aSStanislav Fomichev 							   optlen,	       \
3890d01da6aSStanislav Fomichev 							   kernel_optval);     \
3900d01da6aSStanislav Fomichev 	__ret;								       \
3910d01da6aSStanislav Fomichev })
3920d01da6aSStanislav Fomichev 
3930d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, optlen,   \
3940d01da6aSStanislav Fomichev 				       max_optlen, retval)		       \
3950d01da6aSStanislav Fomichev ({									       \
3960d01da6aSStanislav Fomichev 	int __ret = retval;						       \
39746531a30SPavel Begunkov 	if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT) &&			       \
39846531a30SPavel Begunkov 	    cgroup_bpf_sock_enabled(sock, CGROUP_GETSOCKOPT))		       \
3999cacf81fSStanislav Fomichev 		if (!(sock)->sk_prot->bpf_bypass_getsockopt ||		       \
4009cacf81fSStanislav Fomichev 		    !INDIRECT_CALL_INET_1((sock)->sk_prot->bpf_bypass_getsockopt, \
4019cacf81fSStanislav Fomichev 					tcp_bpf_bypass_getsockopt,	       \
4029cacf81fSStanislav Fomichev 					level, optname))		       \
4039cacf81fSStanislav Fomichev 			__ret = __cgroup_bpf_run_filter_getsockopt(	       \
4049cacf81fSStanislav Fomichev 				sock, level, optname, optval, optlen,	       \
4059cacf81fSStanislav Fomichev 				max_optlen, retval);			       \
4069cacf81fSStanislav Fomichev 	__ret;								       \
4079cacf81fSStanislav Fomichev })
4089cacf81fSStanislav Fomichev 
4099cacf81fSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval,      \
4109cacf81fSStanislav Fomichev 					    optlen, retval)		       \
4119cacf81fSStanislav Fomichev ({									       \
4129cacf81fSStanislav Fomichev 	int __ret = retval;						       \
4136fc88c35SDave Marchevsky 	if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT))			       \
4149cacf81fSStanislav Fomichev 		__ret = __cgroup_bpf_run_filter_getsockopt_kern(	       \
4159cacf81fSStanislav Fomichev 			sock, level, optname, optval, optlen, retval);	       \
4160d01da6aSStanislav Fomichev 	__ret;								       \
4170d01da6aSStanislav Fomichev })
4180d01da6aSStanislav Fomichev 
419fdb5c453SSean Young int cgroup_bpf_prog_attach(const union bpf_attr *attr,
420fdb5c453SSean Young 			   enum bpf_prog_type ptype, struct bpf_prog *prog);
421fdb5c453SSean Young int cgroup_bpf_prog_detach(const union bpf_attr *attr,
422fdb5c453SSean Young 			   enum bpf_prog_type ptype);
423af6eea57SAndrii Nakryiko int cgroup_bpf_link_attach(const union bpf_attr *attr, struct bpf_prog *prog);
424fdb5c453SSean Young int cgroup_bpf_prog_query(const union bpf_attr *attr,
425fdb5c453SSean Young 			  union bpf_attr __user *uattr);
426dea6a4e1SStanislav Fomichev 
427dea6a4e1SStanislav Fomichev const struct bpf_func_proto *
428dea6a4e1SStanislav Fomichev cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog);
429dea6a4e1SStanislav Fomichev const struct bpf_func_proto *
430dea6a4e1SStanislav Fomichev cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog);
43130070984SDaniel Mack #else
43230070984SDaniel Mack 
433324bda9eSAlexei Starovoitov static inline int cgroup_bpf_inherit(struct cgroup *cgrp) { return 0; }
4344bfc0bb2SRoman Gushchin static inline void cgroup_bpf_offline(struct cgroup *cgrp) {}
43530070984SDaniel Mack 
436fdb5c453SSean Young static inline int cgroup_bpf_prog_attach(const union bpf_attr *attr,
437fdb5c453SSean Young 					 enum bpf_prog_type ptype,
438fdb5c453SSean Young 					 struct bpf_prog *prog)
439fdb5c453SSean Young {
440fdb5c453SSean Young 	return -EINVAL;
441fdb5c453SSean Young }
442fdb5c453SSean Young 
443fdb5c453SSean Young static inline int cgroup_bpf_prog_detach(const union bpf_attr *attr,
444fdb5c453SSean Young 					 enum bpf_prog_type ptype)
445fdb5c453SSean Young {
446fdb5c453SSean Young 	return -EINVAL;
447fdb5c453SSean Young }
448fdb5c453SSean Young 
449af6eea57SAndrii Nakryiko static inline int cgroup_bpf_link_attach(const union bpf_attr *attr,
450af6eea57SAndrii Nakryiko 					 struct bpf_prog *prog)
451af6eea57SAndrii Nakryiko {
452af6eea57SAndrii Nakryiko 	return -EINVAL;
453af6eea57SAndrii Nakryiko }
454af6eea57SAndrii Nakryiko 
455fdb5c453SSean Young static inline int cgroup_bpf_prog_query(const union bpf_attr *attr,
456fdb5c453SSean Young 					union bpf_attr __user *uattr)
457fdb5c453SSean Young {
458fdb5c453SSean Young 	return -EINVAL;
459fdb5c453SSean Young }
460fdb5c453SSean Young 
461dea6a4e1SStanislav Fomichev static inline const struct bpf_func_proto *
462dea6a4e1SStanislav Fomichev cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog)
463dea6a4e1SStanislav Fomichev {
464dea6a4e1SStanislav Fomichev 	return NULL;
465dea6a4e1SStanislav Fomichev }
466dea6a4e1SStanislav Fomichev 
467dea6a4e1SStanislav Fomichev static inline const struct bpf_func_proto *
468dea6a4e1SStanislav Fomichev cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog)
469dea6a4e1SStanislav Fomichev {
470dea6a4e1SStanislav Fomichev 	return NULL;
471dea6a4e1SStanislav Fomichev }
472dea6a4e1SStanislav Fomichev 
473e4730423SDaniel Borkmann static inline int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux,
474de9cbbaaSRoman Gushchin 					    struct bpf_map *map) { return 0; }
475de9cbbaaSRoman Gushchin static inline struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(
47671b91a50SBo YU 	struct bpf_prog *prog, enum bpf_cgroup_storage_type stype) { return NULL; }
477de9cbbaaSRoman Gushchin static inline void bpf_cgroup_storage_free(
478de9cbbaaSRoman Gushchin 	struct bpf_cgroup_storage *storage) {}
479b741f163SRoman Gushchin static inline int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key,
480b741f163SRoman Gushchin 						 void *value) {
481b741f163SRoman Gushchin 	return 0;
482b741f163SRoman Gushchin }
483b741f163SRoman Gushchin static inline int bpf_percpu_cgroup_storage_update(struct bpf_map *map,
484b741f163SRoman Gushchin 					void *key, void *value, u64 flags) {
485b741f163SRoman Gushchin 	return 0;
486b741f163SRoman Gushchin }
487de9cbbaaSRoman Gushchin 
4886fc88c35SDave Marchevsky #define cgroup_bpf_enabled(atype) (0)
489fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, atype, t_ctx) ({ 0; })
490fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, atype) ({ 0; })
491d74bad4eSAndrey Ignatov #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) (0)
49230070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk,skb) ({ 0; })
49330070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk,skb) ({ 0; })
49461023658SDavid Ahern #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) ({ 0; })
495f5836749SStanislav Fomichev #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) ({ 0; })
496fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, uaddrlen, atype, flags) ({ 0; })
497aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) ({ 0; })
498aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) ({ 0; })
499fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr, uaddrlen) ({ 0; })
500fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; })
501fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr, uaddrlen) ({ 0; })
502fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; })
503859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; })
504fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; })
505fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; })
506859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; })
507fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; })
508fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; })
509859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; })
51040304b2aSLawrence Brakmo #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) ({ 0; })
5116fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) ({ 0; })
51232927393SChristoph Hellwig #define BPF_CGROUP_RUN_PROG_SYSCTL(head,table,write,buf,count,pos) ({ 0; })
5130d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, \
5140d01da6aSStanislav Fomichev 				       optlen, max_optlen, retval) ({ retval; })
5159cacf81fSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \
5169cacf81fSStanislav Fomichev 					    optlen, retval) ({ retval; })
5170d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \
5180d01da6aSStanislav Fomichev 				       kernel_optval) ({ 0; })
51930070984SDaniel Mack 
5208bad74f9SRoman Gushchin #define for_each_cgroup_storage_type(stype) for (; false; )
5218bad74f9SRoman Gushchin 
52230070984SDaniel Mack #endif /* CONFIG_CGROUP_BPF */
52330070984SDaniel Mack 
52430070984SDaniel Mack #endif /* _BPF_CGROUP_H */
525