1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
230070984SDaniel Mack #ifndef _BPF_CGROUP_H
330070984SDaniel Mack #define _BPF_CGROUP_H
430070984SDaniel Mack
58bad74f9SRoman Gushchin #include <linux/bpf.h>
6fd1740b6SJakub Kicinski #include <linux/bpf-cgroup-defs.h>
7f292b87dSRoman Gushchin #include <linux/errno.h>
830070984SDaniel Mack #include <linux/jump_label.h>
9aa0ad5b0SRoman Gushchin #include <linux/percpu.h>
10de9cbbaaSRoman Gushchin #include <linux/rbtree.h>
1146531a30SPavel Begunkov #include <net/sock.h>
1230070984SDaniel Mack #include <uapi/linux/bpf.h>
1330070984SDaniel Mack
1430070984SDaniel Mack struct sock;
154fbac77dSAndrey Ignatov struct sockaddr;
1630070984SDaniel Mack struct cgroup;
1730070984SDaniel Mack struct sk_buff;
18de9cbbaaSRoman Gushchin struct bpf_map;
19de9cbbaaSRoman Gushchin struct bpf_prog;
2040304b2aSLawrence Brakmo struct bpf_sock_ops_kern;
21de9cbbaaSRoman Gushchin struct bpf_cgroup_storage;
227b146cebSAndrey Ignatov struct ctl_table;
237b146cebSAndrey Ignatov struct ctl_table_header;
24b910eaaaSYonghong Song struct task_struct;
2530070984SDaniel Mack
2669fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_sock(const void *ctx,
2769fd337aSStanislav Fomichev const struct bpf_insn *insn);
2869fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_socket(const void *ctx,
2969fd337aSStanislav Fomichev const struct bpf_insn *insn);
3069fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_current(const void *ctx,
3169fd337aSStanislav Fomichev const struct bpf_insn *insn);
3269fd337aSStanislav Fomichev
3330070984SDaniel Mack #ifdef CONFIG_CGROUP_BPF
3430070984SDaniel Mack
356fc88c35SDave Marchevsky #define CGROUP_ATYPE(type) \
366fc88c35SDave Marchevsky case BPF_##type: return type
376fc88c35SDave Marchevsky
386fc88c35SDave Marchevsky static inline enum cgroup_bpf_attach_type
to_cgroup_bpf_attach_type(enum bpf_attach_type attach_type)396fc88c35SDave Marchevsky to_cgroup_bpf_attach_type(enum bpf_attach_type attach_type)
406fc88c35SDave Marchevsky {
416fc88c35SDave Marchevsky switch (attach_type) {
426fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_INGRESS);
436fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_EGRESS);
446fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_SOCK_CREATE);
456fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SOCK_OPS);
466fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_DEVICE);
476fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_BIND);
486fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_BIND);
496fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_CONNECT);
506fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_CONNECT);
51859051ddSDaan De Meyer CGROUP_ATYPE(CGROUP_UNIX_CONNECT);
526fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_POST_BIND);
536fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_POST_BIND);
546fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP4_SENDMSG);
556fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP6_SENDMSG);
56859051ddSDaan De Meyer CGROUP_ATYPE(CGROUP_UNIX_SENDMSG);
576fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SYSCTL);
586fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP4_RECVMSG);
596fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP6_RECVMSG);
60859051ddSDaan De Meyer CGROUP_ATYPE(CGROUP_UNIX_RECVMSG);
616fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_GETSOCKOPT);
626fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SETSOCKOPT);
636fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_GETPEERNAME);
646fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_GETPEERNAME);
65859051ddSDaan De Meyer CGROUP_ATYPE(CGROUP_UNIX_GETPEERNAME);
666fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_GETSOCKNAME);
676fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_GETSOCKNAME);
68859051ddSDaan De Meyer CGROUP_ATYPE(CGROUP_UNIX_GETSOCKNAME);
696fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_SOCK_RELEASE);
706fc88c35SDave Marchevsky default:
716fc88c35SDave Marchevsky return CGROUP_BPF_ATTACH_TYPE_INVALID;
726fc88c35SDave Marchevsky }
736fc88c35SDave Marchevsky }
746fc88c35SDave Marchevsky
756fc88c35SDave Marchevsky #undef CGROUP_ATYPE
766fc88c35SDave Marchevsky
776fc88c35SDave Marchevsky extern struct static_key_false cgroup_bpf_enabled_key[MAX_CGROUP_BPF_ATTACH_TYPE];
786fc88c35SDave Marchevsky #define cgroup_bpf_enabled(atype) static_branch_unlikely(&cgroup_bpf_enabled_key[atype])
7930070984SDaniel Mack
808bad74f9SRoman Gushchin #define for_each_cgroup_storage_type(stype) \
818bad74f9SRoman Gushchin for (stype = 0; stype < MAX_BPF_CGROUP_STORAGE_TYPE; stype++)
82aa0ad5b0SRoman Gushchin
83de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_map;
84de9cbbaaSRoman Gushchin
85de9cbbaaSRoman Gushchin struct bpf_storage_buffer {
86de9cbbaaSRoman Gushchin struct rcu_head rcu;
87d7f10df8SGustavo A. R. Silva char data[];
88de9cbbaaSRoman Gushchin };
89de9cbbaaSRoman Gushchin
90de9cbbaaSRoman Gushchin struct bpf_cgroup_storage {
91b741f163SRoman Gushchin union {
92de9cbbaaSRoman Gushchin struct bpf_storage_buffer *buf;
93b741f163SRoman Gushchin void __percpu *percpu_buf;
94b741f163SRoman Gushchin };
95de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_map *map;
96de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_key key;
977d9c3427SYiFei Zhu struct list_head list_map;
987d9c3427SYiFei Zhu struct list_head list_cg;
99de9cbbaaSRoman Gushchin struct rb_node node;
100de9cbbaaSRoman Gushchin struct rcu_head rcu;
101de9cbbaaSRoman Gushchin };
102de9cbbaaSRoman Gushchin
103af6eea57SAndrii Nakryiko struct bpf_cgroup_link {
104af6eea57SAndrii Nakryiko struct bpf_link link;
105af6eea57SAndrii Nakryiko struct cgroup *cgroup;
106af6eea57SAndrii Nakryiko enum bpf_attach_type type;
107af6eea57SAndrii Nakryiko };
108af6eea57SAndrii Nakryiko
109324bda9eSAlexei Starovoitov struct bpf_prog_list {
11000442143SStanislav Fomichev struct hlist_node node;
111324bda9eSAlexei Starovoitov struct bpf_prog *prog;
112af6eea57SAndrii Nakryiko struct bpf_cgroup_link *link;
1138bad74f9SRoman Gushchin struct bpf_cgroup_storage *storage[MAX_BPF_CGROUP_STORAGE_TYPE];
114*4b82b181SYonghong Song u32 flags;
115324bda9eSAlexei Starovoitov };
116324bda9eSAlexei Starovoitov
117324bda9eSAlexei Starovoitov int cgroup_bpf_inherit(struct cgroup *cgrp);
1184bfc0bb2SRoman Gushchin void cgroup_bpf_offline(struct cgroup *cgrp);
11930070984SDaniel Mack
120b2cd1257SDavid Ahern int __cgroup_bpf_run_filter_skb(struct sock *sk,
12130070984SDaniel Mack struct sk_buff *skb,
1226fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype);
12330070984SDaniel Mack
12461023658SDavid Ahern int __cgroup_bpf_run_filter_sk(struct sock *sk,
1256fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype);
12661023658SDavid Ahern
1274fbac77dSAndrey Ignatov int __cgroup_bpf_run_filter_sock_addr(struct sock *sk,
1284fbac77dSAndrey Ignatov struct sockaddr *uaddr,
129fefba7d1SDaan De Meyer int *uaddrlen,
1306fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype,
13177241217SStanislav Fomichev void *t_ctx,
13277241217SStanislav Fomichev u32 *flags);
1334fbac77dSAndrey Ignatov
13440304b2aSLawrence Brakmo int __cgroup_bpf_run_filter_sock_ops(struct sock *sk,
13540304b2aSLawrence Brakmo struct bpf_sock_ops_kern *sock_ops,
1366fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype);
13740304b2aSLawrence Brakmo
138ebc614f6SRoman Gushchin int __cgroup_bpf_check_dev_permission(short dev_type, u32 major, u32 minor,
1396fc88c35SDave Marchevsky short access, enum cgroup_bpf_attach_type atype);
140ebc614f6SRoman Gushchin
1417b146cebSAndrey Ignatov int __cgroup_bpf_run_filter_sysctl(struct ctl_table_header *head,
14257e3707eSThomas Weißschuh const struct ctl_table *table, int write,
1434bd6a735SMatthew Wilcox (Oracle) char **buf, size_t *pcount, loff_t *ppos,
1446fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype);
1457b146cebSAndrey Ignatov
1460d01da6aSStanislav Fomichev int __cgroup_bpf_run_filter_setsockopt(struct sock *sock, int *level,
1473f31e0d1SBreno Leitao int *optname, sockptr_t optval,
1480d01da6aSStanislav Fomichev int *optlen, char **kernel_optval);
149a615f67eSBreno Leitao
1500d01da6aSStanislav Fomichev int __cgroup_bpf_run_filter_getsockopt(struct sock *sk, int level,
151a615f67eSBreno Leitao int optname, sockptr_t optval,
152a615f67eSBreno Leitao sockptr_t optlen, int max_optlen,
1530d01da6aSStanislav Fomichev int retval);
1540d01da6aSStanislav Fomichev
1559cacf81fSStanislav Fomichev int __cgroup_bpf_run_filter_getsockopt_kern(struct sock *sk, int level,
1569cacf81fSStanislav Fomichev int optname, void *optval,
1579cacf81fSStanislav Fomichev int *optlen, int retval);
1589cacf81fSStanislav Fomichev
cgroup_storage_type(struct bpf_map * map)1598bad74f9SRoman Gushchin static inline enum bpf_cgroup_storage_type cgroup_storage_type(
1608bad74f9SRoman Gushchin struct bpf_map *map)
161aa0ad5b0SRoman Gushchin {
162b741f163SRoman Gushchin if (map->map_type == BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE)
163b741f163SRoman Gushchin return BPF_CGROUP_STORAGE_PERCPU;
164b741f163SRoman Gushchin
1658bad74f9SRoman Gushchin return BPF_CGROUP_STORAGE_SHARED;
166aa0ad5b0SRoman Gushchin }
167aa0ad5b0SRoman Gushchin
1687d9c3427SYiFei Zhu struct bpf_cgroup_storage *
1697d9c3427SYiFei Zhu cgroup_storage_lookup(struct bpf_cgroup_storage_map *map,
1707d9c3427SYiFei Zhu void *key, bool locked);
1718bad74f9SRoman Gushchin struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(struct bpf_prog *prog,
1728bad74f9SRoman Gushchin enum bpf_cgroup_storage_type stype);
173de9cbbaaSRoman Gushchin void bpf_cgroup_storage_free(struct bpf_cgroup_storage *storage);
174de9cbbaaSRoman Gushchin void bpf_cgroup_storage_link(struct bpf_cgroup_storage *storage,
175de9cbbaaSRoman Gushchin struct cgroup *cgroup,
176de9cbbaaSRoman Gushchin enum bpf_attach_type type);
177de9cbbaaSRoman Gushchin void bpf_cgroup_storage_unlink(struct bpf_cgroup_storage *storage);
178e4730423SDaniel Borkmann int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, struct bpf_map *map);
179de9cbbaaSRoman Gushchin
180b741f163SRoman Gushchin int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, void *value);
181b741f163SRoman Gushchin int bpf_percpu_cgroup_storage_update(struct bpf_map *map, void *key,
182b741f163SRoman Gushchin void *value, u64 flags);
183b741f163SRoman Gushchin
18446531a30SPavel Begunkov /* Opportunistic check to see whether we have any BPF program attached*/
cgroup_bpf_sock_enabled(struct sock * sk,enum cgroup_bpf_attach_type type)18546531a30SPavel Begunkov static inline bool cgroup_bpf_sock_enabled(struct sock *sk,
18646531a30SPavel Begunkov enum cgroup_bpf_attach_type type)
18746531a30SPavel Begunkov {
18846531a30SPavel Begunkov struct cgroup *cgrp = sock_cgroup_ptr(&sk->sk_cgrp_data);
18946531a30SPavel Begunkov struct bpf_prog_array *array;
19046531a30SPavel Begunkov
19146531a30SPavel Begunkov array = rcu_access_pointer(cgrp->bpf.effective[type]);
19246531a30SPavel Begunkov return array != &bpf_empty_prog_array.hdr;
19346531a30SPavel Begunkov }
19446531a30SPavel Begunkov
195b2cd1257SDavid Ahern /* Wrappers for __cgroup_bpf_run_filter_skb() guarded by cgroup_bpf_enabled. */
19630070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk, skb) \
19730070984SDaniel Mack ({ \
19830070984SDaniel Mack int __ret = 0; \
19946531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_INET_INGRESS) && \
20032e18e76SOliver Crumrine cgroup_bpf_sock_enabled(sk, CGROUP_INET_INGRESS) && sk && \
20132e18e76SOliver Crumrine sk_fullsock(sk)) \
202b2cd1257SDavid Ahern __ret = __cgroup_bpf_run_filter_skb(sk, skb, \
2036fc88c35SDave Marchevsky CGROUP_INET_INGRESS); \
20430070984SDaniel Mack \
20530070984SDaniel Mack __ret; \
20630070984SDaniel Mack })
20730070984SDaniel Mack
20830070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk, skb) \
20930070984SDaniel Mack ({ \
21030070984SDaniel Mack int __ret = 0; \
211223f5f79SKui-Feng Lee if (cgroup_bpf_enabled(CGROUP_INET_EGRESS) && sk) { \
21230070984SDaniel Mack typeof(sk) __sk = sk_to_full_sk(sk); \
21378e2baf3SEric Dumazet if (__sk && __sk == skb_to_full_sk(skb) && \
21446531a30SPavel Begunkov cgroup_bpf_sock_enabled(__sk, CGROUP_INET_EGRESS)) \
215b2cd1257SDavid Ahern __ret = __cgroup_bpf_run_filter_skb(__sk, skb, \
2166fc88c35SDave Marchevsky CGROUP_INET_EGRESS); \
21730070984SDaniel Mack } \
21830070984SDaniel Mack __ret; \
21930070984SDaniel Mack })
22030070984SDaniel Mack
2216fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SK_PROG(sk, atype) \
22261023658SDavid Ahern ({ \
22361023658SDavid Ahern int __ret = 0; \
2246fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \
2256fc88c35SDave Marchevsky __ret = __cgroup_bpf_run_filter_sk(sk, atype); \
22661023658SDavid Ahern } \
22761023658SDavid Ahern __ret; \
22861023658SDavid Ahern })
22961023658SDavid Ahern
230aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) \
2316fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_CREATE)
232aac3fc32SAndrey Ignatov
233f5836749SStanislav Fomichev #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) \
2346fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_RELEASE)
235f5836749SStanislav Fomichev
236aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) \
2376fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET4_POST_BIND)
238aac3fc32SAndrey Ignatov
239aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) \
2406fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET6_POST_BIND)
241aac3fc32SAndrey Ignatov
242fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, atype) \
2434fbac77dSAndrey Ignatov ({ \
2444fbac77dSAndrey Ignatov int __ret = 0; \
2456fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) \
246fefba7d1SDaan De Meyer __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \
247fefba7d1SDaan De Meyer atype, NULL, NULL); \
2484fbac77dSAndrey Ignatov __ret; \
2494fbac77dSAndrey Ignatov })
2504fbac77dSAndrey Ignatov
251fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, atype, t_ctx) \
252d74bad4eSAndrey Ignatov ({ \
253d74bad4eSAndrey Ignatov int __ret = 0; \
2546fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \
255d74bad4eSAndrey Ignatov lock_sock(sk); \
256fefba7d1SDaan De Meyer __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \
257fefba7d1SDaan De Meyer atype, t_ctx, NULL); \
258d74bad4eSAndrey Ignatov release_sock(sk); \
259d74bad4eSAndrey Ignatov } \
260d74bad4eSAndrey Ignatov __ret; \
261d74bad4eSAndrey Ignatov })
262d74bad4eSAndrey Ignatov
26377241217SStanislav Fomichev /* BPF_CGROUP_INET4_BIND and BPF_CGROUP_INET6_BIND can return extra flags
26477241217SStanislav Fomichev * via upper bits of return code. The only flag that is supported
26577241217SStanislav Fomichev * (at bit position 0) is to indicate CAP_NET_BIND_SERVICE capability check
26677241217SStanislav Fomichev * should be bypassed (BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE).
26777241217SStanislav Fomichev */
268fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, uaddrlen, atype, bind_flags) \
26977241217SStanislav Fomichev ({ \
27077241217SStanislav Fomichev u32 __flags = 0; \
27177241217SStanislav Fomichev int __ret = 0; \
2726fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \
27377241217SStanislav Fomichev lock_sock(sk); \
274fefba7d1SDaan De Meyer __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \
275fefba7d1SDaan De Meyer atype, NULL, &__flags); \
27677241217SStanislav Fomichev release_sock(sk); \
27777241217SStanislav Fomichev if (__flags & BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE) \
27877241217SStanislav Fomichev *bind_flags |= BIND_NO_CAP_NET_BIND_SERVICE; \
27977241217SStanislav Fomichev } \
28077241217SStanislav Fomichev __ret; \
28177241217SStanislav Fomichev })
2824fbac77dSAndrey Ignatov
283a9ed15daSStanislav Fomichev #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) \
2846fc88c35SDave Marchevsky ((cgroup_bpf_enabled(CGROUP_INET4_CONNECT) || \
2856fc88c35SDave Marchevsky cgroup_bpf_enabled(CGROUP_INET6_CONNECT)) && \
286a9ed15daSStanislav Fomichev (sk)->sk_prot->pre_connect)
287d74bad4eSAndrey Ignatov
288fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr, uaddrlen) \
289fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, CGROUP_INET4_CONNECT)
290d74bad4eSAndrey Ignatov
291fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr, uaddrlen) \
292fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, CGROUP_INET6_CONNECT)
293d74bad4eSAndrey Ignatov
294fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr, uaddrlen) \
295fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_INET4_CONNECT, NULL)
296d74bad4eSAndrey Ignatov
297fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr, uaddrlen) \
298fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_INET6_CONNECT, NULL)
2991cedee13SAndrey Ignatov
300859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_CONNECT_LOCK(sk, uaddr, uaddrlen) \
301859051ddSDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_CONNECT, NULL)
302859051ddSDaan De Meyer
303fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \
304fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP4_SENDMSG, t_ctx)
3051cedee13SAndrey Ignatov
306fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \
307fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP6_SENDMSG, t_ctx)
308d74bad4eSAndrey Ignatov
309859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \
310859051ddSDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_SENDMSG, t_ctx)
311859051ddSDaan De Meyer
312fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr, uaddrlen) \
313fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP4_RECVMSG, NULL)
314983695faSDaniel Borkmann
315fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr, uaddrlen) \
316fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP6_RECVMSG, NULL)
317983695faSDaniel Borkmann
318859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_RECVMSG_LOCK(sk, uaddr, uaddrlen) \
319859051ddSDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_RECVMSG, NULL)
320859051ddSDaan De Meyer
3210813a841SMartin KaFai Lau /* The SOCK_OPS"_SK" macro should be used when sock_ops->sk is not a
3220813a841SMartin KaFai Lau * fullsock and its parent fullsock cannot be traced by
3230813a841SMartin KaFai Lau * sk_to_full_sk().
3240813a841SMartin KaFai Lau *
3250813a841SMartin KaFai Lau * e.g. sock_ops->sk is a request_sock and it is under syncookie mode.
3260813a841SMartin KaFai Lau * Its listener-sk is not attached to the rsk_listener.
3270813a841SMartin KaFai Lau * In this case, the caller holds the listener-sk (unlocked),
3280813a841SMartin KaFai Lau * set its sock_ops->sk to req_sk, and call this SOCK_OPS"_SK" with
3290813a841SMartin KaFai Lau * the listener-sk such that the cgroup-bpf-progs of the
3300813a841SMartin KaFai Lau * listener-sk will be run.
3310813a841SMartin KaFai Lau *
3320813a841SMartin KaFai Lau * Regardless of syncookie mode or not,
3330813a841SMartin KaFai Lau * calling bpf_setsockopt on listener-sk will not make sense anyway,
3340813a841SMartin KaFai Lau * so passing 'sock_ops->sk == req_sk' to the bpf prog is appropriate here.
3350813a841SMartin KaFai Lau */
3360813a841SMartin KaFai Lau #define BPF_CGROUP_RUN_PROG_SOCK_OPS_SK(sock_ops, sk) \
3370813a841SMartin KaFai Lau ({ \
3380813a841SMartin KaFai Lau int __ret = 0; \
3396fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SOCK_OPS)) \
3400813a841SMartin KaFai Lau __ret = __cgroup_bpf_run_filter_sock_ops(sk, \
3410813a841SMartin KaFai Lau sock_ops, \
3426fc88c35SDave Marchevsky CGROUP_SOCK_OPS); \
3430813a841SMartin KaFai Lau __ret; \
3440813a841SMartin KaFai Lau })
3450813a841SMartin KaFai Lau
34640304b2aSLawrence Brakmo #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) \
34740304b2aSLawrence Brakmo ({ \
34840304b2aSLawrence Brakmo int __ret = 0; \
3496fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SOCK_OPS) && (sock_ops)->sk) { \
35040304b2aSLawrence Brakmo typeof(sk) __sk = sk_to_full_sk((sock_ops)->sk); \
351df39a9f1SWANG Cong if (__sk && sk_fullsock(__sk)) \
35240304b2aSLawrence Brakmo __ret = __cgroup_bpf_run_filter_sock_ops(__sk, \
35340304b2aSLawrence Brakmo sock_ops, \
3546fc88c35SDave Marchevsky CGROUP_SOCK_OPS); \
35540304b2aSLawrence Brakmo } \
35640304b2aSLawrence Brakmo __ret; \
35740304b2aSLawrence Brakmo })
358ebc614f6SRoman Gushchin
3596fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) \
360ebc614f6SRoman Gushchin ({ \
361ebc614f6SRoman Gushchin int __ret = 0; \
3626fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_DEVICE)) \
3636fc88c35SDave Marchevsky __ret = __cgroup_bpf_check_dev_permission(atype, major, minor, \
364ebc614f6SRoman Gushchin access, \
3656fc88c35SDave Marchevsky CGROUP_DEVICE); \
366ebc614f6SRoman Gushchin \
367ebc614f6SRoman Gushchin __ret; \
368ebc614f6SRoman Gushchin })
3697b146cebSAndrey Ignatov
3707b146cebSAndrey Ignatov
37132927393SChristoph Hellwig #define BPF_CGROUP_RUN_PROG_SYSCTL(head, table, write, buf, count, pos) \
3727b146cebSAndrey Ignatov ({ \
3737b146cebSAndrey Ignatov int __ret = 0; \
3746fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SYSCTL)) \
3757b146cebSAndrey Ignatov __ret = __cgroup_bpf_run_filter_sysctl(head, table, write, \
37632927393SChristoph Hellwig buf, count, pos, \
3776fc88c35SDave Marchevsky CGROUP_SYSCTL); \
3787b146cebSAndrey Ignatov __ret; \
3797b146cebSAndrey Ignatov })
3807b146cebSAndrey Ignatov
3810d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \
3820d01da6aSStanislav Fomichev kernel_optval) \
3830d01da6aSStanislav Fomichev ({ \
3840d01da6aSStanislav Fomichev int __ret = 0; \
38546531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_SETSOCKOPT) && \
38646531a30SPavel Begunkov cgroup_bpf_sock_enabled(sock, CGROUP_SETSOCKOPT)) \
3870d01da6aSStanislav Fomichev __ret = __cgroup_bpf_run_filter_setsockopt(sock, level, \
3880d01da6aSStanislav Fomichev optname, optval, \
3890d01da6aSStanislav Fomichev optlen, \
3900d01da6aSStanislav Fomichev kernel_optval); \
3910d01da6aSStanislav Fomichev __ret; \
3920d01da6aSStanislav Fomichev })
3930d01da6aSStanislav Fomichev
3940d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, optlen, \
3950d01da6aSStanislav Fomichev max_optlen, retval) \
3960d01da6aSStanislav Fomichev ({ \
3970d01da6aSStanislav Fomichev int __ret = retval; \
39846531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT) && \
39946531a30SPavel Begunkov cgroup_bpf_sock_enabled(sock, CGROUP_GETSOCKOPT)) \
4009cacf81fSStanislav Fomichev if (!(sock)->sk_prot->bpf_bypass_getsockopt || \
4019cacf81fSStanislav Fomichev !INDIRECT_CALL_INET_1((sock)->sk_prot->bpf_bypass_getsockopt, \
4029cacf81fSStanislav Fomichev tcp_bpf_bypass_getsockopt, \
4039cacf81fSStanislav Fomichev level, optname)) \
4049cacf81fSStanislav Fomichev __ret = __cgroup_bpf_run_filter_getsockopt( \
4059cacf81fSStanislav Fomichev sock, level, optname, optval, optlen, \
4069cacf81fSStanislav Fomichev max_optlen, retval); \
4079cacf81fSStanislav Fomichev __ret; \
4089cacf81fSStanislav Fomichev })
4099cacf81fSStanislav Fomichev
4109cacf81fSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \
4119cacf81fSStanislav Fomichev optlen, retval) \
4129cacf81fSStanislav Fomichev ({ \
4139cacf81fSStanislav Fomichev int __ret = retval; \
4146fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \
4159cacf81fSStanislav Fomichev __ret = __cgroup_bpf_run_filter_getsockopt_kern( \
4169cacf81fSStanislav Fomichev sock, level, optname, optval, optlen, retval); \
4170d01da6aSStanislav Fomichev __ret; \
4180d01da6aSStanislav Fomichev })
4190d01da6aSStanislav Fomichev
420fdb5c453SSean Young int cgroup_bpf_prog_attach(const union bpf_attr *attr,
421fdb5c453SSean Young enum bpf_prog_type ptype, struct bpf_prog *prog);
422fdb5c453SSean Young int cgroup_bpf_prog_detach(const union bpf_attr *attr,
423fdb5c453SSean Young enum bpf_prog_type ptype);
424af6eea57SAndrii Nakryiko int cgroup_bpf_link_attach(const union bpf_attr *attr, struct bpf_prog *prog);
425fdb5c453SSean Young int cgroup_bpf_prog_query(const union bpf_attr *attr,
426fdb5c453SSean Young union bpf_attr __user *uattr);
427dea6a4e1SStanislav Fomichev
428dea6a4e1SStanislav Fomichev const struct bpf_func_proto *
429dea6a4e1SStanislav Fomichev cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog);
430dea6a4e1SStanislav Fomichev const struct bpf_func_proto *
431dea6a4e1SStanislav Fomichev cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog);
43230070984SDaniel Mack #else
43330070984SDaniel Mack
cgroup_bpf_inherit(struct cgroup * cgrp)434324bda9eSAlexei Starovoitov static inline int cgroup_bpf_inherit(struct cgroup *cgrp) { return 0; }
cgroup_bpf_offline(struct cgroup * cgrp)4354bfc0bb2SRoman Gushchin static inline void cgroup_bpf_offline(struct cgroup *cgrp) {}
43630070984SDaniel Mack
cgroup_bpf_prog_attach(const union bpf_attr * attr,enum bpf_prog_type ptype,struct bpf_prog * prog)437fdb5c453SSean Young static inline int cgroup_bpf_prog_attach(const union bpf_attr *attr,
438fdb5c453SSean Young enum bpf_prog_type ptype,
439fdb5c453SSean Young struct bpf_prog *prog)
440fdb5c453SSean Young {
441fdb5c453SSean Young return -EINVAL;
442fdb5c453SSean Young }
443fdb5c453SSean Young
cgroup_bpf_prog_detach(const union bpf_attr * attr,enum bpf_prog_type ptype)444fdb5c453SSean Young static inline int cgroup_bpf_prog_detach(const union bpf_attr *attr,
445fdb5c453SSean Young enum bpf_prog_type ptype)
446fdb5c453SSean Young {
447fdb5c453SSean Young return -EINVAL;
448fdb5c453SSean Young }
449fdb5c453SSean Young
cgroup_bpf_link_attach(const union bpf_attr * attr,struct bpf_prog * prog)450af6eea57SAndrii Nakryiko static inline int cgroup_bpf_link_attach(const union bpf_attr *attr,
451af6eea57SAndrii Nakryiko struct bpf_prog *prog)
452af6eea57SAndrii Nakryiko {
453af6eea57SAndrii Nakryiko return -EINVAL;
454af6eea57SAndrii Nakryiko }
455af6eea57SAndrii Nakryiko
cgroup_bpf_prog_query(const union bpf_attr * attr,union bpf_attr __user * uattr)456fdb5c453SSean Young static inline int cgroup_bpf_prog_query(const union bpf_attr *attr,
457fdb5c453SSean Young union bpf_attr __user *uattr)
458fdb5c453SSean Young {
459fdb5c453SSean Young return -EINVAL;
460fdb5c453SSean Young }
461fdb5c453SSean Young
462dea6a4e1SStanislav Fomichev static inline const struct bpf_func_proto *
cgroup_common_func_proto(enum bpf_func_id func_id,const struct bpf_prog * prog)463dea6a4e1SStanislav Fomichev cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog)
464dea6a4e1SStanislav Fomichev {
465dea6a4e1SStanislav Fomichev return NULL;
466dea6a4e1SStanislav Fomichev }
467dea6a4e1SStanislav Fomichev
468dea6a4e1SStanislav Fomichev static inline const struct bpf_func_proto *
cgroup_current_func_proto(enum bpf_func_id func_id,const struct bpf_prog * prog)469dea6a4e1SStanislav Fomichev cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog)
470dea6a4e1SStanislav Fomichev {
471dea6a4e1SStanislav Fomichev return NULL;
472dea6a4e1SStanislav Fomichev }
473dea6a4e1SStanislav Fomichev
bpf_cgroup_storage_assign(struct bpf_prog_aux * aux,struct bpf_map * map)474e4730423SDaniel Borkmann static inline int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux,
475de9cbbaaSRoman Gushchin struct bpf_map *map) { return 0; }
bpf_cgroup_storage_alloc(struct bpf_prog * prog,enum bpf_cgroup_storage_type stype)476de9cbbaaSRoman Gushchin static inline struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(
47771b91a50SBo YU struct bpf_prog *prog, enum bpf_cgroup_storage_type stype) { return NULL; }
bpf_cgroup_storage_free(struct bpf_cgroup_storage * storage)478de9cbbaaSRoman Gushchin static inline void bpf_cgroup_storage_free(
479de9cbbaaSRoman Gushchin struct bpf_cgroup_storage *storage) {}
bpf_percpu_cgroup_storage_copy(struct bpf_map * map,void * key,void * value)480b741f163SRoman Gushchin static inline int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key,
481b741f163SRoman Gushchin void *value) {
482b741f163SRoman Gushchin return 0;
483b741f163SRoman Gushchin }
bpf_percpu_cgroup_storage_update(struct bpf_map * map,void * key,void * value,u64 flags)484b741f163SRoman Gushchin static inline int bpf_percpu_cgroup_storage_update(struct bpf_map *map,
485b741f163SRoman Gushchin void *key, void *value, u64 flags) {
486b741f163SRoman Gushchin return 0;
487b741f163SRoman Gushchin }
488de9cbbaaSRoman Gushchin
4896fc88c35SDave Marchevsky #define cgroup_bpf_enabled(atype) (0)
490fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, atype, t_ctx) ({ 0; })
491fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, atype) ({ 0; })
492d74bad4eSAndrey Ignatov #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) (0)
49330070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk,skb) ({ 0; })
49430070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk,skb) ({ 0; })
49561023658SDavid Ahern #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) ({ 0; })
496f5836749SStanislav Fomichev #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) ({ 0; })
497fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, uaddrlen, atype, flags) ({ 0; })
498aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) ({ 0; })
499aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) ({ 0; })
500fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr, uaddrlen) ({ 0; })
501fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; })
502fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr, uaddrlen) ({ 0; })
503fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; })
504859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; })
505fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; })
506fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; })
507859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; })
508fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; })
509fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; })
510859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; })
51140304b2aSLawrence Brakmo #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) ({ 0; })
5126fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) ({ 0; })
51332927393SChristoph Hellwig #define BPF_CGROUP_RUN_PROG_SYSCTL(head,table,write,buf,count,pos) ({ 0; })
5140d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, \
5150d01da6aSStanislav Fomichev optlen, max_optlen, retval) ({ retval; })
5169cacf81fSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \
5179cacf81fSStanislav Fomichev optlen, retval) ({ retval; })
5180d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \
5190d01da6aSStanislav Fomichev kernel_optval) ({ 0; })
52030070984SDaniel Mack
5218bad74f9SRoman Gushchin #define for_each_cgroup_storage_type(stype) for (; false; )
5228bad74f9SRoman Gushchin
52330070984SDaniel Mack #endif /* CONFIG_CGROUP_BPF */
52430070984SDaniel Mack
52530070984SDaniel Mack #endif /* _BPF_CGROUP_H */
526