1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 230070984SDaniel Mack #ifndef _BPF_CGROUP_H 330070984SDaniel Mack #define _BPF_CGROUP_H 430070984SDaniel Mack 58bad74f9SRoman Gushchin #include <linux/bpf.h> 6fd1740b6SJakub Kicinski #include <linux/bpf-cgroup-defs.h> 7f292b87dSRoman Gushchin #include <linux/errno.h> 830070984SDaniel Mack #include <linux/jump_label.h> 9aa0ad5b0SRoman Gushchin #include <linux/percpu.h> 10de9cbbaaSRoman Gushchin #include <linux/rbtree.h> 1146531a30SPavel Begunkov #include <net/sock.h> 1230070984SDaniel Mack #include <uapi/linux/bpf.h> 1330070984SDaniel Mack 1430070984SDaniel Mack struct sock; 154fbac77dSAndrey Ignatov struct sockaddr; 1630070984SDaniel Mack struct cgroup; 1730070984SDaniel Mack struct sk_buff; 18de9cbbaaSRoman Gushchin struct bpf_map; 19de9cbbaaSRoman Gushchin struct bpf_prog; 2040304b2aSLawrence Brakmo struct bpf_sock_ops_kern; 21de9cbbaaSRoman Gushchin struct bpf_cgroup_storage; 227b146cebSAndrey Ignatov struct ctl_table; 237b146cebSAndrey Ignatov struct ctl_table_header; 24b910eaaaSYonghong Song struct task_struct; 2530070984SDaniel Mack 2669fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_sock(const void *ctx, 2769fd337aSStanislav Fomichev const struct bpf_insn *insn); 2869fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_socket(const void *ctx, 2969fd337aSStanislav Fomichev const struct bpf_insn *insn); 3069fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_current(const void *ctx, 3169fd337aSStanislav Fomichev const struct bpf_insn *insn); 3269fd337aSStanislav Fomichev 3330070984SDaniel Mack #ifdef CONFIG_CGROUP_BPF 3430070984SDaniel Mack 356fc88c35SDave Marchevsky #define CGROUP_ATYPE(type) \ 366fc88c35SDave Marchevsky case BPF_##type: return type 376fc88c35SDave Marchevsky 386fc88c35SDave Marchevsky static inline enum cgroup_bpf_attach_type 396fc88c35SDave Marchevsky to_cgroup_bpf_attach_type(enum bpf_attach_type attach_type) 406fc88c35SDave Marchevsky { 416fc88c35SDave Marchevsky switch (attach_type) { 426fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_INGRESS); 436fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_EGRESS); 446fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_SOCK_CREATE); 456fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SOCK_OPS); 466fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_DEVICE); 476fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_BIND); 486fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_BIND); 496fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_CONNECT); 506fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_CONNECT); 51859051ddSDaan De Meyer CGROUP_ATYPE(CGROUP_UNIX_CONNECT); 526fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_POST_BIND); 536fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_POST_BIND); 546fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP4_SENDMSG); 556fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP6_SENDMSG); 56859051ddSDaan De Meyer CGROUP_ATYPE(CGROUP_UNIX_SENDMSG); 576fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SYSCTL); 586fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP4_RECVMSG); 596fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP6_RECVMSG); 60859051ddSDaan De Meyer CGROUP_ATYPE(CGROUP_UNIX_RECVMSG); 616fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_GETSOCKOPT); 626fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SETSOCKOPT); 636fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_GETPEERNAME); 646fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_GETPEERNAME); 65859051ddSDaan De Meyer CGROUP_ATYPE(CGROUP_UNIX_GETPEERNAME); 666fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_GETSOCKNAME); 676fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_GETSOCKNAME); 68859051ddSDaan De Meyer CGROUP_ATYPE(CGROUP_UNIX_GETSOCKNAME); 696fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_SOCK_RELEASE); 706fc88c35SDave Marchevsky default: 716fc88c35SDave Marchevsky return CGROUP_BPF_ATTACH_TYPE_INVALID; 726fc88c35SDave Marchevsky } 736fc88c35SDave Marchevsky } 746fc88c35SDave Marchevsky 756fc88c35SDave Marchevsky #undef CGROUP_ATYPE 766fc88c35SDave Marchevsky 776fc88c35SDave Marchevsky extern struct static_key_false cgroup_bpf_enabled_key[MAX_CGROUP_BPF_ATTACH_TYPE]; 786fc88c35SDave Marchevsky #define cgroup_bpf_enabled(atype) static_branch_unlikely(&cgroup_bpf_enabled_key[atype]) 7930070984SDaniel Mack 808bad74f9SRoman Gushchin #define for_each_cgroup_storage_type(stype) \ 818bad74f9SRoman Gushchin for (stype = 0; stype < MAX_BPF_CGROUP_STORAGE_TYPE; stype++) 82aa0ad5b0SRoman Gushchin 83de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_map; 84de9cbbaaSRoman Gushchin 85de9cbbaaSRoman Gushchin struct bpf_storage_buffer { 86de9cbbaaSRoman Gushchin struct rcu_head rcu; 87d7f10df8SGustavo A. R. Silva char data[]; 88de9cbbaaSRoman Gushchin }; 89de9cbbaaSRoman Gushchin 90de9cbbaaSRoman Gushchin struct bpf_cgroup_storage { 91b741f163SRoman Gushchin union { 92de9cbbaaSRoman Gushchin struct bpf_storage_buffer *buf; 93b741f163SRoman Gushchin void __percpu *percpu_buf; 94b741f163SRoman Gushchin }; 95de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_map *map; 96de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_key key; 977d9c3427SYiFei Zhu struct list_head list_map; 987d9c3427SYiFei Zhu struct list_head list_cg; 99de9cbbaaSRoman Gushchin struct rb_node node; 100de9cbbaaSRoman Gushchin struct rcu_head rcu; 101de9cbbaaSRoman Gushchin }; 102de9cbbaaSRoman Gushchin 103af6eea57SAndrii Nakryiko struct bpf_cgroup_link { 104af6eea57SAndrii Nakryiko struct bpf_link link; 105af6eea57SAndrii Nakryiko struct cgroup *cgroup; 106af6eea57SAndrii Nakryiko enum bpf_attach_type type; 107af6eea57SAndrii Nakryiko }; 108af6eea57SAndrii Nakryiko 109324bda9eSAlexei Starovoitov struct bpf_prog_list { 11000442143SStanislav Fomichev struct hlist_node node; 111324bda9eSAlexei Starovoitov struct bpf_prog *prog; 112af6eea57SAndrii Nakryiko struct bpf_cgroup_link *link; 1138bad74f9SRoman Gushchin struct bpf_cgroup_storage *storage[MAX_BPF_CGROUP_STORAGE_TYPE]; 114324bda9eSAlexei Starovoitov }; 115324bda9eSAlexei Starovoitov 116324bda9eSAlexei Starovoitov int cgroup_bpf_inherit(struct cgroup *cgrp); 1174bfc0bb2SRoman Gushchin void cgroup_bpf_offline(struct cgroup *cgrp); 11830070984SDaniel Mack 119b2cd1257SDavid Ahern int __cgroup_bpf_run_filter_skb(struct sock *sk, 12030070984SDaniel Mack struct sk_buff *skb, 1216fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 12230070984SDaniel Mack 12361023658SDavid Ahern int __cgroup_bpf_run_filter_sk(struct sock *sk, 1246fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 12561023658SDavid Ahern 1264fbac77dSAndrey Ignatov int __cgroup_bpf_run_filter_sock_addr(struct sock *sk, 1274fbac77dSAndrey Ignatov struct sockaddr *uaddr, 128fefba7d1SDaan De Meyer int *uaddrlen, 1296fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype, 13077241217SStanislav Fomichev void *t_ctx, 13177241217SStanislav Fomichev u32 *flags); 1324fbac77dSAndrey Ignatov 13340304b2aSLawrence Brakmo int __cgroup_bpf_run_filter_sock_ops(struct sock *sk, 13440304b2aSLawrence Brakmo struct bpf_sock_ops_kern *sock_ops, 1356fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 13640304b2aSLawrence Brakmo 137ebc614f6SRoman Gushchin int __cgroup_bpf_check_dev_permission(short dev_type, u32 major, u32 minor, 1386fc88c35SDave Marchevsky short access, enum cgroup_bpf_attach_type atype); 139ebc614f6SRoman Gushchin 1407b146cebSAndrey Ignatov int __cgroup_bpf_run_filter_sysctl(struct ctl_table_header *head, 1417b146cebSAndrey Ignatov struct ctl_table *table, int write, 1424bd6a735SMatthew Wilcox (Oracle) char **buf, size_t *pcount, loff_t *ppos, 1436fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 1447b146cebSAndrey Ignatov 1450d01da6aSStanislav Fomichev int __cgroup_bpf_run_filter_setsockopt(struct sock *sock, int *level, 1463f31e0d1SBreno Leitao int *optname, sockptr_t optval, 1470d01da6aSStanislav Fomichev int *optlen, char **kernel_optval); 148a615f67eSBreno Leitao 1490d01da6aSStanislav Fomichev int __cgroup_bpf_run_filter_getsockopt(struct sock *sk, int level, 150a615f67eSBreno Leitao int optname, sockptr_t optval, 151a615f67eSBreno Leitao sockptr_t optlen, int max_optlen, 1520d01da6aSStanislav Fomichev int retval); 1530d01da6aSStanislav Fomichev 1549cacf81fSStanislav Fomichev int __cgroup_bpf_run_filter_getsockopt_kern(struct sock *sk, int level, 1559cacf81fSStanislav Fomichev int optname, void *optval, 1569cacf81fSStanislav Fomichev int *optlen, int retval); 1579cacf81fSStanislav Fomichev 1588bad74f9SRoman Gushchin static inline enum bpf_cgroup_storage_type cgroup_storage_type( 1598bad74f9SRoman Gushchin struct bpf_map *map) 160aa0ad5b0SRoman Gushchin { 161b741f163SRoman Gushchin if (map->map_type == BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE) 162b741f163SRoman Gushchin return BPF_CGROUP_STORAGE_PERCPU; 163b741f163SRoman Gushchin 1648bad74f9SRoman Gushchin return BPF_CGROUP_STORAGE_SHARED; 165aa0ad5b0SRoman Gushchin } 166aa0ad5b0SRoman Gushchin 1677d9c3427SYiFei Zhu struct bpf_cgroup_storage * 1687d9c3427SYiFei Zhu cgroup_storage_lookup(struct bpf_cgroup_storage_map *map, 1697d9c3427SYiFei Zhu void *key, bool locked); 1708bad74f9SRoman Gushchin struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(struct bpf_prog *prog, 1718bad74f9SRoman Gushchin enum bpf_cgroup_storage_type stype); 172de9cbbaaSRoman Gushchin void bpf_cgroup_storage_free(struct bpf_cgroup_storage *storage); 173de9cbbaaSRoman Gushchin void bpf_cgroup_storage_link(struct bpf_cgroup_storage *storage, 174de9cbbaaSRoman Gushchin struct cgroup *cgroup, 175de9cbbaaSRoman Gushchin enum bpf_attach_type type); 176de9cbbaaSRoman Gushchin void bpf_cgroup_storage_unlink(struct bpf_cgroup_storage *storage); 177e4730423SDaniel Borkmann int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, struct bpf_map *map); 178de9cbbaaSRoman Gushchin 179b741f163SRoman Gushchin int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, void *value); 180b741f163SRoman Gushchin int bpf_percpu_cgroup_storage_update(struct bpf_map *map, void *key, 181b741f163SRoman Gushchin void *value, u64 flags); 182b741f163SRoman Gushchin 18346531a30SPavel Begunkov /* Opportunistic check to see whether we have any BPF program attached*/ 18446531a30SPavel Begunkov static inline bool cgroup_bpf_sock_enabled(struct sock *sk, 18546531a30SPavel Begunkov enum cgroup_bpf_attach_type type) 18646531a30SPavel Begunkov { 18746531a30SPavel Begunkov struct cgroup *cgrp = sock_cgroup_ptr(&sk->sk_cgrp_data); 18846531a30SPavel Begunkov struct bpf_prog_array *array; 18946531a30SPavel Begunkov 19046531a30SPavel Begunkov array = rcu_access_pointer(cgrp->bpf.effective[type]); 19146531a30SPavel Begunkov return array != &bpf_empty_prog_array.hdr; 19246531a30SPavel Begunkov } 19346531a30SPavel Begunkov 194b2cd1257SDavid Ahern /* Wrappers for __cgroup_bpf_run_filter_skb() guarded by cgroup_bpf_enabled. */ 19530070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk, skb) \ 19630070984SDaniel Mack ({ \ 19730070984SDaniel Mack int __ret = 0; \ 19846531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_INET_INGRESS) && \ 199*32e18e76SOliver Crumrine cgroup_bpf_sock_enabled(sk, CGROUP_INET_INGRESS) && sk && \ 200*32e18e76SOliver Crumrine sk_fullsock(sk)) \ 201b2cd1257SDavid Ahern __ret = __cgroup_bpf_run_filter_skb(sk, skb, \ 2026fc88c35SDave Marchevsky CGROUP_INET_INGRESS); \ 20330070984SDaniel Mack \ 20430070984SDaniel Mack __ret; \ 20530070984SDaniel Mack }) 20630070984SDaniel Mack 20730070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk, skb) \ 20830070984SDaniel Mack ({ \ 20930070984SDaniel Mack int __ret = 0; \ 210223f5f79SKui-Feng Lee if (cgroup_bpf_enabled(CGROUP_INET_EGRESS) && sk) { \ 21130070984SDaniel Mack typeof(sk) __sk = sk_to_full_sk(sk); \ 212223f5f79SKui-Feng Lee if (sk_fullsock(__sk) && __sk == skb_to_full_sk(skb) && \ 21346531a30SPavel Begunkov cgroup_bpf_sock_enabled(__sk, CGROUP_INET_EGRESS)) \ 214b2cd1257SDavid Ahern __ret = __cgroup_bpf_run_filter_skb(__sk, skb, \ 2156fc88c35SDave Marchevsky CGROUP_INET_EGRESS); \ 21630070984SDaniel Mack } \ 21730070984SDaniel Mack __ret; \ 21830070984SDaniel Mack }) 21930070984SDaniel Mack 2206fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SK_PROG(sk, atype) \ 22161023658SDavid Ahern ({ \ 22261023658SDavid Ahern int __ret = 0; \ 2236fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \ 2246fc88c35SDave Marchevsky __ret = __cgroup_bpf_run_filter_sk(sk, atype); \ 22561023658SDavid Ahern } \ 22661023658SDavid Ahern __ret; \ 22761023658SDavid Ahern }) 22861023658SDavid Ahern 229aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) \ 2306fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_CREATE) 231aac3fc32SAndrey Ignatov 232f5836749SStanislav Fomichev #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) \ 2336fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_RELEASE) 234f5836749SStanislav Fomichev 235aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) \ 2366fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET4_POST_BIND) 237aac3fc32SAndrey Ignatov 238aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) \ 2396fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET6_POST_BIND) 240aac3fc32SAndrey Ignatov 241fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, atype) \ 2424fbac77dSAndrey Ignatov ({ \ 2434fbac77dSAndrey Ignatov int __ret = 0; \ 2446fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) \ 245fefba7d1SDaan De Meyer __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \ 246fefba7d1SDaan De Meyer atype, NULL, NULL); \ 2474fbac77dSAndrey Ignatov __ret; \ 2484fbac77dSAndrey Ignatov }) 2494fbac77dSAndrey Ignatov 250fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, atype, t_ctx) \ 251d74bad4eSAndrey Ignatov ({ \ 252d74bad4eSAndrey Ignatov int __ret = 0; \ 2536fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \ 254d74bad4eSAndrey Ignatov lock_sock(sk); \ 255fefba7d1SDaan De Meyer __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \ 256fefba7d1SDaan De Meyer atype, t_ctx, NULL); \ 257d74bad4eSAndrey Ignatov release_sock(sk); \ 258d74bad4eSAndrey Ignatov } \ 259d74bad4eSAndrey Ignatov __ret; \ 260d74bad4eSAndrey Ignatov }) 261d74bad4eSAndrey Ignatov 26277241217SStanislav Fomichev /* BPF_CGROUP_INET4_BIND and BPF_CGROUP_INET6_BIND can return extra flags 26377241217SStanislav Fomichev * via upper bits of return code. The only flag that is supported 26477241217SStanislav Fomichev * (at bit position 0) is to indicate CAP_NET_BIND_SERVICE capability check 26577241217SStanislav Fomichev * should be bypassed (BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE). 26677241217SStanislav Fomichev */ 267fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, uaddrlen, atype, bind_flags) \ 26877241217SStanislav Fomichev ({ \ 26977241217SStanislav Fomichev u32 __flags = 0; \ 27077241217SStanislav Fomichev int __ret = 0; \ 2716fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \ 27277241217SStanislav Fomichev lock_sock(sk); \ 273fefba7d1SDaan De Meyer __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, uaddrlen, \ 274fefba7d1SDaan De Meyer atype, NULL, &__flags); \ 27577241217SStanislav Fomichev release_sock(sk); \ 27677241217SStanislav Fomichev if (__flags & BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE) \ 27777241217SStanislav Fomichev *bind_flags |= BIND_NO_CAP_NET_BIND_SERVICE; \ 27877241217SStanislav Fomichev } \ 27977241217SStanislav Fomichev __ret; \ 28077241217SStanislav Fomichev }) 2814fbac77dSAndrey Ignatov 282a9ed15daSStanislav Fomichev #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) \ 2836fc88c35SDave Marchevsky ((cgroup_bpf_enabled(CGROUP_INET4_CONNECT) || \ 2846fc88c35SDave Marchevsky cgroup_bpf_enabled(CGROUP_INET6_CONNECT)) && \ 285a9ed15daSStanislav Fomichev (sk)->sk_prot->pre_connect) 286d74bad4eSAndrey Ignatov 287fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr, uaddrlen) \ 288fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, CGROUP_INET4_CONNECT) 289d74bad4eSAndrey Ignatov 290fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr, uaddrlen) \ 291fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, CGROUP_INET6_CONNECT) 292d74bad4eSAndrey Ignatov 293fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr, uaddrlen) \ 294fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_INET4_CONNECT, NULL) 295d74bad4eSAndrey Ignatov 296fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr, uaddrlen) \ 297fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_INET6_CONNECT, NULL) 2981cedee13SAndrey Ignatov 299859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_CONNECT_LOCK(sk, uaddr, uaddrlen) \ 300859051ddSDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_CONNECT, NULL) 301859051ddSDaan De Meyer 302fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \ 303fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP4_SENDMSG, t_ctx) 3041cedee13SAndrey Ignatov 305fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \ 306fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP6_SENDMSG, t_ctx) 307d74bad4eSAndrey Ignatov 308859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) \ 309859051ddSDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_SENDMSG, t_ctx) 310859051ddSDaan De Meyer 311fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr, uaddrlen) \ 312fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP4_RECVMSG, NULL) 313983695faSDaniel Borkmann 314fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr, uaddrlen) \ 315fefba7d1SDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UDP6_RECVMSG, NULL) 316983695faSDaniel Borkmann 317859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_RECVMSG_LOCK(sk, uaddr, uaddrlen) \ 318859051ddSDaan De Meyer BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, CGROUP_UNIX_RECVMSG, NULL) 319859051ddSDaan De Meyer 3200813a841SMartin KaFai Lau /* The SOCK_OPS"_SK" macro should be used when sock_ops->sk is not a 3210813a841SMartin KaFai Lau * fullsock and its parent fullsock cannot be traced by 3220813a841SMartin KaFai Lau * sk_to_full_sk(). 3230813a841SMartin KaFai Lau * 3240813a841SMartin KaFai Lau * e.g. sock_ops->sk is a request_sock and it is under syncookie mode. 3250813a841SMartin KaFai Lau * Its listener-sk is not attached to the rsk_listener. 3260813a841SMartin KaFai Lau * In this case, the caller holds the listener-sk (unlocked), 3270813a841SMartin KaFai Lau * set its sock_ops->sk to req_sk, and call this SOCK_OPS"_SK" with 3280813a841SMartin KaFai Lau * the listener-sk such that the cgroup-bpf-progs of the 3290813a841SMartin KaFai Lau * listener-sk will be run. 3300813a841SMartin KaFai Lau * 3310813a841SMartin KaFai Lau * Regardless of syncookie mode or not, 3320813a841SMartin KaFai Lau * calling bpf_setsockopt on listener-sk will not make sense anyway, 3330813a841SMartin KaFai Lau * so passing 'sock_ops->sk == req_sk' to the bpf prog is appropriate here. 3340813a841SMartin KaFai Lau */ 3350813a841SMartin KaFai Lau #define BPF_CGROUP_RUN_PROG_SOCK_OPS_SK(sock_ops, sk) \ 3360813a841SMartin KaFai Lau ({ \ 3370813a841SMartin KaFai Lau int __ret = 0; \ 3386fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SOCK_OPS)) \ 3390813a841SMartin KaFai Lau __ret = __cgroup_bpf_run_filter_sock_ops(sk, \ 3400813a841SMartin KaFai Lau sock_ops, \ 3416fc88c35SDave Marchevsky CGROUP_SOCK_OPS); \ 3420813a841SMartin KaFai Lau __ret; \ 3430813a841SMartin KaFai Lau }) 3440813a841SMartin KaFai Lau 34540304b2aSLawrence Brakmo #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) \ 34640304b2aSLawrence Brakmo ({ \ 34740304b2aSLawrence Brakmo int __ret = 0; \ 3486fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SOCK_OPS) && (sock_ops)->sk) { \ 34940304b2aSLawrence Brakmo typeof(sk) __sk = sk_to_full_sk((sock_ops)->sk); \ 350df39a9f1SWANG Cong if (__sk && sk_fullsock(__sk)) \ 35140304b2aSLawrence Brakmo __ret = __cgroup_bpf_run_filter_sock_ops(__sk, \ 35240304b2aSLawrence Brakmo sock_ops, \ 3536fc88c35SDave Marchevsky CGROUP_SOCK_OPS); \ 35440304b2aSLawrence Brakmo } \ 35540304b2aSLawrence Brakmo __ret; \ 35640304b2aSLawrence Brakmo }) 357ebc614f6SRoman Gushchin 3586fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) \ 359ebc614f6SRoman Gushchin ({ \ 360ebc614f6SRoman Gushchin int __ret = 0; \ 3616fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_DEVICE)) \ 3626fc88c35SDave Marchevsky __ret = __cgroup_bpf_check_dev_permission(atype, major, minor, \ 363ebc614f6SRoman Gushchin access, \ 3646fc88c35SDave Marchevsky CGROUP_DEVICE); \ 365ebc614f6SRoman Gushchin \ 366ebc614f6SRoman Gushchin __ret; \ 367ebc614f6SRoman Gushchin }) 3687b146cebSAndrey Ignatov 3697b146cebSAndrey Ignatov 37032927393SChristoph Hellwig #define BPF_CGROUP_RUN_PROG_SYSCTL(head, table, write, buf, count, pos) \ 3717b146cebSAndrey Ignatov ({ \ 3727b146cebSAndrey Ignatov int __ret = 0; \ 3736fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SYSCTL)) \ 3747b146cebSAndrey Ignatov __ret = __cgroup_bpf_run_filter_sysctl(head, table, write, \ 37532927393SChristoph Hellwig buf, count, pos, \ 3766fc88c35SDave Marchevsky CGROUP_SYSCTL); \ 3777b146cebSAndrey Ignatov __ret; \ 3787b146cebSAndrey Ignatov }) 3797b146cebSAndrey Ignatov 3800d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \ 3810d01da6aSStanislav Fomichev kernel_optval) \ 3820d01da6aSStanislav Fomichev ({ \ 3830d01da6aSStanislav Fomichev int __ret = 0; \ 38446531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_SETSOCKOPT) && \ 38546531a30SPavel Begunkov cgroup_bpf_sock_enabled(sock, CGROUP_SETSOCKOPT)) \ 3860d01da6aSStanislav Fomichev __ret = __cgroup_bpf_run_filter_setsockopt(sock, level, \ 3870d01da6aSStanislav Fomichev optname, optval, \ 3880d01da6aSStanislav Fomichev optlen, \ 3890d01da6aSStanislav Fomichev kernel_optval); \ 3900d01da6aSStanislav Fomichev __ret; \ 3910d01da6aSStanislav Fomichev }) 3920d01da6aSStanislav Fomichev 3930d01da6aSStanislav Fomichev #define BPF_CGROUP_GETSOCKOPT_MAX_OPTLEN(optlen) \ 3940d01da6aSStanislav Fomichev ({ \ 3950d01da6aSStanislav Fomichev int __ret = 0; \ 3966fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \ 3970b05b0cdSBreno Leitao copy_from_sockptr(&__ret, optlen, sizeof(int)); \ 3980d01da6aSStanislav Fomichev __ret; \ 3990d01da6aSStanislav Fomichev }) 4000d01da6aSStanislav Fomichev 4010d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, optlen, \ 4020d01da6aSStanislav Fomichev max_optlen, retval) \ 4030d01da6aSStanislav Fomichev ({ \ 4040d01da6aSStanislav Fomichev int __ret = retval; \ 40546531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT) && \ 40646531a30SPavel Begunkov cgroup_bpf_sock_enabled(sock, CGROUP_GETSOCKOPT)) \ 4079cacf81fSStanislav Fomichev if (!(sock)->sk_prot->bpf_bypass_getsockopt || \ 4089cacf81fSStanislav Fomichev !INDIRECT_CALL_INET_1((sock)->sk_prot->bpf_bypass_getsockopt, \ 4099cacf81fSStanislav Fomichev tcp_bpf_bypass_getsockopt, \ 4109cacf81fSStanislav Fomichev level, optname)) \ 4119cacf81fSStanislav Fomichev __ret = __cgroup_bpf_run_filter_getsockopt( \ 4129cacf81fSStanislav Fomichev sock, level, optname, optval, optlen, \ 4139cacf81fSStanislav Fomichev max_optlen, retval); \ 4149cacf81fSStanislav Fomichev __ret; \ 4159cacf81fSStanislav Fomichev }) 4169cacf81fSStanislav Fomichev 4179cacf81fSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \ 4189cacf81fSStanislav Fomichev optlen, retval) \ 4199cacf81fSStanislav Fomichev ({ \ 4209cacf81fSStanislav Fomichev int __ret = retval; \ 4216fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \ 4229cacf81fSStanislav Fomichev __ret = __cgroup_bpf_run_filter_getsockopt_kern( \ 4239cacf81fSStanislav Fomichev sock, level, optname, optval, optlen, retval); \ 4240d01da6aSStanislav Fomichev __ret; \ 4250d01da6aSStanislav Fomichev }) 4260d01da6aSStanislav Fomichev 427fdb5c453SSean Young int cgroup_bpf_prog_attach(const union bpf_attr *attr, 428fdb5c453SSean Young enum bpf_prog_type ptype, struct bpf_prog *prog); 429fdb5c453SSean Young int cgroup_bpf_prog_detach(const union bpf_attr *attr, 430fdb5c453SSean Young enum bpf_prog_type ptype); 431af6eea57SAndrii Nakryiko int cgroup_bpf_link_attach(const union bpf_attr *attr, struct bpf_prog *prog); 432fdb5c453SSean Young int cgroup_bpf_prog_query(const union bpf_attr *attr, 433fdb5c453SSean Young union bpf_attr __user *uattr); 434dea6a4e1SStanislav Fomichev 435dea6a4e1SStanislav Fomichev const struct bpf_func_proto * 436dea6a4e1SStanislav Fomichev cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog); 437dea6a4e1SStanislav Fomichev const struct bpf_func_proto * 438dea6a4e1SStanislav Fomichev cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog); 43930070984SDaniel Mack #else 44030070984SDaniel Mack 441324bda9eSAlexei Starovoitov static inline int cgroup_bpf_inherit(struct cgroup *cgrp) { return 0; } 4424bfc0bb2SRoman Gushchin static inline void cgroup_bpf_offline(struct cgroup *cgrp) {} 44330070984SDaniel Mack 444fdb5c453SSean Young static inline int cgroup_bpf_prog_attach(const union bpf_attr *attr, 445fdb5c453SSean Young enum bpf_prog_type ptype, 446fdb5c453SSean Young struct bpf_prog *prog) 447fdb5c453SSean Young { 448fdb5c453SSean Young return -EINVAL; 449fdb5c453SSean Young } 450fdb5c453SSean Young 451fdb5c453SSean Young static inline int cgroup_bpf_prog_detach(const union bpf_attr *attr, 452fdb5c453SSean Young enum bpf_prog_type ptype) 453fdb5c453SSean Young { 454fdb5c453SSean Young return -EINVAL; 455fdb5c453SSean Young } 456fdb5c453SSean Young 457af6eea57SAndrii Nakryiko static inline int cgroup_bpf_link_attach(const union bpf_attr *attr, 458af6eea57SAndrii Nakryiko struct bpf_prog *prog) 459af6eea57SAndrii Nakryiko { 460af6eea57SAndrii Nakryiko return -EINVAL; 461af6eea57SAndrii Nakryiko } 462af6eea57SAndrii Nakryiko 463fdb5c453SSean Young static inline int cgroup_bpf_prog_query(const union bpf_attr *attr, 464fdb5c453SSean Young union bpf_attr __user *uattr) 465fdb5c453SSean Young { 466fdb5c453SSean Young return -EINVAL; 467fdb5c453SSean Young } 468fdb5c453SSean Young 469dea6a4e1SStanislav Fomichev static inline const struct bpf_func_proto * 470dea6a4e1SStanislav Fomichev cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) 471dea6a4e1SStanislav Fomichev { 472dea6a4e1SStanislav Fomichev return NULL; 473dea6a4e1SStanislav Fomichev } 474dea6a4e1SStanislav Fomichev 475dea6a4e1SStanislav Fomichev static inline const struct bpf_func_proto * 476dea6a4e1SStanislav Fomichev cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) 477dea6a4e1SStanislav Fomichev { 478dea6a4e1SStanislav Fomichev return NULL; 479dea6a4e1SStanislav Fomichev } 480dea6a4e1SStanislav Fomichev 481e4730423SDaniel Borkmann static inline int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, 482de9cbbaaSRoman Gushchin struct bpf_map *map) { return 0; } 483de9cbbaaSRoman Gushchin static inline struct bpf_cgroup_storage *bpf_cgroup_storage_alloc( 48471b91a50SBo YU struct bpf_prog *prog, enum bpf_cgroup_storage_type stype) { return NULL; } 485de9cbbaaSRoman Gushchin static inline void bpf_cgroup_storage_free( 486de9cbbaaSRoman Gushchin struct bpf_cgroup_storage *storage) {} 487b741f163SRoman Gushchin static inline int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, 488b741f163SRoman Gushchin void *value) { 489b741f163SRoman Gushchin return 0; 490b741f163SRoman Gushchin } 491b741f163SRoman Gushchin static inline int bpf_percpu_cgroup_storage_update(struct bpf_map *map, 492b741f163SRoman Gushchin void *key, void *value, u64 flags) { 493b741f163SRoman Gushchin return 0; 494b741f163SRoman Gushchin } 495de9cbbaaSRoman Gushchin 4966fc88c35SDave Marchevsky #define cgroup_bpf_enabled(atype) (0) 497fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, uaddrlen, atype, t_ctx) ({ 0; }) 498fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, uaddrlen, atype) ({ 0; }) 499d74bad4eSAndrey Ignatov #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) (0) 50030070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk,skb) ({ 0; }) 50130070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk,skb) ({ 0; }) 50261023658SDavid Ahern #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) ({ 0; }) 503f5836749SStanislav Fomichev #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) ({ 0; }) 504fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, uaddrlen, atype, flags) ({ 0; }) 505aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) ({ 0; }) 506aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) ({ 0; }) 507fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr, uaddrlen) ({ 0; }) 508fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; }) 509fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr, uaddrlen) ({ 0; }) 510fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; }) 511859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_CONNECT_LOCK(sk, uaddr, uaddrlen) ({ 0; }) 512fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; }) 513fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; }) 514859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_SENDMSG_LOCK(sk, uaddr, uaddrlen, t_ctx) ({ 0; }) 515fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; }) 516fefba7d1SDaan De Meyer #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; }) 517859051ddSDaan De Meyer #define BPF_CGROUP_RUN_PROG_UNIX_RECVMSG_LOCK(sk, uaddr, uaddrlen) ({ 0; }) 51840304b2aSLawrence Brakmo #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) ({ 0; }) 5196fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) ({ 0; }) 52032927393SChristoph Hellwig #define BPF_CGROUP_RUN_PROG_SYSCTL(head,table,write,buf,count,pos) ({ 0; }) 5210d01da6aSStanislav Fomichev #define BPF_CGROUP_GETSOCKOPT_MAX_OPTLEN(optlen) ({ 0; }) 5220d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, \ 5230d01da6aSStanislav Fomichev optlen, max_optlen, retval) ({ retval; }) 5249cacf81fSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \ 5259cacf81fSStanislav Fomichev optlen, retval) ({ retval; }) 5260d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \ 5270d01da6aSStanislav Fomichev kernel_optval) ({ 0; }) 52830070984SDaniel Mack 5298bad74f9SRoman Gushchin #define for_each_cgroup_storage_type(stype) for (; false; ) 5308bad74f9SRoman Gushchin 53130070984SDaniel Mack #endif /* CONFIG_CGROUP_BPF */ 53230070984SDaniel Mack 53330070984SDaniel Mack #endif /* _BPF_CGROUP_H */ 534