1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 230070984SDaniel Mack #ifndef _BPF_CGROUP_H 330070984SDaniel Mack #define _BPF_CGROUP_H 430070984SDaniel Mack 58bad74f9SRoman Gushchin #include <linux/bpf.h> 6fd1740b6SJakub Kicinski #include <linux/bpf-cgroup-defs.h> 7f292b87dSRoman Gushchin #include <linux/errno.h> 830070984SDaniel Mack #include <linux/jump_label.h> 9aa0ad5b0SRoman Gushchin #include <linux/percpu.h> 10de9cbbaaSRoman Gushchin #include <linux/rbtree.h> 1146531a30SPavel Begunkov #include <net/sock.h> 1230070984SDaniel Mack #include <uapi/linux/bpf.h> 1330070984SDaniel Mack 1430070984SDaniel Mack struct sock; 154fbac77dSAndrey Ignatov struct sockaddr; 1630070984SDaniel Mack struct cgroup; 1730070984SDaniel Mack struct sk_buff; 18de9cbbaaSRoman Gushchin struct bpf_map; 19de9cbbaaSRoman Gushchin struct bpf_prog; 2040304b2aSLawrence Brakmo struct bpf_sock_ops_kern; 21de9cbbaaSRoman Gushchin struct bpf_cgroup_storage; 227b146cebSAndrey Ignatov struct ctl_table; 237b146cebSAndrey Ignatov struct ctl_table_header; 24b910eaaaSYonghong Song struct task_struct; 2530070984SDaniel Mack 2669fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_sock(const void *ctx, 2769fd337aSStanislav Fomichev const struct bpf_insn *insn); 2869fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_socket(const void *ctx, 2969fd337aSStanislav Fomichev const struct bpf_insn *insn); 3069fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_current(const void *ctx, 3169fd337aSStanislav Fomichev const struct bpf_insn *insn); 3269fd337aSStanislav Fomichev 3330070984SDaniel Mack #ifdef CONFIG_CGROUP_BPF 3430070984SDaniel Mack 356fc88c35SDave Marchevsky #define CGROUP_ATYPE(type) \ 366fc88c35SDave Marchevsky case BPF_##type: return type 376fc88c35SDave Marchevsky 386fc88c35SDave Marchevsky static inline enum cgroup_bpf_attach_type 396fc88c35SDave Marchevsky to_cgroup_bpf_attach_type(enum bpf_attach_type attach_type) 406fc88c35SDave Marchevsky { 416fc88c35SDave Marchevsky switch (attach_type) { 426fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_INGRESS); 436fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_EGRESS); 446fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_SOCK_CREATE); 456fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SOCK_OPS); 466fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_DEVICE); 476fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_BIND); 486fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_BIND); 496fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_CONNECT); 506fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_CONNECT); 516fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_POST_BIND); 526fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_POST_BIND); 536fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP4_SENDMSG); 546fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP6_SENDMSG); 556fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SYSCTL); 566fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP4_RECVMSG); 576fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP6_RECVMSG); 586fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_GETSOCKOPT); 596fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SETSOCKOPT); 606fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_GETPEERNAME); 616fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_GETPEERNAME); 626fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_GETSOCKNAME); 636fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_GETSOCKNAME); 646fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_SOCK_RELEASE); 656fc88c35SDave Marchevsky default: 666fc88c35SDave Marchevsky return CGROUP_BPF_ATTACH_TYPE_INVALID; 676fc88c35SDave Marchevsky } 686fc88c35SDave Marchevsky } 696fc88c35SDave Marchevsky 706fc88c35SDave Marchevsky #undef CGROUP_ATYPE 716fc88c35SDave Marchevsky 726fc88c35SDave Marchevsky extern struct static_key_false cgroup_bpf_enabled_key[MAX_CGROUP_BPF_ATTACH_TYPE]; 736fc88c35SDave Marchevsky #define cgroup_bpf_enabled(atype) static_branch_unlikely(&cgroup_bpf_enabled_key[atype]) 7430070984SDaniel Mack 758bad74f9SRoman Gushchin #define for_each_cgroup_storage_type(stype) \ 768bad74f9SRoman Gushchin for (stype = 0; stype < MAX_BPF_CGROUP_STORAGE_TYPE; stype++) 77aa0ad5b0SRoman Gushchin 78de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_map; 79de9cbbaaSRoman Gushchin 80de9cbbaaSRoman Gushchin struct bpf_storage_buffer { 81de9cbbaaSRoman Gushchin struct rcu_head rcu; 82d7f10df8SGustavo A. R. Silva char data[]; 83de9cbbaaSRoman Gushchin }; 84de9cbbaaSRoman Gushchin 85de9cbbaaSRoman Gushchin struct bpf_cgroup_storage { 86b741f163SRoman Gushchin union { 87de9cbbaaSRoman Gushchin struct bpf_storage_buffer *buf; 88b741f163SRoman Gushchin void __percpu *percpu_buf; 89b741f163SRoman Gushchin }; 90de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_map *map; 91de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_key key; 927d9c3427SYiFei Zhu struct list_head list_map; 937d9c3427SYiFei Zhu struct list_head list_cg; 94de9cbbaaSRoman Gushchin struct rb_node node; 95de9cbbaaSRoman Gushchin struct rcu_head rcu; 96de9cbbaaSRoman Gushchin }; 97de9cbbaaSRoman Gushchin 98af6eea57SAndrii Nakryiko struct bpf_cgroup_link { 99af6eea57SAndrii Nakryiko struct bpf_link link; 100af6eea57SAndrii Nakryiko struct cgroup *cgroup; 101af6eea57SAndrii Nakryiko enum bpf_attach_type type; 102af6eea57SAndrii Nakryiko }; 103af6eea57SAndrii Nakryiko 104324bda9eSAlexei Starovoitov struct bpf_prog_list { 10500442143SStanislav Fomichev struct hlist_node node; 106324bda9eSAlexei Starovoitov struct bpf_prog *prog; 107af6eea57SAndrii Nakryiko struct bpf_cgroup_link *link; 1088bad74f9SRoman Gushchin struct bpf_cgroup_storage *storage[MAX_BPF_CGROUP_STORAGE_TYPE]; 109324bda9eSAlexei Starovoitov }; 110324bda9eSAlexei Starovoitov 111324bda9eSAlexei Starovoitov int cgroup_bpf_inherit(struct cgroup *cgrp); 1124bfc0bb2SRoman Gushchin void cgroup_bpf_offline(struct cgroup *cgrp); 11330070984SDaniel Mack 114b2cd1257SDavid Ahern int __cgroup_bpf_run_filter_skb(struct sock *sk, 11530070984SDaniel Mack struct sk_buff *skb, 1166fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 11730070984SDaniel Mack 11861023658SDavid Ahern int __cgroup_bpf_run_filter_sk(struct sock *sk, 1196fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 12061023658SDavid Ahern 1214fbac77dSAndrey Ignatov int __cgroup_bpf_run_filter_sock_addr(struct sock *sk, 1224fbac77dSAndrey Ignatov struct sockaddr *uaddr, 1236fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype, 12477241217SStanislav Fomichev void *t_ctx, 12577241217SStanislav Fomichev u32 *flags); 1264fbac77dSAndrey Ignatov 12740304b2aSLawrence Brakmo int __cgroup_bpf_run_filter_sock_ops(struct sock *sk, 12840304b2aSLawrence Brakmo struct bpf_sock_ops_kern *sock_ops, 1296fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 13040304b2aSLawrence Brakmo 131ebc614f6SRoman Gushchin int __cgroup_bpf_check_dev_permission(short dev_type, u32 major, u32 minor, 1326fc88c35SDave Marchevsky short access, enum cgroup_bpf_attach_type atype); 133ebc614f6SRoman Gushchin 1347b146cebSAndrey Ignatov int __cgroup_bpf_run_filter_sysctl(struct ctl_table_header *head, 1357b146cebSAndrey Ignatov struct ctl_table *table, int write, 1364bd6a735SMatthew Wilcox (Oracle) char **buf, size_t *pcount, loff_t *ppos, 1376fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 1387b146cebSAndrey Ignatov 1390d01da6aSStanislav Fomichev int __cgroup_bpf_run_filter_setsockopt(struct sock *sock, int *level, 1400d01da6aSStanislav Fomichev int *optname, char __user *optval, 1410d01da6aSStanislav Fomichev int *optlen, char **kernel_optval); 1420d01da6aSStanislav Fomichev int __cgroup_bpf_run_filter_getsockopt(struct sock *sk, int level, 1430d01da6aSStanislav Fomichev int optname, char __user *optval, 1440d01da6aSStanislav Fomichev int __user *optlen, int max_optlen, 1450d01da6aSStanislav Fomichev int retval); 1460d01da6aSStanislav Fomichev 1479cacf81fSStanislav Fomichev int __cgroup_bpf_run_filter_getsockopt_kern(struct sock *sk, int level, 1489cacf81fSStanislav Fomichev int optname, void *optval, 1499cacf81fSStanislav Fomichev int *optlen, int retval); 1509cacf81fSStanislav Fomichev 1518bad74f9SRoman Gushchin static inline enum bpf_cgroup_storage_type cgroup_storage_type( 1528bad74f9SRoman Gushchin struct bpf_map *map) 153aa0ad5b0SRoman Gushchin { 154b741f163SRoman Gushchin if (map->map_type == BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE) 155b741f163SRoman Gushchin return BPF_CGROUP_STORAGE_PERCPU; 156b741f163SRoman Gushchin 1578bad74f9SRoman Gushchin return BPF_CGROUP_STORAGE_SHARED; 158aa0ad5b0SRoman Gushchin } 159aa0ad5b0SRoman Gushchin 1607d9c3427SYiFei Zhu struct bpf_cgroup_storage * 1617d9c3427SYiFei Zhu cgroup_storage_lookup(struct bpf_cgroup_storage_map *map, 1627d9c3427SYiFei Zhu void *key, bool locked); 1638bad74f9SRoman Gushchin struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(struct bpf_prog *prog, 1648bad74f9SRoman Gushchin enum bpf_cgroup_storage_type stype); 165de9cbbaaSRoman Gushchin void bpf_cgroup_storage_free(struct bpf_cgroup_storage *storage); 166de9cbbaaSRoman Gushchin void bpf_cgroup_storage_link(struct bpf_cgroup_storage *storage, 167de9cbbaaSRoman Gushchin struct cgroup *cgroup, 168de9cbbaaSRoman Gushchin enum bpf_attach_type type); 169de9cbbaaSRoman Gushchin void bpf_cgroup_storage_unlink(struct bpf_cgroup_storage *storage); 170e4730423SDaniel Borkmann int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, struct bpf_map *map); 171de9cbbaaSRoman Gushchin 172b741f163SRoman Gushchin int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, void *value); 173b741f163SRoman Gushchin int bpf_percpu_cgroup_storage_update(struct bpf_map *map, void *key, 174b741f163SRoman Gushchin void *value, u64 flags); 175b741f163SRoman Gushchin 17646531a30SPavel Begunkov /* Opportunistic check to see whether we have any BPF program attached*/ 17746531a30SPavel Begunkov static inline bool cgroup_bpf_sock_enabled(struct sock *sk, 17846531a30SPavel Begunkov enum cgroup_bpf_attach_type type) 17946531a30SPavel Begunkov { 18046531a30SPavel Begunkov struct cgroup *cgrp = sock_cgroup_ptr(&sk->sk_cgrp_data); 18146531a30SPavel Begunkov struct bpf_prog_array *array; 18246531a30SPavel Begunkov 18346531a30SPavel Begunkov array = rcu_access_pointer(cgrp->bpf.effective[type]); 18446531a30SPavel Begunkov return array != &bpf_empty_prog_array.hdr; 18546531a30SPavel Begunkov } 18646531a30SPavel Begunkov 187b2cd1257SDavid Ahern /* Wrappers for __cgroup_bpf_run_filter_skb() guarded by cgroup_bpf_enabled. */ 18830070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk, skb) \ 18930070984SDaniel Mack ({ \ 19030070984SDaniel Mack int __ret = 0; \ 19146531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_INET_INGRESS) && \ 19246531a30SPavel Begunkov cgroup_bpf_sock_enabled(sk, CGROUP_INET_INGRESS)) \ 193b2cd1257SDavid Ahern __ret = __cgroup_bpf_run_filter_skb(sk, skb, \ 1946fc88c35SDave Marchevsky CGROUP_INET_INGRESS); \ 19530070984SDaniel Mack \ 19630070984SDaniel Mack __ret; \ 19730070984SDaniel Mack }) 19830070984SDaniel Mack 19930070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk, skb) \ 20030070984SDaniel Mack ({ \ 20130070984SDaniel Mack int __ret = 0; \ 202*223f5f79SKui-Feng Lee if (cgroup_bpf_enabled(CGROUP_INET_EGRESS) && sk) { \ 20330070984SDaniel Mack typeof(sk) __sk = sk_to_full_sk(sk); \ 204*223f5f79SKui-Feng Lee if (sk_fullsock(__sk) && __sk == skb_to_full_sk(skb) && \ 20546531a30SPavel Begunkov cgroup_bpf_sock_enabled(__sk, CGROUP_INET_EGRESS)) \ 206b2cd1257SDavid Ahern __ret = __cgroup_bpf_run_filter_skb(__sk, skb, \ 2076fc88c35SDave Marchevsky CGROUP_INET_EGRESS); \ 20830070984SDaniel Mack } \ 20930070984SDaniel Mack __ret; \ 21030070984SDaniel Mack }) 21130070984SDaniel Mack 2126fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SK_PROG(sk, atype) \ 21361023658SDavid Ahern ({ \ 21461023658SDavid Ahern int __ret = 0; \ 2156fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \ 2166fc88c35SDave Marchevsky __ret = __cgroup_bpf_run_filter_sk(sk, atype); \ 21761023658SDavid Ahern } \ 21861023658SDavid Ahern __ret; \ 21961023658SDavid Ahern }) 22061023658SDavid Ahern 221aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) \ 2226fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_CREATE) 223aac3fc32SAndrey Ignatov 224f5836749SStanislav Fomichev #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) \ 2256fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_RELEASE) 226f5836749SStanislav Fomichev 227aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) \ 2286fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET4_POST_BIND) 229aac3fc32SAndrey Ignatov 230aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) \ 2316fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET6_POST_BIND) 232aac3fc32SAndrey Ignatov 2336fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, atype) \ 2344fbac77dSAndrey Ignatov ({ \ 2354fbac77dSAndrey Ignatov int __ret = 0; \ 2366fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) \ 2376fc88c35SDave Marchevsky __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, atype, \ 238d9d31cf8SStanislav Fomichev NULL, NULL); \ 2394fbac77dSAndrey Ignatov __ret; \ 2404fbac77dSAndrey Ignatov }) 2414fbac77dSAndrey Ignatov 2426fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, atype, t_ctx) \ 243d74bad4eSAndrey Ignatov ({ \ 244d74bad4eSAndrey Ignatov int __ret = 0; \ 2456fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \ 246d74bad4eSAndrey Ignatov lock_sock(sk); \ 2476fc88c35SDave Marchevsky __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, atype, \ 248d9d31cf8SStanislav Fomichev t_ctx, NULL); \ 249d74bad4eSAndrey Ignatov release_sock(sk); \ 250d74bad4eSAndrey Ignatov } \ 251d74bad4eSAndrey Ignatov __ret; \ 252d74bad4eSAndrey Ignatov }) 253d74bad4eSAndrey Ignatov 25477241217SStanislav Fomichev /* BPF_CGROUP_INET4_BIND and BPF_CGROUP_INET6_BIND can return extra flags 25577241217SStanislav Fomichev * via upper bits of return code. The only flag that is supported 25677241217SStanislav Fomichev * (at bit position 0) is to indicate CAP_NET_BIND_SERVICE capability check 25777241217SStanislav Fomichev * should be bypassed (BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE). 25877241217SStanislav Fomichev */ 2596fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, atype, bind_flags) \ 26077241217SStanislav Fomichev ({ \ 26177241217SStanislav Fomichev u32 __flags = 0; \ 26277241217SStanislav Fomichev int __ret = 0; \ 2636fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \ 26477241217SStanislav Fomichev lock_sock(sk); \ 2656fc88c35SDave Marchevsky __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, atype, \ 26677241217SStanislav Fomichev NULL, &__flags); \ 26777241217SStanislav Fomichev release_sock(sk); \ 26877241217SStanislav Fomichev if (__flags & BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE) \ 26977241217SStanislav Fomichev *bind_flags |= BIND_NO_CAP_NET_BIND_SERVICE; \ 27077241217SStanislav Fomichev } \ 27177241217SStanislav Fomichev __ret; \ 27277241217SStanislav Fomichev }) 2734fbac77dSAndrey Ignatov 274a9ed15daSStanislav Fomichev #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) \ 2756fc88c35SDave Marchevsky ((cgroup_bpf_enabled(CGROUP_INET4_CONNECT) || \ 2766fc88c35SDave Marchevsky cgroup_bpf_enabled(CGROUP_INET6_CONNECT)) && \ 277a9ed15daSStanislav Fomichev (sk)->sk_prot->pre_connect) 278d74bad4eSAndrey Ignatov 279d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr) \ 2806fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG(sk, uaddr, CGROUP_INET4_CONNECT) 281d74bad4eSAndrey Ignatov 282d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr) \ 2836fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG(sk, uaddr, CGROUP_INET6_CONNECT) 284d74bad4eSAndrey Ignatov 285d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr) \ 2866fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_INET4_CONNECT, NULL) 287d74bad4eSAndrey Ignatov 288d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr) \ 2896fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_INET6_CONNECT, NULL) 2901cedee13SAndrey Ignatov 2911cedee13SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, t_ctx) \ 2926fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_UDP4_SENDMSG, t_ctx) 2931cedee13SAndrey Ignatov 2941cedee13SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, t_ctx) \ 2956fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_UDP6_SENDMSG, t_ctx) 296d74bad4eSAndrey Ignatov 297983695faSDaniel Borkmann #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr) \ 2986fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_UDP4_RECVMSG, NULL) 299983695faSDaniel Borkmann 300983695faSDaniel Borkmann #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr) \ 3016fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_UDP6_RECVMSG, NULL) 302983695faSDaniel Borkmann 3030813a841SMartin KaFai Lau /* The SOCK_OPS"_SK" macro should be used when sock_ops->sk is not a 3040813a841SMartin KaFai Lau * fullsock and its parent fullsock cannot be traced by 3050813a841SMartin KaFai Lau * sk_to_full_sk(). 3060813a841SMartin KaFai Lau * 3070813a841SMartin KaFai Lau * e.g. sock_ops->sk is a request_sock and it is under syncookie mode. 3080813a841SMartin KaFai Lau * Its listener-sk is not attached to the rsk_listener. 3090813a841SMartin KaFai Lau * In this case, the caller holds the listener-sk (unlocked), 3100813a841SMartin KaFai Lau * set its sock_ops->sk to req_sk, and call this SOCK_OPS"_SK" with 3110813a841SMartin KaFai Lau * the listener-sk such that the cgroup-bpf-progs of the 3120813a841SMartin KaFai Lau * listener-sk will be run. 3130813a841SMartin KaFai Lau * 3140813a841SMartin KaFai Lau * Regardless of syncookie mode or not, 3150813a841SMartin KaFai Lau * calling bpf_setsockopt on listener-sk will not make sense anyway, 3160813a841SMartin KaFai Lau * so passing 'sock_ops->sk == req_sk' to the bpf prog is appropriate here. 3170813a841SMartin KaFai Lau */ 3180813a841SMartin KaFai Lau #define BPF_CGROUP_RUN_PROG_SOCK_OPS_SK(sock_ops, sk) \ 3190813a841SMartin KaFai Lau ({ \ 3200813a841SMartin KaFai Lau int __ret = 0; \ 3216fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SOCK_OPS)) \ 3220813a841SMartin KaFai Lau __ret = __cgroup_bpf_run_filter_sock_ops(sk, \ 3230813a841SMartin KaFai Lau sock_ops, \ 3246fc88c35SDave Marchevsky CGROUP_SOCK_OPS); \ 3250813a841SMartin KaFai Lau __ret; \ 3260813a841SMartin KaFai Lau }) 3270813a841SMartin KaFai Lau 32840304b2aSLawrence Brakmo #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) \ 32940304b2aSLawrence Brakmo ({ \ 33040304b2aSLawrence Brakmo int __ret = 0; \ 3316fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SOCK_OPS) && (sock_ops)->sk) { \ 33240304b2aSLawrence Brakmo typeof(sk) __sk = sk_to_full_sk((sock_ops)->sk); \ 333df39a9f1SWANG Cong if (__sk && sk_fullsock(__sk)) \ 33440304b2aSLawrence Brakmo __ret = __cgroup_bpf_run_filter_sock_ops(__sk, \ 33540304b2aSLawrence Brakmo sock_ops, \ 3366fc88c35SDave Marchevsky CGROUP_SOCK_OPS); \ 33740304b2aSLawrence Brakmo } \ 33840304b2aSLawrence Brakmo __ret; \ 33940304b2aSLawrence Brakmo }) 340ebc614f6SRoman Gushchin 3416fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) \ 342ebc614f6SRoman Gushchin ({ \ 343ebc614f6SRoman Gushchin int __ret = 0; \ 3446fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_DEVICE)) \ 3456fc88c35SDave Marchevsky __ret = __cgroup_bpf_check_dev_permission(atype, major, minor, \ 346ebc614f6SRoman Gushchin access, \ 3476fc88c35SDave Marchevsky CGROUP_DEVICE); \ 348ebc614f6SRoman Gushchin \ 349ebc614f6SRoman Gushchin __ret; \ 350ebc614f6SRoman Gushchin }) 3517b146cebSAndrey Ignatov 3527b146cebSAndrey Ignatov 35332927393SChristoph Hellwig #define BPF_CGROUP_RUN_PROG_SYSCTL(head, table, write, buf, count, pos) \ 3547b146cebSAndrey Ignatov ({ \ 3557b146cebSAndrey Ignatov int __ret = 0; \ 3566fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SYSCTL)) \ 3577b146cebSAndrey Ignatov __ret = __cgroup_bpf_run_filter_sysctl(head, table, write, \ 35832927393SChristoph Hellwig buf, count, pos, \ 3596fc88c35SDave Marchevsky CGROUP_SYSCTL); \ 3607b146cebSAndrey Ignatov __ret; \ 3617b146cebSAndrey Ignatov }) 3627b146cebSAndrey Ignatov 3630d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \ 3640d01da6aSStanislav Fomichev kernel_optval) \ 3650d01da6aSStanislav Fomichev ({ \ 3660d01da6aSStanislav Fomichev int __ret = 0; \ 36746531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_SETSOCKOPT) && \ 36846531a30SPavel Begunkov cgroup_bpf_sock_enabled(sock, CGROUP_SETSOCKOPT)) \ 3690d01da6aSStanislav Fomichev __ret = __cgroup_bpf_run_filter_setsockopt(sock, level, \ 3700d01da6aSStanislav Fomichev optname, optval, \ 3710d01da6aSStanislav Fomichev optlen, \ 3720d01da6aSStanislav Fomichev kernel_optval); \ 3730d01da6aSStanislav Fomichev __ret; \ 3740d01da6aSStanislav Fomichev }) 3750d01da6aSStanislav Fomichev 3760d01da6aSStanislav Fomichev #define BPF_CGROUP_GETSOCKOPT_MAX_OPTLEN(optlen) \ 3770d01da6aSStanislav Fomichev ({ \ 3780d01da6aSStanislav Fomichev int __ret = 0; \ 3796fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \ 3800d01da6aSStanislav Fomichev get_user(__ret, optlen); \ 3810d01da6aSStanislav Fomichev __ret; \ 3820d01da6aSStanislav Fomichev }) 3830d01da6aSStanislav Fomichev 3840d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, optlen, \ 3850d01da6aSStanislav Fomichev max_optlen, retval) \ 3860d01da6aSStanislav Fomichev ({ \ 3870d01da6aSStanislav Fomichev int __ret = retval; \ 38846531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT) && \ 38946531a30SPavel Begunkov cgroup_bpf_sock_enabled(sock, CGROUP_GETSOCKOPT)) \ 3909cacf81fSStanislav Fomichev if (!(sock)->sk_prot->bpf_bypass_getsockopt || \ 3919cacf81fSStanislav Fomichev !INDIRECT_CALL_INET_1((sock)->sk_prot->bpf_bypass_getsockopt, \ 3929cacf81fSStanislav Fomichev tcp_bpf_bypass_getsockopt, \ 3939cacf81fSStanislav Fomichev level, optname)) \ 3949cacf81fSStanislav Fomichev __ret = __cgroup_bpf_run_filter_getsockopt( \ 3959cacf81fSStanislav Fomichev sock, level, optname, optval, optlen, \ 3969cacf81fSStanislav Fomichev max_optlen, retval); \ 3979cacf81fSStanislav Fomichev __ret; \ 3989cacf81fSStanislav Fomichev }) 3999cacf81fSStanislav Fomichev 4009cacf81fSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \ 4019cacf81fSStanislav Fomichev optlen, retval) \ 4029cacf81fSStanislav Fomichev ({ \ 4039cacf81fSStanislav Fomichev int __ret = retval; \ 4046fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \ 4059cacf81fSStanislav Fomichev __ret = __cgroup_bpf_run_filter_getsockopt_kern( \ 4069cacf81fSStanislav Fomichev sock, level, optname, optval, optlen, retval); \ 4070d01da6aSStanislav Fomichev __ret; \ 4080d01da6aSStanislav Fomichev }) 4090d01da6aSStanislav Fomichev 410fdb5c453SSean Young int cgroup_bpf_prog_attach(const union bpf_attr *attr, 411fdb5c453SSean Young enum bpf_prog_type ptype, struct bpf_prog *prog); 412fdb5c453SSean Young int cgroup_bpf_prog_detach(const union bpf_attr *attr, 413fdb5c453SSean Young enum bpf_prog_type ptype); 414af6eea57SAndrii Nakryiko int cgroup_bpf_link_attach(const union bpf_attr *attr, struct bpf_prog *prog); 415fdb5c453SSean Young int cgroup_bpf_prog_query(const union bpf_attr *attr, 416fdb5c453SSean Young union bpf_attr __user *uattr); 417dea6a4e1SStanislav Fomichev 418dea6a4e1SStanislav Fomichev const struct bpf_func_proto * 419dea6a4e1SStanislav Fomichev cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog); 420dea6a4e1SStanislav Fomichev const struct bpf_func_proto * 421dea6a4e1SStanislav Fomichev cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog); 42230070984SDaniel Mack #else 42330070984SDaniel Mack 424324bda9eSAlexei Starovoitov static inline int cgroup_bpf_inherit(struct cgroup *cgrp) { return 0; } 4254bfc0bb2SRoman Gushchin static inline void cgroup_bpf_offline(struct cgroup *cgrp) {} 42630070984SDaniel Mack 427fdb5c453SSean Young static inline int cgroup_bpf_prog_attach(const union bpf_attr *attr, 428fdb5c453SSean Young enum bpf_prog_type ptype, 429fdb5c453SSean Young struct bpf_prog *prog) 430fdb5c453SSean Young { 431fdb5c453SSean Young return -EINVAL; 432fdb5c453SSean Young } 433fdb5c453SSean Young 434fdb5c453SSean Young static inline int cgroup_bpf_prog_detach(const union bpf_attr *attr, 435fdb5c453SSean Young enum bpf_prog_type ptype) 436fdb5c453SSean Young { 437fdb5c453SSean Young return -EINVAL; 438fdb5c453SSean Young } 439fdb5c453SSean Young 440af6eea57SAndrii Nakryiko static inline int cgroup_bpf_link_attach(const union bpf_attr *attr, 441af6eea57SAndrii Nakryiko struct bpf_prog *prog) 442af6eea57SAndrii Nakryiko { 443af6eea57SAndrii Nakryiko return -EINVAL; 444af6eea57SAndrii Nakryiko } 445af6eea57SAndrii Nakryiko 446fdb5c453SSean Young static inline int cgroup_bpf_prog_query(const union bpf_attr *attr, 447fdb5c453SSean Young union bpf_attr __user *uattr) 448fdb5c453SSean Young { 449fdb5c453SSean Young return -EINVAL; 450fdb5c453SSean Young } 451fdb5c453SSean Young 452dea6a4e1SStanislav Fomichev static inline const struct bpf_func_proto * 453dea6a4e1SStanislav Fomichev cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) 454dea6a4e1SStanislav Fomichev { 455dea6a4e1SStanislav Fomichev return NULL; 456dea6a4e1SStanislav Fomichev } 457dea6a4e1SStanislav Fomichev 458dea6a4e1SStanislav Fomichev static inline const struct bpf_func_proto * 459dea6a4e1SStanislav Fomichev cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) 460dea6a4e1SStanislav Fomichev { 461dea6a4e1SStanislav Fomichev return NULL; 462dea6a4e1SStanislav Fomichev } 463dea6a4e1SStanislav Fomichev 464e4730423SDaniel Borkmann static inline int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, 465de9cbbaaSRoman Gushchin struct bpf_map *map) { return 0; } 466de9cbbaaSRoman Gushchin static inline struct bpf_cgroup_storage *bpf_cgroup_storage_alloc( 46771b91a50SBo YU struct bpf_prog *prog, enum bpf_cgroup_storage_type stype) { return NULL; } 468de9cbbaaSRoman Gushchin static inline void bpf_cgroup_storage_free( 469de9cbbaaSRoman Gushchin struct bpf_cgroup_storage *storage) {} 470b741f163SRoman Gushchin static inline int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, 471b741f163SRoman Gushchin void *value) { 472b741f163SRoman Gushchin return 0; 473b741f163SRoman Gushchin } 474b741f163SRoman Gushchin static inline int bpf_percpu_cgroup_storage_update(struct bpf_map *map, 475b741f163SRoman Gushchin void *key, void *value, u64 flags) { 476b741f163SRoman Gushchin return 0; 477b741f163SRoman Gushchin } 478de9cbbaaSRoman Gushchin 4796fc88c35SDave Marchevsky #define cgroup_bpf_enabled(atype) (0) 4806fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, atype, t_ctx) ({ 0; }) 4819dfc685eSEric Dumazet #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, atype) ({ 0; }) 482d74bad4eSAndrey Ignatov #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) (0) 48330070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk,skb) ({ 0; }) 48430070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk,skb) ({ 0; }) 48561023658SDavid Ahern #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) ({ 0; }) 486f5836749SStanislav Fomichev #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) ({ 0; }) 4876fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, atype, flags) ({ 0; }) 488aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) ({ 0; }) 489aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) ({ 0; }) 490d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr) ({ 0; }) 491d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr) ({ 0; }) 492d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr) ({ 0; }) 493d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr) ({ 0; }) 4941cedee13SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, t_ctx) ({ 0; }) 4951cedee13SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, t_ctx) ({ 0; }) 496983695faSDaniel Borkmann #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr) ({ 0; }) 497983695faSDaniel Borkmann #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr) ({ 0; }) 49840304b2aSLawrence Brakmo #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) ({ 0; }) 4996fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) ({ 0; }) 50032927393SChristoph Hellwig #define BPF_CGROUP_RUN_PROG_SYSCTL(head,table,write,buf,count,pos) ({ 0; }) 5010d01da6aSStanislav Fomichev #define BPF_CGROUP_GETSOCKOPT_MAX_OPTLEN(optlen) ({ 0; }) 5020d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, \ 5030d01da6aSStanislav Fomichev optlen, max_optlen, retval) ({ retval; }) 5049cacf81fSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \ 5059cacf81fSStanislav Fomichev optlen, retval) ({ retval; }) 5060d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \ 5070d01da6aSStanislav Fomichev kernel_optval) ({ 0; }) 50830070984SDaniel Mack 5098bad74f9SRoman Gushchin #define for_each_cgroup_storage_type(stype) for (; false; ) 5108bad74f9SRoman Gushchin 51130070984SDaniel Mack #endif /* CONFIG_CGROUP_BPF */ 51230070984SDaniel Mack 51330070984SDaniel Mack #endif /* _BPF_CGROUP_H */ 514