1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 230070984SDaniel Mack #ifndef _BPF_CGROUP_H 330070984SDaniel Mack #define _BPF_CGROUP_H 430070984SDaniel Mack 58bad74f9SRoman Gushchin #include <linux/bpf.h> 6fd1740b6SJakub Kicinski #include <linux/bpf-cgroup-defs.h> 7f292b87dSRoman Gushchin #include <linux/errno.h> 830070984SDaniel Mack #include <linux/jump_label.h> 9aa0ad5b0SRoman Gushchin #include <linux/percpu.h> 10de9cbbaaSRoman Gushchin #include <linux/rbtree.h> 1146531a30SPavel Begunkov #include <net/sock.h> 1230070984SDaniel Mack #include <uapi/linux/bpf.h> 1330070984SDaniel Mack 1430070984SDaniel Mack struct sock; 154fbac77dSAndrey Ignatov struct sockaddr; 1630070984SDaniel Mack struct cgroup; 1730070984SDaniel Mack struct sk_buff; 18de9cbbaaSRoman Gushchin struct bpf_map; 19de9cbbaaSRoman Gushchin struct bpf_prog; 2040304b2aSLawrence Brakmo struct bpf_sock_ops_kern; 21de9cbbaaSRoman Gushchin struct bpf_cgroup_storage; 227b146cebSAndrey Ignatov struct ctl_table; 237b146cebSAndrey Ignatov struct ctl_table_header; 24b910eaaaSYonghong Song struct task_struct; 2530070984SDaniel Mack 2669fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_sock(const void *ctx, 2769fd337aSStanislav Fomichev const struct bpf_insn *insn); 2869fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_socket(const void *ctx, 2969fd337aSStanislav Fomichev const struct bpf_insn *insn); 3069fd337aSStanislav Fomichev unsigned int __cgroup_bpf_run_lsm_current(const void *ctx, 3169fd337aSStanislav Fomichev const struct bpf_insn *insn); 3269fd337aSStanislav Fomichev 3330070984SDaniel Mack #ifdef CONFIG_CGROUP_BPF 3430070984SDaniel Mack 356fc88c35SDave Marchevsky #define CGROUP_ATYPE(type) \ 366fc88c35SDave Marchevsky case BPF_##type: return type 376fc88c35SDave Marchevsky 386fc88c35SDave Marchevsky static inline enum cgroup_bpf_attach_type 396fc88c35SDave Marchevsky to_cgroup_bpf_attach_type(enum bpf_attach_type attach_type) 406fc88c35SDave Marchevsky { 416fc88c35SDave Marchevsky switch (attach_type) { 426fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_INGRESS); 436fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_EGRESS); 446fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_SOCK_CREATE); 456fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SOCK_OPS); 466fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_DEVICE); 476fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_BIND); 486fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_BIND); 496fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_CONNECT); 506fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_CONNECT); 516fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_POST_BIND); 526fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_POST_BIND); 536fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP4_SENDMSG); 546fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP6_SENDMSG); 556fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SYSCTL); 566fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP4_RECVMSG); 576fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_UDP6_RECVMSG); 586fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_GETSOCKOPT); 596fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_SETSOCKOPT); 606fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_GETPEERNAME); 616fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_GETPEERNAME); 626fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET4_GETSOCKNAME); 636fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET6_GETSOCKNAME); 646fc88c35SDave Marchevsky CGROUP_ATYPE(CGROUP_INET_SOCK_RELEASE); 656fc88c35SDave Marchevsky default: 666fc88c35SDave Marchevsky return CGROUP_BPF_ATTACH_TYPE_INVALID; 676fc88c35SDave Marchevsky } 686fc88c35SDave Marchevsky } 696fc88c35SDave Marchevsky 706fc88c35SDave Marchevsky #undef CGROUP_ATYPE 716fc88c35SDave Marchevsky 726fc88c35SDave Marchevsky extern struct static_key_false cgroup_bpf_enabled_key[MAX_CGROUP_BPF_ATTACH_TYPE]; 736fc88c35SDave Marchevsky #define cgroup_bpf_enabled(atype) static_branch_unlikely(&cgroup_bpf_enabled_key[atype]) 7430070984SDaniel Mack 758bad74f9SRoman Gushchin #define for_each_cgroup_storage_type(stype) \ 768bad74f9SRoman Gushchin for (stype = 0; stype < MAX_BPF_CGROUP_STORAGE_TYPE; stype++) 77aa0ad5b0SRoman Gushchin 78de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_map; 79de9cbbaaSRoman Gushchin 80de9cbbaaSRoman Gushchin struct bpf_storage_buffer { 81de9cbbaaSRoman Gushchin struct rcu_head rcu; 82d7f10df8SGustavo A. R. Silva char data[]; 83de9cbbaaSRoman Gushchin }; 84de9cbbaaSRoman Gushchin 85de9cbbaaSRoman Gushchin struct bpf_cgroup_storage { 86b741f163SRoman Gushchin union { 87de9cbbaaSRoman Gushchin struct bpf_storage_buffer *buf; 88b741f163SRoman Gushchin void __percpu *percpu_buf; 89b741f163SRoman Gushchin }; 90de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_map *map; 91de9cbbaaSRoman Gushchin struct bpf_cgroup_storage_key key; 927d9c3427SYiFei Zhu struct list_head list_map; 937d9c3427SYiFei Zhu struct list_head list_cg; 94de9cbbaaSRoman Gushchin struct rb_node node; 95de9cbbaaSRoman Gushchin struct rcu_head rcu; 96de9cbbaaSRoman Gushchin }; 97de9cbbaaSRoman Gushchin 98af6eea57SAndrii Nakryiko struct bpf_cgroup_link { 99af6eea57SAndrii Nakryiko struct bpf_link link; 100af6eea57SAndrii Nakryiko struct cgroup *cgroup; 101af6eea57SAndrii Nakryiko enum bpf_attach_type type; 102af6eea57SAndrii Nakryiko }; 103af6eea57SAndrii Nakryiko 104324bda9eSAlexei Starovoitov struct bpf_prog_list { 10500442143SStanislav Fomichev struct hlist_node node; 106324bda9eSAlexei Starovoitov struct bpf_prog *prog; 107af6eea57SAndrii Nakryiko struct bpf_cgroup_link *link; 1088bad74f9SRoman Gushchin struct bpf_cgroup_storage *storage[MAX_BPF_CGROUP_STORAGE_TYPE]; 109324bda9eSAlexei Starovoitov }; 110324bda9eSAlexei Starovoitov 111324bda9eSAlexei Starovoitov int cgroup_bpf_inherit(struct cgroup *cgrp); 1124bfc0bb2SRoman Gushchin void cgroup_bpf_offline(struct cgroup *cgrp); 11330070984SDaniel Mack 114b2cd1257SDavid Ahern int __cgroup_bpf_run_filter_skb(struct sock *sk, 11530070984SDaniel Mack struct sk_buff *skb, 1166fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 11730070984SDaniel Mack 11861023658SDavid Ahern int __cgroup_bpf_run_filter_sk(struct sock *sk, 1196fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 12061023658SDavid Ahern 1214fbac77dSAndrey Ignatov int __cgroup_bpf_run_filter_sock_addr(struct sock *sk, 1224fbac77dSAndrey Ignatov struct sockaddr *uaddr, 1236fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype, 12477241217SStanislav Fomichev void *t_ctx, 12577241217SStanislav Fomichev u32 *flags); 1264fbac77dSAndrey Ignatov 12740304b2aSLawrence Brakmo int __cgroup_bpf_run_filter_sock_ops(struct sock *sk, 12840304b2aSLawrence Brakmo struct bpf_sock_ops_kern *sock_ops, 1296fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 13040304b2aSLawrence Brakmo 131ebc614f6SRoman Gushchin int __cgroup_bpf_check_dev_permission(short dev_type, u32 major, u32 minor, 1326fc88c35SDave Marchevsky short access, enum cgroup_bpf_attach_type atype); 133ebc614f6SRoman Gushchin 1347b146cebSAndrey Ignatov int __cgroup_bpf_run_filter_sysctl(struct ctl_table_header *head, 1357b146cebSAndrey Ignatov struct ctl_table *table, int write, 1364bd6a735SMatthew Wilcox (Oracle) char **buf, size_t *pcount, loff_t *ppos, 1376fc88c35SDave Marchevsky enum cgroup_bpf_attach_type atype); 1387b146cebSAndrey Ignatov 1390d01da6aSStanislav Fomichev int __cgroup_bpf_run_filter_setsockopt(struct sock *sock, int *level, 1400d01da6aSStanislav Fomichev int *optname, char __user *optval, 1410d01da6aSStanislav Fomichev int *optlen, char **kernel_optval); 142*a615f67eSBreno Leitao 1430d01da6aSStanislav Fomichev int __cgroup_bpf_run_filter_getsockopt(struct sock *sk, int level, 144*a615f67eSBreno Leitao int optname, sockptr_t optval, 145*a615f67eSBreno Leitao sockptr_t optlen, int max_optlen, 1460d01da6aSStanislav Fomichev int retval); 1470d01da6aSStanislav Fomichev 1489cacf81fSStanislav Fomichev int __cgroup_bpf_run_filter_getsockopt_kern(struct sock *sk, int level, 1499cacf81fSStanislav Fomichev int optname, void *optval, 1509cacf81fSStanislav Fomichev int *optlen, int retval); 1519cacf81fSStanislav Fomichev 1528bad74f9SRoman Gushchin static inline enum bpf_cgroup_storage_type cgroup_storage_type( 1538bad74f9SRoman Gushchin struct bpf_map *map) 154aa0ad5b0SRoman Gushchin { 155b741f163SRoman Gushchin if (map->map_type == BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE) 156b741f163SRoman Gushchin return BPF_CGROUP_STORAGE_PERCPU; 157b741f163SRoman Gushchin 1588bad74f9SRoman Gushchin return BPF_CGROUP_STORAGE_SHARED; 159aa0ad5b0SRoman Gushchin } 160aa0ad5b0SRoman Gushchin 1617d9c3427SYiFei Zhu struct bpf_cgroup_storage * 1627d9c3427SYiFei Zhu cgroup_storage_lookup(struct bpf_cgroup_storage_map *map, 1637d9c3427SYiFei Zhu void *key, bool locked); 1648bad74f9SRoman Gushchin struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(struct bpf_prog *prog, 1658bad74f9SRoman Gushchin enum bpf_cgroup_storage_type stype); 166de9cbbaaSRoman Gushchin void bpf_cgroup_storage_free(struct bpf_cgroup_storage *storage); 167de9cbbaaSRoman Gushchin void bpf_cgroup_storage_link(struct bpf_cgroup_storage *storage, 168de9cbbaaSRoman Gushchin struct cgroup *cgroup, 169de9cbbaaSRoman Gushchin enum bpf_attach_type type); 170de9cbbaaSRoman Gushchin void bpf_cgroup_storage_unlink(struct bpf_cgroup_storage *storage); 171e4730423SDaniel Borkmann int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, struct bpf_map *map); 172de9cbbaaSRoman Gushchin 173b741f163SRoman Gushchin int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, void *value); 174b741f163SRoman Gushchin int bpf_percpu_cgroup_storage_update(struct bpf_map *map, void *key, 175b741f163SRoman Gushchin void *value, u64 flags); 176b741f163SRoman Gushchin 17746531a30SPavel Begunkov /* Opportunistic check to see whether we have any BPF program attached*/ 17846531a30SPavel Begunkov static inline bool cgroup_bpf_sock_enabled(struct sock *sk, 17946531a30SPavel Begunkov enum cgroup_bpf_attach_type type) 18046531a30SPavel Begunkov { 18146531a30SPavel Begunkov struct cgroup *cgrp = sock_cgroup_ptr(&sk->sk_cgrp_data); 18246531a30SPavel Begunkov struct bpf_prog_array *array; 18346531a30SPavel Begunkov 18446531a30SPavel Begunkov array = rcu_access_pointer(cgrp->bpf.effective[type]); 18546531a30SPavel Begunkov return array != &bpf_empty_prog_array.hdr; 18646531a30SPavel Begunkov } 18746531a30SPavel Begunkov 188b2cd1257SDavid Ahern /* Wrappers for __cgroup_bpf_run_filter_skb() guarded by cgroup_bpf_enabled. */ 18930070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk, skb) \ 19030070984SDaniel Mack ({ \ 19130070984SDaniel Mack int __ret = 0; \ 19246531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_INET_INGRESS) && \ 19346531a30SPavel Begunkov cgroup_bpf_sock_enabled(sk, CGROUP_INET_INGRESS)) \ 194b2cd1257SDavid Ahern __ret = __cgroup_bpf_run_filter_skb(sk, skb, \ 1956fc88c35SDave Marchevsky CGROUP_INET_INGRESS); \ 19630070984SDaniel Mack \ 19730070984SDaniel Mack __ret; \ 19830070984SDaniel Mack }) 19930070984SDaniel Mack 20030070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk, skb) \ 20130070984SDaniel Mack ({ \ 20230070984SDaniel Mack int __ret = 0; \ 203223f5f79SKui-Feng Lee if (cgroup_bpf_enabled(CGROUP_INET_EGRESS) && sk) { \ 20430070984SDaniel Mack typeof(sk) __sk = sk_to_full_sk(sk); \ 205223f5f79SKui-Feng Lee if (sk_fullsock(__sk) && __sk == skb_to_full_sk(skb) && \ 20646531a30SPavel Begunkov cgroup_bpf_sock_enabled(__sk, CGROUP_INET_EGRESS)) \ 207b2cd1257SDavid Ahern __ret = __cgroup_bpf_run_filter_skb(__sk, skb, \ 2086fc88c35SDave Marchevsky CGROUP_INET_EGRESS); \ 20930070984SDaniel Mack } \ 21030070984SDaniel Mack __ret; \ 21130070984SDaniel Mack }) 21230070984SDaniel Mack 2136fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SK_PROG(sk, atype) \ 21461023658SDavid Ahern ({ \ 21561023658SDavid Ahern int __ret = 0; \ 2166fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \ 2176fc88c35SDave Marchevsky __ret = __cgroup_bpf_run_filter_sk(sk, atype); \ 21861023658SDavid Ahern } \ 21961023658SDavid Ahern __ret; \ 22061023658SDavid Ahern }) 22161023658SDavid Ahern 222aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) \ 2236fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_CREATE) 224aac3fc32SAndrey Ignatov 225f5836749SStanislav Fomichev #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) \ 2266fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET_SOCK_RELEASE) 227f5836749SStanislav Fomichev 228aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) \ 2296fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET4_POST_BIND) 230aac3fc32SAndrey Ignatov 231aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) \ 2326fc88c35SDave Marchevsky BPF_CGROUP_RUN_SK_PROG(sk, CGROUP_INET6_POST_BIND) 233aac3fc32SAndrey Ignatov 2346fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, atype) \ 2354fbac77dSAndrey Ignatov ({ \ 2364fbac77dSAndrey Ignatov int __ret = 0; \ 2376fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) \ 2386fc88c35SDave Marchevsky __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, atype, \ 239d9d31cf8SStanislav Fomichev NULL, NULL); \ 2404fbac77dSAndrey Ignatov __ret; \ 2414fbac77dSAndrey Ignatov }) 2424fbac77dSAndrey Ignatov 2436fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, atype, t_ctx) \ 244d74bad4eSAndrey Ignatov ({ \ 245d74bad4eSAndrey Ignatov int __ret = 0; \ 2466fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \ 247d74bad4eSAndrey Ignatov lock_sock(sk); \ 2486fc88c35SDave Marchevsky __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, atype, \ 249d9d31cf8SStanislav Fomichev t_ctx, NULL); \ 250d74bad4eSAndrey Ignatov release_sock(sk); \ 251d74bad4eSAndrey Ignatov } \ 252d74bad4eSAndrey Ignatov __ret; \ 253d74bad4eSAndrey Ignatov }) 254d74bad4eSAndrey Ignatov 25577241217SStanislav Fomichev /* BPF_CGROUP_INET4_BIND and BPF_CGROUP_INET6_BIND can return extra flags 25677241217SStanislav Fomichev * via upper bits of return code. The only flag that is supported 25777241217SStanislav Fomichev * (at bit position 0) is to indicate CAP_NET_BIND_SERVICE capability check 25877241217SStanislav Fomichev * should be bypassed (BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE). 25977241217SStanislav Fomichev */ 2606fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, atype, bind_flags) \ 26177241217SStanislav Fomichev ({ \ 26277241217SStanislav Fomichev u32 __flags = 0; \ 26377241217SStanislav Fomichev int __ret = 0; \ 2646fc88c35SDave Marchevsky if (cgroup_bpf_enabled(atype)) { \ 26577241217SStanislav Fomichev lock_sock(sk); \ 2666fc88c35SDave Marchevsky __ret = __cgroup_bpf_run_filter_sock_addr(sk, uaddr, atype, \ 26777241217SStanislav Fomichev NULL, &__flags); \ 26877241217SStanislav Fomichev release_sock(sk); \ 26977241217SStanislav Fomichev if (__flags & BPF_RET_BIND_NO_CAP_NET_BIND_SERVICE) \ 27077241217SStanislav Fomichev *bind_flags |= BIND_NO_CAP_NET_BIND_SERVICE; \ 27177241217SStanislav Fomichev } \ 27277241217SStanislav Fomichev __ret; \ 27377241217SStanislav Fomichev }) 2744fbac77dSAndrey Ignatov 275a9ed15daSStanislav Fomichev #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) \ 2766fc88c35SDave Marchevsky ((cgroup_bpf_enabled(CGROUP_INET4_CONNECT) || \ 2776fc88c35SDave Marchevsky cgroup_bpf_enabled(CGROUP_INET6_CONNECT)) && \ 278a9ed15daSStanislav Fomichev (sk)->sk_prot->pre_connect) 279d74bad4eSAndrey Ignatov 280d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr) \ 2816fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG(sk, uaddr, CGROUP_INET4_CONNECT) 282d74bad4eSAndrey Ignatov 283d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr) \ 2846fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG(sk, uaddr, CGROUP_INET6_CONNECT) 285d74bad4eSAndrey Ignatov 286d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr) \ 2876fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_INET4_CONNECT, NULL) 288d74bad4eSAndrey Ignatov 289d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr) \ 2906fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_INET6_CONNECT, NULL) 2911cedee13SAndrey Ignatov 2921cedee13SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, t_ctx) \ 2936fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_UDP4_SENDMSG, t_ctx) 2941cedee13SAndrey Ignatov 2951cedee13SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, t_ctx) \ 2966fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_UDP6_SENDMSG, t_ctx) 297d74bad4eSAndrey Ignatov 298983695faSDaniel Borkmann #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr) \ 2996fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_UDP4_RECVMSG, NULL) 300983695faSDaniel Borkmann 301983695faSDaniel Borkmann #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr) \ 3026fc88c35SDave Marchevsky BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, CGROUP_UDP6_RECVMSG, NULL) 303983695faSDaniel Borkmann 3040813a841SMartin KaFai Lau /* The SOCK_OPS"_SK" macro should be used when sock_ops->sk is not a 3050813a841SMartin KaFai Lau * fullsock and its parent fullsock cannot be traced by 3060813a841SMartin KaFai Lau * sk_to_full_sk(). 3070813a841SMartin KaFai Lau * 3080813a841SMartin KaFai Lau * e.g. sock_ops->sk is a request_sock and it is under syncookie mode. 3090813a841SMartin KaFai Lau * Its listener-sk is not attached to the rsk_listener. 3100813a841SMartin KaFai Lau * In this case, the caller holds the listener-sk (unlocked), 3110813a841SMartin KaFai Lau * set its sock_ops->sk to req_sk, and call this SOCK_OPS"_SK" with 3120813a841SMartin KaFai Lau * the listener-sk such that the cgroup-bpf-progs of the 3130813a841SMartin KaFai Lau * listener-sk will be run. 3140813a841SMartin KaFai Lau * 3150813a841SMartin KaFai Lau * Regardless of syncookie mode or not, 3160813a841SMartin KaFai Lau * calling bpf_setsockopt on listener-sk will not make sense anyway, 3170813a841SMartin KaFai Lau * so passing 'sock_ops->sk == req_sk' to the bpf prog is appropriate here. 3180813a841SMartin KaFai Lau */ 3190813a841SMartin KaFai Lau #define BPF_CGROUP_RUN_PROG_SOCK_OPS_SK(sock_ops, sk) \ 3200813a841SMartin KaFai Lau ({ \ 3210813a841SMartin KaFai Lau int __ret = 0; \ 3226fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SOCK_OPS)) \ 3230813a841SMartin KaFai Lau __ret = __cgroup_bpf_run_filter_sock_ops(sk, \ 3240813a841SMartin KaFai Lau sock_ops, \ 3256fc88c35SDave Marchevsky CGROUP_SOCK_OPS); \ 3260813a841SMartin KaFai Lau __ret; \ 3270813a841SMartin KaFai Lau }) 3280813a841SMartin KaFai Lau 32940304b2aSLawrence Brakmo #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) \ 33040304b2aSLawrence Brakmo ({ \ 33140304b2aSLawrence Brakmo int __ret = 0; \ 3326fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SOCK_OPS) && (sock_ops)->sk) { \ 33340304b2aSLawrence Brakmo typeof(sk) __sk = sk_to_full_sk((sock_ops)->sk); \ 334df39a9f1SWANG Cong if (__sk && sk_fullsock(__sk)) \ 33540304b2aSLawrence Brakmo __ret = __cgroup_bpf_run_filter_sock_ops(__sk, \ 33640304b2aSLawrence Brakmo sock_ops, \ 3376fc88c35SDave Marchevsky CGROUP_SOCK_OPS); \ 33840304b2aSLawrence Brakmo } \ 33940304b2aSLawrence Brakmo __ret; \ 34040304b2aSLawrence Brakmo }) 341ebc614f6SRoman Gushchin 3426fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) \ 343ebc614f6SRoman Gushchin ({ \ 344ebc614f6SRoman Gushchin int __ret = 0; \ 3456fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_DEVICE)) \ 3466fc88c35SDave Marchevsky __ret = __cgroup_bpf_check_dev_permission(atype, major, minor, \ 347ebc614f6SRoman Gushchin access, \ 3486fc88c35SDave Marchevsky CGROUP_DEVICE); \ 349ebc614f6SRoman Gushchin \ 350ebc614f6SRoman Gushchin __ret; \ 351ebc614f6SRoman Gushchin }) 3527b146cebSAndrey Ignatov 3537b146cebSAndrey Ignatov 35432927393SChristoph Hellwig #define BPF_CGROUP_RUN_PROG_SYSCTL(head, table, write, buf, count, pos) \ 3557b146cebSAndrey Ignatov ({ \ 3567b146cebSAndrey Ignatov int __ret = 0; \ 3576fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_SYSCTL)) \ 3587b146cebSAndrey Ignatov __ret = __cgroup_bpf_run_filter_sysctl(head, table, write, \ 35932927393SChristoph Hellwig buf, count, pos, \ 3606fc88c35SDave Marchevsky CGROUP_SYSCTL); \ 3617b146cebSAndrey Ignatov __ret; \ 3627b146cebSAndrey Ignatov }) 3637b146cebSAndrey Ignatov 3640d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \ 3650d01da6aSStanislav Fomichev kernel_optval) \ 3660d01da6aSStanislav Fomichev ({ \ 3670d01da6aSStanislav Fomichev int __ret = 0; \ 36846531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_SETSOCKOPT) && \ 36946531a30SPavel Begunkov cgroup_bpf_sock_enabled(sock, CGROUP_SETSOCKOPT)) \ 3700d01da6aSStanislav Fomichev __ret = __cgroup_bpf_run_filter_setsockopt(sock, level, \ 3710d01da6aSStanislav Fomichev optname, optval, \ 3720d01da6aSStanislav Fomichev optlen, \ 3730d01da6aSStanislav Fomichev kernel_optval); \ 3740d01da6aSStanislav Fomichev __ret; \ 3750d01da6aSStanislav Fomichev }) 3760d01da6aSStanislav Fomichev 3770d01da6aSStanislav Fomichev #define BPF_CGROUP_GETSOCKOPT_MAX_OPTLEN(optlen) \ 3780d01da6aSStanislav Fomichev ({ \ 3790d01da6aSStanislav Fomichev int __ret = 0; \ 3806fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \ 3810d01da6aSStanislav Fomichev get_user(__ret, optlen); \ 3820d01da6aSStanislav Fomichev __ret; \ 3830d01da6aSStanislav Fomichev }) 3840d01da6aSStanislav Fomichev 3850d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, optlen, \ 3860d01da6aSStanislav Fomichev max_optlen, retval) \ 3870d01da6aSStanislav Fomichev ({ \ 3880d01da6aSStanislav Fomichev int __ret = retval; \ 38946531a30SPavel Begunkov if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT) && \ 39046531a30SPavel Begunkov cgroup_bpf_sock_enabled(sock, CGROUP_GETSOCKOPT)) \ 3919cacf81fSStanislav Fomichev if (!(sock)->sk_prot->bpf_bypass_getsockopt || \ 3929cacf81fSStanislav Fomichev !INDIRECT_CALL_INET_1((sock)->sk_prot->bpf_bypass_getsockopt, \ 3939cacf81fSStanislav Fomichev tcp_bpf_bypass_getsockopt, \ 3949cacf81fSStanislav Fomichev level, optname)) \ 3959cacf81fSStanislav Fomichev __ret = __cgroup_bpf_run_filter_getsockopt( \ 3969cacf81fSStanislav Fomichev sock, level, optname, optval, optlen, \ 3979cacf81fSStanislav Fomichev max_optlen, retval); \ 3989cacf81fSStanislav Fomichev __ret; \ 3999cacf81fSStanislav Fomichev }) 4009cacf81fSStanislav Fomichev 4019cacf81fSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \ 4029cacf81fSStanislav Fomichev optlen, retval) \ 4039cacf81fSStanislav Fomichev ({ \ 4049cacf81fSStanislav Fomichev int __ret = retval; \ 4056fc88c35SDave Marchevsky if (cgroup_bpf_enabled(CGROUP_GETSOCKOPT)) \ 4069cacf81fSStanislav Fomichev __ret = __cgroup_bpf_run_filter_getsockopt_kern( \ 4079cacf81fSStanislav Fomichev sock, level, optname, optval, optlen, retval); \ 4080d01da6aSStanislav Fomichev __ret; \ 4090d01da6aSStanislav Fomichev }) 4100d01da6aSStanislav Fomichev 411fdb5c453SSean Young int cgroup_bpf_prog_attach(const union bpf_attr *attr, 412fdb5c453SSean Young enum bpf_prog_type ptype, struct bpf_prog *prog); 413fdb5c453SSean Young int cgroup_bpf_prog_detach(const union bpf_attr *attr, 414fdb5c453SSean Young enum bpf_prog_type ptype); 415af6eea57SAndrii Nakryiko int cgroup_bpf_link_attach(const union bpf_attr *attr, struct bpf_prog *prog); 416fdb5c453SSean Young int cgroup_bpf_prog_query(const union bpf_attr *attr, 417fdb5c453SSean Young union bpf_attr __user *uattr); 418dea6a4e1SStanislav Fomichev 419dea6a4e1SStanislav Fomichev const struct bpf_func_proto * 420dea6a4e1SStanislav Fomichev cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog); 421dea6a4e1SStanislav Fomichev const struct bpf_func_proto * 422dea6a4e1SStanislav Fomichev cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog); 42330070984SDaniel Mack #else 42430070984SDaniel Mack 425324bda9eSAlexei Starovoitov static inline int cgroup_bpf_inherit(struct cgroup *cgrp) { return 0; } 4264bfc0bb2SRoman Gushchin static inline void cgroup_bpf_offline(struct cgroup *cgrp) {} 42730070984SDaniel Mack 428fdb5c453SSean Young static inline int cgroup_bpf_prog_attach(const union bpf_attr *attr, 429fdb5c453SSean Young enum bpf_prog_type ptype, 430fdb5c453SSean Young struct bpf_prog *prog) 431fdb5c453SSean Young { 432fdb5c453SSean Young return -EINVAL; 433fdb5c453SSean Young } 434fdb5c453SSean Young 435fdb5c453SSean Young static inline int cgroup_bpf_prog_detach(const union bpf_attr *attr, 436fdb5c453SSean Young enum bpf_prog_type ptype) 437fdb5c453SSean Young { 438fdb5c453SSean Young return -EINVAL; 439fdb5c453SSean Young } 440fdb5c453SSean Young 441af6eea57SAndrii Nakryiko static inline int cgroup_bpf_link_attach(const union bpf_attr *attr, 442af6eea57SAndrii Nakryiko struct bpf_prog *prog) 443af6eea57SAndrii Nakryiko { 444af6eea57SAndrii Nakryiko return -EINVAL; 445af6eea57SAndrii Nakryiko } 446af6eea57SAndrii Nakryiko 447fdb5c453SSean Young static inline int cgroup_bpf_prog_query(const union bpf_attr *attr, 448fdb5c453SSean Young union bpf_attr __user *uattr) 449fdb5c453SSean Young { 450fdb5c453SSean Young return -EINVAL; 451fdb5c453SSean Young } 452fdb5c453SSean Young 453dea6a4e1SStanislav Fomichev static inline const struct bpf_func_proto * 454dea6a4e1SStanislav Fomichev cgroup_common_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) 455dea6a4e1SStanislav Fomichev { 456dea6a4e1SStanislav Fomichev return NULL; 457dea6a4e1SStanislav Fomichev } 458dea6a4e1SStanislav Fomichev 459dea6a4e1SStanislav Fomichev static inline const struct bpf_func_proto * 460dea6a4e1SStanislav Fomichev cgroup_current_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) 461dea6a4e1SStanislav Fomichev { 462dea6a4e1SStanislav Fomichev return NULL; 463dea6a4e1SStanislav Fomichev } 464dea6a4e1SStanislav Fomichev 465e4730423SDaniel Borkmann static inline int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, 466de9cbbaaSRoman Gushchin struct bpf_map *map) { return 0; } 467de9cbbaaSRoman Gushchin static inline struct bpf_cgroup_storage *bpf_cgroup_storage_alloc( 46871b91a50SBo YU struct bpf_prog *prog, enum bpf_cgroup_storage_type stype) { return NULL; } 469de9cbbaaSRoman Gushchin static inline void bpf_cgroup_storage_free( 470de9cbbaaSRoman Gushchin struct bpf_cgroup_storage *storage) {} 471b741f163SRoman Gushchin static inline int bpf_percpu_cgroup_storage_copy(struct bpf_map *map, void *key, 472b741f163SRoman Gushchin void *value) { 473b741f163SRoman Gushchin return 0; 474b741f163SRoman Gushchin } 475b741f163SRoman Gushchin static inline int bpf_percpu_cgroup_storage_update(struct bpf_map *map, 476b741f163SRoman Gushchin void *key, void *value, u64 flags) { 477b741f163SRoman Gushchin return 0; 478b741f163SRoman Gushchin } 479de9cbbaaSRoman Gushchin 4806fc88c35SDave Marchevsky #define cgroup_bpf_enabled(atype) (0) 4816fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_SA_PROG_LOCK(sk, uaddr, atype, t_ctx) ({ 0; }) 4829dfc685eSEric Dumazet #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, atype) ({ 0; }) 483d74bad4eSAndrey Ignatov #define BPF_CGROUP_PRE_CONNECT_ENABLED(sk) (0) 48430070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk,skb) ({ 0; }) 48530070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk,skb) ({ 0; }) 48661023658SDavid Ahern #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) ({ 0; }) 487f5836749SStanislav Fomichev #define BPF_CGROUP_RUN_PROG_INET_SOCK_RELEASE(sk) ({ 0; }) 4886fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_INET_BIND_LOCK(sk, uaddr, atype, flags) ({ 0; }) 489aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_POST_BIND(sk) ({ 0; }) 490aac3fc32SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk) ({ 0; }) 491d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr) ({ 0; }) 492d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET4_CONNECT_LOCK(sk, uaddr) ({ 0; }) 493d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr) ({ 0; }) 494d74bad4eSAndrey Ignatov #define BPF_CGROUP_RUN_PROG_INET6_CONNECT_LOCK(sk, uaddr) ({ 0; }) 4951cedee13SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_UDP4_SENDMSG_LOCK(sk, uaddr, t_ctx) ({ 0; }) 4961cedee13SAndrey Ignatov #define BPF_CGROUP_RUN_PROG_UDP6_SENDMSG_LOCK(sk, uaddr, t_ctx) ({ 0; }) 497983695faSDaniel Borkmann #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr) ({ 0; }) 498983695faSDaniel Borkmann #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr) ({ 0; }) 49940304b2aSLawrence Brakmo #define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) ({ 0; }) 5006fc88c35SDave Marchevsky #define BPF_CGROUP_RUN_PROG_DEVICE_CGROUP(atype, major, minor, access) ({ 0; }) 50132927393SChristoph Hellwig #define BPF_CGROUP_RUN_PROG_SYSCTL(head,table,write,buf,count,pos) ({ 0; }) 5020d01da6aSStanislav Fomichev #define BPF_CGROUP_GETSOCKOPT_MAX_OPTLEN(optlen) ({ 0; }) 5030d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock, level, optname, optval, \ 5040d01da6aSStanislav Fomichev optlen, max_optlen, retval) ({ retval; }) 5059cacf81fSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_GETSOCKOPT_KERN(sock, level, optname, optval, \ 5069cacf81fSStanislav Fomichev optlen, retval) ({ retval; }) 5070d01da6aSStanislav Fomichev #define BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock, level, optname, optval, optlen, \ 5080d01da6aSStanislav Fomichev kernel_optval) ({ 0; }) 50930070984SDaniel Mack 5108bad74f9SRoman Gushchin #define for_each_cgroup_storage_type(stype) for (; false; ) 5118bad74f9SRoman Gushchin 51230070984SDaniel Mack #endif /* CONFIG_CGROUP_BPF */ 51330070984SDaniel Mack 51430070984SDaniel Mack #endif /* _BPF_CGROUP_H */ 515