130070984SDaniel Mack #ifndef _BPF_CGROUP_H 230070984SDaniel Mack #define _BPF_CGROUP_H 330070984SDaniel Mack 430070984SDaniel Mack #include <linux/jump_label.h> 530070984SDaniel Mack #include <uapi/linux/bpf.h> 630070984SDaniel Mack 730070984SDaniel Mack struct sock; 830070984SDaniel Mack struct cgroup; 930070984SDaniel Mack struct sk_buff; 1030070984SDaniel Mack 1130070984SDaniel Mack #ifdef CONFIG_CGROUP_BPF 1230070984SDaniel Mack 1330070984SDaniel Mack extern struct static_key_false cgroup_bpf_enabled_key; 1430070984SDaniel Mack #define cgroup_bpf_enabled static_branch_unlikely(&cgroup_bpf_enabled_key) 1530070984SDaniel Mack 1630070984SDaniel Mack struct cgroup_bpf { 1730070984SDaniel Mack /* 1830070984SDaniel Mack * Store two sets of bpf_prog pointers, one for programs that are 1930070984SDaniel Mack * pinned directly to this cgroup, and one for those that are effective 2030070984SDaniel Mack * when this cgroup is accessed. 2130070984SDaniel Mack */ 2230070984SDaniel Mack struct bpf_prog *prog[MAX_BPF_ATTACH_TYPE]; 23*dcdc43d6SDaniel Mack struct bpf_prog __rcu *effective[MAX_BPF_ATTACH_TYPE]; 2430070984SDaniel Mack }; 2530070984SDaniel Mack 2630070984SDaniel Mack void cgroup_bpf_put(struct cgroup *cgrp); 2730070984SDaniel Mack void cgroup_bpf_inherit(struct cgroup *cgrp, struct cgroup *parent); 2830070984SDaniel Mack 2930070984SDaniel Mack void __cgroup_bpf_update(struct cgroup *cgrp, 3030070984SDaniel Mack struct cgroup *parent, 3130070984SDaniel Mack struct bpf_prog *prog, 3230070984SDaniel Mack enum bpf_attach_type type); 3330070984SDaniel Mack 3430070984SDaniel Mack /* Wrapper for __cgroup_bpf_update() protected by cgroup_mutex */ 3530070984SDaniel Mack void cgroup_bpf_update(struct cgroup *cgrp, 3630070984SDaniel Mack struct bpf_prog *prog, 3730070984SDaniel Mack enum bpf_attach_type type); 3830070984SDaniel Mack 39b2cd1257SDavid Ahern int __cgroup_bpf_run_filter_skb(struct sock *sk, 4030070984SDaniel Mack struct sk_buff *skb, 4130070984SDaniel Mack enum bpf_attach_type type); 4230070984SDaniel Mack 4361023658SDavid Ahern int __cgroup_bpf_run_filter_sk(struct sock *sk, 4461023658SDavid Ahern enum bpf_attach_type type); 4561023658SDavid Ahern 46b2cd1257SDavid Ahern /* Wrappers for __cgroup_bpf_run_filter_skb() guarded by cgroup_bpf_enabled. */ 4730070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk, skb) \ 4830070984SDaniel Mack ({ \ 4930070984SDaniel Mack int __ret = 0; \ 5030070984SDaniel Mack if (cgroup_bpf_enabled) \ 51b2cd1257SDavid Ahern __ret = __cgroup_bpf_run_filter_skb(sk, skb, \ 5230070984SDaniel Mack BPF_CGROUP_INET_INGRESS); \ 5330070984SDaniel Mack \ 5430070984SDaniel Mack __ret; \ 5530070984SDaniel Mack }) 5630070984SDaniel Mack 5730070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk, skb) \ 5830070984SDaniel Mack ({ \ 5930070984SDaniel Mack int __ret = 0; \ 6030070984SDaniel Mack if (cgroup_bpf_enabled && sk && sk == skb->sk) { \ 6130070984SDaniel Mack typeof(sk) __sk = sk_to_full_sk(sk); \ 6230070984SDaniel Mack if (sk_fullsock(__sk)) \ 63b2cd1257SDavid Ahern __ret = __cgroup_bpf_run_filter_skb(__sk, skb, \ 6430070984SDaniel Mack BPF_CGROUP_INET_EGRESS); \ 6530070984SDaniel Mack } \ 6630070984SDaniel Mack __ret; \ 6730070984SDaniel Mack }) 6830070984SDaniel Mack 6961023658SDavid Ahern #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) \ 7061023658SDavid Ahern ({ \ 7161023658SDavid Ahern int __ret = 0; \ 7261023658SDavid Ahern if (cgroup_bpf_enabled && sk) { \ 7361023658SDavid Ahern __ret = __cgroup_bpf_run_filter_sk(sk, \ 7461023658SDavid Ahern BPF_CGROUP_INET_SOCK_CREATE); \ 7561023658SDavid Ahern } \ 7661023658SDavid Ahern __ret; \ 7761023658SDavid Ahern }) 7861023658SDavid Ahern 7930070984SDaniel Mack #else 8030070984SDaniel Mack 8130070984SDaniel Mack struct cgroup_bpf {}; 8230070984SDaniel Mack static inline void cgroup_bpf_put(struct cgroup *cgrp) {} 8330070984SDaniel Mack static inline void cgroup_bpf_inherit(struct cgroup *cgrp, 8430070984SDaniel Mack struct cgroup *parent) {} 8530070984SDaniel Mack 8630070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk,skb) ({ 0; }) 8730070984SDaniel Mack #define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk,skb) ({ 0; }) 8861023658SDavid Ahern #define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) ({ 0; }) 8930070984SDaniel Mack 9030070984SDaniel Mack #endif /* CONFIG_CGROUP_BPF */ 9130070984SDaniel Mack 9230070984SDaniel Mack #endif /* _BPF_CGROUP_H */ 93