| /linux-6.15/kernel/bpf/ |
| H A D | cpumask.c | 53 __bpf_kfunc struct bpf_cpumask *bpf_cpumask_create(void) in bpf_cpumask_create()
97 __bpf_kfunc void bpf_cpumask_release(struct bpf_cpumask *cpumask) in bpf_cpumask_release()
105 __bpf_kfunc void bpf_cpumask_release_dtor(void *cpumask) in bpf_cpumask_release_dtor()
121 __bpf_kfunc u32 bpf_cpumask_first(const struct cpumask *cpumask) in bpf_cpumask_first()
154 __bpf_kfunc u32 bpf_cpumask_first_and(const struct cpumask *src1, in bpf_cpumask_first_and()
242 __bpf_kfunc void bpf_cpumask_setall(struct bpf_cpumask *cpumask) in bpf_cpumask_setall()
251 __bpf_kfunc void bpf_cpumask_clear(struct bpf_cpumask *cpumask) in bpf_cpumask_clear()
268 __bpf_kfunc bool bpf_cpumask_and(struct bpf_cpumask *dst, in bpf_cpumask_and()
283 __bpf_kfunc void bpf_cpumask_or(struct bpf_cpumask *dst, in bpf_cpumask_or()
298 __bpf_kfunc void bpf_cpumask_xor(struct bpf_cpumask *dst, in bpf_cpumask_xor()
[all …]
|
| H A D | helpers.c | 2391 __bpf_kfunc void bpf_task_release_dtor(void *p) in bpf_task_release_dtor()
2421 __bpf_kfunc void bpf_cgroup_release_dtor(void *cgrp) in bpf_cgroup_release_dtor()
2454 __bpf_kfunc struct cgroup *bpf_cgroup_from_id(u64 cgid) in bpf_cgroup_from_id()
2517 __bpf_kfunc struct cgroup *
2829 __bpf_kfunc void *bpf_cast_to_kern_ctx(void *obj) in bpf_cast_to_kern_ctx()
2839 __bpf_kfunc void bpf_rcu_read_lock(void) in bpf_rcu_read_lock()
2844 __bpf_kfunc void bpf_rcu_read_unlock(void) in bpf_rcu_read_unlock()
2873 __bpf_kfunc void bpf_throw(u64 cookie) in bpf_throw()
2937 __bpf_kfunc void bpf_preempt_disable(void) in bpf_preempt_disable()
2942 __bpf_kfunc void bpf_preempt_enable(void) in bpf_preempt_enable()
[all …]
|
| H A D | crypto.c | 145 __bpf_kfunc struct bpf_crypto_ctx *
242 __bpf_kfunc struct bpf_crypto_ctx *
258 __bpf_kfunc void bpf_crypto_ctx_release(struct bpf_crypto_ctx *ctx) in bpf_crypto_ctx_release()
313 __bpf_kfunc int bpf_crypto_decrypt(struct bpf_crypto_ctx *ctx, in bpf_crypto_decrypt()
334 __bpf_kfunc int bpf_crypto_encrypt(struct bpf_crypto_ctx *ctx, in bpf_crypto_encrypt()
|
| H A D | kmem_cache_iter.c | 24 __bpf_kfunc int bpf_iter_kmem_cache_new(struct bpf_iter_kmem_cache *it) in bpf_iter_kmem_cache_new()
35 __bpf_kfunc struct kmem_cache *bpf_iter_kmem_cache_next(struct bpf_iter_kmem_cache *it) in bpf_iter_kmem_cache_next()
80 __bpf_kfunc void bpf_iter_kmem_cache_destroy(struct bpf_iter_kmem_cache *it) in bpf_iter_kmem_cache_destroy()
|
| H A D | task_iter.c | 818 __bpf_kfunc int bpf_iter_task_vma_new(struct bpf_iter_task_vma *it, in bpf_iter_task_vma_new()
862 __bpf_kfunc struct vm_area_struct *bpf_iter_task_vma_next(struct bpf_iter_task_vma *it) in bpf_iter_task_vma_next()
871 __bpf_kfunc void bpf_iter_task_vma_destroy(struct bpf_iter_task_vma *it) in bpf_iter_task_vma_destroy()
896 __bpf_kfunc int bpf_iter_css_task_new(struct bpf_iter_css_task *it, in bpf_iter_css_task_new()
921 __bpf_kfunc struct task_struct *bpf_iter_css_task_next(struct bpf_iter_css_task *it) in bpf_iter_css_task_next()
930 __bpf_kfunc void bpf_iter_css_task_destroy(struct bpf_iter_css_task *it) in bpf_iter_css_task_destroy()
965 __bpf_kfunc int bpf_iter_task_new(struct bpf_iter_task *it, in bpf_iter_task_new()
997 __bpf_kfunc struct task_struct *bpf_iter_task_next(struct bpf_iter_task *it) in bpf_iter_task_next()
1026 __bpf_kfunc void bpf_iter_task_destroy(struct bpf_iter_task *it) in bpf_iter_task_destroy()
|
| H A D | rqspinlock.c | 669 __bpf_kfunc int bpf_res_spin_lock(struct bpf_res_spin_lock *lock) in bpf_res_spin_lock()
685 __bpf_kfunc void bpf_res_spin_unlock(struct bpf_res_spin_lock *lock) in bpf_res_spin_unlock()
691 __bpf_kfunc int bpf_res_spin_lock_irqsave(struct bpf_res_spin_lock *lock, unsigned long *flags__irq… in bpf_res_spin_lock_irqsave()
709 __bpf_kfunc void bpf_res_spin_unlock_irqrestore(struct bpf_res_spin_lock *lock, unsigned long *flag… in bpf_res_spin_unlock_irqrestore()
|
| H A D | cgroup_iter.c | 310 __bpf_kfunc int bpf_iter_css_new(struct bpf_iter_css *it, in bpf_iter_css_new()
334 __bpf_kfunc struct cgroup_subsys_state *bpf_iter_css_next(struct bpf_iter_css *it) in bpf_iter_css_next()
355 __bpf_kfunc void bpf_iter_css_destroy(struct bpf_iter_css *it) in bpf_iter_css_destroy()
|
| /linux-6.15/tools/testing/selftests/bpf/test_kmods/ |
| H A D | bpf_testmod.c | 137 __bpf_kfunc void
178 __bpf_kfunc void bpf_kfunc_common_test(void) in bpf_kfunc_common_test()
209 __bpf_kfunc void bpf_kfunc_trusted_num_test(int *ptr) in bpf_kfunc_trusted_num_test()
217 __bpf_kfunc struct bpf_testmod_ctx *
271 __bpf_kfunc void bpf_testmod_ops3_call_test_1(void) in bpf_testmod_ops3_call_test_1()
276 __bpf_kfunc void bpf_testmod_ops3_call_test_2(void) in bpf_testmod_ops3_call_test_2()
667 __bpf_kfunc struct prog_test_ref_kfunc *
679 __bpf_kfunc struct prog_test_member *
776 __bpf_kfunc void bpf_kfunc_call_test_sleepable(void) in bpf_kfunc_call_test_sleepable()
822 __bpf_kfunc void bpf_kfunc_close_sock(void) in bpf_kfunc_close_sock()
[all …]
|
| H A D | bpf_test_modorder_y.c | 9 __bpf_kfunc int bpf_test_modorder_rety(void) in bpf_test_modorder_rety()
|
| H A D | bpf_test_modorder_x.c | 9 __bpf_kfunc int bpf_test_modorder_retx(void) in bpf_test_modorder_retx()
|
| /linux-6.15/fs/ |
| H A D | bpf_fs_kfuncs.c | 41 __bpf_kfunc struct file *bpf_get_task_exe_file(struct task_struct *task) in bpf_get_task_exe_file()
57 __bpf_kfunc void bpf_put_file(struct file *file) in bpf_put_file()
81 __bpf_kfunc int bpf_path_d_path(struct path *path, char *buf, size_t buf__sz) in bpf_path_d_path()
129 __bpf_kfunc int bpf_get_dentry_xattr(struct dentry *dentry, const char *name__str, in bpf_get_dentry_xattr()
162 __bpf_kfunc int bpf_get_file_xattr(struct file *file, const char *name__str, in bpf_get_file_xattr()
288 __bpf_kfunc int bpf_set_dentry_xattr(struct dentry *dentry, const char *name__str, in bpf_set_dentry_xattr()
314 __bpf_kfunc int bpf_remove_dentry_xattr(struct dentry *dentry, const char *name__str) in bpf_remove_dentry_xattr()
|
| /linux-6.15/net/netfilter/ |
| H A D | nf_conntrack_bpf.c | 292 __bpf_kfunc struct nf_conn___init *
326 __bpf_kfunc struct nf_conn *
359 __bpf_kfunc struct nf_conn___init *
394 __bpf_kfunc struct nf_conn *
419 __bpf_kfunc struct nf_conn *bpf_ct_insert_entry(struct nf_conn___init *nfct_i) in bpf_ct_insert_entry()
445 __bpf_kfunc void bpf_ct_release(struct nf_conn *nfct) in bpf_ct_release()
460 __bpf_kfunc void bpf_ct_set_timeout(struct nf_conn___init *nfct, u32 timeout) in bpf_ct_set_timeout()
475 __bpf_kfunc int bpf_ct_change_timeout(struct nf_conn *nfct, u32 timeout) in bpf_ct_change_timeout()
490 __bpf_kfunc int bpf_ct_set_status(const struct nf_conn___init *nfct, u32 status) in bpf_ct_set_status()
505 __bpf_kfunc int bpf_ct_change_status(struct nf_conn *nfct, u32 status) in bpf_ct_change_status()
|
| H A D | nf_nat_bpf.c | 31 __bpf_kfunc int bpf_ct_set_nat_info(struct nf_conn___init *nfct, in bpf_ct_set_nat_info()
|
| H A D | nf_flow_table_bpf.c | 58 __bpf_kfunc struct flow_offload_tuple_rhash *
|
| /linux-6.15/kernel/sched/ |
| H A D | ext_idle.c | 790 __bpf_kfunc int scx_bpf_cpu_node(s32 cpu) in scx_bpf_cpu_node()
816 __bpf_kfunc s32 scx_bpf_select_cpu_dfl(struct task_struct *p, s32 prev_cpu, in scx_bpf_select_cpu_dfl()
853 __bpf_kfunc const struct cpumask *scx_bpf_get_idle_cpumask_node(int node) in scx_bpf_get_idle_cpumask_node()
873 __bpf_kfunc const struct cpumask *scx_bpf_get_idle_cpumask(void) in scx_bpf_get_idle_cpumask()
900 __bpf_kfunc const struct cpumask *scx_bpf_get_idle_smtmask_node(int node) in scx_bpf_get_idle_smtmask_node()
924 __bpf_kfunc const struct cpumask *scx_bpf_get_idle_smtmask(void) in scx_bpf_get_idle_smtmask()
949 __bpf_kfunc void scx_bpf_put_idle_cpumask(const struct cpumask *idle_mask) in scx_bpf_put_idle_cpumask()
969 __bpf_kfunc bool scx_bpf_test_and_clear_cpu_idle(s32 cpu) in scx_bpf_test_and_clear_cpu_idle()
1031 __bpf_kfunc s32 scx_bpf_pick_idle_cpu(const struct cpumask *cpus_allowed, in scx_bpf_pick_idle_cpu()
1066 __bpf_kfunc s32 scx_bpf_pick_any_cpu_node(const struct cpumask *cpus_allowed, in scx_bpf_pick_any_cpu_node()
[all …]
|
| H A D | ext.c | 6358 __bpf_kfunc u32 scx_bpf_dispatch_nr_slots(void) in scx_bpf_dispatch_nr_slots()
6372 __bpf_kfunc void scx_bpf_dispatch_cancel(void) in scx_bpf_dispatch_cancel()
6430 __bpf_kfunc bool scx_bpf_consume(u64 dsq_id) in scx_bpf_consume()
6595 __bpf_kfunc u32 scx_bpf_reenqueue_local(void) in scx_bpf_reenqueue_local()
6805 __bpf_kfunc void scx_bpf_destroy_dsq(u64 dsq_id) in scx_bpf_destroy_dsq()
7070 __bpf_kfunc u32 scx_bpf_cpuperf_cap(s32 cpu) in scx_bpf_cpuperf_cap()
7092 __bpf_kfunc u32 scx_bpf_cpuperf_cur(s32 cpu) in scx_bpf_cpuperf_cur()
7156 __bpf_kfunc u32 scx_bpf_nr_node_ids(void) in scx_bpf_nr_node_ids()
7166 __bpf_kfunc u32 scx_bpf_nr_cpu_ids(void) in scx_bpf_nr_cpu_ids()
7223 __bpf_kfunc struct rq *scx_bpf_cpu_rq(s32 cpu) in scx_bpf_cpu_rq()
[all …]
|
| /linux-6.15/net/ipv4/ |
| H A D | tcp_dctcp.c | 89 __bpf_kfunc static void dctcp_init(struct sock *sk) in dctcp_init()
118 __bpf_kfunc static u32 dctcp_ssthresh(struct sock *sk) in dctcp_ssthresh()
127 __bpf_kfunc static void dctcp_update_alpha(struct sock *sk, u32 flags) in dctcp_update_alpha()
183 __bpf_kfunc static void dctcp_state(struct sock *sk, u8 new_state) in dctcp_state()
193 __bpf_kfunc static void dctcp_cwnd_event(struct sock *sk, enum tcp_ca_event ev) in dctcp_cwnd_event()
243 __bpf_kfunc static u32 dctcp_cwnd_undo(struct sock *sk) in dctcp_cwnd_undo()
|
| H A D | tcp_cubic.c | 129 __bpf_kfunc static void cubictcp_init(struct sock *sk) in cubictcp_init()
142 __bpf_kfunc static void cubictcp_cwnd_event(struct sock *sk, enum tcp_ca_event event) in cubictcp_cwnd_event()
324 __bpf_kfunc static void cubictcp_cong_avoid(struct sock *sk, u32 ack, u32 acked) in cubictcp_cong_avoid()
341 __bpf_kfunc static u32 cubictcp_recalc_ssthresh(struct sock *sk) in cubictcp_recalc_ssthresh()
358 __bpf_kfunc static void cubictcp_state(struct sock *sk, u8 new_state) in cubictcp_state()
452 __bpf_kfunc static void cubictcp_acked(struct sock *sk, const struct ack_sample *sample) in cubictcp_acked()
|
| H A D | fou_bpf.c | 44 __bpf_kfunc int bpf_skb_set_fou_encap(struct __sk_buff *skb_ctx, in bpf_skb_set_fou_encap()
86 __bpf_kfunc int bpf_skb_get_fou_encap(struct __sk_buff *skb_ctx, in bpf_skb_get_fou_encap()
|
| H A D | tcp_cong.c | 455 __bpf_kfunc u32 tcp_slow_start(struct tcp_sock *tp, u32 acked) in tcp_slow_start()
469 __bpf_kfunc void tcp_cong_avoid_ai(struct tcp_sock *tp, u32 w, u32 acked) in tcp_cong_avoid_ai()
495 __bpf_kfunc void tcp_reno_cong_avoid(struct sock *sk, u32 ack, u32 acked) in tcp_reno_cong_avoid()
514 __bpf_kfunc u32 tcp_reno_ssthresh(struct sock *sk) in tcp_reno_ssthresh()
522 __bpf_kfunc u32 tcp_reno_undo_cwnd(struct sock *sk) in tcp_reno_undo_cwnd()
|
| H A D | tcp_bbr.c | 299 __bpf_kfunc static u32 bbr_min_tso_segs(struct sock *sk) in bbr_min_tso_segs()
332 __bpf_kfunc static void bbr_cwnd_event(struct sock *sk, enum tcp_ca_event event) in bbr_cwnd_event()
1027 __bpf_kfunc static void bbr_main(struct sock *sk, u32 ack, int flag, const struct rate_sample *rs) in bbr_main()
1039 __bpf_kfunc static void bbr_init(struct sock *sk) in bbr_init()
1081 __bpf_kfunc static u32 bbr_sndbuf_expand(struct sock *sk) in bbr_sndbuf_expand()
1090 __bpf_kfunc static u32 bbr_undo_cwnd(struct sock *sk) in bbr_undo_cwnd()
1101 __bpf_kfunc static u32 bbr_ssthresh(struct sock *sk) in bbr_ssthresh()
1129 __bpf_kfunc static void bbr_set_state(struct sock *sk, u8 new_state) in bbr_set_state()
|
| /linux-6.15/drivers/hid/bpf/ |
| H A D | hid_bpf_dispatch.c | 293 __bpf_kfunc __u8 *
316 __bpf_kfunc struct hid_bpf_ctx *
343 __bpf_kfunc void
406 __bpf_kfunc int
466 __bpf_kfunc int
524 __bpf_kfunc int
549 __bpf_kfunc int
|
| /linux-6.15/net/xfrm/ |
| H A D | xfrm_interface_bpf.c | 40 __bpf_kfunc int bpf_skb_get_xfrm_info(struct __sk_buff *skb_ctx, struct bpf_xfrm_info *to) in bpf_skb_get_xfrm_info()
62 __bpf_kfunc int bpf_skb_set_xfrm_info(struct __sk_buff *skb_ctx, const struct bpf_xfrm_info *from) in bpf_skb_set_xfrm_info()
|
| H A D | xfrm_state_bpf.c | 64 __bpf_kfunc struct xfrm_state *
113 __bpf_kfunc void bpf_xdp_xfrm_state_release(struct xfrm_state *x) in bpf_xdp_xfrm_state_release()
|
| /linux-6.15/net/bpf/ |
| H A D | test_run.c | 521 __bpf_kfunc int bpf_fentry_test1(int a) in bpf_fentry_test1()
567 __bpf_kfunc u32 bpf_fentry_test9(u32 *a) in bpf_fentry_test9()
576 __bpf_kfunc int bpf_modify_return_test(int a, int *b) in bpf_modify_return_test()
582 __bpf_kfunc int bpf_modify_return_test2(int a, int *b, short c, int d, in bpf_modify_return_test2()
589 __bpf_kfunc int bpf_modify_return_test_tp(int nonce) in bpf_modify_return_test_tp()
618 __bpf_kfunc void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) in bpf_kfunc_call_test_release()
623 __bpf_kfunc void bpf_kfunc_call_test_release_dtor(void *p) in bpf_kfunc_call_test_release_dtor()
629 __bpf_kfunc void bpf_kfunc_call_memb_release(struct prog_test_member *p) in bpf_kfunc_call_memb_release()
633 __bpf_kfunc void bpf_kfunc_call_memb_release_dtor(void *p) in bpf_kfunc_call_memb_release_dtor()
|