Home
last modified time | relevance | path

Searched refs:local_storage (Results 1 – 11 of 11) sorted by relevance

/linux-6.15/kernel/bpf/
H A Dbpf_local_storage.c125 kfree(local_storage); in __bpf_local_storage_free_trace_rcu()
127 kfree_rcu(local_storage, rcu); in __bpf_local_storage_free_trace_rcu()
135 bpf_mem_cache_raw_free(local_storage); in bpf_local_storage_free_rcu()
151 kfree_rcu(local_storage, rcu); in __bpf_local_storage_free()
161 if (!local_storage) in bpf_local_storage_free()
294 owner = local_storage->owner; in bpf_selem_unlink_storage_nolock()
304 &local_storage->list); in bpf_selem_unlink_storage_nolock()
307 local_storage->owner = NULL; in bpf_selem_unlink_storage_nolock()
387 local_storage = rcu_dereference_check(selem->local_storage, in bpf_selem_unlink_storage()
408 RCU_INIT_POINTER(selem->local_storage, local_storage); in bpf_selem_link_storage_nolock()
[all …]
H A Dbpf_inode_storage.c58 struct bpf_local_storage *local_storage; in bpf_inode_storage_free() local
68 local_storage = rcu_dereference(bsb->storage); in bpf_inode_storage_free()
69 if (!local_storage) in bpf_inode_storage_free()
72 bpf_local_storage_destroy(local_storage); in bpf_inode_storage_free()
H A Dbpf_cgrp_storage.c46 struct bpf_local_storage *local_storage; in bpf_cgrp_storage_free() local
50 local_storage = rcu_dereference(cgroup->bpf_cgrp_storage); in bpf_cgrp_storage_free()
51 if (!local_storage) in bpf_cgrp_storage_free()
55 bpf_local_storage_destroy(local_storage); in bpf_cgrp_storage_free()
H A Dbpf_task_storage.c71 struct bpf_local_storage *local_storage; in bpf_task_storage_free() local
76 local_storage = rcu_dereference(task->bpf_storage); in bpf_task_storage_free()
77 if (!local_storage) in bpf_task_storage_free()
81 bpf_local_storage_destroy(local_storage); in bpf_task_storage_free()
H A DMakefile12 obj-$(CONFIG_BPF_SYSCALL) += local_storage.o queue_stack_maps.o ringbuf.o
/linux-6.15/tools/testing/selftests/bpf/progs/
H A Dlocal_storage.c21 struct local_storage { struct
30 __type(value, struct local_storage); argument
37 __type(value, struct local_storage);
44 __type(value, struct local_storage);
66 struct local_storage *storage; in BPF_PROG()
98 local_storage = task->bpf_storage; in BPF_PROG()
99 if (!local_storage || local_storage->smap) in BPF_PROG()
112 struct local_storage *storage; in BPF_PROG()
142 struct local_storage *storage; in BPF_PROG()
188 struct local_storage *storage; in BPF_PROG()
[all …]
H A Dsk_storage_omem_uncharge.c23 int BPF_PROG(bpf_local_storage_destroy, struct bpf_local_storage *local_storage) in BPF_PROG() argument
27 if (local_storage_ptr != local_storage) in BPF_PROG()
/linux-6.15/include/linux/
H A Dbpf_local_storage.h79 struct bpf_local_storage __rcu *local_storage; member
138 void __bpf_local_storage_insert_cache(struct bpf_local_storage *local_storage,
143 bpf_local_storage_lookup(struct bpf_local_storage *local_storage, in bpf_local_storage_lookup() argument
151 sdata = rcu_dereference_check(local_storage->cache[smap->cache_idx], in bpf_local_storage_lookup()
157 hlist_for_each_entry_rcu(selem, &local_storage->list, snode, in bpf_local_storage_lookup()
165 __bpf_local_storage_insert_cache(local_storage, smap, selem); in bpf_local_storage_lookup()
169 void bpf_local_storage_destroy(struct bpf_local_storage *local_storage);
180 void bpf_selem_link_storage_nolock(struct bpf_local_storage *local_storage,
/linux-6.15/tools/testing/selftests/bpf/prog_tests/
H A Dtest_local_storage.c26 static int run_self_unlink(struct local_storage *skel, const char *rm_path) in run_self_unlink()
95 struct local_storage *skel = NULL; in test_test_local_storage()
/linux-6.15/tools/testing/selftests/bpf/benchs/
H A Drun_common.sh44 function local_storage() function
/linux-6.15/net/core/
H A Dbpf_sk_storage.c210 rcu_dereference(copy_selem->local_storage); in bpf_sk_storage_clone()
726 sk_storage = rcu_dereference(selem->local_storage); in bpf_sk_storage_map_seq_find_next()
739 sk_storage = rcu_dereference(selem->local_storage); in bpf_sk_storage_map_seq_find_next()
806 sk_storage = rcu_dereference(selem->local_storage); in DEFINE_BPF_ITER_FUNC()