Lines Matching refs:percpu
255 static void free_one(void *obj, bool percpu) in free_one() argument
257 if (percpu) in free_one()
263 static int free_all(struct llist_node *llnode, bool percpu) in free_all() argument
269 free_one(pos, percpu); in free_all()
509 int bpf_mem_alloc_init(struct bpf_mem_alloc *ma, int size, bool percpu) in bpf_mem_alloc_init() argument
516 if (percpu && size == 0) in bpf_mem_alloc_init()
520 if (percpu) in bpf_mem_alloc_init()
522 ma->percpu = percpu; in bpf_mem_alloc_init()
529 if (!percpu) in bpf_mem_alloc_init()
587 ma->percpu = true; in bpf_mem_alloc_percpu_init()
629 bool percpu = !!c->percpu_size; in drain_mem_cache() local
638 free_all(llist_del_all(&c->free_by_rcu_ttrace), percpu); in drain_mem_cache()
639 free_all(llist_del_all(&c->waiting_for_gp_ttrace), percpu); in drain_mem_cache()
640 free_all(__llist_del_all(&c->free_llist), percpu); in drain_mem_cache()
641 free_all(__llist_del_all(&c->free_llist_extra), percpu); in drain_mem_cache()
642 free_all(__llist_del_all(&c->free_by_rcu), percpu); in drain_mem_cache()
643 free_all(__llist_del_all(&c->free_llist_extra_rcu), percpu); in drain_mem_cache()
644 free_all(llist_del_all(&c->waiting_for_gp), percpu); in drain_mem_cache()
897 if (!ma->percpu) in bpf_mem_alloc()
1008 int bpf_mem_alloc_check_size(bool percpu, size_t size) in bpf_mem_alloc_check_size() argument
1011 if ((percpu && size > BPF_MEM_ALLOC_SIZE_MAX) || in bpf_mem_alloc_check_size()
1012 (!percpu && size > BPF_MEM_ALLOC_SIZE_MAX - LLIST_NODE_SZ)) in bpf_mem_alloc_check_size()