Lines Matching refs:llnode
263 static int free_all(struct llist_node *llnode, bool percpu) in free_all() argument
268 llist_for_each_safe(pos, t, llnode) { in free_all()
296 struct llist_node *llnode = obj; in enque_to_free() local
301 llist_add(llnode, &c->free_by_rcu_ttrace); in enque_to_free()
306 struct llist_node *llnode, *t; in do_call_rcu_ttrace() local
310 llnode = llist_del_all(&c->free_by_rcu_ttrace); in do_call_rcu_ttrace()
311 free_all(llnode, !!c->percpu_size); in do_call_rcu_ttrace()
317 llist_for_each_safe(llnode, t, llist_del_all(&c->free_by_rcu_ttrace)) in do_call_rcu_ttrace()
318 llist_add(llnode, &c->waiting_for_gp_ttrace); in do_call_rcu_ttrace()
336 struct llist_node *llnode, *t; in free_bulk() local
345 llnode = __llist_del_first(&c->free_llist); in free_bulk()
346 if (llnode) in free_bulk()
351 if (llnode) in free_bulk()
352 enque_to_free(tgt, llnode); in free_bulk()
356 llist_for_each_safe(llnode, t, llist_del_all(&c->free_llist_extra)) in free_bulk()
357 enque_to_free(tgt, llnode); in free_bulk()
365 struct llist_node *llnode; in __free_by_rcu() local
370 llnode = llist_del_all(&c->waiting_for_gp); in __free_by_rcu()
371 if (!llnode) in __free_by_rcu()
374 llist_add_batch(llnode, c->waiting_for_gp_tail, &tgt->free_by_rcu_ttrace); in __free_by_rcu()
384 struct llist_node *llnode, *t; in check_free_by_rcu() local
390 llist_for_each_safe(llnode, t, llist_del_all(&c->free_llist_extra_rcu)) in check_free_by_rcu()
391 if (__llist_add(llnode, &c->free_by_rcu)) in check_free_by_rcu()
392 c->free_by_rcu_tail = llnode; in check_free_by_rcu()
784 struct llist_node *llnode = NULL; in unit_alloc() local
800 llnode = __llist_del_first(&c->free_llist); in unit_alloc()
801 if (llnode) { in unit_alloc()
803 *(struct bpf_mem_cache **)llnode = c; in unit_alloc()
818 return llnode; in unit_alloc()
827 struct llist_node *llnode = ptr - LLIST_NODE_SZ; in unit_free() local
837 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free()
841 __llist_add(llnode, &c->free_llist); in unit_free()
850 llist_add(llnode, &c->free_llist_extra); in unit_free()
867 struct llist_node *llnode = ptr - LLIST_NODE_SZ; in unit_free_rcu() local
870 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free_rcu()
874 if (__llist_add(llnode, &c->free_by_rcu)) in unit_free_rcu()
875 c->free_by_rcu_tail = llnode; in unit_free_rcu()
877 llist_add(llnode, &c->free_llist_extra_rcu); in unit_free_rcu()