Lines Matching refs:node
2216 static int __bpf_list_add(struct bpf_list_node_kern *node, in __bpf_list_add() argument
2220 struct list_head *n = &node->list_head, *h = (void *)head; in __bpf_list_add()
2231 if (cmpxchg(&node->owner, NULL, BPF_PTR_POISON)) { in __bpf_list_add()
2238 WRITE_ONCE(node->owner, head); in __bpf_list_add()
2244 struct bpf_list_node *node, in bpf_list_push_front_impl() argument
2247 struct bpf_list_node_kern *n = (void *)node; in bpf_list_push_front_impl()
2254 struct bpf_list_node *node, in bpf_list_push_back_impl() argument
2257 struct bpf_list_node_kern *n = (void *)node; in bpf_list_push_back_impl()
2266 struct bpf_list_node_kern *node; in __bpf_list_del() local
2277 node = container_of(n, struct bpf_list_node_kern, list_head); in __bpf_list_del()
2278 if (WARN_ON_ONCE(READ_ONCE(node->owner) != head)) in __bpf_list_del()
2282 WRITE_ONCE(node->owner, NULL); in __bpf_list_del()
2297 struct bpf_rb_node *node) in bpf_rbtree_remove() argument
2299 struct bpf_rb_node_kern *node_internal = (struct bpf_rb_node_kern *)node; in bpf_rbtree_remove()
2319 struct bpf_rb_node_kern *node, in __bpf_rbtree_add() argument
2323 struct rb_node *parent = NULL, *n = &node->rb_node; in __bpf_rbtree_add()
2330 if (cmpxchg(&node->owner, NULL, BPF_PTR_POISON)) { in __bpf_rbtree_add()
2338 if (cb((uintptr_t)node, (uintptr_t)parent, 0, 0, 0)) { in __bpf_rbtree_add()
2348 WRITE_ONCE(node->owner, root); in __bpf_rbtree_add()
2352 __bpf_kfunc int bpf_rbtree_add_impl(struct bpf_rb_root *root, struct bpf_rb_node *node, in bpf_rbtree_add_impl() argument
2357 struct bpf_rb_node_kern *n = (void *)node; in bpf_rbtree_add_impl()