Lines Matching refs:enode
469 enum maple_type mas_parent_type(struct ma_state *mas, struct maple_enode *enode) in mas_parent_type() argument
473 p_type = (unsigned long)mte_to_node(enode)->parent; in mas_parent_type()
500 void mas_set_parent(struct ma_state *mas, struct maple_enode *enode, in mas_set_parent() argument
526 mte_to_node(enode)->parent = ma_parent_ptr(val); in mas_set_parent()
536 unsigned int mte_parent_slot(const struct maple_enode *enode) in mte_parent_slot() argument
538 unsigned long val = (unsigned long)mte_to_node(enode)->parent; in mte_parent_slot()
557 struct maple_node *mte_parent(const struct maple_enode *enode) in mte_parent() argument
560 (mte_to_node(enode)->parent) & ~MAPLE_NODE_MASK); in mte_parent()
585 static __always_inline bool mte_dead_node(const struct maple_enode *enode) in mte_dead_node() argument
589 node = mte_to_node(enode); in mte_dead_node()
986 static void mt_destroy_walk(struct maple_enode *enode, struct maple_tree *mt,
2182 struct maple_enode *enode) in mas_node_or_none() argument
2184 if (enode) { in mas_node_or_none()
2185 mas->node = enode; in mas_node_or_none()
2510 struct maple_enode *enode; in mas_topiary_node() local
2515 enode = tmp_mas->node; in mas_topiary_node()
2516 tmp = mte_to_node(enode); in mas_topiary_node()
2517 mte_set_node_dead(enode); in mas_topiary_node()
4567 struct maple_enode *enode; in mas_next_node() local
4599 enode = mas_slot(mas, slots, mas->offset); in mas_next_node()
4608 mas->node = enode; in mas_next_node()
4612 enode = mas_slot(mas, slots, 0); in mas_next_node()
4621 tmp = mte_to_node(enode); in mas_next_node()
4622 mt = mte_node_type(enode); in mas_next_node()
4628 mas->node = enode; in mas_next_node()
5158 unsigned char mte_dead_leaves(struct maple_enode *enode, struct maple_tree *mt, in mte_dead_leaves() argument
5166 for (offset = 0; offset < mt_slot_count(enode); offset++) { in mte_dead_leaves()
5189 static void __rcu **mte_dead_walk(struct maple_enode **enode, unsigned char offset) in mte_dead_walk() argument
5194 next = mte_to_node(*enode); in mte_dead_walk()
5196 *enode = ma_enode_ptr(next); in mte_dead_walk()
5197 node = mte_to_node(*enode); in mte_dead_walk()
5217 struct maple_enode *enode; in mt_free_walk() local
5227 enode = mt_mk_node(node, node->type); in mt_free_walk()
5228 slots = mte_dead_walk(&enode, 0); in mt_free_walk()
5229 node = mte_to_node(enode); in mt_free_walk()
5233 enode = node->piv_parent; in mt_free_walk()
5234 if (mte_to_node(enode) == node) in mt_free_walk()
5237 type = mte_node_type(enode); in mt_free_walk()
5238 slots = ma_slots(mte_to_node(enode), type); in mt_free_walk()
5242 slots = mte_dead_walk(&enode, offset); in mt_free_walk()
5243 node = mte_to_node(enode); in mt_free_walk()
5253 static inline void __rcu **mte_destroy_descend(struct maple_enode **enode, in mte_destroy_descend() argument
5257 struct maple_enode *next = *enode; in mte_destroy_descend()
5263 *enode = next; in mte_destroy_descend()
5264 node = mte_to_node(*enode); in mte_destroy_descend()
5265 type = mte_node_type(*enode); in mte_destroy_descend()
5271 mte_set_node_dead(*enode); in mte_destroy_descend()
5277 prev = *enode; in mte_destroy_descend()
5283 static void mt_destroy_walk(struct maple_enode *enode, struct maple_tree *mt, in mt_destroy_walk() argument
5287 struct maple_node *node = mte_to_node(enode); in mt_destroy_walk()
5290 if (mte_is_leaf(enode)) { in mt_destroy_walk()
5291 node->type = mte_node_type(enode); in mt_destroy_walk()
5295 start = enode; in mt_destroy_walk()
5296 slots = mte_destroy_descend(&enode, mt, start, 0); in mt_destroy_walk()
5297 node = mte_to_node(enode); // Updated in the above call. in mt_destroy_walk()
5303 node->slot_len = mte_dead_leaves(enode, mt, slots); in mt_destroy_walk()
5307 enode = node->piv_parent; in mt_destroy_walk()
5308 if (mte_to_node(enode) == node) in mt_destroy_walk()
5311 type = mte_node_type(enode); in mt_destroy_walk()
5312 slots = ma_slots(mte_to_node(enode), type); in mt_destroy_walk()
5318 parent = enode; in mt_destroy_walk()
5319 enode = tmp; in mt_destroy_walk()
5320 slots = mte_destroy_descend(&enode, mt, parent, offset); in mt_destroy_walk()
5323 node = mte_to_node(enode); in mt_destroy_walk()
5324 } while (start != enode); in mt_destroy_walk()
5326 node = mte_to_node(enode); in mt_destroy_walk()
5327 node->slot_len = mte_dead_leaves(enode, mt, slots); in mt_destroy_walk()
5345 static inline void mte_destroy_walk(struct maple_enode *enode, in mte_destroy_walk() argument
5348 struct maple_node *node = mte_to_node(enode); in mte_destroy_walk()
5351 mt_destroy_walk(enode, mt, false); in mte_destroy_walk()
5354 mt_destroy_walk(enode, mt, true); in mte_destroy_walk()
5581 struct maple_enode *enode = mas->node; in mas_expected_entries() local
5621 mas->node = enode; in mas_expected_entries()