Lines Matching refs:node
87 static __always_inline void __pv_init_node(struct mcs_spinlock *node) { } in __pv_init_node() argument
88 static __always_inline void __pv_wait_node(struct mcs_spinlock *node, in __pv_wait_node() argument
91 struct mcs_spinlock *node) { } in __pv_kick_node() argument
93 struct mcs_spinlock *node) in __pv_wait_head_or_lock() argument
132 struct mcs_spinlock *prev, *next, *node; in queued_spin_lock_slowpath() local
215 node = this_cpu_ptr(&qnodes[0].mcs); in queued_spin_lock_slowpath()
216 idx = node->count++; in queued_spin_lock_slowpath()
237 node = grab_mcs_node(node, idx); in queued_spin_lock_slowpath()
251 node->locked = 0; in queued_spin_lock_slowpath()
252 node->next = NULL; in queued_spin_lock_slowpath()
253 pv_init_node(node); in queued_spin_lock_slowpath()
288 WRITE_ONCE(prev->next, node); in queued_spin_lock_slowpath()
290 pv_wait_node(node, prev); in queued_spin_lock_slowpath()
291 arch_mcs_spin_lock_contended(&node->locked); in queued_spin_lock_slowpath()
299 next = READ_ONCE(node->next); in queued_spin_lock_slowpath()
325 if ((val = pv_wait_head_or_lock(lock, node))) in queued_spin_lock_slowpath()
368 next = smp_cond_load_relaxed(&node->next, (VAL)); in queued_spin_lock_slowpath()