Lines Matching refs:wake_q
411 struct wake_q_head *wake_q) in rwsem_mark_wake() argument
434 wake_q_add(wake_q, waiter->task); in rwsem_mark_wake()
564 wake_q_add_safe(wake_q, tsk); in rwsem_mark_wake()
576 struct wake_q_head *wake_q) in rwsem_del_wake_waiter() argument
581 wake_q_init(wake_q); in rwsem_del_wake_waiter()
589 rwsem_mark_wake(sem, RWSEM_WAKE_ANY, wake_q); in rwsem_del_wake_waiter()
591 if (!wake_q_empty(wake_q)) in rwsem_del_wake_waiter()
592 wake_up_q(wake_q); in rwsem_del_wake_waiter()
974 struct wake_q_head *wake_q) in rwsem_cond_wake_waiter() argument
987 rwsem_mark_wake(sem, wake_type, wake_q); in rwsem_cond_wake_waiter()
999 DEFINE_WAKE_Q(wake_q); in rwsem_down_read_slowpath()
1025 &wake_q); in rwsem_down_read_slowpath()
1027 wake_up_q(&wake_q); in rwsem_down_read_slowpath()
1061 rwsem_cond_wake_waiter(sem, count, &wake_q); in rwsem_down_read_slowpath()
1064 if (!wake_q_empty(&wake_q)) in rwsem_down_read_slowpath()
1065 wake_up_q(&wake_q); in rwsem_down_read_slowpath()
1094 rwsem_del_wake_waiter(sem, &waiter, &wake_q); in rwsem_down_read_slowpath()
1108 DEFINE_WAKE_Q(wake_q); in rwsem_down_write_slowpath()
1131 &wake_q); in rwsem_down_write_slowpath()
1132 if (!wake_q_empty(&wake_q)) { in rwsem_down_write_slowpath()
1138 wake_up_q(&wake_q); in rwsem_down_write_slowpath()
1191 rwsem_del_wake_waiter(sem, &waiter, &wake_q); in rwsem_down_write_slowpath()
1204 DEFINE_WAKE_Q(wake_q); in rwsem_wake()
1209 rwsem_mark_wake(sem, RWSEM_WAKE_ANY, &wake_q); in rwsem_wake()
1212 wake_up_q(&wake_q); in rwsem_wake()
1225 DEFINE_WAKE_Q(wake_q); in rwsem_downgrade_wake()
1230 rwsem_mark_wake(sem, RWSEM_WAKE_READ_OWNED, &wake_q); in rwsem_downgrade_wake()
1233 wake_up_q(&wake_q); in rwsem_downgrade_wake()