| /linux-6.15/kernel/sched/ |
| H A D | wait.c | 10 spin_lock_init(&wq_head->lock); in __init_waitqueue_head()
12 INIT_LIST_HEAD(&wq_head->head); in __init_waitqueue_head()
22 spin_lock_irqsave(&wq_head->lock, flags); in add_wait_queue()
23 __add_wait_queue(wq_head, wq_entry); in add_wait_queue()
33 spin_lock_irqsave(&wq_head->lock, flags); in add_wait_queue_exclusive()
44 spin_lock_irqsave(&wq_head->lock, flags); in add_wait_queue_priority()
45 __add_wait_queue(wq_head, wq_entry); in add_wait_queue_priority()
55 __remove_wait_queue(wq_head, wq_entry); in remove_wait_queue()
78 lockdep_assert_held(&wq_head->lock); in __wake_up_common()
82 if (&curr->entry == &wq_head->head) in __wake_up_common()
[all …]
|
| H A D | wait_bit.c | 47 prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit()
52 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit()
61 struct wait_queue_head *wq_head = bit_waitqueue(word, bit); in out_of_line_wait_on_bit() local
64 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit()
72 struct wait_queue_head *wq_head = bit_waitqueue(word, bit); in out_of_line_wait_on_bit_timeout() local
77 return __wait_on_bit(wq_head, &wq_entry, action, mode); in out_of_line_wait_on_bit_timeout()
98 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit_lock()
102 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit_lock()
114 struct wait_queue_head *wq_head = bit_waitqueue(word, bit); in out_of_line_wait_on_bit_lock() local
125 if (waitqueue_active(wq_head)) in __wake_up_bit()
[all …]
|
| /linux-6.15/include/linux/ |
| H A D | wait.h | 64 #define init_waitqueue_head(wq_head) \ argument
68 __init_waitqueue_head((wq_head), #wq_head, &__key); \
127 return !list_empty(&wq_head->head); in waitqueue_active()
140 return list_is_singular(&wq_head->head); in wq_has_single_sleeper()
161 return waitqueue_active(wq_head); in wq_has_sleeper()
171 struct list_head *head = &wq_head->head; in __add_wait_queue()
189 __add_wait_queue(wq_head, wq_entry); in __add_wait_queue_exclusive()
270 if (waitqueue_active(wq_head)) in wake_up_pollfree()
271 __wake_up_pollfree(wq_head); in wake_up_pollfree()
323 finish_wait(&wq_head, &__wq_entry); \
[all …]
|
| H A D | wait_bit.h | 26 void __wake_up_bit(struct wait_queue_head *wq_head, unsigned long *word, int bit);
27 int __wait_on_bit(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, wait_bit…
28 int __wait_on_bit_lock(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, wai…
|
| /linux-6.15/fs/xfs/ |
| H A D | xfs_drain.c | 60 static inline bool has_waiters(struct wait_queue_head *wq_head) in has_waiters() argument
67 return waitqueue_active(wq_head); in has_waiters()
|
| /linux-6.15/fs/ |
| H A D | fs-writeback.c | 1539 struct wait_queue_head *wq_head; in inode_wait_for_writeback() local
1546 wq_head = inode_bit_waitqueue(&wqe, inode, __I_SYNC); in inode_wait_for_writeback()
1548 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in inode_wait_for_writeback()
1556 finish_wait(wq_head, &wqe.wq_entry); in inode_wait_for_writeback()
1568 struct wait_queue_head *wq_head; in inode_sleep_on_writeback() local
1573 wq_head = inode_bit_waitqueue(&wqe, inode, __I_SYNC); in inode_sleep_on_writeback()
1574 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in inode_sleep_on_writeback()
1580 finish_wait(wq_head, &wqe.wq_entry); in inode_sleep_on_writeback()
|
| H A D | inode.c | 597 struct wait_queue_head *wq_head; in inode_wait_for_lru_isolating() local
603 wq_head = inode_bit_waitqueue(&wqe, inode, __I_LRU_ISOLATING); in inode_wait_for_lru_isolating()
605 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in inode_wait_for_lru_isolating()
616 finish_wait(wq_head, &wqe.wq_entry); in inode_wait_for_lru_isolating()
2437 struct wait_queue_head *wq_head; in __wait_on_freeing_inode() local
2448 wq_head = inode_bit_waitqueue(&wqe, inode, __I_NEW); in __wait_on_freeing_inode()
2449 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in __wait_on_freeing_inode()
2455 finish_wait(wq_head, &wqe.wq_entry); in __wait_on_freeing_inode()
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | reporter_rx.c | 243 u16 wq_head; in mlx5e_rx_reporter_build_diagnose_output_rq_common() local
251 wq_head = mlx5e_rqwq_get_head(rq); in mlx5e_rx_reporter_build_diagnose_output_rq_common()
258 devlink_fmsg_u32_pair_put(fmsg, "cc", wq_head); in mlx5e_rx_reporter_build_diagnose_output_rq_common()
|
| /linux-6.15/drivers/gpu/drm/i915/gt/ |
| H A D | intel_context_types.h | 296 u32 *wq_head; member
|
| /linux-6.15/tools/memory-model/Documentation/ |
| H A D | recipes.txt | 506 * @cond = true; prepare_to_wait(&wq_head, &wait, state);
508 * if (waitqueue_active(wq_head)) if (@cond)
509 * wake_up(wq_head); break;
512 * finish_wait(&wq_head, &wait);
515 On CPU1, prepare_to_wait() contains both a store to wq_head and a call
|
| /linux-6.15/fs/bcachefs/ |
| H A D | fs.c | 2234 struct wait_queue_head *wq_head; in bch2_evict_subvolume_inodes() local
2236 wq_head = inode_bit_waitqueue(&wqe, &inode->v, __I_NEW); in bch2_evict_subvolume_inodes()
2237 prepare_to_wait_event(wq_head, &wqe.wq_entry, in bch2_evict_subvolume_inodes()
2242 finish_wait(wq_head, &wqe.wq_entry); in bch2_evict_subvolume_inodes()
|
| /linux-6.15/drivers/gpu/drm/i915/gt/uc/ |
| H A D | intel_guc_submission.c | 506 ce->parallel.guc.wqi_head = READ_ONCE(*ce->parallel.guc.wq_head); in get_wq_pointer()
2844 ce->parallel.guc.wq_head = &pdesc->head; in prepare_context_registration_info_v69()
2918 ce->parallel.guc.wq_head = &wq_desc->head; in prepare_context_registration_info_v70()
5579 READ_ONCE(*ce->parallel.guc.wq_head)); in intel_guc_submission_print_context_info()
|