Home
last modified time | relevance | path

Searched refs:wq_entry (Results 1 – 16 of 16) sorted by relevance

/linux-6.15/kernel/sched/
H A Dwait.c21 wq_entry->flags &= ~WQ_FLAG_EXCLUSIVE; in add_wait_queue()
23 __add_wait_queue(wq_head, wq_entry); in add_wait_queue()
32 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; in add_wait_queue_exclusive()
45 __add_wait_queue(wq_head, wq_entry); in add_wait_queue_priority()
235 if (list_empty(&wq_entry->entry)) in prepare_to_wait()
263 wq_entry->flags = flags; in init_wait_entry()
264 wq_entry->private = current; in init_wait_entry()
266 INIT_LIST_HEAD(&wq_entry->entry); in init_wait_entry()
289 list_del_init(&wq_entry->entry); in prepare_to_wait_event()
376 list_del_init(&wq_entry->entry); in finish_wait()
[all …]
H A Dwait_bit.c24 …struct wait_bit_queue_entry *wait_bit = container_of(wq_entry, struct wait_bit_queue_entry, wq_ent… in wake_bit_function()
47 prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); in __wait_on_bit()
52 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit()
62 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit()
73 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit_timeout()
75 wq_entry.key.timeout = jiffies + timeout; in out_of_line_wait_on_bit_timeout()
98 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit_lock()
102 finish_wait(wq_head, &wbq_entry->wq_entry); in __wait_on_bit_lock()
115 DEFINE_WAIT_BIT(wq_entry, word, bit); in out_of_line_wait_on_bit_lock()
173 container_of(wq_entry, struct wait_bit_queue_entry, wq_entry); in var_wake_function()
[all …]
/linux-6.15/include/linux/
H A Dwait.h82 wq_entry->flags = 0; in init_waitqueue_entry()
83 wq_entry->private = p; in init_waitqueue_entry()
84 wq_entry->func = default_wake_function; in init_waitqueue_entry()
90 wq_entry->flags = 0; in init_waitqueue_func_entry()
91 wq_entry->private = NULL; in init_waitqueue_func_entry()
92 wq_entry->func = func; in init_waitqueue_func_entry()
179 list_add(&wq_entry->entry, head); in __add_wait_queue()
188 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; in __add_wait_queue_exclusive()
189 __add_wait_queue(wq_head, wq_entry); in __add_wait_queue_exclusive()
200 wq_entry->flags |= WQ_FLAG_EXCLUSIVE; in __add_wait_queue_entry_tail_exclusive()
[all …]
H A Dwait_bit.h18 struct wait_queue_entry wq_entry; member
36 int wake_bit_function(struct wait_queue_entry *wq_entry, unsigned mode, int sync, void *key);
41 .wq_entry = { \
45 LIST_HEAD_INIT((name).wq_entry.entry), \
264 &__wbq_entry.wq_entry, \
276 finish_wait(__wq_head, &__wbq_entry.wq_entry); \
/linux-6.15/kernel/locking/
H A Dpercpu-rwsem.c119 static int percpu_rwsem_wake_function(struct wait_queue_entry *wq_entry, in percpu_rwsem_wake_function() argument
123 bool reader = wq_entry->flags & WQ_FLAG_CUSTOM; in percpu_rwsem_wake_function()
131 p = get_task_struct(wq_entry->private); in percpu_rwsem_wake_function()
132 list_del_init(&wq_entry->entry); in percpu_rwsem_wake_function()
133 smp_store_release(&wq_entry->private, NULL); in percpu_rwsem_wake_function()
143 DEFINE_WAIT_FUNC(wq_entry, percpu_rwsem_wake_function); in percpu_rwsem_wait()
153 wq_entry.flags |= WQ_FLAG_EXCLUSIVE | reader * WQ_FLAG_CUSTOM; in percpu_rwsem_wait()
154 __add_wait_queue_entry_tail(&sem->waiters, &wq_entry); in percpu_rwsem_wait()
160 if (!smp_load_acquire(&wq_entry.private)) in percpu_rwsem_wait()
/linux-6.15/rust/helpers/
H A Dwait.c5 void rust_helper_init_wait(struct wait_queue_entry *wq_entry) in rust_helper_init_wait() argument
7 init_wait(wq_entry); in rust_helper_init_wait()
/linux-6.15/fs/
H A Dfs-writeback.c1548 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in inode_wait_for_writeback()
1556 finish_wait(wq_head, &wqe.wq_entry); in inode_wait_for_writeback()
1574 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in inode_sleep_on_writeback()
1580 finish_wait(wq_head, &wqe.wq_entry); in inode_sleep_on_writeback()
H A Dinode.c605 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in inode_wait_for_lru_isolating()
616 finish_wait(wq_head, &wqe.wq_entry); in inode_wait_for_lru_isolating()
2449 prepare_to_wait_event(wq_head, &wqe.wq_entry, TASK_UNINTERRUPTIBLE); in __wait_on_freeing_inode()
2455 finish_wait(wq_head, &wqe.wq_entry); in __wait_on_freeing_inode()
H A Deventpoll.c1970 static int ep_autoremove_wake_function(struct wait_queue_entry *wq_entry, in ep_autoremove_wake_function() argument
1973 int ret = default_wake_function(wq_entry, mode, sync, key); in ep_autoremove_wake_function()
1979 list_del_init_careful(&wq_entry->entry); in ep_autoremove_wake_function()
/linux-6.15/fs/bcachefs/
H A Dfs.c331 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in __wait_on_freeing_inode()
336 finish_wait(wq, &wait.wq_entry); in __wait_on_freeing_inode()
2237 prepare_to_wait_event(wq_head, &wqe.wq_entry, in bch2_evict_subvolume_inodes()
2242 finish_wait(wq_head, &wqe.wq_entry); in bch2_evict_subvolume_inodes()
/linux-6.15/block/
H A Dblk-iocost.c1468 static int iocg_wake_fn(struct wait_queue_entry *wq_entry, unsigned mode, in iocg_wake_fn() argument
1471 struct iocg_wait *wait = container_of(wq_entry, struct iocg_wait, wait); in iocg_wake_fn()
1490 default_wake_function(wq_entry, mode, flags, key); in iocg_wake_fn()
1491 list_del_init_careful(&wq_entry->entry); in iocg_wake_fn()
/linux-6.15/fs/ext4/
H A Dfast_commit.c226 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in ext4_fc_wait_committing_inode()
229 finish_wait(wq, &wait.wq_entry); in ext4_fc_wait_committing_inode()
/linux-6.15/fs/xfs/
H A Dxfs_inode.c1843 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in __xfs_iunpin_wait()
1847 finish_wait(wq, &wait.wq_entry); in __xfs_iunpin_wait()
/linux-6.15/fs/jbd2/
H A Djournal.c3027 prepare_to_wait(wq, &wait.wq_entry, TASK_UNINTERRUPTIBLE); in jbd2_journal_release_jbd_inode()
3030 finish_wait(wq, &wait.wq_entry); in jbd2_journal_release_jbd_inode()
/linux-6.15/drivers/gpu/drm/i915/gt/uc/
H A Dintel_guc_submission.c4921 static long must_wait_woken(struct wait_queue_entry *wq_entry, long timeout) in must_wait_woken() argument
4932 if (wq_entry->flags & WQ_FLAG_WOKEN) in must_wait_woken()
4940 smp_store_mb(wq_entry->flags, wq_entry->flags & ~WQ_FLAG_WOKEN); in must_wait_woken()
/linux-6.15/drivers/block/
H A Dpktcdvd.c2389 &wqe.wq_entry, in pkt_make_request_write()