Home
last modified time | relevance | path

Searched refs:pi_lock (Results 1 – 20 of 20) sorted by relevance

/linux-6.15/kernel/locking/
H A Drtmutex.c534 lockdep_assert_held(&p->pi_lock); in rt_mutex_adjust_prio()
903 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
959 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
989 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
1045 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
1175 raw_spin_lock(&task->pi_lock); in try_to_take_rt_mutex()
1184 raw_spin_unlock(&task->pi_lock); in try_to_take_rt_mutex()
1232 raw_spin_lock(&task->pi_lock); in task_blocks_on_rt_mutex()
1245 raw_spin_unlock(&task->pi_lock); in task_blocks_on_rt_mutex()
1265 raw_spin_lock(&owner->pi_lock); in task_blocks_on_rt_mutex()
[all …]
H A Drtmutex_api.c465 raw_spin_lock_irqsave(&task->pi_lock, flags); in rt_mutex_adjust_pi()
469 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
473 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
H A Drtmutex_common.h150 lockdep_assert_held(&p->pi_lock); in task_top_pi_waiter()
/linux-6.15/kernel/
H A Dtask_work.c126 raw_spin_lock_irqsave(&task->pi_lock, flags); in task_work_cancel_match()
135 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in task_work_cancel_match()
222 raw_spin_lock_irq(&task->pi_lock); in task_work_run()
223 raw_spin_unlock_irq(&task->pi_lock); in task_work_run()
H A Dfreezer.c74 raw_spin_lock_irq(&current->pi_lock); in __refrigerator()
78 raw_spin_unlock_irq(&current->pi_lock); in __refrigerator()
H A Dkthread.c605 raw_spin_lock_irqsave(&p->pi_lock, flags); in __kthread_bind_mask()
608 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in __kthread_bind_mask()
887 raw_spin_lock_irqsave(&p->pi_lock, flags); in kthread_affine_preferred()
889 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in kthread_affine_preferred()
H A Dfork.c1992 raw_spin_lock_init(&p->pi_lock); in rt_mutex_init_task()
/linux-6.15/kernel/futex/
H A Dcore.c960 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
978 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
980 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
983 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
987 raw_spin_lock(&curr->pi_lock); in exit_pi_state_list()
1005 raw_spin_unlock(&curr->pi_lock); in exit_pi_state_list()
1012 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
1014 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
1084 raw_spin_lock_irq(&tsk->pi_lock); in futex_cleanup_begin()
1086 raw_spin_unlock_irq(&tsk->pi_lock); in futex_cleanup_begin()
H A Dpi.c54 raw_spin_lock(&old_owner->pi_lock); in pi_state_update_owner()
57 raw_spin_unlock(&old_owner->pi_lock); in pi_state_update_owner()
61 raw_spin_lock(&new_owner->pi_lock); in pi_state_update_owner()
65 raw_spin_unlock(&new_owner->pi_lock); in pi_state_update_owner()
441 raw_spin_lock_irq(&p->pi_lock); in attach_to_pi_owner()
450 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
468 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
587 raw_spin_lock_irq(&task->pi_lock); in futex_lock_pi_atomic()
589 raw_spin_unlock_irq(&task->pi_lock); in futex_lock_pi_atomic()
/linux-6.15/kernel/sched/
H A Dcore_sched.c103 raw_spin_lock_irqsave(&p->pi_lock, flags); in sched_core_clone_cookie()
105 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in sched_core_clone_cookie()
H A Dcore.c679 lockdep_assert_held(&p->pi_lock); in __task_rq_lock()
699 __acquires(p->pi_lock) in task_rq_lock()
1558 lockdep_assert_held(&p->pi_lock); in __uclamp_update_util_min_rt_default()
2060 raw_spin_lock_irq(&p->pi_lock); in get_wchan()
2065 raw_spin_unlock_irq(&p->pi_lock); in get_wchan()
2569 raw_spin_lock(&p->pi_lock); in migration_cpu_stop()
2659 raw_spin_lock_irq(&p->pi_lock); in push_cpu_stop()
2924 __releases(p->pi_lock) in affine_move_task()
3073 __releases(p->pi_lock) in __set_cpus_allowed_ptr_locked()
3397 guard(double_raw_spinlock)(&arg->src_task->pi_lock, &arg->dst_task->pi_lock); in migrate_swap_stop()
[all …]
H A Dsyscalls.c1309 guard(raw_spinlock_irqsave)(&p->pi_lock); in sched_getaffinity()
1433 scoped_guard (raw_spinlock_irqsave, &p->pi_lock) { in yield_to()
H A Dsched.h1795 __acquires(p->pi_lock)
1808 __releases(p->pi_lock) in task_rq_unlock()
1812 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_unlock()
H A Ddeadline.c2956 raw_spin_lock_irqsave(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
2958 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
H A Dfair.c8588 lockdep_assert_held(&p->pi_lock); in select_task_rq_fair()
/linux-6.15/init/
H A Dinit_task.c142 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(init_task.pi_lock),
/linux-6.15/include/linux/
H A Dsched.h258 raw_spin_lock_irqsave(&current->pi_lock, flags); \
262 raw_spin_unlock_irqrestore(&current->pi_lock, flags); \
293 raw_spin_lock(&current->pi_lock); \
298 raw_spin_unlock(&current->pi_lock); \
304 raw_spin_lock(&current->pi_lock); \
309 raw_spin_unlock(&current->pi_lock); \
1224 raw_spinlock_t pi_lock; member
/linux-6.15/kernel/trace/
H A Dtrace_osnoise.c1689 raw_spin_lock_irqsave(&current->pi_lock, flags); in osnoise_main()
1691 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in osnoise_main()
1872 raw_spin_lock_irqsave(&current->pi_lock, flags); in timerlat_main()
1874 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in timerlat_main()
/linux-6.15/Documentation/locking/
H A Drt-mutex-design.rst220 called pi_lock. This lock may also be taken in interrupt context, so when
221 locking the pi_lock, interrupts must be disabled.
543 On the wake up code, the pi_lock of the current owner is taken. The top
548 Finally we unlock the pi_lock of the pending owner and wake it up.
/linux-6.15/kernel/rcu/
H A Drcutorture.c2057 raw_spin_lock_irqsave(&current->pi_lock, flags); in rcutorture_one_extend()
2062 raw_spin_unlock_irqrestore(&current->pi_lock, flags); in rcutorture_one_extend()