Home
last modified time | relevance | path

Searched refs:membarrier_state (Results 1 – 6 of 6) sorted by relevance

/linux-6.15/kernel/sched/
H A Dmembarrier.c228 atomic_set(&mm->membarrier_state, 0); in membarrier_exec_mmap()
239 int membarrier_state = 0; in membarrier_update_current_mm() local
242 membarrier_state = atomic_read(&next_mm->membarrier_state); in membarrier_update_current_mm()
243 if (READ_ONCE(rq->membarrier_state) == membarrier_state) in membarrier_update_current_mm()
245 WRITE_ONCE(rq->membarrier_state, membarrier_state); in membarrier_update_current_mm()
438 int membarrier_state = atomic_read(&mm->membarrier_state); in sync_runqueues_membarrier_state() local
443 this_cpu_write(runqueues.membarrier_state, membarrier_state); in sync_runqueues_membarrier_state()
508 &mm->membarrier_state); in membarrier_register_global_expedited()
578 membarrier_state = atomic_read(&mm->membarrier_state); in membarrier_get_registrations()
580 if (membarrier_state & states[i]) { in membarrier_get_registrations()
[all …]
H A Dsched.h1181 int membarrier_state; member
3534 int membarrier_state; in membarrier_switch_mm() local
3539 membarrier_state = atomic_read(&next_mm->membarrier_state); in membarrier_switch_mm()
3540 if (READ_ONCE(rq->membarrier_state) == membarrier_state) in membarrier_switch_mm()
3543 WRITE_ONCE(rq->membarrier_state, membarrier_state); in membarrier_switch_mm()
/linux-6.15/arch/riscv/include/asm/
H A Dmembarrier.h17 likely(!(atomic_read(&next->membarrier_state) & in membarrier_arch_switch_mm()
/linux-6.15/arch/powerpc/include/asm/
H A Dmembarrier.h16 likely(!(atomic_read(&next->membarrier_state) & in membarrier_arch_switch_mm()
/linux-6.15/include/linux/sched/
H A Dmm.h543 if (likely(!(atomic_read(&mm->membarrier_state) & in membarrier_mm_sync_core_before_usermode()
/linux-6.15/include/linux/
H A Dmm_types.h934 atomic_t membarrier_state; member