Lines Matching refs:ops_state

1667 	} while (atomic_long_read_acquire(&p->scx.ops_state) == opss);  in wait_ops_state()
1947 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in dispatch_enqueue()
2113 opss = atomic_long_read(&p->scx.ops_state) & SCX_OPSS_STATE_MASK; in direct_dispatch()
2123 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in direct_dispatch()
2128 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in direct_dispatch()
2202 WARN_ON_ONCE(atomic_long_read(&p->scx.ops_state) != SCX_OPSS_NONE); in do_enqueue_task()
2203 atomic_long_set(&p->scx.ops_state, SCX_OPSS_QUEUEING | qseq); in do_enqueue_task()
2219 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_QUEUED | qseq); in do_enqueue_task()
2328 opss = atomic_long_read_acquire(&p->scx.ops_state); in ops_dequeue()
2343 if (atomic_long_try_cmpxchg(&p->scx.ops_state, &opss, in ops_dequeue()
2362 BUG_ON(atomic_long_read(&p->scx.ops_state) != SCX_OPSS_NONE); in ops_dequeue()
2824 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in dispatch_to_local_dsq()
2898 opss = atomic_long_read(&p->scx.ops_state); in finish_dispatch()
2921 if (likely(atomic_long_try_cmpxchg(&p->scx.ops_state, &opss, in finish_dispatch()
4981 unsigned long ops_state = atomic_long_read(&p->scx.ops_state); in scx_dump_task() local
4994 p->scx.dsq_flags, ops_state & SCX_OPSS_STATE_MASK, in scx_dump_task()
4995 ops_state >> SCX_OPSS_QSEQ_SHIFT); in scx_dump_task()
6143 .qseq = atomic_long_read(&p->scx.ops_state) & SCX_OPSS_QSEQ_MASK, in scx_dsq_insert_commit()