Lines Matching refs:numab_state
3270 if ((READ_ONCE(current->mm->numa_scan_seq) - vma->numab_state->start_scan_seq) < 2) in vma_is_accessed()
3273 pids = vma->numab_state->pids_active[0] | vma->numab_state->pids_active[1]; in vma_is_accessed()
3292 (vma->numab_state->prev_scan_seq + get_nr_threads(current))) in vma_is_accessed()
3416 if (!vma->numab_state) { in task_numa_work()
3423 if (cmpxchg(&vma->numab_state, NULL, ptr)) { in task_numa_work()
3428 vma->numab_state->start_scan_seq = mm->numa_scan_seq; in task_numa_work()
3430 vma->numab_state->next_scan = now + in task_numa_work()
3434 vma->numab_state->pids_active_reset = vma->numab_state->next_scan + in task_numa_work()
3442 vma->numab_state->prev_scan_seq = mm->numa_scan_seq - 1; in task_numa_work()
3450 vma->numab_state->next_scan)) { in task_numa_work()
3457 time_after(jiffies, vma->numab_state->pids_active_reset)) { in task_numa_work()
3458 vma->numab_state->pids_active_reset = vma->numab_state->pids_active_reset + in task_numa_work()
3460 vma->numab_state->pids_active[0] = READ_ONCE(vma->numab_state->pids_active[1]); in task_numa_work()
3461 vma->numab_state->pids_active[1] = 0; in task_numa_work()
3465 if (vma->numab_state->prev_scan_seq == mm->numa_scan_seq) { in task_numa_work()
3507 vma->numab_state->prev_scan_seq = mm->numa_scan_seq; in task_numa_work()