Lines Matching refs:qsmask

860 …__func__, rnp1->grplo, rnp1->grphi, rnp1->qsmask, rnp1->qsmaskinit, rnp1->qsmaskinitnext, rnp1->rc…  in rcu_watching_snap_recheck()
1286 rdp->core_needs_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1298 need_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1926 rnp->qsmask = rnp->qsmaskinit; in rcu_gp_init()
1933 rnp->grphi, rnp->qsmask); in rcu_gp_init()
1935 mask = rnp->qsmask & ~rnp->qsmaskinitnext; in rcu_gp_init()
1970 if (!READ_ONCE(rnp->qsmask) && !rcu_preempt_blocked_readers_cgp(rnp)) in rcu_gp_fqs_check_wake()
2060 if (!READ_ONCE(rnp->qsmask) && in rcu_gp_fqs_loop()
2145 WARN_ON_ONCE(rnp->qsmask); in rcu_gp_cleanup()
2301 if ((!(rnp->qsmask & mask) && mask) || rnp->gp_seq != gps) { in rcu_report_qs_rnp()
2313 WRITE_ONCE(rnp->qsmask, rnp->qsmask & ~mask); in rcu_report_qs_rnp()
2315 mask, rnp->qsmask, rnp->level, in rcu_report_qs_rnp()
2318 if (rnp->qsmask != 0 || rcu_preempt_blocked_readers_cgp(rnp)) { in rcu_report_qs_rnp()
2336 oldmask = READ_ONCE(rnp_c->qsmask); in rcu_report_qs_rnp()
2365 rnp->qsmask != 0) { in rcu_report_unblock_qs_rnp()
2418 if ((rnp->qsmask & mask) == 0) { in rcu_report_qs_rdp()
2700 if (rnp->qsmask == 0) { in force_qs_rnp()
2714 for_each_leaf_node_cpu_mask(rnp, cpu, rnp->qsmask) { in force_qs_rnp()
4045 WARN_ON_ONCE(rnp->qsmask); in rcu_cleanup_dead_rnp()
4311 if (WARN_ON_ONCE(rnp->qsmask & mask)) { /* RCU waiting on incoming CPU? */ in rcutree_report_cpu_starting()
4360 if (rnp->qsmask & mask) { /* RCU waiting on outgoing CPU? */ in rcutree_report_cpu_dead()
4454 blkd = !!(READ_ONCE(rnp->qsmask) & rdp->grpmask); in rcutree_dying_cpu()
4622 rnp->qsmask = 0; in rcu_init_one()