rcu: Move rcu_data.cpu_no_qs.b.exp reset to rcu_export_exp_rdp()
On non-preemptible RCU, move clearing of the rcu_data structure's ->cpu_no_qs.b.exp filed to the actual expedited quiescent state report function, matching hw preemptible RCU handles the ->exp_deferred_qs field. This prepares for removing ->exp_deferred_qs in favor of ->cpu_no_qs.b.exp for both preemptible and non-preemptible RCU. Signed-off-by: Frederic Weisbecker <frederic@kernel.org> Signed-off-by: Paul E. McKenney <paulmck@kernel.org>
This commit is contained in:
parent
a438265948
commit
6e16b0f7ba
|
@ -256,6 +256,7 @@ static void rcu_report_exp_cpu_mult(struct rcu_node *rnp,
|
||||||
static void rcu_report_exp_rdp(struct rcu_data *rdp)
|
static void rcu_report_exp_rdp(struct rcu_data *rdp)
|
||||||
{
|
{
|
||||||
WRITE_ONCE(rdp->exp_deferred_qs, false);
|
WRITE_ONCE(rdp->exp_deferred_qs, false);
|
||||||
|
WRITE_ONCE(rdp->cpu_no_qs.b.exp, false);
|
||||||
rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true);
|
rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -849,10 +849,8 @@ static void rcu_qs(void)
|
||||||
trace_rcu_grace_period(TPS("rcu_sched"),
|
trace_rcu_grace_period(TPS("rcu_sched"),
|
||||||
__this_cpu_read(rcu_data.gp_seq), TPS("cpuqs"));
|
__this_cpu_read(rcu_data.gp_seq), TPS("cpuqs"));
|
||||||
__this_cpu_write(rcu_data.cpu_no_qs.b.norm, false);
|
__this_cpu_write(rcu_data.cpu_no_qs.b.norm, false);
|
||||||
if (!__this_cpu_read(rcu_data.cpu_no_qs.b.exp))
|
if (__this_cpu_read(rcu_data.cpu_no_qs.b.exp))
|
||||||
return;
|
rcu_report_exp_rdp(this_cpu_ptr(&rcu_data));
|
||||||
__this_cpu_write(rcu_data.cpu_no_qs.b.exp, false);
|
|
||||||
rcu_report_exp_rdp(this_cpu_ptr(&rcu_data));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
|
Loading…
Reference in New Issue