rcutorture: Affinity forward-progress test to avoid housekeeping CPUs

This commit affinities the forward-progress tests to avoid hogging a
housekeeping CPU on the theory that the offloaded callbacks will be
running on those housekeeping CPUs.

Signed-off-by: Paul E. McKenney <paulmck@linux.ibm.com>
[ paulmck: Fix NULL-pointer issue located by kbuild test robot. ]
Tested-by: Rong Chen <rong.a.chen@intel.com>
This commit is contained in:
Paul E. McKenney 2018-09-21 18:08:09 -07:00
parent 6b3de7a172
commit 5ab7ab8362
3 changed files with 14 additions and 0 deletions

View File

@ -539,8 +539,10 @@ extern struct workqueue_struct *rcu_par_gp_wq;
#ifdef CONFIG_RCU_NOCB_CPU #ifdef CONFIG_RCU_NOCB_CPU
bool rcu_is_nocb_cpu(int cpu); bool rcu_is_nocb_cpu(int cpu);
void rcu_bind_current_to_nocb(void);
#else #else
static inline bool rcu_is_nocb_cpu(int cpu) { return false; } static inline bool rcu_is_nocb_cpu(int cpu) { return false; }
static inline void rcu_bind_current_to_nocb(void) { }
#endif #endif
#endif /* __LINUX_RCU_H */ #endif /* __LINUX_RCU_H */

View File

@ -1803,6 +1803,7 @@ static int rcu_torture_fwd_prog(void *args)
int tested_tries = 0; int tested_tries = 0;
VERBOSE_TOROUT_STRING("rcu_torture_fwd_progress task started"); VERBOSE_TOROUT_STRING("rcu_torture_fwd_progress task started");
rcu_bind_current_to_nocb();
if (!IS_ENABLED(CONFIG_SMP) || !IS_ENABLED(CONFIG_RCU_BOOST)) if (!IS_ENABLED(CONFIG_SMP) || !IS_ENABLED(CONFIG_RCU_BOOST))
set_user_nice(current, MAX_NICE); set_user_nice(current, MAX_NICE);
do { do {

View File

@ -2603,6 +2603,17 @@ static bool init_nocb_callback_list(struct rcu_data *rdp)
return true; return true;
} }
/*
* Bind the current task to the offloaded CPUs. If there are no offloaded
* CPUs, leave the task unbound. Splat if the bind attempt fails.
*/
void rcu_bind_current_to_nocb(void)
{
if (cpumask_available(rcu_nocb_mask) && cpumask_weight(rcu_nocb_mask))
WARN_ON(sched_setaffinity(current->pid, rcu_nocb_mask));
}
EXPORT_SYMBOL_GPL(rcu_bind_current_to_nocb);
#else /* #ifdef CONFIG_RCU_NOCB_CPU */ #else /* #ifdef CONFIG_RCU_NOCB_CPU */
static bool rcu_nocb_cpu_needs_barrier(int cpu) static bool rcu_nocb_cpu_needs_barrier(int cpu)