2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* Idle daemon for PowerPC. Idle daemon will handle any action
|
|
|
|
* that needs to be taken when the system becomes idle.
|
|
|
|
*
|
2006-03-27 04:03:03 +00:00
|
|
|
* Originally written by Cort Dougan (cort@cs.nmt.edu).
|
|
|
|
* Subsequent 32-bit hacking by Tom Rini, Armin Kuster,
|
|
|
|
* Paul Mackerras and others.
|
2005-04-16 22:20:36 +00:00
|
|
|
*
|
|
|
|
* iSeries supported added by Mike Corrigan <mikejc@us.ibm.com>
|
|
|
|
*
|
|
|
|
* Additional shared processor, SMT, and firmware support
|
|
|
|
* Copyright (c) 2003 Dave Engebretsen <engebret@us.ibm.com>
|
|
|
|
*
|
2006-03-27 04:03:03 +00:00
|
|
|
* 32-bit and 64-bit versions merged by Paul Mackerras <paulus@samba.org>
|
|
|
|
*
|
2005-04-16 22:20:36 +00:00
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public License
|
|
|
|
* as published by the Free Software Foundation; either version
|
|
|
|
* 2 of the License, or (at your option) any later version.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/smp.h>
|
|
|
|
#include <linux/cpu.h>
|
|
|
|
#include <linux/sysctl.h>
|
2007-09-21 03:26:03 +00:00
|
|
|
#include <linux/tick.h>
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#include <asm/system.h>
|
|
|
|
#include <asm/processor.h>
|
|
|
|
#include <asm/cputable.h>
|
|
|
|
#include <asm/time.h>
|
2005-07-08 00:56:28 +00:00
|
|
|
#include <asm/machdep.h>
|
2005-11-07 02:18:13 +00:00
|
|
|
#include <asm/smp.h>
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2006-03-27 04:03:03 +00:00
|
|
|
#ifdef CONFIG_HOTPLUG_CPU
|
2008-09-24 22:56:25 +00:00
|
|
|
#define cpu_should_die() cpu_is_offline(smp_processor_id())
|
2006-03-27 04:03:03 +00:00
|
|
|
#else
|
|
|
|
#define cpu_should_die() 0
|
|
|
|
#endif
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2011-11-30 02:46:31 +00:00
|
|
|
unsigned long cpuidle_disable = IDLE_NO_OVERRIDE;
|
|
|
|
EXPORT_SYMBOL(cpuidle_disable);
|
|
|
|
|
2006-10-24 16:31:26 +00:00
|
|
|
static int __init powersave_off(char *arg)
|
|
|
|
{
|
|
|
|
ppc_md.power_save = NULL;
|
2011-11-30 02:46:31 +00:00
|
|
|
cpuidle_disable = IDLE_POWERSAVE_OFF;
|
2006-10-24 16:31:26 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
__setup("powersave=off", powersave_off);
|
|
|
|
|
2006-03-27 04:03:03 +00:00
|
|
|
/*
|
|
|
|
* The body of the idle task.
|
|
|
|
*/
|
|
|
|
void cpu_idle(void)
|
2005-04-16 22:20:36 +00:00
|
|
|
{
|
2006-03-27 04:03:03 +00:00
|
|
|
if (ppc_md.idle_loop)
|
|
|
|
ppc_md.idle_loop(); /* doesn't return */
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2006-03-27 04:03:03 +00:00
|
|
|
set_thread_flag(TIF_POLLING_NRFLAG);
|
2005-04-16 22:20:36 +00:00
|
|
|
while (1) {
|
2011-11-17 17:48:14 +00:00
|
|
|
tick_nohz_idle_enter();
|
2012-01-09 14:29:15 +00:00
|
|
|
rcu_idle_enter();
|
2011-11-17 17:48:14 +00:00
|
|
|
|
2006-03-27 04:03:03 +00:00
|
|
|
while (!need_resched() && !cpu_should_die()) {
|
2006-04-02 09:54:09 +00:00
|
|
|
ppc64_runlatch_off();
|
|
|
|
|
2006-03-27 04:03:03 +00:00
|
|
|
if (ppc_md.power_save) {
|
|
|
|
clear_thread_flag(TIF_POLLING_NRFLAG);
|
|
|
|
/*
|
|
|
|
* smp_mb is so clearing of TIF_POLLING_NRFLAG
|
|
|
|
* is ordered w.r.t. need_resched() test.
|
|
|
|
*/
|
|
|
|
smp_mb();
|
|
|
|
local_irq_disable();
|
|
|
|
|
2008-11-15 00:21:19 +00:00
|
|
|
/* Don't trace irqs off for idle */
|
|
|
|
stop_critical_timings();
|
|
|
|
|
2006-03-27 04:03:03 +00:00
|
|
|
/* check again after disabling irqs */
|
|
|
|
if (!need_resched() && !cpu_should_die())
|
|
|
|
ppc_md.power_save();
|
|
|
|
|
2008-11-15 00:21:19 +00:00
|
|
|
start_critical_timings();
|
|
|
|
|
2006-03-27 04:03:03 +00:00
|
|
|
local_irq_enable();
|
|
|
|
set_thread_flag(TIF_POLLING_NRFLAG);
|
|
|
|
|
|
|
|
} else {
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* Go into low thread priority and possibly
|
|
|
|
* low power mode.
|
|
|
|
*/
|
|
|
|
HMT_low();
|
|
|
|
HMT_very_low();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2006-03-27 04:03:03 +00:00
|
|
|
HMT_medium();
|
2005-07-08 00:56:33 +00:00
|
|
|
ppc64_runlatch_on();
|
2012-01-09 14:29:15 +00:00
|
|
|
rcu_idle_exit();
|
2011-11-17 17:48:14 +00:00
|
|
|
tick_nohz_idle_exit();
|
2010-08-04 18:28:33 +00:00
|
|
|
preempt_enable_no_resched();
|
2006-03-27 04:03:03 +00:00
|
|
|
if (cpu_should_die())
|
|
|
|
cpu_die();
|
2005-04-16 22:20:36 +00:00
|
|
|
schedule();
|
2005-11-09 05:39:01 +00:00
|
|
|
preempt_disable();
|
2005-04-16 22:20:36 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-11-30 02:46:31 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* cpu_idle_wait - Used to ensure that all the CPUs come out of the old
|
|
|
|
* idle loop and start using the new idle loop.
|
|
|
|
* Required while changing idle handler on SMP systems.
|
|
|
|
* Caller must have changed idle handler to the new value before the call.
|
|
|
|
* This window may be larger on shared systems.
|
|
|
|
*/
|
|
|
|
void cpu_idle_wait(void)
|
|
|
|
{
|
|
|
|
int cpu;
|
|
|
|
smp_mb();
|
|
|
|
|
|
|
|
/* kick all the CPUs so that they exit out of old idle routine */
|
|
|
|
get_online_cpus();
|
|
|
|
for_each_online_cpu(cpu) {
|
|
|
|
if (cpu != smp_processor_id())
|
|
|
|
smp_send_reschedule(cpu);
|
|
|
|
}
|
|
|
|
put_online_cpus();
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(cpu_idle_wait);
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
int powersave_nap;
|
|
|
|
|
|
|
|
#ifdef CONFIG_SYSCTL
|
|
|
|
/*
|
|
|
|
* Register the sysctl to set/clear powersave_nap.
|
|
|
|
*/
|
|
|
|
static ctl_table powersave_nap_ctl_table[]={
|
|
|
|
{
|
|
|
|
.procname = "powersave-nap",
|
|
|
|
.data = &powersave_nap,
|
|
|
|
.maxlen = sizeof(int),
|
|
|
|
.mode = 0644,
|
2009-11-16 11:11:48 +00:00
|
|
|
.proc_handler = proc_dointvec,
|
2005-04-16 22:20:36 +00:00
|
|
|
},
|
2007-02-14 08:33:46 +00:00
|
|
|
{}
|
2005-04-16 22:20:36 +00:00
|
|
|
};
|
|
|
|
static ctl_table powersave_nap_sysctl_root[] = {
|
2007-02-14 08:33:46 +00:00
|
|
|
{
|
|
|
|
.procname = "kernel",
|
2007-10-27 18:34:53 +00:00
|
|
|
.mode = 0555,
|
2007-02-14 08:33:46 +00:00
|
|
|
.child = powersave_nap_ctl_table,
|
|
|
|
},
|
|
|
|
{}
|
2005-04-16 22:20:36 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
static int __init
|
|
|
|
register_powersave_nap_sysctl(void)
|
|
|
|
{
|
2007-02-14 08:34:09 +00:00
|
|
|
register_sysctl_table(powersave_nap_sysctl_root);
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
__initcall(register_powersave_nap_sysctl);
|
|
|
|
#endif
|