c1d51f684c
Currently, the cpuidle subsystem uses microseconds as the unit of time which (among other things) causes the idle loop to incur some integer division overhead for no clear benefit. In order to allow cpuidle to measure time in nanoseconds, add two new fields, exit_latency_ns and target_residency_ns, to represent the exit latency and target residency of an idle state in nanoseconds, respectively, to struct cpuidle_state and initialize them with the help of the corresponding values in microseconds provided by drivers. Additionally, change cpuidle_governor_latency_req() to return the idle state exit latency constraint in nanoseconds. Also meeasure idle state residency (last_residency_ns in struct cpuidle_device and time_ns in struct cpuidle_driver) in nanoseconds and update the cpuidle core and governors accordingly. However, the menu governor still computes typical intervals in microseconds to avoid integer overflows. Signed-off-by: Rafael J. Wysocki <rafael.j.wysocki@intel.com> Acked-by: Peter Zijlstra (Intel) <peterz@infradead.org> Acked-by: Doug Smythies <dsmythies@telus.net> Tested-by: Doug Smythies <dsmythies@telus.net>
60 lines
1.3 KiB
C
60 lines
1.3 KiB
C
// SPDX-License-Identifier: GPL-2.0-only
|
|
/*
|
|
* poll_state.c - Polling idle state
|
|
*/
|
|
|
|
#include <linux/cpuidle.h>
|
|
#include <linux/sched.h>
|
|
#include <linux/sched/clock.h>
|
|
#include <linux/sched/idle.h>
|
|
|
|
#define POLL_IDLE_RELAX_COUNT 200
|
|
|
|
static int __cpuidle poll_idle(struct cpuidle_device *dev,
|
|
struct cpuidle_driver *drv, int index)
|
|
{
|
|
u64 time_start = local_clock();
|
|
|
|
dev->poll_time_limit = false;
|
|
|
|
local_irq_enable();
|
|
if (!current_set_polling_and_test()) {
|
|
unsigned int loop_count = 0;
|
|
u64 limit;
|
|
|
|
limit = cpuidle_poll_time(drv, dev);
|
|
|
|
while (!need_resched()) {
|
|
cpu_relax();
|
|
if (loop_count++ < POLL_IDLE_RELAX_COUNT)
|
|
continue;
|
|
|
|
loop_count = 0;
|
|
if (local_clock() - time_start > limit) {
|
|
dev->poll_time_limit = true;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
current_clr_polling();
|
|
|
|
return index;
|
|
}
|
|
|
|
void cpuidle_poll_state_init(struct cpuidle_driver *drv)
|
|
{
|
|
struct cpuidle_state *state = &drv->states[0];
|
|
|
|
snprintf(state->name, CPUIDLE_NAME_LEN, "POLL");
|
|
snprintf(state->desc, CPUIDLE_DESC_LEN, "CPUIDLE CORE POLL IDLE");
|
|
state->exit_latency = 0;
|
|
state->target_residency = 0;
|
|
state->exit_latency_ns = 0;
|
|
state->target_residency_ns = 0;
|
|
state->power_usage = -1;
|
|
state->enter = poll_idle;
|
|
state->disabled = false;
|
|
state->flags = CPUIDLE_FLAG_POLLING;
|
|
}
|
|
EXPORT_SYMBOL_GPL(cpuidle_poll_state_init);
|