2019-06-04 16:11:33 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2014-02-28 21:03:44 +08:00
|
|
|
/*
|
2015-02-02 23:32:46 +08:00
|
|
|
* ARM/ARM64 generic CPU idle driver.
|
2014-02-28 21:03:44 +08:00
|
|
|
*
|
|
|
|
* Copyright (C) 2014 ARM Ltd.
|
|
|
|
* Author: Lorenzo Pieralisi <lorenzo.pieralisi@arm.com>
|
|
|
|
*/
|
|
|
|
|
2015-02-02 23:32:46 +08:00
|
|
|
#define pr_fmt(fmt) "CPUidle arm: " fmt
|
2014-02-28 21:03:44 +08:00
|
|
|
|
2020-04-29 18:36:42 +08:00
|
|
|
#include <linux/cpu_cooling.h>
|
2014-02-28 21:03:44 +08:00
|
|
|
#include <linux/cpuidle.h>
|
|
|
|
#include <linux/cpumask.h>
|
|
|
|
#include <linux/cpu_pm.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/of.h>
|
2015-03-05 23:44:42 +08:00
|
|
|
#include <linux/slab.h>
|
2014-02-28 21:03:44 +08:00
|
|
|
|
|
|
|
#include <asm/cpuidle.h>
|
|
|
|
|
|
|
|
#include "dt_idle_states.h"
|
|
|
|
|
|
|
|
/*
|
2015-02-02 23:32:46 +08:00
|
|
|
* arm_enter_idle_state - Programs CPU to enter the specified state
|
2014-02-28 21:03:44 +08:00
|
|
|
*
|
|
|
|
* dev: cpuidle device
|
|
|
|
* drv: cpuidle driver
|
|
|
|
* idx: state index
|
|
|
|
*
|
|
|
|
* Called from the CPUidle framework to program the device to the
|
|
|
|
* specified target state selected by the governor.
|
|
|
|
*/
|
2015-02-02 23:32:46 +08:00
|
|
|
static int arm_enter_idle_state(struct cpuidle_device *dev,
|
|
|
|
struct cpuidle_driver *drv, int idx)
|
2014-02-28 21:03:44 +08:00
|
|
|
{
|
2016-07-20 01:52:56 +08:00
|
|
|
/*
|
|
|
|
* Pass idle state index to arm_cpuidle_suspend which in turn
|
|
|
|
* will call the CPU ops suspend protocol with idle index as a
|
|
|
|
* parameter.
|
|
|
|
*/
|
|
|
|
return CPU_PM_CPU_IDLE_ENTER(arm_cpuidle_suspend, idx);
|
2014-02-28 21:03:44 +08:00
|
|
|
}
|
|
|
|
|
2017-06-12 23:55:10 +08:00
|
|
|
static struct cpuidle_driver arm_idle_driver __initdata = {
|
2015-02-02 23:32:46 +08:00
|
|
|
.name = "arm_idle",
|
2014-02-28 21:03:44 +08:00
|
|
|
.owner = THIS_MODULE,
|
|
|
|
/*
|
|
|
|
* State at index 0 is standby wfi and considered standard
|
|
|
|
* on all ARM platforms. If in some platforms simple wfi
|
|
|
|
* can't be used as "state 0", DT bindings must be implemented
|
|
|
|
* to work around this issue and allow installing a special
|
|
|
|
* handler for idle state index 0.
|
|
|
|
*/
|
|
|
|
.states[0] = {
|
2015-02-02 23:32:46 +08:00
|
|
|
.enter = arm_enter_idle_state,
|
2014-02-28 21:03:44 +08:00
|
|
|
.exit_latency = 1,
|
|
|
|
.target_residency = 1,
|
|
|
|
.power_usage = UINT_MAX,
|
|
|
|
.name = "WFI",
|
2015-02-02 23:32:46 +08:00
|
|
|
.desc = "ARM WFI",
|
2014-02-28 21:03:44 +08:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2015-02-02 23:32:46 +08:00
|
|
|
static const struct of_device_id arm_idle_state_match[] __initconst = {
|
2014-02-28 21:03:44 +08:00
|
|
|
{ .compatible = "arm,idle-state",
|
2015-02-02 23:32:46 +08:00
|
|
|
.data = arm_enter_idle_state },
|
2014-02-28 21:03:44 +08:00
|
|
|
{ },
|
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
2017-10-10 13:47:56 +08:00
|
|
|
* arm_idle_init_cpu
|
2014-02-28 21:03:44 +08:00
|
|
|
*
|
2015-02-02 23:32:46 +08:00
|
|
|
* Registers the arm specific cpuidle driver with the cpuidle
|
2014-02-28 21:03:44 +08:00
|
|
|
* framework. It relies on core code to parse the idle states
|
|
|
|
* and initialize them using driver data structures accordingly.
|
|
|
|
*/
|
2017-10-10 13:47:56 +08:00
|
|
|
static int __init arm_idle_init_cpu(int cpu)
|
2014-02-28 21:03:44 +08:00
|
|
|
{
|
2017-10-10 13:47:56 +08:00
|
|
|
int ret;
|
2017-06-12 23:55:10 +08:00
|
|
|
struct cpuidle_driver *drv;
|
2014-02-28 21:03:44 +08:00
|
|
|
|
2017-10-10 13:47:56 +08:00
|
|
|
drv = kmemdup(&arm_idle_driver, sizeof(*drv), GFP_KERNEL);
|
|
|
|
if (!drv)
|
|
|
|
return -ENOMEM;
|
2017-06-12 23:55:10 +08:00
|
|
|
|
2017-10-10 13:47:56 +08:00
|
|
|
drv->cpumask = (struct cpumask *)cpumask_of(cpu);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Initialize idle states data, starting at index 1. This
|
|
|
|
* driver is DT only, if no DT idle states are detected (ret
|
|
|
|
* == 0) let the driver initialization fail accordingly since
|
|
|
|
* there is no reason to initialize the idle driver if only
|
|
|
|
* wfi is supported.
|
|
|
|
*/
|
|
|
|
ret = dt_init_idle_driver(drv, arm_idle_state_match, 1);
|
|
|
|
if (ret <= 0) {
|
|
|
|
ret = ret ? : -ENODEV;
|
|
|
|
goto out_kfree_drv;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Call arch CPU operations in order to initialize
|
|
|
|
* idle states suspend back-end specific data
|
|
|
|
*/
|
|
|
|
ret = arm_cpuidle_init(cpu);
|
|
|
|
|
|
|
|
/*
|
2019-08-09 19:03:08 +08:00
|
|
|
* Allow the initialization to continue for other CPUs, if the
|
|
|
|
* reported failure is a HW misconfiguration/breakage (-ENXIO).
|
|
|
|
*
|
|
|
|
* Some platforms do not support idle operations
|
|
|
|
* (arm_cpuidle_init() returning -EOPNOTSUPP), we should
|
|
|
|
* not flag this case as an error, it is a valid
|
|
|
|
* configuration.
|
2017-10-10 13:47:56 +08:00
|
|
|
*/
|
|
|
|
if (ret) {
|
2019-08-09 19:03:08 +08:00
|
|
|
if (ret != -EOPNOTSUPP)
|
|
|
|
pr_err("CPU %d failed to init idle CPU ops\n", cpu);
|
2018-11-01 20:22:38 +08:00
|
|
|
ret = ret == -ENXIO ? 0 : ret;
|
|
|
|
goto out_kfree_drv;
|
|
|
|
}
|
|
|
|
|
2018-11-01 18:15:58 +08:00
|
|
|
ret = cpuidle_register(drv, NULL);
|
|
|
|
if (ret)
|
2018-11-01 20:22:38 +08:00
|
|
|
goto out_kfree_drv;
|
2014-02-28 21:03:44 +08:00
|
|
|
|
2020-04-29 18:36:42 +08:00
|
|
|
cpuidle_cooling_register(drv);
|
|
|
|
|
2015-03-05 23:44:42 +08:00
|
|
|
return 0;
|
2017-10-10 13:47:55 +08:00
|
|
|
|
|
|
|
out_kfree_drv:
|
2017-09-01 04:24:36 +08:00
|
|
|
kfree(drv);
|
2017-10-10 13:47:56 +08:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* arm_idle_init - Initializes arm cpuidle driver
|
|
|
|
*
|
|
|
|
* Initializes arm cpuidle driver for all CPUs, if any CPU fails
|
|
|
|
* to register cpuidle driver then rollback to cancel all CPUs
|
|
|
|
* registeration.
|
|
|
|
*/
|
|
|
|
static int __init arm_idle_init(void)
|
|
|
|
{
|
|
|
|
int cpu, ret;
|
|
|
|
struct cpuidle_driver *drv;
|
|
|
|
struct cpuidle_device *dev;
|
|
|
|
|
|
|
|
for_each_possible_cpu(cpu) {
|
|
|
|
ret = arm_idle_init_cpu(cpu);
|
|
|
|
if (ret)
|
|
|
|
goto out_fail;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
2015-03-05 23:44:42 +08:00
|
|
|
out_fail:
|
|
|
|
while (--cpu >= 0) {
|
|
|
|
dev = per_cpu(cpuidle_devices, cpu);
|
2017-10-10 13:47:55 +08:00
|
|
|
drv = cpuidle_get_cpu_driver(dev);
|
2018-11-01 18:15:58 +08:00
|
|
|
cpuidle_unregister(drv);
|
2017-06-12 23:55:10 +08:00
|
|
|
kfree(drv);
|
2015-03-05 23:44:42 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return ret;
|
2014-02-28 21:03:44 +08:00
|
|
|
}
|
2015-02-02 23:32:46 +08:00
|
|
|
device_initcall(arm_idle_init);
|