blob: e6ae3fe5cdc6eba21bc4f487da841e2ec7c49701 [file] [log] [blame]
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +05301/*
2 * linux/arch/arm/mach-omap2/cpuidle34xx.c
3 *
4 * OMAP3 CPU IDLE Routines
5 *
6 * Copyright (C) 2008 Texas Instruments, Inc.
7 * Rajendra Nayak <rnayak@ti.com>
8 *
9 * Copyright (C) 2007 Texas Instruments, Inc.
10 * Karthik Dasu <karthik-dp@ti.com>
11 *
12 * Copyright (C) 2006 Nokia Corporation
13 * Tony Lindgren <tony@atomide.com>
14 *
15 * Copyright (C) 2005 Texas Instruments, Inc.
16 * Richard Woodruff <r-woodruff2@ti.com>
17 *
18 * Based on pm.c for omap2
19 *
20 * This program is free software; you can redistribute it and/or modify
21 * it under the terms of the GNU General Public License version 2 as
22 * published by the Free Software Foundation.
23 */
24
Tero Kristocf228542009-03-20 15:21:02 +020025#include <linux/sched.h>
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053026#include <linux/cpuidle.h>
Kevin Hilman5698eb42011-11-07 15:58:40 -080027#include <linux/export.h>
Santosh Shilimkarff819da2011-09-03 22:38:27 +053028#include <linux/cpu_pm.h>
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053029
30#include <plat/prcm.h>
Rajendra Nayak20b01662008-10-08 17:31:22 +053031#include <plat/irqs.h>
Paul Walmsley72e06d02010-12-21 21:05:16 -070032#include "powerdomain.h"
Paul Walmsley1540f2142010-12-21 21:05:15 -070033#include "clockdomain.h"
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053034
Kevin Hilmanc98e2232008-10-28 17:30:07 -070035#include "pm.h"
Paul Walmsley4814ced2010-10-08 11:40:20 -060036#include "control.h"
Santosh Shilimkarba8bb182011-12-05 09:46:24 +010037#include "common.h"
Kevin Hilmanc98e2232008-10-28 17:30:07 -070038
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053039#ifdef CONFIG_CPU_IDLE
40
Jean Pihetbadc3032011-05-09 12:02:14 +020041/* Mach specific information to be recorded in the C-state driver_data */
42struct omap3_idle_statedata {
43 u32 mpu_state;
44 u32 core_state;
Jean Pihetbadc3032011-05-09 12:02:14 +020045};
Daniel Lezcano0c2487f2012-04-24 16:05:33 +020046
Daniel Lezcano97abc492012-04-24 16:05:37 +020047static struct omap3_idle_statedata omap3_idle_data[] = {
Daniel Lezcano88c377dd2012-04-24 16:05:34 +020048 {
49 .mpu_state = PWRDM_POWER_ON,
50 .core_state = PWRDM_POWER_ON,
51 },
52 {
53 .mpu_state = PWRDM_POWER_ON,
54 .core_state = PWRDM_POWER_ON,
55 },
56 {
57 .mpu_state = PWRDM_POWER_RET,
58 .core_state = PWRDM_POWER_ON,
59 },
60 {
61 .mpu_state = PWRDM_POWER_OFF,
62 .core_state = PWRDM_POWER_ON,
63 },
64 {
65 .mpu_state = PWRDM_POWER_RET,
66 .core_state = PWRDM_POWER_RET,
67 },
68 {
69 .mpu_state = PWRDM_POWER_OFF,
70 .core_state = PWRDM_POWER_RET,
71 },
72 {
73 .mpu_state = PWRDM_POWER_OFF,
74 .core_state = PWRDM_POWER_OFF,
75 },
76};
Jean Pihetbadc3032011-05-09 12:02:14 +020077
Daniel Lezcano34fd57b2012-04-24 16:05:39 +020078static struct powerdomain *mpu_pd, *core_pd, *per_pd, *cam_pd;
Kevin Hilmanbb4de3d2009-12-15 16:37:18 -080079
Robert Lee6da45dc2012-03-20 15:22:46 -050080static int __omap3_enter_idle(struct cpuidle_device *dev,
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +053081 struct cpuidle_driver *drv,
Deepthi Dharware978aa72011-10-28 16:20:09 +053082 int index)
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053083{
Daniel Lezcano6622ac52012-04-24 16:05:35 +020084 struct omap3_idle_statedata *cx = &omap3_idle_data[index];
Kevin Hilmanc98e2232008-10-28 17:30:07 -070085 u32 mpu_state = cx->mpu_state, core_state = cx->core_state;
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053086
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053087 local_fiq_disable();
88
Jouni Hogander71391782008-10-28 10:59:05 +020089 pwrdm_set_next_pwrst(mpu_pd, mpu_state);
90 pwrdm_set_next_pwrst(core_pd, core_state);
Rajendra Nayak20b01662008-10-08 17:31:22 +053091
Tero Kristocf228542009-03-20 15:21:02 +020092 if (omap_irq_pending() || need_resched())
Rajendra Nayak20b01662008-10-08 17:31:22 +053093 goto return_sleep_time;
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053094
Jean Pihetbadc3032011-05-09 12:02:14 +020095 /* Deny idle for C1 */
Deepthi Dharware978aa72011-10-28 16:20:09 +053096 if (index == 0) {
Jean Pihet05011f72012-06-01 17:11:08 +020097 clkdm_deny_idle(mpu_pd->pwrdm_clkdms[0]);
98 clkdm_deny_idle(core_pd->pwrdm_clkdms[0]);
Peter 'p2' De Schrijver06d8f062009-03-13 18:19:16 +020099 }
100
Santosh Shilimkarff819da2011-09-03 22:38:27 +0530101 /*
102 * Call idle CPU PM enter notifier chain so that
103 * VFP context is saved.
104 */
105 if (mpu_state == PWRDM_POWER_OFF)
106 cpu_pm_enter();
107
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530108 /* Execute ARM wfi */
109 omap_sram_idle();
110
Santosh Shilimkarff819da2011-09-03 22:38:27 +0530111 /*
112 * Call idle CPU PM enter notifier chain to restore
113 * VFP context.
114 */
115 if (pwrdm_read_prev_pwrst(mpu_pd) == PWRDM_POWER_OFF)
116 cpu_pm_exit();
117
Jean Pihetbadc3032011-05-09 12:02:14 +0200118 /* Re-allow idle for C1 */
Deepthi Dharware978aa72011-10-28 16:20:09 +0530119 if (index == 0) {
Jean Pihet05011f72012-06-01 17:11:08 +0200120 clkdm_allow_idle(mpu_pd->pwrdm_clkdms[0]);
121 clkdm_allow_idle(core_pd->pwrdm_clkdms[0]);
Peter 'p2' De Schrijver06d8f062009-03-13 18:19:16 +0200122 }
123
Rajendra Nayak20b01662008-10-08 17:31:22 +0530124return_sleep_time:
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530125
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530126 local_fiq_enable();
127
Deepthi Dharware978aa72011-10-28 16:20:09 +0530128 return index;
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530129}
130
131/**
Robert Lee6da45dc2012-03-20 15:22:46 -0500132 * omap3_enter_idle - Programs OMAP3 to enter the specified state
133 * @dev: cpuidle device
134 * @drv: cpuidle driver
135 * @index: the index of state to be entered
136 *
137 * Called from the CPUidle framework to program the device to the
138 * specified target state selected by the governor.
139 */
140static inline int omap3_enter_idle(struct cpuidle_device *dev,
141 struct cpuidle_driver *drv,
142 int index)
143{
144 return cpuidle_wrap_enter(dev, drv, index, __omap3_enter_idle);
145}
146
147/**
Jean Pihet04908912011-05-09 12:02:16 +0200148 * next_valid_state - Find next valid C-state
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530149 * @dev: cpuidle device
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530150 * @drv: cpuidle driver
Deepthi Dharware978aa72011-10-28 16:20:09 +0530151 * @index: Index of currently selected c-state
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530152 *
Deepthi Dharware978aa72011-10-28 16:20:09 +0530153 * If the state corresponding to index is valid, index is returned back
154 * to the caller. Else, this function searches for a lower c-state which is
155 * still valid (as defined in omap3_power_states[]) and returns its index.
Jean Pihet04908912011-05-09 12:02:16 +0200156 *
157 * A state is valid if the 'valid' field is enabled and
158 * if it satisfies the enable_off_mode condition.
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530159 */
Deepthi Dharware978aa72011-10-28 16:20:09 +0530160static int next_valid_state(struct cpuidle_device *dev,
Daniel Lezcanoe92a4582012-04-24 16:05:36 +0200161 struct cpuidle_driver *drv, int index)
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530162{
Daniel Lezcano6622ac52012-04-24 16:05:35 +0200163 struct omap3_idle_statedata *cx = &omap3_idle_data[index];
Jean Pihet04908912011-05-09 12:02:16 +0200164 u32 mpu_deepest_state = PWRDM_POWER_RET;
165 u32 core_deepest_state = PWRDM_POWER_RET;
Daniel Lezcanoe92a4582012-04-24 16:05:36 +0200166 int idx;
Jean Pihet063a5d02012-06-01 17:11:06 +0200167 int next_index = 0; /* C1 is the default value */
Jean Pihet04908912011-05-09 12:02:16 +0200168
169 if (enable_off_mode) {
170 mpu_deepest_state = PWRDM_POWER_OFF;
171 /*
172 * Erratum i583: valable for ES rev < Es1.2 on 3630.
173 * CORE OFF mode is not supported in a stable form, restrict
174 * instead the CORE state to RET.
175 */
176 if (!IS_PM34XX_ERRATUM(PM_SDRC_WAKEUP_ERRATUM_i583))
177 core_deepest_state = PWRDM_POWER_OFF;
178 }
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530179
180 /* Check if current state is valid */
Daniel Lezcanof79b5d82012-04-24 16:05:32 +0200181 if ((cx->mpu_state >= mpu_deepest_state) &&
Daniel Lezcanoe92a4582012-04-24 16:05:36 +0200182 (cx->core_state >= core_deepest_state))
Deepthi Dharware978aa72011-10-28 16:20:09 +0530183 return index;
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530184
Daniel Lezcanoe92a4582012-04-24 16:05:36 +0200185 /*
186 * Drop to next valid state.
187 * Start search from the next (lower) state.
188 */
189 for (idx = index - 1; idx >= 0; idx--) {
190 cx = &omap3_idle_data[idx];
191 if ((cx->mpu_state >= mpu_deepest_state) &&
192 (cx->core_state >= core_deepest_state)) {
193 next_index = idx;
194 break;
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530195 }
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530196 }
197
Deepthi Dharware978aa72011-10-28 16:20:09 +0530198 return next_index;
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530199}
200
201/**
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530202 * omap3_enter_idle_bm - Checks for any bus activity
203 * @dev: cpuidle device
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530204 * @drv: cpuidle driver
Deepthi Dharware978aa72011-10-28 16:20:09 +0530205 * @index: array index of target state to be programmed
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530206 *
Jean Pihetbadc3032011-05-09 12:02:14 +0200207 * This function checks for any pending activity and then programs
208 * the device to the specified or a safer state.
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530209 */
210static int omap3_enter_idle_bm(struct cpuidle_device *dev,
Jean Pihet13d65c82012-06-01 17:11:07 +0200211 struct cpuidle_driver *drv,
Deepthi Dharware978aa72011-10-28 16:20:09 +0530212 int index)
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530213{
Deepthi Dharware978aa72011-10-28 16:20:09 +0530214 int new_state_idx;
Jean Pihet13d65c82012-06-01 17:11:07 +0200215 u32 core_next_state, per_next_state = 0, per_saved_state = 0;
Jean Pihetbadc3032011-05-09 12:02:14 +0200216 struct omap3_idle_statedata *cx;
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700217 int ret;
Kevin Hilman0f724ed2008-10-28 17:32:11 -0700218
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700219 /*
Jean Pihet13d65c82012-06-01 17:11:07 +0200220 * Use only C1 if CAM is active.
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700221 * CAM does not have wakeup capability in OMAP3.
222 */
Jean Pihet13d65c82012-06-01 17:11:07 +0200223 if (pwrdm_read_pwrst(cam_pd) == PWRDM_POWER_ON)
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530224 new_state_idx = drv->safe_state_index;
Jean Pihet13d65c82012-06-01 17:11:07 +0200225 else
226 new_state_idx = next_valid_state(dev, drv, index);
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700227
228 /*
Jean Pihetc6cd91d2011-05-09 12:02:15 +0200229 * FIXME: we currently manage device-specific idle states
230 * for PER and CORE in combination with CPU-specific
231 * idle states. This is wrong, and device-specific
232 * idle management needs to be separated out into
233 * its own code.
234 */
235
Jean Pihet13d65c82012-06-01 17:11:07 +0200236 /* Program PER state */
237 cx = &omap3_idle_data[new_state_idx];
Jean Pihetc6cd91d2011-05-09 12:02:15 +0200238 core_next_state = cx->core_state;
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700239 per_next_state = per_saved_state = pwrdm_read_next_pwrst(per_pd);
Jean Pihet13d65c82012-06-01 17:11:07 +0200240 if (new_state_idx == 0) {
241 /* In C1 do not allow PER state lower than CORE state */
242 if (per_next_state < core_next_state)
243 per_next_state = core_next_state;
244 } else {
245 /*
246 * Prevent PER OFF if CORE is not in RETention or OFF as this
247 * would disable PER wakeups completely.
248 */
249 if ((per_next_state == PWRDM_POWER_OFF) &&
250 (core_next_state > PWRDM_POWER_RET))
251 per_next_state = PWRDM_POWER_RET;
252 }
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700253
254 /* Are we changing PER target state? */
255 if (per_next_state != per_saved_state)
256 pwrdm_set_next_pwrst(per_pd, per_next_state);
257
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530258 ret = omap3_enter_idle(dev, drv, new_state_idx);
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700259
260 /* Restore original PER state if it was modified */
261 if (per_next_state != per_saved_state)
262 pwrdm_set_next_pwrst(per_pd, per_saved_state);
263
264 return ret;
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530265}
266
267DEFINE_PER_CPU(struct cpuidle_device, omap3_idle_dev);
268
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530269struct cpuidle_driver omap3_idle_driver = {
270 .name = "omap3_idle",
271 .owner = THIS_MODULE,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200272 .states = {
273 {
Jean Pihet13d65c82012-06-01 17:11:07 +0200274 .enter = omap3_enter_idle_bm,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200275 .exit_latency = 2 + 2,
276 .target_residency = 5,
277 .flags = CPUIDLE_FLAG_TIME_VALID,
278 .name = "C1",
279 .desc = "MPU ON + CORE ON",
280 },
281 {
282 .enter = omap3_enter_idle_bm,
283 .exit_latency = 10 + 10,
284 .target_residency = 30,
285 .flags = CPUIDLE_FLAG_TIME_VALID,
286 .name = "C2",
287 .desc = "MPU ON + CORE ON",
288 },
289 {
290 .enter = omap3_enter_idle_bm,
291 .exit_latency = 50 + 50,
292 .target_residency = 300,
293 .flags = CPUIDLE_FLAG_TIME_VALID,
294 .name = "C3",
295 .desc = "MPU RET + CORE ON",
296 },
297 {
298 .enter = omap3_enter_idle_bm,
299 .exit_latency = 1500 + 1800,
300 .target_residency = 4000,
301 .flags = CPUIDLE_FLAG_TIME_VALID,
302 .name = "C4",
303 .desc = "MPU OFF + CORE ON",
304 },
305 {
306 .enter = omap3_enter_idle_bm,
307 .exit_latency = 2500 + 7500,
308 .target_residency = 12000,
309 .flags = CPUIDLE_FLAG_TIME_VALID,
310 .name = "C5",
311 .desc = "MPU RET + CORE RET",
312 },
313 {
314 .enter = omap3_enter_idle_bm,
315 .exit_latency = 3000 + 8500,
316 .target_residency = 15000,
317 .flags = CPUIDLE_FLAG_TIME_VALID,
318 .name = "C6",
319 .desc = "MPU OFF + CORE RET",
320 },
321 {
322 .enter = omap3_enter_idle_bm,
323 .exit_latency = 10000 + 30000,
324 .target_residency = 30000,
325 .flags = CPUIDLE_FLAG_TIME_VALID,
326 .name = "C7",
327 .desc = "MPU OFF + CORE OFF",
328 },
329 },
Daniel Lezcano88c377dd2012-04-24 16:05:34 +0200330 .state_count = ARRAY_SIZE(omap3_idle_data),
Daniel Lezcano200dd522012-04-24 16:05:30 +0200331 .safe_state_index = 0,
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530332};
333
334/**
335 * omap3_idle_init - Init routine for OMAP3 idle
336 *
Jean Pihetbadc3032011-05-09 12:02:14 +0200337 * Registers the OMAP3 specific cpuidle driver to the cpuidle
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530338 * framework with the valid set of states.
339 */
Kalle Jokiniemi03433712008-09-26 11:04:20 +0300340int __init omap3_idle_init(void)
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530341{
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530342 struct cpuidle_device *dev;
343
344 mpu_pd = pwrdm_lookup("mpu_pwrdm");
Rajendra Nayak20b01662008-10-08 17:31:22 +0530345 core_pd = pwrdm_lookup("core_pwrdm");
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700346 per_pd = pwrdm_lookup("per_pwrdm");
347 cam_pd = pwrdm_lookup("cam_pwrdm");
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530348
Daniel Lezcanodaa37ce2012-05-04 19:18:40 +0200349 if (!mpu_pd || !core_pd || !per_pd || !cam_pd)
350 return -ENODEV;
351
Daniel Lezcano6622ac52012-04-24 16:05:35 +0200352 cpuidle_register_driver(&omap3_idle_driver);
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530353
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530354 dev = &per_cpu(omap3_idle_dev, smp_processor_id());
Daniel Lezcano6622ac52012-04-24 16:05:35 +0200355 dev->cpu = 0;
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530356
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530357 if (cpuidle_register_device(dev)) {
358 printk(KERN_ERR "%s: CPUidle register device failed\n",
359 __func__);
360 return -EIO;
361 }
362
363 return 0;
364}
Kalle Jokiniemi03433712008-09-26 11:04:20 +0300365#else
366int __init omap3_idle_init(void)
367{
368 return 0;
369}
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530370#endif /* CONFIG_CPU_IDLE */