blob: aa7b379e266148fa8990165a8dae7ba3e09edcf7 [file] [log] [blame]
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +05301/*
2 * linux/arch/arm/mach-omap2/cpuidle34xx.c
3 *
4 * OMAP3 CPU IDLE Routines
5 *
6 * Copyright (C) 2008 Texas Instruments, Inc.
7 * Rajendra Nayak <rnayak@ti.com>
8 *
9 * Copyright (C) 2007 Texas Instruments, Inc.
10 * Karthik Dasu <karthik-dp@ti.com>
11 *
12 * Copyright (C) 2006 Nokia Corporation
13 * Tony Lindgren <tony@atomide.com>
14 *
15 * Copyright (C) 2005 Texas Instruments, Inc.
16 * Richard Woodruff <r-woodruff2@ti.com>
17 *
18 * Based on pm.c for omap2
19 *
20 * This program is free software; you can redistribute it and/or modify
21 * it under the terms of the GNU General Public License version 2 as
22 * published by the Free Software Foundation.
23 */
24
Tero Kristocf228542009-03-20 15:21:02 +020025#include <linux/sched.h>
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053026#include <linux/cpuidle.h>
Kevin Hilman5698eb42011-11-07 15:58:40 -080027#include <linux/export.h>
Santosh Shilimkarff819da2011-09-03 22:38:27 +053028#include <linux/cpu_pm.h>
Daniel Lezcano472a85f2013-04-23 08:54:36 +000029#include <asm/cpuidle.h>
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053030
Paul Walmsley72e06d02010-12-21 21:05:16 -070031#include "powerdomain.h"
Paul Walmsley1540f2142010-12-21 21:05:15 -070032#include "clockdomain.h"
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +053033
Kevin Hilmanc98e2232008-10-28 17:30:07 -070034#include "pm.h"
Paul Walmsley4814ced2010-10-08 11:40:20 -060035#include "control.h"
Santosh Shilimkarba8bb182011-12-05 09:46:24 +010036#include "common.h"
Kevin Hilmanc98e2232008-10-28 17:30:07 -070037
Jean Pihetbadc3032011-05-09 12:02:14 +020038/* Mach specific information to be recorded in the C-state driver_data */
39struct omap3_idle_statedata {
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -070040 u8 mpu_state;
41 u8 core_state;
42 u8 per_min_state;
Paul Walmsley1cd96472013-01-26 00:58:13 -070043 u8 flags;
Jean Pihetbadc3032011-05-09 12:02:14 +020044};
Daniel Lezcano0c2487f2012-04-24 16:05:33 +020045
Paul Walmsley9db316b2012-12-15 01:39:19 -070046static struct powerdomain *mpu_pd, *core_pd, *per_pd, *cam_pd;
47
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -070048/*
Paul Walmsley1cd96472013-01-26 00:58:13 -070049 * Possible flag bits for struct omap3_idle_statedata.flags:
50 *
51 * OMAP_CPUIDLE_CX_NO_CLKDM_IDLE: don't allow the MPU clockdomain to go
52 * inactive. This in turn prevents the MPU DPLL from entering autoidle
53 * mode, so wakeup latency is greatly reduced, at the cost of additional
54 * energy consumption. This also prevents the CORE clockdomain from
55 * entering idle.
56 */
57#define OMAP_CPUIDLE_CX_NO_CLKDM_IDLE BIT(0)
58
59/*
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -070060 * Prevent PER OFF if CORE is not in RETention or OFF as this would
61 * disable PER wakeups completely.
62 */
Daniel Lezcano97abc492012-04-24 16:05:37 +020063static struct omap3_idle_statedata omap3_idle_data[] = {
Daniel Lezcano88c377dd2012-04-24 16:05:34 +020064 {
65 .mpu_state = PWRDM_POWER_ON,
66 .core_state = PWRDM_POWER_ON,
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -070067 /* In C1 do not allow PER state lower than CORE state */
68 .per_min_state = PWRDM_POWER_ON,
Paul Walmsley1cd96472013-01-26 00:58:13 -070069 .flags = OMAP_CPUIDLE_CX_NO_CLKDM_IDLE,
Daniel Lezcano88c377dd2012-04-24 16:05:34 +020070 },
71 {
72 .mpu_state = PWRDM_POWER_ON,
73 .core_state = PWRDM_POWER_ON,
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -070074 .per_min_state = PWRDM_POWER_RET,
Daniel Lezcano88c377dd2012-04-24 16:05:34 +020075 },
76 {
77 .mpu_state = PWRDM_POWER_RET,
78 .core_state = PWRDM_POWER_ON,
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -070079 .per_min_state = PWRDM_POWER_RET,
Daniel Lezcano88c377dd2012-04-24 16:05:34 +020080 },
81 {
82 .mpu_state = PWRDM_POWER_OFF,
83 .core_state = PWRDM_POWER_ON,
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -070084 .per_min_state = PWRDM_POWER_RET,
Daniel Lezcano88c377dd2012-04-24 16:05:34 +020085 },
86 {
87 .mpu_state = PWRDM_POWER_RET,
88 .core_state = PWRDM_POWER_RET,
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -070089 .per_min_state = PWRDM_POWER_OFF,
Daniel Lezcano88c377dd2012-04-24 16:05:34 +020090 },
91 {
92 .mpu_state = PWRDM_POWER_OFF,
93 .core_state = PWRDM_POWER_RET,
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -070094 .per_min_state = PWRDM_POWER_OFF,
Daniel Lezcano88c377dd2012-04-24 16:05:34 +020095 },
96 {
97 .mpu_state = PWRDM_POWER_OFF,
98 .core_state = PWRDM_POWER_OFF,
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -070099 .per_min_state = PWRDM_POWER_OFF,
Daniel Lezcano88c377dd2012-04-24 16:05:34 +0200100 },
101};
Jean Pihetbadc3032011-05-09 12:02:14 +0200102
Daniel Lezcano3dcb9f12013-04-12 12:35:49 +0000103/**
104 * omap3_enter_idle - Programs OMAP3 to enter the specified state
105 * @dev: cpuidle device
106 * @drv: cpuidle driver
107 * @index: the index of state to be entered
108 */
109static int omap3_enter_idle(struct cpuidle_device *dev,
110 struct cpuidle_driver *drv,
111 int index)
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530112{
Daniel Lezcano6622ac52012-04-24 16:05:35 +0200113 struct omap3_idle_statedata *cx = &omap3_idle_data[index];
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530114
Tero Kristocf228542009-03-20 15:21:02 +0200115 if (omap_irq_pending() || need_resched())
Rajendra Nayak20b01662008-10-08 17:31:22 +0530116 goto return_sleep_time;
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530117
Jean Pihetbadc3032011-05-09 12:02:14 +0200118 /* Deny idle for C1 */
Paul Walmsley1cd96472013-01-26 00:58:13 -0700119 if (cx->flags & OMAP_CPUIDLE_CX_NO_CLKDM_IDLE) {
Jean Pihet05011f72012-06-01 17:11:08 +0200120 clkdm_deny_idle(mpu_pd->pwrdm_clkdms[0]);
Paul Walmsley1cd96472013-01-26 00:58:13 -0700121 } else {
122 pwrdm_set_next_pwrst(mpu_pd, cx->mpu_state);
123 pwrdm_set_next_pwrst(core_pd, cx->core_state);
Peter 'p2' De Schrijver06d8f062009-03-13 18:19:16 +0200124 }
125
Santosh Shilimkarff819da2011-09-03 22:38:27 +0530126 /*
127 * Call idle CPU PM enter notifier chain so that
128 * VFP context is saved.
129 */
Paul Walmsley1cd96472013-01-26 00:58:13 -0700130 if (cx->mpu_state == PWRDM_POWER_OFF)
Santosh Shilimkarff819da2011-09-03 22:38:27 +0530131 cpu_pm_enter();
132
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530133 /* Execute ARM wfi */
134 omap_sram_idle();
135
Santosh Shilimkarff819da2011-09-03 22:38:27 +0530136 /*
137 * Call idle CPU PM enter notifier chain to restore
138 * VFP context.
139 */
Paul Walmsley1cd96472013-01-26 00:58:13 -0700140 if (cx->mpu_state == PWRDM_POWER_OFF &&
141 pwrdm_read_prev_pwrst(mpu_pd) == PWRDM_POWER_OFF)
Santosh Shilimkarff819da2011-09-03 22:38:27 +0530142 cpu_pm_exit();
143
Jean Pihetbadc3032011-05-09 12:02:14 +0200144 /* Re-allow idle for C1 */
Paul Walmsley1cd96472013-01-26 00:58:13 -0700145 if (cx->flags & OMAP_CPUIDLE_CX_NO_CLKDM_IDLE)
Jean Pihet05011f72012-06-01 17:11:08 +0200146 clkdm_allow_idle(mpu_pd->pwrdm_clkdms[0]);
Peter 'p2' De Schrijver06d8f062009-03-13 18:19:16 +0200147
Rajendra Nayak20b01662008-10-08 17:31:22 +0530148return_sleep_time:
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530149
Deepthi Dharware978aa72011-10-28 16:20:09 +0530150 return index;
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530151}
152
153/**
Jean Pihet04908912011-05-09 12:02:16 +0200154 * next_valid_state - Find next valid C-state
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530155 * @dev: cpuidle device
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530156 * @drv: cpuidle driver
Deepthi Dharware978aa72011-10-28 16:20:09 +0530157 * @index: Index of currently selected c-state
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530158 *
Deepthi Dharware978aa72011-10-28 16:20:09 +0530159 * If the state corresponding to index is valid, index is returned back
160 * to the caller. Else, this function searches for a lower c-state which is
161 * still valid (as defined in omap3_power_states[]) and returns its index.
Jean Pihet04908912011-05-09 12:02:16 +0200162 *
163 * A state is valid if the 'valid' field is enabled and
164 * if it satisfies the enable_off_mode condition.
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530165 */
Deepthi Dharware978aa72011-10-28 16:20:09 +0530166static int next_valid_state(struct cpuidle_device *dev,
Daniel Lezcanoe92a4582012-04-24 16:05:36 +0200167 struct cpuidle_driver *drv, int index)
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530168{
Daniel Lezcano6622ac52012-04-24 16:05:35 +0200169 struct omap3_idle_statedata *cx = &omap3_idle_data[index];
Jean Pihet04908912011-05-09 12:02:16 +0200170 u32 mpu_deepest_state = PWRDM_POWER_RET;
171 u32 core_deepest_state = PWRDM_POWER_RET;
Daniel Lezcanoe92a4582012-04-24 16:05:36 +0200172 int idx;
Jean Pihet063a5d02012-06-01 17:11:06 +0200173 int next_index = 0; /* C1 is the default value */
Jean Pihet04908912011-05-09 12:02:16 +0200174
175 if (enable_off_mode) {
176 mpu_deepest_state = PWRDM_POWER_OFF;
177 /*
178 * Erratum i583: valable for ES rev < Es1.2 on 3630.
179 * CORE OFF mode is not supported in a stable form, restrict
180 * instead the CORE state to RET.
181 */
182 if (!IS_PM34XX_ERRATUM(PM_SDRC_WAKEUP_ERRATUM_i583))
183 core_deepest_state = PWRDM_POWER_OFF;
184 }
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530185
186 /* Check if current state is valid */
Daniel Lezcanof79b5d82012-04-24 16:05:32 +0200187 if ((cx->mpu_state >= mpu_deepest_state) &&
Daniel Lezcanoe92a4582012-04-24 16:05:36 +0200188 (cx->core_state >= core_deepest_state))
Deepthi Dharware978aa72011-10-28 16:20:09 +0530189 return index;
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530190
Daniel Lezcanoe92a4582012-04-24 16:05:36 +0200191 /*
192 * Drop to next valid state.
193 * Start search from the next (lower) state.
194 */
195 for (idx = index - 1; idx >= 0; idx--) {
Paul Walmsley1cd96472013-01-26 00:58:13 -0700196 cx = &omap3_idle_data[idx];
Daniel Lezcanoe92a4582012-04-24 16:05:36 +0200197 if ((cx->mpu_state >= mpu_deepest_state) &&
198 (cx->core_state >= core_deepest_state)) {
199 next_index = idx;
200 break;
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530201 }
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530202 }
203
Deepthi Dharware978aa72011-10-28 16:20:09 +0530204 return next_index;
Sanjeev Premi6af83b32010-01-28 23:16:43 +0530205}
206
207/**
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530208 * omap3_enter_idle_bm - Checks for any bus activity
209 * @dev: cpuidle device
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530210 * @drv: cpuidle driver
Deepthi Dharware978aa72011-10-28 16:20:09 +0530211 * @index: array index of target state to be programmed
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530212 *
Jean Pihetbadc3032011-05-09 12:02:14 +0200213 * This function checks for any pending activity and then programs
214 * the device to the specified or a safer state.
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530215 */
216static int omap3_enter_idle_bm(struct cpuidle_device *dev,
Jean Pihet13d65c82012-06-01 17:11:07 +0200217 struct cpuidle_driver *drv,
Deepthi Dharware978aa72011-10-28 16:20:09 +0530218 int index)
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530219{
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -0700220 int new_state_idx, ret;
221 u8 per_next_state, per_saved_state;
Jean Pihetbadc3032011-05-09 12:02:14 +0200222 struct omap3_idle_statedata *cx;
Kevin Hilman0f724ed2008-10-28 17:32:11 -0700223
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700224 /*
Jean Pihet13d65c82012-06-01 17:11:07 +0200225 * Use only C1 if CAM is active.
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700226 * CAM does not have wakeup capability in OMAP3.
227 */
Jean Pihet13d65c82012-06-01 17:11:07 +0200228 if (pwrdm_read_pwrst(cam_pd) == PWRDM_POWER_ON)
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530229 new_state_idx = drv->safe_state_index;
Jean Pihet13d65c82012-06-01 17:11:07 +0200230 else
231 new_state_idx = next_valid_state(dev, drv, index);
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700232
233 /*
Jean Pihetc6cd91d2011-05-09 12:02:15 +0200234 * FIXME: we currently manage device-specific idle states
235 * for PER and CORE in combination with CPU-specific
236 * idle states. This is wrong, and device-specific
237 * idle management needs to be separated out into
238 * its own code.
239 */
240
Jean Pihet13d65c82012-06-01 17:11:07 +0200241 /* Program PER state */
242 cx = &omap3_idle_data[new_state_idx];
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700243
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -0700244 per_next_state = pwrdm_read_next_pwrst(per_pd);
245 per_saved_state = per_next_state;
246 if (per_next_state < cx->per_min_state) {
247 per_next_state = cx->per_min_state;
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700248 pwrdm_set_next_pwrst(per_pd, per_next_state);
Paul Walmsleyfd6b42a2013-01-26 00:58:12 -0700249 }
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700250
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530251 ret = omap3_enter_idle(dev, drv, new_state_idx);
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700252
253 /* Restore original PER state if it was modified */
254 if (per_next_state != per_saved_state)
255 pwrdm_set_next_pwrst(per_pd, per_saved_state);
256
257 return ret;
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530258}
259
Paul Walmsley9db316b2012-12-15 01:39:19 -0700260static struct cpuidle_driver omap3_idle_driver = {
Daniel Lezcano0d975582013-03-29 11:31:35 +0100261 .name = "omap3_idle",
262 .owner = THIS_MODULE,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200263 .states = {
264 {
Jean Pihet13d65c82012-06-01 17:11:07 +0200265 .enter = omap3_enter_idle_bm,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200266 .exit_latency = 2 + 2,
267 .target_residency = 5,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200268 .name = "C1",
269 .desc = "MPU ON + CORE ON",
270 },
271 {
272 .enter = omap3_enter_idle_bm,
273 .exit_latency = 10 + 10,
274 .target_residency = 30,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200275 .name = "C2",
276 .desc = "MPU ON + CORE ON",
277 },
278 {
279 .enter = omap3_enter_idle_bm,
280 .exit_latency = 50 + 50,
281 .target_residency = 300,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200282 .name = "C3",
283 .desc = "MPU RET + CORE ON",
284 },
285 {
286 .enter = omap3_enter_idle_bm,
287 .exit_latency = 1500 + 1800,
288 .target_residency = 4000,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200289 .name = "C4",
290 .desc = "MPU OFF + CORE ON",
291 },
292 {
293 .enter = omap3_enter_idle_bm,
294 .exit_latency = 2500 + 7500,
295 .target_residency = 12000,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200296 .name = "C5",
297 .desc = "MPU RET + CORE RET",
298 },
299 {
300 .enter = omap3_enter_idle_bm,
301 .exit_latency = 3000 + 8500,
302 .target_residency = 15000,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200303 .name = "C6",
304 .desc = "MPU OFF + CORE RET",
305 },
306 {
307 .enter = omap3_enter_idle_bm,
308 .exit_latency = 10000 + 30000,
309 .target_residency = 30000,
Daniel Lezcano200dd522012-04-24 16:05:30 +0200310 .name = "C7",
311 .desc = "MPU OFF + CORE OFF",
312 },
313 },
Daniel Lezcano88c377dd2012-04-24 16:05:34 +0200314 .state_count = ARRAY_SIZE(omap3_idle_data),
Daniel Lezcano200dd522012-04-24 16:05:30 +0200315 .safe_state_index = 0,
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530316};
317
Paul Walmsley9db316b2012-12-15 01:39:19 -0700318/* Public functions */
319
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530320/**
321 * omap3_idle_init - Init routine for OMAP3 idle
322 *
Jean Pihetbadc3032011-05-09 12:02:14 +0200323 * Registers the OMAP3 specific cpuidle driver to the cpuidle
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530324 * framework with the valid set of states.
325 */
Kalle Jokiniemi03433712008-09-26 11:04:20 +0300326int __init omap3_idle_init(void)
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530327{
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530328 mpu_pd = pwrdm_lookup("mpu_pwrdm");
Rajendra Nayak20b01662008-10-08 17:31:22 +0530329 core_pd = pwrdm_lookup("core_pwrdm");
Kevin Hilmane7410cf2010-09-08 16:37:42 -0700330 per_pd = pwrdm_lookup("per_pwrdm");
331 cam_pd = pwrdm_lookup("cam_pwrdm");
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530332
Daniel Lezcanodaa37ce2012-05-04 19:18:40 +0200333 if (!mpu_pd || !core_pd || !per_pd || !cam_pd)
334 return -ENODEV;
335
Daniel Lezcano472a85f2013-04-23 08:54:36 +0000336 return cpuidle_register(&omap3_idle_driver, NULL);
Rajendra Nayak99e6a4d2008-10-08 17:30:58 +0530337}