blob: 17fa04d08be9cc0af181e5f20398128d8b4d5234 [file] [log] [blame]
Tony Lindgrenec6bced2005-07-10 19:58:20 +01001/*
Nishanth Menonffe4f0f2011-05-26 19:39:18 -07002 * CPU frequency scaling for OMAP using OPP information
Tony Lindgrenec6bced2005-07-10 19:58:20 +01003 *
4 * Copyright (C) 2005 Nokia Corporation
5 * Written by Tony Lindgren <tony@atomide.com>
6 *
7 * Based on cpu-sa1110.c, Copyright (C) 2001 Russell King
8 *
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -07009 * Copyright (C) 2007-2011 Texas Instruments, Inc.
10 * - OMAP3/4 support by Rajendra Nayak, Santosh Shilimkar
11 *
Tony Lindgrenec6bced2005-07-10 19:58:20 +010012 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License version 2 as
14 * published by the Free Software Foundation.
15 */
16#include <linux/types.h>
17#include <linux/kernel.h>
18#include <linux/sched.h>
19#include <linux/cpufreq.h>
20#include <linux/delay.h>
21#include <linux/init.h>
22#include <linux/err.h>
Russell Kingf8ce2542006-01-07 16:15:52 +000023#include <linux/clk.h>
Russell Kingfced80c2008-09-06 12:10:45 +010024#include <linux/io.h>
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070025#include <linux/opp.h>
Russell King46c12212011-09-21 16:53:00 -070026#include <linux/cpu.h>
Kevin Hilmanc1b547b2011-09-30 10:41:26 -070027#include <linux/module.h>
Kevin Hilman53dfe8a2011-07-15 15:05:04 -070028#include <linux/regulator/consumer.h>
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070029
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070030#include <asm/smp_plat.h>
Russell King46c12212011-09-21 16:53:00 -070031#include <asm/cpu.h>
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070032
33#include <plat/clock.h>
34#include <plat/omap-pm.h>
35#include <plat/common.h>
Kevin Hilmanc1b547b2011-09-30 10:41:26 -070036#include <plat/omap_device.h>
Tony Lindgrenec6bced2005-07-10 19:58:20 +010037
Russell Kinga09e64f2008-08-05 16:14:15 +010038#include <mach/hardware.h>
Tony Lindgrenec6bced2005-07-10 19:58:20 +010039
Afzal Mohammed42daffd2012-02-23 19:19:24 +053040/* OPP tolerance in percentage */
41#define OPP_TOLERANCE 4
42
Russell King46c12212011-09-21 16:53:00 -070043#ifdef CONFIG_SMP
44struct lpj_info {
45 unsigned long ref;
46 unsigned int freq;
47};
48
49static DEFINE_PER_CPU(struct lpj_info, lpj_ref);
50static struct lpj_info global_lpj_ref;
51#endif
52
Kevin Hilmanaeec2992009-01-27 19:13:38 -070053static struct cpufreq_frequency_table *freq_table;
Nishanth Menon1c782172011-05-26 19:39:20 -070054static atomic_t freq_table_users = ATOMIC_INIT(0);
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +030055static struct clk *mpu_clk;
Nishanth Menon08ca3e3b2011-05-25 16:38:46 -070056static char *mpu_clk_name;
Nishanth Menona820ffa2011-05-25 16:38:47 -070057static struct device *mpu_dev;
Kevin Hilman53dfe8a2011-07-15 15:05:04 -070058static struct regulator *mpu_reg;
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +030059
Manjunath Kondaiah Gb0a330d2010-10-08 10:00:19 -070060static int omap_verify_speed(struct cpufreq_policy *policy)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010061{
Nishanth Menonbf2a3592011-05-26 19:39:17 -070062 if (!freq_table)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010063 return -EINVAL;
Nishanth Menonbf2a3592011-05-26 19:39:17 -070064 return cpufreq_frequency_table_verify(policy, freq_table);
Tony Lindgrenec6bced2005-07-10 19:58:20 +010065}
66
Manjunath Kondaiah Gb0a330d2010-10-08 10:00:19 -070067static unsigned int omap_getspeed(unsigned int cpu)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010068{
Tony Lindgrenec6bced2005-07-10 19:58:20 +010069 unsigned long rate;
70
Russell King46c12212011-09-21 16:53:00 -070071 if (cpu >= NR_CPUS)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010072 return 0;
73
Tony Lindgrenec6bced2005-07-10 19:58:20 +010074 rate = clk_get_rate(mpu_clk) / 1000;
Tony Lindgrenec6bced2005-07-10 19:58:20 +010075 return rate;
76}
77
78static int omap_target(struct cpufreq_policy *policy,
79 unsigned int target_freq,
80 unsigned int relation)
81{
Nishanth Menonbf2a3592011-05-26 19:39:17 -070082 unsigned int i;
Kevin Hilman53dfe8a2011-07-15 15:05:04 -070083 int r, ret = 0;
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070084 struct cpufreq_freqs freqs;
Kevin Hilman53dfe8a2011-07-15 15:05:04 -070085 struct opp *opp;
Afzal Mohammed42daffd2012-02-23 19:19:24 +053086 unsigned long freq, volt = 0, volt_old = 0, tol = 0;
Tony Lindgrenec6bced2005-07-10 19:58:20 +010087
Nishanth Menonbf2a3592011-05-26 19:39:17 -070088 if (!freq_table) {
89 dev_err(mpu_dev, "%s: cpu%d: no freq table!\n", __func__,
90 policy->cpu);
91 return -EINVAL;
92 }
93
94 ret = cpufreq_frequency_table_target(policy, freq_table, target_freq,
95 relation, &i);
96 if (ret) {
97 dev_dbg(mpu_dev, "%s: cpu%d: no freq match for %d(ret=%d)\n",
98 __func__, policy->cpu, target_freq, ret);
99 return ret;
100 }
101 freqs.new = freq_table[i].frequency;
102 if (!freqs.new) {
103 dev_err(mpu_dev, "%s: cpu%d: no match for freq %d\n", __func__,
104 policy->cpu, target_freq);
105 return -EINVAL;
106 }
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700107
Russell King46c12212011-09-21 16:53:00 -0700108 freqs.old = omap_getspeed(policy->cpu);
Russell King46c12212011-09-21 16:53:00 -0700109 freqs.cpu = policy->cpu;
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100110
Colin Cross022ac032011-06-06 21:05:29 -0500111 if (freqs.old == freqs.new && policy->cur == freqs.new)
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700112 return ret;
113
Russell King46c12212011-09-21 16:53:00 -0700114 /* notifiers */
115 for_each_cpu(i, policy->cpus) {
116 freqs.cpu = i;
117 cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
118 }
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700119
Kevin Hilman53dfe8a2011-07-15 15:05:04 -0700120 freq = freqs.new * 1000;
121
122 if (mpu_reg) {
123 opp = opp_find_freq_ceil(mpu_dev, &freq);
124 if (IS_ERR(opp)) {
125 dev_err(mpu_dev, "%s: unable to find MPU OPP for %d\n",
126 __func__, freqs.new);
127 return -EINVAL;
128 }
129 volt = opp_get_voltage(opp);
Afzal Mohammed42daffd2012-02-23 19:19:24 +0530130 tol = volt * OPP_TOLERANCE / 100;
Kevin Hilman53dfe8a2011-07-15 15:05:04 -0700131 volt_old = regulator_get_voltage(mpu_reg);
132 }
133
134 dev_dbg(mpu_dev, "cpufreq-omap: %u MHz, %ld mV --> %u MHz, %ld mV\n",
135 freqs.old / 1000, volt_old ? volt_old / 1000 : -1,
136 freqs.new / 1000, volt ? volt / 1000 : -1);
137
138 /* scaling up? scale voltage before frequency */
139 if (mpu_reg && (freqs.new > freqs.old)) {
Afzal Mohammed42daffd2012-02-23 19:19:24 +0530140 r = regulator_set_voltage(mpu_reg, volt - tol, volt + tol);
Kevin Hilman53dfe8a2011-07-15 15:05:04 -0700141 if (r < 0) {
142 dev_warn(mpu_dev, "%s: unable to scale voltage up.\n",
143 __func__);
144 freqs.new = freqs.old;
145 goto done;
146 }
147 }
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700148
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700149 ret = clk_set_rate(mpu_clk, freqs.new * 1000);
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700150
Kevin Hilman53dfe8a2011-07-15 15:05:04 -0700151 /* scaling down? scale voltage after frequency */
152 if (mpu_reg && (freqs.new < freqs.old)) {
Afzal Mohammed42daffd2012-02-23 19:19:24 +0530153 r = regulator_set_voltage(mpu_reg, volt - tol, volt + tol);
Kevin Hilman53dfe8a2011-07-15 15:05:04 -0700154 if (r < 0) {
155 dev_warn(mpu_dev, "%s: unable to scale voltage down.\n",
156 __func__);
157 ret = clk_set_rate(mpu_clk, freqs.old * 1000);
158 freqs.new = freqs.old;
159 goto done;
160 }
161 }
162
163 freqs.new = omap_getspeed(policy->cpu);
Russell King46c12212011-09-21 16:53:00 -0700164#ifdef CONFIG_SMP
165 /*
166 * Note that loops_per_jiffy is not updated on SMP systems in
167 * cpufreq driver. So, update the per-CPU loops_per_jiffy value
168 * on frequency transition. We need to update all dependent CPUs.
169 */
170 for_each_cpu(i, policy->cpus) {
171 struct lpj_info *lpj = &per_cpu(lpj_ref, i);
172 if (!lpj->freq) {
173 lpj->ref = per_cpu(cpu_data, i).loops_per_jiffy;
174 lpj->freq = freqs.old;
175 }
176
177 per_cpu(cpu_data, i).loops_per_jiffy =
178 cpufreq_scale(lpj->ref, lpj->freq, freqs.new);
179 }
180
181 /* And don't forget to adjust the global one */
182 if (!global_lpj_ref.freq) {
183 global_lpj_ref.ref = loops_per_jiffy;
184 global_lpj_ref.freq = freqs.old;
185 }
186 loops_per_jiffy = cpufreq_scale(global_lpj_ref.ref, global_lpj_ref.freq,
187 freqs.new);
188#endif
189
Kevin Hilman53dfe8a2011-07-15 15:05:04 -0700190done:
Russell King46c12212011-09-21 16:53:00 -0700191 /* notifiers */
192 for_each_cpu(i, policy->cpus) {
193 freqs.cpu = i;
194 cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
195 }
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100196
197 return ret;
198}
199
Nishanth Menon1c782172011-05-26 19:39:20 -0700200static inline void freq_table_free(void)
201{
202 if (atomic_dec_and_test(&freq_table_users))
203 opp_free_cpufreq_table(mpu_dev, &freq_table);
204}
205
Ming Lei790ab7e2011-03-03 06:41:46 +0800206static int __cpuinit omap_cpu_init(struct cpufreq_policy *policy)
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100207{
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700208 int result = 0;
209
Nishanth Menon08ca3e3b2011-05-25 16:38:46 -0700210 mpu_clk = clk_get(NULL, mpu_clk_name);
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100211 if (IS_ERR(mpu_clk))
212 return PTR_ERR(mpu_clk);
213
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700214 if (policy->cpu >= NR_CPUS) {
215 result = -EINVAL;
216 goto fail_ck;
217 }
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700218
Russell King46c12212011-09-21 16:53:00 -0700219 policy->cur = policy->min = policy->max = omap_getspeed(policy->cpu);
Nishanth Menon1c782172011-05-26 19:39:20 -0700220
221 if (atomic_inc_return(&freq_table_users) == 1)
222 result = opp_init_cpufreq_table(mpu_dev, &freq_table);
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700223
Nishanth Menonbf2a3592011-05-26 19:39:17 -0700224 if (result) {
225 dev_err(mpu_dev, "%s: cpu%d: failed creating freq table[%d]\n",
226 __func__, policy->cpu, result);
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700227 goto fail_ck;
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700228 }
229
Nishanth Menonbf2a3592011-05-26 19:39:17 -0700230 result = cpufreq_frequency_table_cpuinfo(policy, freq_table);
Nishanth Menon1c782172011-05-26 19:39:20 -0700231 if (result)
232 goto fail_table;
233
234 cpufreq_frequency_table_get_attr(freq_table, policy->cpu);
Nishanth Menonbf2a3592011-05-26 19:39:17 -0700235
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700236 policy->min = policy->cpuinfo.min_freq;
237 policy->max = policy->cpuinfo.max_freq;
Russell King46c12212011-09-21 16:53:00 -0700238 policy->cur = omap_getspeed(policy->cpu);
239
240 /*
241 * On OMAP SMP configuartion, both processors share the voltage
242 * and clock. So both CPUs needs to be scaled together and hence
243 * needs software co-ordination. Use cpufreq affected_cpus
244 * interface to handle this scenario. Additional is_smp() check
245 * is to keep SMP_ON_UP build working.
246 */
247 if (is_smp()) {
248 policy->shared_type = CPUFREQ_SHARED_TYPE_ANY;
Todd Poynored8ce002011-06-07 13:57:52 -0700249 cpumask_setall(policy->cpus);
Russell King46c12212011-09-21 16:53:00 -0700250 }
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700251
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700252 /* FIXME: what's the actual transition time? */
Mike Turquetteb0298392009-11-11 11:00:38 -0800253 policy->cpuinfo.transition_latency = 300 * 1000;
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100254
255 return 0;
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700256
Nishanth Menon1c782172011-05-26 19:39:20 -0700257fail_table:
258 freq_table_free();
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700259fail_ck:
260 clk_put(mpu_clk);
261 return result;
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100262}
263
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +0300264static int omap_cpu_exit(struct cpufreq_policy *policy)
265{
Nishanth Menon1c782172011-05-26 19:39:20 -0700266 freq_table_free();
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +0300267 clk_put(mpu_clk);
268 return 0;
269}
270
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700271static struct freq_attr *omap_cpufreq_attr[] = {
272 &cpufreq_freq_attr_scaling_available_freqs,
273 NULL,
274};
275
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100276static struct cpufreq_driver omap_driver = {
277 .flags = CPUFREQ_STICKY,
278 .verify = omap_verify_speed,
279 .target = omap_target,
280 .get = omap_getspeed,
281 .init = omap_cpu_init,
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +0300282 .exit = omap_cpu_exit,
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100283 .name = "omap",
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700284 .attr = omap_cpufreq_attr,
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100285};
286
287static int __init omap_cpufreq_init(void)
288{
Nishanth Menon08ca3e3b2011-05-25 16:38:46 -0700289 if (cpu_is_omap24xx())
290 mpu_clk_name = "virt_prcm_set";
291 else if (cpu_is_omap34xx())
292 mpu_clk_name = "dpll1_ck";
293 else if (cpu_is_omap44xx())
294 mpu_clk_name = "dpll_mpu_ck";
295
296 if (!mpu_clk_name) {
297 pr_err("%s: unsupported Silicon?\n", __func__);
298 return -EINVAL;
299 }
Nishanth Menona820ffa2011-05-25 16:38:47 -0700300
Kevin Hilmanc1b547b2011-09-30 10:41:26 -0700301 mpu_dev = omap_device_get_by_hwmod_name("mpu");
Nishanth Menona820ffa2011-05-25 16:38:47 -0700302 if (!mpu_dev) {
303 pr_warning("%s: unable to get the mpu device\n", __func__);
304 return -EINVAL;
305 }
306
Kevin Hilman53dfe8a2011-07-15 15:05:04 -0700307 mpu_reg = regulator_get(mpu_dev, "vcc");
308 if (IS_ERR(mpu_reg)) {
309 pr_warning("%s: unable to get MPU regulator\n", __func__);
310 mpu_reg = NULL;
311 } else {
312 /*
313 * Ensure physical regulator is present.
314 * (e.g. could be dummy regulator.)
315 */
316 if (regulator_get_voltage(mpu_reg) < 0) {
317 pr_warn("%s: physical regulator not present for MPU\n",
318 __func__);
319 regulator_put(mpu_reg);
320 mpu_reg = NULL;
321 }
322 }
323
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100324 return cpufreq_register_driver(&omap_driver);
325}
326
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700327static void __exit omap_cpufreq_exit(void)
328{
329 cpufreq_unregister_driver(&omap_driver);
330}
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700331
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700332MODULE_DESCRIPTION("cpufreq driver for OMAP SoCs");
333MODULE_LICENSE("GPL");
334module_init(omap_cpufreq_init);
335module_exit(omap_cpufreq_exit);