blob: 5d04c57aae30d7b330846a8d8e64c8d59c08a0d1 [file] [log] [blame]
Tony Lindgrenec6bced2005-07-10 19:58:20 +01001/*
Nishanth Menonffe4f0f2011-05-26 19:39:18 -07002 * CPU frequency scaling for OMAP using OPP information
Tony Lindgrenec6bced2005-07-10 19:58:20 +01003 *
4 * Copyright (C) 2005 Nokia Corporation
5 * Written by Tony Lindgren <tony@atomide.com>
6 *
7 * Based on cpu-sa1110.c, Copyright (C) 2001 Russell King
8 *
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -07009 * Copyright (C) 2007-2011 Texas Instruments, Inc.
10 * - OMAP3/4 support by Rajendra Nayak, Santosh Shilimkar
11 *
Tony Lindgrenec6bced2005-07-10 19:58:20 +010012 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License version 2 as
14 * published by the Free Software Foundation.
15 */
16#include <linux/types.h>
17#include <linux/kernel.h>
18#include <linux/sched.h>
19#include <linux/cpufreq.h>
20#include <linux/delay.h>
21#include <linux/init.h>
22#include <linux/err.h>
Russell Kingf8ce2542006-01-07 16:15:52 +000023#include <linux/clk.h>
Russell Kingfced80c2008-09-06 12:10:45 +010024#include <linux/io.h>
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070025#include <linux/opp.h>
Russell King46c12212011-09-21 16:53:00 -070026#include <linux/cpu.h>
Kevin Hilmanc1b547b2011-09-30 10:41:26 -070027#include <linux/module.h>
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070028
29#include <asm/system.h>
30#include <asm/smp_plat.h>
Russell King46c12212011-09-21 16:53:00 -070031#include <asm/cpu.h>
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070032
33#include <plat/clock.h>
34#include <plat/omap-pm.h>
35#include <plat/common.h>
Kevin Hilmanc1b547b2011-09-30 10:41:26 -070036#include <plat/omap_device.h>
Tony Lindgrenec6bced2005-07-10 19:58:20 +010037
Russell Kinga09e64f2008-08-05 16:14:15 +010038#include <mach/hardware.h>
Tony Lindgrenec6bced2005-07-10 19:58:20 +010039
Russell King46c12212011-09-21 16:53:00 -070040#ifdef CONFIG_SMP
41struct lpj_info {
42 unsigned long ref;
43 unsigned int freq;
44};
45
46static DEFINE_PER_CPU(struct lpj_info, lpj_ref);
47static struct lpj_info global_lpj_ref;
48#endif
49
Kevin Hilmanaeec2992009-01-27 19:13:38 -070050static struct cpufreq_frequency_table *freq_table;
Nishanth Menon1c782172011-05-26 19:39:20 -070051static atomic_t freq_table_users = ATOMIC_INIT(0);
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +030052static struct clk *mpu_clk;
Nishanth Menon08ca3e32011-05-25 16:38:46 -070053static char *mpu_clk_name;
Nishanth Menona820ffa2011-05-25 16:38:47 -070054static struct device *mpu_dev;
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +030055
Manjunath Kondaiah Gb0a330d2010-10-08 10:00:19 -070056static int omap_verify_speed(struct cpufreq_policy *policy)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010057{
Nishanth Menonbf2a3592011-05-26 19:39:17 -070058 if (!freq_table)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010059 return -EINVAL;
Nishanth Menonbf2a3592011-05-26 19:39:17 -070060 return cpufreq_frequency_table_verify(policy, freq_table);
Tony Lindgrenec6bced2005-07-10 19:58:20 +010061}
62
Manjunath Kondaiah Gb0a330d2010-10-08 10:00:19 -070063static unsigned int omap_getspeed(unsigned int cpu)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010064{
Tony Lindgrenec6bced2005-07-10 19:58:20 +010065 unsigned long rate;
66
Russell King46c12212011-09-21 16:53:00 -070067 if (cpu >= NR_CPUS)
Tony Lindgrenec6bced2005-07-10 19:58:20 +010068 return 0;
69
Tony Lindgrenec6bced2005-07-10 19:58:20 +010070 rate = clk_get_rate(mpu_clk) / 1000;
Tony Lindgrenec6bced2005-07-10 19:58:20 +010071 return rate;
72}
73
74static int omap_target(struct cpufreq_policy *policy,
75 unsigned int target_freq,
76 unsigned int relation)
77{
Nishanth Menonbf2a3592011-05-26 19:39:17 -070078 unsigned int i;
79 int ret = 0;
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -070080 struct cpufreq_freqs freqs;
Tony Lindgrenec6bced2005-07-10 19:58:20 +010081
Nishanth Menonbf2a3592011-05-26 19:39:17 -070082 if (!freq_table) {
83 dev_err(mpu_dev, "%s: cpu%d: no freq table!\n", __func__,
84 policy->cpu);
85 return -EINVAL;
86 }
87
88 ret = cpufreq_frequency_table_target(policy, freq_table, target_freq,
89 relation, &i);
90 if (ret) {
91 dev_dbg(mpu_dev, "%s: cpu%d: no freq match for %d(ret=%d)\n",
92 __func__, policy->cpu, target_freq, ret);
93 return ret;
94 }
95 freqs.new = freq_table[i].frequency;
96 if (!freqs.new) {
97 dev_err(mpu_dev, "%s: cpu%d: no match for freq %d\n", __func__,
98 policy->cpu, target_freq);
99 return -EINVAL;
100 }
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700101
Russell King46c12212011-09-21 16:53:00 -0700102 freqs.old = omap_getspeed(policy->cpu);
Russell King46c12212011-09-21 16:53:00 -0700103 freqs.cpu = policy->cpu;
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100104
Colin Cross022ac032011-06-06 21:05:29 -0500105 if (freqs.old == freqs.new && policy->cur == freqs.new)
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700106 return ret;
107
Russell King46c12212011-09-21 16:53:00 -0700108 /* notifiers */
109 for_each_cpu(i, policy->cpus) {
110 freqs.cpu = i;
111 cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
112 }
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700113
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700114#ifdef CONFIG_CPU_FREQ_DEBUG
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700115 pr_info("cpufreq-omap: transition: %u --> %u\n", freqs.old, freqs.new);
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700116#endif
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700117
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700118 ret = clk_set_rate(mpu_clk, freqs.new * 1000);
Russell King46c12212011-09-21 16:53:00 -0700119 freqs.new = omap_getspeed(policy->cpu);
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700120
Russell King46c12212011-09-21 16:53:00 -0700121#ifdef CONFIG_SMP
122 /*
123 * Note that loops_per_jiffy is not updated on SMP systems in
124 * cpufreq driver. So, update the per-CPU loops_per_jiffy value
125 * on frequency transition. We need to update all dependent CPUs.
126 */
127 for_each_cpu(i, policy->cpus) {
128 struct lpj_info *lpj = &per_cpu(lpj_ref, i);
129 if (!lpj->freq) {
130 lpj->ref = per_cpu(cpu_data, i).loops_per_jiffy;
131 lpj->freq = freqs.old;
132 }
133
134 per_cpu(cpu_data, i).loops_per_jiffy =
135 cpufreq_scale(lpj->ref, lpj->freq, freqs.new);
136 }
137
138 /* And don't forget to adjust the global one */
139 if (!global_lpj_ref.freq) {
140 global_lpj_ref.ref = loops_per_jiffy;
141 global_lpj_ref.freq = freqs.old;
142 }
143 loops_per_jiffy = cpufreq_scale(global_lpj_ref.ref, global_lpj_ref.freq,
144 freqs.new);
145#endif
146
147 /* notifiers */
148 for_each_cpu(i, policy->cpus) {
149 freqs.cpu = i;
150 cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
151 }
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100152
153 return ret;
154}
155
Nishanth Menon1c782172011-05-26 19:39:20 -0700156static inline void freq_table_free(void)
157{
158 if (atomic_dec_and_test(&freq_table_users))
159 opp_free_cpufreq_table(mpu_dev, &freq_table);
160}
161
Ming Lei790ab7e2011-03-03 06:41:46 +0800162static int __cpuinit omap_cpu_init(struct cpufreq_policy *policy)
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100163{
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700164 int result = 0;
165
Nishanth Menon08ca3e32011-05-25 16:38:46 -0700166 mpu_clk = clk_get(NULL, mpu_clk_name);
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100167 if (IS_ERR(mpu_clk))
168 return PTR_ERR(mpu_clk);
169
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700170 if (policy->cpu >= NR_CPUS) {
171 result = -EINVAL;
172 goto fail_ck;
173 }
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700174
Russell King46c12212011-09-21 16:53:00 -0700175 policy->cur = policy->min = policy->max = omap_getspeed(policy->cpu);
Nishanth Menon1c782172011-05-26 19:39:20 -0700176
177 if (atomic_inc_return(&freq_table_users) == 1)
178 result = opp_init_cpufreq_table(mpu_dev, &freq_table);
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700179
Nishanth Menonbf2a3592011-05-26 19:39:17 -0700180 if (result) {
181 dev_err(mpu_dev, "%s: cpu%d: failed creating freq table[%d]\n",
182 __func__, policy->cpu, result);
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700183 goto fail_ck;
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700184 }
185
Nishanth Menonbf2a3592011-05-26 19:39:17 -0700186 result = cpufreq_frequency_table_cpuinfo(policy, freq_table);
Nishanth Menon1c782172011-05-26 19:39:20 -0700187 if (result)
188 goto fail_table;
189
190 cpufreq_frequency_table_get_attr(freq_table, policy->cpu);
Nishanth Menonbf2a3592011-05-26 19:39:17 -0700191
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700192 policy->min = policy->cpuinfo.min_freq;
193 policy->max = policy->cpuinfo.max_freq;
Russell King46c12212011-09-21 16:53:00 -0700194 policy->cur = omap_getspeed(policy->cpu);
195
196 /*
197 * On OMAP SMP configuartion, both processors share the voltage
198 * and clock. So both CPUs needs to be scaled together and hence
199 * needs software co-ordination. Use cpufreq affected_cpus
200 * interface to handle this scenario. Additional is_smp() check
201 * is to keep SMP_ON_UP build working.
202 */
203 if (is_smp()) {
204 policy->shared_type = CPUFREQ_SHARED_TYPE_ANY;
Todd Poynored8ce002011-06-07 13:57:52 -0700205 cpumask_setall(policy->cpus);
Russell King46c12212011-09-21 16:53:00 -0700206 }
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700207
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700208 /* FIXME: what's the actual transition time? */
Mike Turquetteb0298392009-11-11 11:00:38 -0800209 policy->cpuinfo.transition_latency = 300 * 1000;
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100210
211 return 0;
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700212
Nishanth Menon1c782172011-05-26 19:39:20 -0700213fail_table:
214 freq_table_free();
Nishanth Menon11e04fd2011-05-26 19:39:19 -0700215fail_ck:
216 clk_put(mpu_clk);
217 return result;
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100218}
219
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +0300220static int omap_cpu_exit(struct cpufreq_policy *policy)
221{
Nishanth Menon1c782172011-05-26 19:39:20 -0700222 freq_table_free();
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +0300223 clk_put(mpu_clk);
224 return 0;
225}
226
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700227static struct freq_attr *omap_cpufreq_attr[] = {
228 &cpufreq_freq_attr_scaling_available_freqs,
229 NULL,
230};
231
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100232static struct cpufreq_driver omap_driver = {
233 .flags = CPUFREQ_STICKY,
234 .verify = omap_verify_speed,
235 .target = omap_target,
236 .get = omap_getspeed,
237 .init = omap_cpu_init,
Hiroshi DOYUb8488fb2007-08-30 12:46:39 +0300238 .exit = omap_cpu_exit,
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100239 .name = "omap",
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700240 .attr = omap_cpufreq_attr,
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100241};
242
243static int __init omap_cpufreq_init(void)
244{
Nishanth Menon08ca3e32011-05-25 16:38:46 -0700245 if (cpu_is_omap24xx())
246 mpu_clk_name = "virt_prcm_set";
247 else if (cpu_is_omap34xx())
248 mpu_clk_name = "dpll1_ck";
249 else if (cpu_is_omap44xx())
250 mpu_clk_name = "dpll_mpu_ck";
251
252 if (!mpu_clk_name) {
253 pr_err("%s: unsupported Silicon?\n", __func__);
254 return -EINVAL;
255 }
Nishanth Menona820ffa2011-05-25 16:38:47 -0700256
Kevin Hilmanc1b547b2011-09-30 10:41:26 -0700257 mpu_dev = omap_device_get_by_hwmod_name("mpu");
Nishanth Menona820ffa2011-05-25 16:38:47 -0700258 if (!mpu_dev) {
259 pr_warning("%s: unable to get the mpu device\n", __func__);
260 return -EINVAL;
261 }
262
Tony Lindgrenec6bced2005-07-10 19:58:20 +0100263 return cpufreq_register_driver(&omap_driver);
264}
265
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700266static void __exit omap_cpufreq_exit(void)
267{
268 cpufreq_unregister_driver(&omap_driver);
269}
Kevin Hilmanaeec2992009-01-27 19:13:38 -0700270
Santosh Shilimkar731e0cc2010-08-11 17:02:43 -0700271MODULE_DESCRIPTION("cpufreq driver for OMAP SoCs");
272MODULE_LICENSE("GPL");
273module_init(omap_cpufreq_init);
274module_exit(omap_cpufreq_exit);