Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 1 | /* |
Nishanth Menon | ffe4f0f | 2011-05-26 19:39:18 -0700 | [diff] [blame] | 2 | * CPU frequency scaling for OMAP using OPP information |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 3 | * |
| 4 | * Copyright (C) 2005 Nokia Corporation |
| 5 | * Written by Tony Lindgren <tony@atomide.com> |
| 6 | * |
| 7 | * Based on cpu-sa1110.c, Copyright (C) 2001 Russell King |
| 8 | * |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 9 | * Copyright (C) 2007-2011 Texas Instruments, Inc. |
| 10 | * - OMAP3/4 support by Rajendra Nayak, Santosh Shilimkar |
| 11 | * |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 12 | * This program is free software; you can redistribute it and/or modify |
| 13 | * it under the terms of the GNU General Public License version 2 as |
| 14 | * published by the Free Software Foundation. |
| 15 | */ |
| 16 | #include <linux/types.h> |
| 17 | #include <linux/kernel.h> |
| 18 | #include <linux/sched.h> |
| 19 | #include <linux/cpufreq.h> |
| 20 | #include <linux/delay.h> |
| 21 | #include <linux/init.h> |
| 22 | #include <linux/err.h> |
Russell King | f8ce254 | 2006-01-07 16:15:52 +0000 | [diff] [blame] | 23 | #include <linux/clk.h> |
Russell King | fced80c | 2008-09-06 12:10:45 +0100 | [diff] [blame] | 24 | #include <linux/io.h> |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 25 | #include <linux/opp.h> |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 26 | #include <linux/cpu.h> |
Kevin Hilman | c1b547b | 2011-09-30 10:41:26 -0700 | [diff] [blame] | 27 | #include <linux/module.h> |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 28 | |
| 29 | #include <asm/system.h> |
| 30 | #include <asm/smp_plat.h> |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 31 | #include <asm/cpu.h> |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 32 | |
| 33 | #include <plat/clock.h> |
| 34 | #include <plat/omap-pm.h> |
| 35 | #include <plat/common.h> |
Kevin Hilman | c1b547b | 2011-09-30 10:41:26 -0700 | [diff] [blame] | 36 | #include <plat/omap_device.h> |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 37 | |
Russell King | a09e64f | 2008-08-05 16:14:15 +0100 | [diff] [blame] | 38 | #include <mach/hardware.h> |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 39 | |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 40 | #ifdef CONFIG_SMP |
| 41 | struct lpj_info { |
| 42 | unsigned long ref; |
| 43 | unsigned int freq; |
| 44 | }; |
| 45 | |
| 46 | static DEFINE_PER_CPU(struct lpj_info, lpj_ref); |
| 47 | static struct lpj_info global_lpj_ref; |
| 48 | #endif |
| 49 | |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 50 | static struct cpufreq_frequency_table *freq_table; |
Nishanth Menon | 1c78217 | 2011-05-26 19:39:20 -0700 | [diff] [blame] | 51 | static atomic_t freq_table_users = ATOMIC_INIT(0); |
Hiroshi DOYU | b8488fb | 2007-08-30 12:46:39 +0300 | [diff] [blame] | 52 | static struct clk *mpu_clk; |
Nishanth Menon | 08ca3e3b | 2011-05-25 16:38:46 -0700 | [diff] [blame] | 53 | static char *mpu_clk_name; |
Nishanth Menon | a820ffa | 2011-05-25 16:38:47 -0700 | [diff] [blame] | 54 | static struct device *mpu_dev; |
Hiroshi DOYU | b8488fb | 2007-08-30 12:46:39 +0300 | [diff] [blame] | 55 | |
Manjunath Kondaiah G | b0a330d | 2010-10-08 10:00:19 -0700 | [diff] [blame] | 56 | static int omap_verify_speed(struct cpufreq_policy *policy) |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 57 | { |
Nishanth Menon | bf2a359 | 2011-05-26 19:39:17 -0700 | [diff] [blame] | 58 | if (!freq_table) |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 59 | return -EINVAL; |
Nishanth Menon | bf2a359 | 2011-05-26 19:39:17 -0700 | [diff] [blame] | 60 | return cpufreq_frequency_table_verify(policy, freq_table); |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 61 | } |
| 62 | |
Manjunath Kondaiah G | b0a330d | 2010-10-08 10:00:19 -0700 | [diff] [blame] | 63 | static unsigned int omap_getspeed(unsigned int cpu) |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 64 | { |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 65 | unsigned long rate; |
| 66 | |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 67 | if (cpu >= NR_CPUS) |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 68 | return 0; |
| 69 | |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 70 | rate = clk_get_rate(mpu_clk) / 1000; |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 71 | return rate; |
| 72 | } |
| 73 | |
| 74 | static int omap_target(struct cpufreq_policy *policy, |
| 75 | unsigned int target_freq, |
| 76 | unsigned int relation) |
| 77 | { |
Nishanth Menon | bf2a359 | 2011-05-26 19:39:17 -0700 | [diff] [blame] | 78 | unsigned int i; |
| 79 | int ret = 0; |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 80 | struct cpufreq_freqs freqs; |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 81 | |
Nishanth Menon | bf2a359 | 2011-05-26 19:39:17 -0700 | [diff] [blame] | 82 | if (!freq_table) { |
| 83 | dev_err(mpu_dev, "%s: cpu%d: no freq table!\n", __func__, |
| 84 | policy->cpu); |
| 85 | return -EINVAL; |
| 86 | } |
| 87 | |
| 88 | ret = cpufreq_frequency_table_target(policy, freq_table, target_freq, |
| 89 | relation, &i); |
| 90 | if (ret) { |
| 91 | dev_dbg(mpu_dev, "%s: cpu%d: no freq match for %d(ret=%d)\n", |
| 92 | __func__, policy->cpu, target_freq, ret); |
| 93 | return ret; |
| 94 | } |
| 95 | freqs.new = freq_table[i].frequency; |
| 96 | if (!freqs.new) { |
| 97 | dev_err(mpu_dev, "%s: cpu%d: no match for freq %d\n", __func__, |
| 98 | policy->cpu, target_freq); |
| 99 | return -EINVAL; |
| 100 | } |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 101 | |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 102 | freqs.old = omap_getspeed(policy->cpu); |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 103 | freqs.cpu = policy->cpu; |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 104 | |
Colin Cross | 022ac03 | 2011-06-06 21:05:29 -0500 | [diff] [blame] | 105 | if (freqs.old == freqs.new && policy->cur == freqs.new) |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 106 | return ret; |
| 107 | |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 108 | /* notifiers */ |
| 109 | for_each_cpu(i, policy->cpus) { |
| 110 | freqs.cpu = i; |
| 111 | cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE); |
| 112 | } |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 113 | |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 114 | #ifdef CONFIG_CPU_FREQ_DEBUG |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 115 | pr_info("cpufreq-omap: transition: %u --> %u\n", freqs.old, freqs.new); |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 116 | #endif |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 117 | |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 118 | ret = clk_set_rate(mpu_clk, freqs.new * 1000); |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 119 | freqs.new = omap_getspeed(policy->cpu); |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 120 | |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 121 | #ifdef CONFIG_SMP |
| 122 | /* |
| 123 | * Note that loops_per_jiffy is not updated on SMP systems in |
| 124 | * cpufreq driver. So, update the per-CPU loops_per_jiffy value |
| 125 | * on frequency transition. We need to update all dependent CPUs. |
| 126 | */ |
| 127 | for_each_cpu(i, policy->cpus) { |
| 128 | struct lpj_info *lpj = &per_cpu(lpj_ref, i); |
| 129 | if (!lpj->freq) { |
| 130 | lpj->ref = per_cpu(cpu_data, i).loops_per_jiffy; |
| 131 | lpj->freq = freqs.old; |
| 132 | } |
| 133 | |
| 134 | per_cpu(cpu_data, i).loops_per_jiffy = |
| 135 | cpufreq_scale(lpj->ref, lpj->freq, freqs.new); |
| 136 | } |
| 137 | |
| 138 | /* And don't forget to adjust the global one */ |
| 139 | if (!global_lpj_ref.freq) { |
| 140 | global_lpj_ref.ref = loops_per_jiffy; |
| 141 | global_lpj_ref.freq = freqs.old; |
| 142 | } |
| 143 | loops_per_jiffy = cpufreq_scale(global_lpj_ref.ref, global_lpj_ref.freq, |
| 144 | freqs.new); |
| 145 | #endif |
| 146 | |
| 147 | /* notifiers */ |
| 148 | for_each_cpu(i, policy->cpus) { |
| 149 | freqs.cpu = i; |
| 150 | cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE); |
| 151 | } |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 152 | |
| 153 | return ret; |
| 154 | } |
| 155 | |
Nishanth Menon | 1c78217 | 2011-05-26 19:39:20 -0700 | [diff] [blame] | 156 | static inline void freq_table_free(void) |
| 157 | { |
| 158 | if (atomic_dec_and_test(&freq_table_users)) |
| 159 | opp_free_cpufreq_table(mpu_dev, &freq_table); |
| 160 | } |
| 161 | |
Ming Lei | 790ab7e | 2011-03-03 06:41:46 +0800 | [diff] [blame] | 162 | static int __cpuinit omap_cpu_init(struct cpufreq_policy *policy) |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 163 | { |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 164 | int result = 0; |
| 165 | |
Nishanth Menon | 08ca3e3b | 2011-05-25 16:38:46 -0700 | [diff] [blame] | 166 | mpu_clk = clk_get(NULL, mpu_clk_name); |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 167 | if (IS_ERR(mpu_clk)) |
| 168 | return PTR_ERR(mpu_clk); |
| 169 | |
Nishanth Menon | 11e04fd | 2011-05-26 19:39:19 -0700 | [diff] [blame] | 170 | if (policy->cpu >= NR_CPUS) { |
| 171 | result = -EINVAL; |
| 172 | goto fail_ck; |
| 173 | } |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 174 | |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 175 | policy->cur = policy->min = policy->max = omap_getspeed(policy->cpu); |
Nishanth Menon | 1c78217 | 2011-05-26 19:39:20 -0700 | [diff] [blame] | 176 | |
| 177 | if (atomic_inc_return(&freq_table_users) == 1) |
| 178 | result = opp_init_cpufreq_table(mpu_dev, &freq_table); |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 179 | |
Nishanth Menon | bf2a359 | 2011-05-26 19:39:17 -0700 | [diff] [blame] | 180 | if (result) { |
| 181 | dev_err(mpu_dev, "%s: cpu%d: failed creating freq table[%d]\n", |
| 182 | __func__, policy->cpu, result); |
Nishanth Menon | 11e04fd | 2011-05-26 19:39:19 -0700 | [diff] [blame] | 183 | goto fail_ck; |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 184 | } |
| 185 | |
Nishanth Menon | bf2a359 | 2011-05-26 19:39:17 -0700 | [diff] [blame] | 186 | result = cpufreq_frequency_table_cpuinfo(policy, freq_table); |
Nishanth Menon | 1c78217 | 2011-05-26 19:39:20 -0700 | [diff] [blame] | 187 | if (result) |
| 188 | goto fail_table; |
| 189 | |
| 190 | cpufreq_frequency_table_get_attr(freq_table, policy->cpu); |
Nishanth Menon | bf2a359 | 2011-05-26 19:39:17 -0700 | [diff] [blame] | 191 | |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 192 | policy->min = policy->cpuinfo.min_freq; |
| 193 | policy->max = policy->cpuinfo.max_freq; |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 194 | policy->cur = omap_getspeed(policy->cpu); |
| 195 | |
| 196 | /* |
| 197 | * On OMAP SMP configuartion, both processors share the voltage |
| 198 | * and clock. So both CPUs needs to be scaled together and hence |
| 199 | * needs software co-ordination. Use cpufreq affected_cpus |
| 200 | * interface to handle this scenario. Additional is_smp() check |
| 201 | * is to keep SMP_ON_UP build working. |
| 202 | */ |
| 203 | if (is_smp()) { |
| 204 | policy->shared_type = CPUFREQ_SHARED_TYPE_ANY; |
Todd Poynor | ed8ce00 | 2011-06-07 13:57:52 -0700 | [diff] [blame] | 205 | cpumask_setall(policy->cpus); |
Russell King | 46c1221 | 2011-09-21 16:53:00 -0700 | [diff] [blame] | 206 | } |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 207 | |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 208 | /* FIXME: what's the actual transition time? */ |
Mike Turquette | b029839 | 2009-11-11 11:00:38 -0800 | [diff] [blame] | 209 | policy->cpuinfo.transition_latency = 300 * 1000; |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 210 | |
| 211 | return 0; |
Nishanth Menon | 11e04fd | 2011-05-26 19:39:19 -0700 | [diff] [blame] | 212 | |
Nishanth Menon | 1c78217 | 2011-05-26 19:39:20 -0700 | [diff] [blame] | 213 | fail_table: |
| 214 | freq_table_free(); |
Nishanth Menon | 11e04fd | 2011-05-26 19:39:19 -0700 | [diff] [blame] | 215 | fail_ck: |
| 216 | clk_put(mpu_clk); |
| 217 | return result; |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 218 | } |
| 219 | |
Hiroshi DOYU | b8488fb | 2007-08-30 12:46:39 +0300 | [diff] [blame] | 220 | static int omap_cpu_exit(struct cpufreq_policy *policy) |
| 221 | { |
Nishanth Menon | 1c78217 | 2011-05-26 19:39:20 -0700 | [diff] [blame] | 222 | freq_table_free(); |
Hiroshi DOYU | b8488fb | 2007-08-30 12:46:39 +0300 | [diff] [blame] | 223 | clk_put(mpu_clk); |
| 224 | return 0; |
| 225 | } |
| 226 | |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 227 | static struct freq_attr *omap_cpufreq_attr[] = { |
| 228 | &cpufreq_freq_attr_scaling_available_freqs, |
| 229 | NULL, |
| 230 | }; |
| 231 | |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 232 | static struct cpufreq_driver omap_driver = { |
| 233 | .flags = CPUFREQ_STICKY, |
| 234 | .verify = omap_verify_speed, |
| 235 | .target = omap_target, |
| 236 | .get = omap_getspeed, |
| 237 | .init = omap_cpu_init, |
Hiroshi DOYU | b8488fb | 2007-08-30 12:46:39 +0300 | [diff] [blame] | 238 | .exit = omap_cpu_exit, |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 239 | .name = "omap", |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 240 | .attr = omap_cpufreq_attr, |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 241 | }; |
| 242 | |
| 243 | static int __init omap_cpufreq_init(void) |
| 244 | { |
Nishanth Menon | 08ca3e3b | 2011-05-25 16:38:46 -0700 | [diff] [blame] | 245 | if (cpu_is_omap24xx()) |
| 246 | mpu_clk_name = "virt_prcm_set"; |
| 247 | else if (cpu_is_omap34xx()) |
| 248 | mpu_clk_name = "dpll1_ck"; |
| 249 | else if (cpu_is_omap44xx()) |
| 250 | mpu_clk_name = "dpll_mpu_ck"; |
| 251 | |
| 252 | if (!mpu_clk_name) { |
| 253 | pr_err("%s: unsupported Silicon?\n", __func__); |
| 254 | return -EINVAL; |
| 255 | } |
Nishanth Menon | a820ffa | 2011-05-25 16:38:47 -0700 | [diff] [blame] | 256 | |
Kevin Hilman | c1b547b | 2011-09-30 10:41:26 -0700 | [diff] [blame] | 257 | mpu_dev = omap_device_get_by_hwmod_name("mpu"); |
Nishanth Menon | a820ffa | 2011-05-25 16:38:47 -0700 | [diff] [blame] | 258 | if (!mpu_dev) { |
| 259 | pr_warning("%s: unable to get the mpu device\n", __func__); |
| 260 | return -EINVAL; |
| 261 | } |
| 262 | |
Tony Lindgren | ec6bced | 2005-07-10 19:58:20 +0100 | [diff] [blame] | 263 | return cpufreq_register_driver(&omap_driver); |
| 264 | } |
| 265 | |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 266 | static void __exit omap_cpufreq_exit(void) |
| 267 | { |
| 268 | cpufreq_unregister_driver(&omap_driver); |
| 269 | } |
Kevin Hilman | aeec299 | 2009-01-27 19:13:38 -0700 | [diff] [blame] | 270 | |
Santosh Shilimkar | 731e0cc | 2010-08-11 17:02:43 -0700 | [diff] [blame] | 271 | MODULE_DESCRIPTION("cpufreq driver for OMAP SoCs"); |
| 272 | MODULE_LICENSE("GPL"); |
| 273 | module_init(omap_cpufreq_init); |
| 274 | module_exit(omap_cpufreq_exit); |