Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2010-2011 Samsung Electronics Co., Ltd. |
| 3 | * http://www.samsung.com |
| 4 | * |
| 5 | * EXYNOS - CPU frequency scaling support for EXYNOS series |
| 6 | * |
| 7 | * This program is free software; you can redistribute it and/or modify |
| 8 | * it under the terms of the GNU General Public License version 2 as |
| 9 | * published by the Free Software Foundation. |
| 10 | */ |
| 11 | |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 12 | #include <linux/kernel.h> |
| 13 | #include <linux/err.h> |
| 14 | #include <linux/clk.h> |
| 15 | #include <linux/io.h> |
| 16 | #include <linux/slab.h> |
| 17 | #include <linux/regulator/consumer.h> |
| 18 | #include <linux/cpufreq.h> |
| 19 | #include <linux/suspend.h> |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 20 | |
Jaecheol Lee | 6c523c6 | 2012-01-07 20:18:39 +0900 | [diff] [blame] | 21 | #include <plat/cpu.h> |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 22 | |
Kukjin Kim | c4aaa29 | 2012-12-28 16:29:10 -0800 | [diff] [blame] | 23 | #include "exynos-cpufreq.h" |
| 24 | |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 25 | static struct exynos_dvfs_info *exynos_info; |
| 26 | |
| 27 | static struct regulator *arm_regulator; |
| 28 | static struct cpufreq_freqs freqs; |
| 29 | |
| 30 | static unsigned int locking_frequency; |
| 31 | static bool frequency_locked; |
| 32 | static DEFINE_MUTEX(cpufreq_lock); |
| 33 | |
Tushar Behera | 5542721 | 2012-11-22 00:19:25 +0100 | [diff] [blame] | 34 | static int exynos_verify_speed(struct cpufreq_policy *policy) |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 35 | { |
| 36 | return cpufreq_frequency_table_verify(policy, |
| 37 | exynos_info->freq_table); |
| 38 | } |
| 39 | |
Tushar Behera | 5542721 | 2012-11-22 00:19:25 +0100 | [diff] [blame] | 40 | static unsigned int exynos_getspeed(unsigned int cpu) |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 41 | { |
| 42 | return clk_get_rate(exynos_info->cpu_clk) / 1000; |
| 43 | } |
| 44 | |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 45 | static int exynos_cpufreq_get_index(unsigned int freq) |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 46 | { |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 47 | struct cpufreq_frequency_table *freq_table = exynos_info->freq_table; |
| 48 | int index; |
| 49 | |
| 50 | for (index = 0; |
| 51 | freq_table[index].frequency != CPUFREQ_TABLE_END; index++) |
| 52 | if (freq_table[index].frequency == freq) |
| 53 | break; |
| 54 | |
| 55 | if (freq_table[index].frequency == CPUFREQ_TABLE_END) |
| 56 | return -EINVAL; |
| 57 | |
| 58 | return index; |
| 59 | } |
| 60 | |
| 61 | static int exynos_cpufreq_scale(unsigned int target_freq) |
| 62 | { |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 63 | struct cpufreq_frequency_table *freq_table = exynos_info->freq_table; |
| 64 | unsigned int *volt_table = exynos_info->volt_table; |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 65 | struct cpufreq_policy *policy = cpufreq_cpu_get(0); |
| 66 | unsigned int arm_volt, safe_arm_volt = 0; |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 67 | unsigned int mpll_freq_khz = exynos_info->mpll_freq_khz; |
Sachin Kamat | d271d07 | 2013-01-25 10:18:09 -0800 | [diff] [blame] | 68 | int index, old_index; |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 69 | int ret = 0; |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 70 | |
| 71 | freqs.old = policy->cur; |
Jonghwan Choi | c098ea7 | 2013-02-04 21:01:22 -0800 | [diff] [blame] | 72 | freqs.new = target_freq; |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 73 | |
Jonghwan Choi | c098ea7 | 2013-02-04 21:01:22 -0800 | [diff] [blame] | 74 | if (freqs.new == freqs.old) |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 75 | goto out; |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 76 | |
Jonghwa Lee | 53df1ad | 2012-07-20 02:54:02 +0000 | [diff] [blame] | 77 | /* |
| 78 | * The policy max have been changed so that we cannot get proper |
| 79 | * old_index with cpufreq_frequency_table_target(). Thus, ignore |
| 80 | * policy and get the index from the raw freqeuncy table. |
| 81 | */ |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 82 | old_index = exynos_cpufreq_get_index(freqs.old); |
| 83 | if (old_index < 0) { |
| 84 | ret = old_index; |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 85 | goto out; |
| 86 | } |
| 87 | |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 88 | index = exynos_cpufreq_get_index(target_freq); |
| 89 | if (index < 0) { |
| 90 | ret = index; |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 91 | goto out; |
| 92 | } |
| 93 | |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 94 | /* |
| 95 | * ARM clock source will be changed APLL to MPLL temporary |
| 96 | * To support this level, need to control regulator for |
| 97 | * required voltage level |
| 98 | */ |
| 99 | if (exynos_info->need_apll_change != NULL) { |
| 100 | if (exynos_info->need_apll_change(old_index, index) && |
| 101 | (freq_table[index].frequency < mpll_freq_khz) && |
| 102 | (freq_table[old_index].frequency < mpll_freq_khz)) |
| 103 | safe_arm_volt = volt_table[exynos_info->pll_safe_idx]; |
| 104 | } |
| 105 | arm_volt = volt_table[index]; |
| 106 | |
Viresh Kumar | b43a7ff | 2013-03-24 11:56:43 +0530 | [diff] [blame] | 107 | cpufreq_notify_transition(policy, &freqs, CPUFREQ_PRECHANGE); |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 108 | |
| 109 | /* When the new frequency is higher than current frequency */ |
| 110 | if ((freqs.new > freqs.old) && !safe_arm_volt) { |
| 111 | /* Firstly, voltage up to increase frequency */ |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 112 | ret = regulator_set_voltage(arm_regulator, arm_volt, arm_volt); |
| 113 | if (ret) { |
| 114 | pr_err("%s: failed to set cpu voltage to %d\n", |
| 115 | __func__, arm_volt); |
| 116 | goto out; |
| 117 | } |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 118 | } |
| 119 | |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 120 | if (safe_arm_volt) { |
| 121 | ret = regulator_set_voltage(arm_regulator, safe_arm_volt, |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 122 | safe_arm_volt); |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 123 | if (ret) { |
| 124 | pr_err("%s: failed to set cpu voltage to %d\n", |
| 125 | __func__, safe_arm_volt); |
| 126 | goto out; |
| 127 | } |
| 128 | } |
Jonghwan Choi | 857d90f | 2012-12-23 15:57:39 -0800 | [diff] [blame] | 129 | |
| 130 | exynos_info->set_freq(old_index, index); |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 131 | |
Viresh Kumar | b43a7ff | 2013-03-24 11:56:43 +0530 | [diff] [blame] | 132 | cpufreq_notify_transition(policy, &freqs, CPUFREQ_POSTCHANGE); |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 133 | |
| 134 | /* When the new frequency is lower than current frequency */ |
| 135 | if ((freqs.new < freqs.old) || |
| 136 | ((freqs.new > freqs.old) && safe_arm_volt)) { |
| 137 | /* down the voltage after frequency change */ |
| 138 | regulator_set_voltage(arm_regulator, arm_volt, |
| 139 | arm_volt); |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 140 | if (ret) { |
| 141 | pr_err("%s: failed to set cpu voltage to %d\n", |
| 142 | __func__, arm_volt); |
| 143 | goto out; |
| 144 | } |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 145 | } |
| 146 | |
| 147 | out: |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 148 | |
| 149 | cpufreq_cpu_put(policy); |
| 150 | |
| 151 | return ret; |
| 152 | } |
| 153 | |
| 154 | static int exynos_target(struct cpufreq_policy *policy, |
| 155 | unsigned int target_freq, |
| 156 | unsigned int relation) |
| 157 | { |
| 158 | struct cpufreq_frequency_table *freq_table = exynos_info->freq_table; |
| 159 | unsigned int index; |
Jonghwan Choi | c098ea7 | 2013-02-04 21:01:22 -0800 | [diff] [blame] | 160 | unsigned int new_freq; |
Sachin Kamat | 229b21e | 2013-01-31 17:13:39 -0800 | [diff] [blame] | 161 | int ret = 0; |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 162 | |
| 163 | mutex_lock(&cpufreq_lock); |
| 164 | |
| 165 | if (frequency_locked) |
| 166 | goto out; |
| 167 | |
| 168 | if (cpufreq_frequency_table_target(policy, freq_table, |
| 169 | target_freq, relation, &index)) { |
| 170 | ret = -EINVAL; |
| 171 | goto out; |
| 172 | } |
| 173 | |
Jonghwan Choi | c098ea7 | 2013-02-04 21:01:22 -0800 | [diff] [blame] | 174 | new_freq = freq_table[index].frequency; |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 175 | |
Jonghwan Choi | c098ea7 | 2013-02-04 21:01:22 -0800 | [diff] [blame] | 176 | ret = exynos_cpufreq_scale(new_freq); |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 177 | |
| 178 | out: |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 179 | mutex_unlock(&cpufreq_lock); |
| 180 | |
| 181 | return ret; |
| 182 | } |
| 183 | |
| 184 | #ifdef CONFIG_PM |
| 185 | static int exynos_cpufreq_suspend(struct cpufreq_policy *policy) |
| 186 | { |
| 187 | return 0; |
| 188 | } |
| 189 | |
| 190 | static int exynos_cpufreq_resume(struct cpufreq_policy *policy) |
| 191 | { |
| 192 | return 0; |
| 193 | } |
| 194 | #endif |
| 195 | |
| 196 | /** |
| 197 | * exynos_cpufreq_pm_notifier - block CPUFREQ's activities in suspend-resume |
| 198 | * context |
| 199 | * @notifier |
| 200 | * @pm_event |
| 201 | * @v |
| 202 | * |
| 203 | * While frequency_locked == true, target() ignores every frequency but |
| 204 | * locking_frequency. The locking_frequency value is the initial frequency, |
| 205 | * which is set by the bootloader. In order to eliminate possible |
| 206 | * inconsistency in clock values, we save and restore frequencies during |
| 207 | * suspend and resume and block CPUFREQ activities. Note that the standard |
| 208 | * suspend/resume cannot be used as they are too deep (syscore_ops) for |
| 209 | * regulator actions. |
| 210 | */ |
| 211 | static int exynos_cpufreq_pm_notifier(struct notifier_block *notifier, |
| 212 | unsigned long pm_event, void *v) |
| 213 | { |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 214 | int ret; |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 215 | |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 216 | switch (pm_event) { |
| 217 | case PM_SUSPEND_PREPARE: |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 218 | mutex_lock(&cpufreq_lock); |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 219 | frequency_locked = true; |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 220 | mutex_unlock(&cpufreq_lock); |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 221 | |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 222 | ret = exynos_cpufreq_scale(locking_frequency); |
| 223 | if (ret < 0) |
| 224 | return NOTIFY_BAD; |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 225 | |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 226 | break; |
| 227 | |
| 228 | case PM_POST_SUSPEND: |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 229 | mutex_lock(&cpufreq_lock); |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 230 | frequency_locked = false; |
Jonghwan Choi | 0e0e425 | 2012-12-23 15:57:48 -0800 | [diff] [blame] | 231 | mutex_unlock(&cpufreq_lock); |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 232 | break; |
| 233 | } |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 234 | |
| 235 | return NOTIFY_OK; |
| 236 | } |
| 237 | |
| 238 | static struct notifier_block exynos_cpufreq_nb = { |
| 239 | .notifier_call = exynos_cpufreq_pm_notifier, |
| 240 | }; |
| 241 | |
| 242 | static int exynos_cpufreq_cpu_init(struct cpufreq_policy *policy) |
| 243 | { |
| 244 | policy->cur = policy->min = policy->max = exynos_getspeed(policy->cpu); |
| 245 | |
| 246 | cpufreq_frequency_table_get_attr(exynos_info->freq_table, policy->cpu); |
| 247 | |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 248 | /* set the transition latency value */ |
| 249 | policy->cpuinfo.transition_latency = 100000; |
| 250 | |
Viresh Kumar | 6ca939b | 2013-01-31 07:56:04 +0530 | [diff] [blame] | 251 | cpumask_setall(policy->cpus); |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 252 | |
| 253 | return cpufreq_frequency_table_cpuinfo(policy, exynos_info->freq_table); |
| 254 | } |
| 255 | |
Inderpal Singh | 1298271 | 2013-01-18 11:07:33 -0800 | [diff] [blame] | 256 | static int exynos_cpufreq_cpu_exit(struct cpufreq_policy *policy) |
| 257 | { |
| 258 | cpufreq_frequency_table_put_attr(policy->cpu); |
| 259 | return 0; |
| 260 | } |
| 261 | |
| 262 | static struct freq_attr *exynos_cpufreq_attr[] = { |
| 263 | &cpufreq_freq_attr_scaling_available_freqs, |
| 264 | NULL, |
| 265 | }; |
| 266 | |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 267 | static struct cpufreq_driver exynos_driver = { |
| 268 | .flags = CPUFREQ_STICKY, |
| 269 | .verify = exynos_verify_speed, |
| 270 | .target = exynos_target, |
| 271 | .get = exynos_getspeed, |
| 272 | .init = exynos_cpufreq_cpu_init, |
Inderpal Singh | 1298271 | 2013-01-18 11:07:33 -0800 | [diff] [blame] | 273 | .exit = exynos_cpufreq_cpu_exit, |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 274 | .name = "exynos_cpufreq", |
Inderpal Singh | 1298271 | 2013-01-18 11:07:33 -0800 | [diff] [blame] | 275 | .attr = exynos_cpufreq_attr, |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 276 | #ifdef CONFIG_PM |
| 277 | .suspend = exynos_cpufreq_suspend, |
| 278 | .resume = exynos_cpufreq_resume, |
| 279 | #endif |
| 280 | }; |
| 281 | |
| 282 | static int __init exynos_cpufreq_init(void) |
| 283 | { |
| 284 | int ret = -EINVAL; |
| 285 | |
| 286 | exynos_info = kzalloc(sizeof(struct exynos_dvfs_info), GFP_KERNEL); |
| 287 | if (!exynos_info) |
| 288 | return -ENOMEM; |
| 289 | |
| 290 | if (soc_is_exynos4210()) |
| 291 | ret = exynos4210_cpufreq_init(exynos_info); |
Jaecheol Lee | a35c505 | 2012-03-10 02:59:22 -0800 | [diff] [blame] | 292 | else if (soc_is_exynos4212() || soc_is_exynos4412()) |
| 293 | ret = exynos4x12_cpufreq_init(exynos_info); |
Jaecheol Lee | 562a6cb | 2012-03-10 03:00:02 -0800 | [diff] [blame] | 294 | else if (soc_is_exynos5250()) |
| 295 | ret = exynos5250_cpufreq_init(exynos_info); |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 296 | else |
Amit Daniel Kachhap | c158520 | 2013-04-08 08:17:36 +0000 | [diff] [blame] | 297 | return 0; |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 298 | |
| 299 | if (ret) |
| 300 | goto err_vdd_arm; |
| 301 | |
| 302 | if (exynos_info->set_freq == NULL) { |
| 303 | pr_err("%s: No set_freq function (ERR)\n", __func__); |
| 304 | goto err_vdd_arm; |
| 305 | } |
| 306 | |
| 307 | arm_regulator = regulator_get(NULL, "vdd_arm"); |
| 308 | if (IS_ERR(arm_regulator)) { |
| 309 | pr_err("%s: failed to get resource vdd_arm\n", __func__); |
| 310 | goto err_vdd_arm; |
| 311 | } |
| 312 | |
Jonghwan Choi | 6e45eb1 | 2013-01-18 11:09:01 -0800 | [diff] [blame] | 313 | locking_frequency = exynos_getspeed(0); |
| 314 | |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 315 | register_pm_notifier(&exynos_cpufreq_nb); |
| 316 | |
| 317 | if (cpufreq_register_driver(&exynos_driver)) { |
| 318 | pr_err("%s: failed to register cpufreq driver\n", __func__); |
| 319 | goto err_cpufreq; |
| 320 | } |
| 321 | |
| 322 | return 0; |
| 323 | err_cpufreq: |
| 324 | unregister_pm_notifier(&exynos_cpufreq_nb); |
| 325 | |
Jonghwan Choi | 184cddd | 2012-12-23 15:51:40 -0800 | [diff] [blame] | 326 | regulator_put(arm_regulator); |
Jaecheol Lee | a125a17 | 2012-01-07 20:18:35 +0900 | [diff] [blame] | 327 | err_vdd_arm: |
| 328 | kfree(exynos_info); |
| 329 | pr_debug("%s: failed initialization\n", __func__); |
| 330 | return -EINVAL; |
| 331 | } |
| 332 | late_initcall(exynos_cpufreq_init); |