blob: bfec1bcd3835f3110f24e0fc9ee2ce16d8ceb5cb [file] [log] [blame]
Tang Yuantiandefa4c72013-06-05 09:30:48 +00001/*
2 * Copyright 2013 Freescale Semiconductor, Inc.
3 *
Tang Yuantiana4f20742015-03-13 12:39:01 +08004 * CPU Frequency Scaling driver for Freescale QorIQ SoCs.
Tang Yuantiandefa4c72013-06-05 09:30:48 +00005 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10
11#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
12
13#include <linux/clk.h>
Tang Yuantianb1e9a642017-02-09 10:33:02 +080014#include <linux/clk-provider.h>
Tang Yuantiandefa4c72013-06-05 09:30:48 +000015#include <linux/cpufreq.h>
Hongtao Jia8ae17022015-11-26 17:21:11 +080016#include <linux/cpu_cooling.h>
Tang Yuantiandefa4c72013-06-05 09:30:48 +000017#include <linux/errno.h>
Tang Yuantiandefa4c72013-06-05 09:30:48 +000018#include <linux/init.h>
19#include <linux/kernel.h>
20#include <linux/module.h>
21#include <linux/mutex.h>
22#include <linux/of.h>
23#include <linux/slab.h>
24#include <linux/smp.h>
25
26/**
Tang Yuantiana4f20742015-03-13 12:39:01 +080027 * struct cpu_data
Tang Yuantian8a95c142015-06-04 14:25:42 +080028 * @pclk: the parent clock of cpu
Tang Yuantiandefa4c72013-06-05 09:30:48 +000029 * @table: frequency table
30 */
31struct cpu_data {
Tang Yuantian8a95c142015-06-04 14:25:42 +080032 struct clk **pclk;
Tang Yuantiandefa4c72013-06-05 09:30:48 +000033 struct cpufreq_frequency_table *table;
Hongtao Jia8ae17022015-11-26 17:21:11 +080034 struct thermal_cooling_device *cdev;
Tang Yuantiandefa4c72013-06-05 09:30:48 +000035};
36
Tang Yuantianb1e9a642017-02-09 10:33:02 +080037/*
38 * Don't use cpufreq on this SoC -- used when the SoC would have otherwise
39 * matched a more generic compatible.
40 */
41#define SOC_BLACKLIST 1
42
Tang Yuantiandefa4c72013-06-05 09:30:48 +000043/**
44 * struct soc_data - SoC specific data
Tang Yuantianb1e9a642017-02-09 10:33:02 +080045 * @flags: SOC_xxx
Tang Yuantiandefa4c72013-06-05 09:30:48 +000046 */
47struct soc_data {
Tang Yuantianb1e9a642017-02-09 10:33:02 +080048 u32 flags;
Tang Yuantiandefa4c72013-06-05 09:30:48 +000049};
50
Tang Yuantiana4f20742015-03-13 12:39:01 +080051static u32 get_bus_freq(void)
52{
53 struct device_node *soc;
54 u32 sysfreq;
55
56 soc = of_find_node_by_type(NULL, "soc");
57 if (!soc)
58 return 0;
59
60 if (of_property_read_u32(soc, "bus-frequency", &sysfreq))
61 sysfreq = 0;
62
63 of_node_put(soc);
64
65 return sysfreq;
66}
67
Tang Yuantianb1e9a642017-02-09 10:33:02 +080068static struct clk *cpu_to_clk(int cpu)
Tang Yuantiana4f20742015-03-13 12:39:01 +080069{
Tang Yuantianb1e9a642017-02-09 10:33:02 +080070 struct device_node *np;
71 struct clk *clk;
Tang Yuantiana4f20742015-03-13 12:39:01 +080072
73 if (!cpu_present(cpu))
74 return NULL;
75
76 np = of_get_cpu_node(cpu, NULL);
77 if (!np)
78 return NULL;
79
Tang Yuantianb1e9a642017-02-09 10:33:02 +080080 clk = of_clk_get(np, 0);
Tang Yuantiana4f20742015-03-13 12:39:01 +080081 of_node_put(np);
Tang Yuantianb1e9a642017-02-09 10:33:02 +080082 return clk;
Tang Yuantiana4f20742015-03-13 12:39:01 +080083}
84
85/* traverse cpu nodes to get cpu mask of sharing clock wire */
86static void set_affected_cpus(struct cpufreq_policy *policy)
87{
Tang Yuantiana4f20742015-03-13 12:39:01 +080088 struct cpumask *dstp = policy->cpus;
Tang Yuantianb1e9a642017-02-09 10:33:02 +080089 struct clk *clk;
Tang Yuantiana4f20742015-03-13 12:39:01 +080090 int i;
91
Tang Yuantiana4f20742015-03-13 12:39:01 +080092 for_each_present_cpu(i) {
Tang Yuantianb1e9a642017-02-09 10:33:02 +080093 clk = cpu_to_clk(i);
94 if (IS_ERR(clk)) {
95 pr_err("%s: no clock for cpu %d\n", __func__, i);
Tang Yuantiana4f20742015-03-13 12:39:01 +080096 continue;
Tang Yuantianb1e9a642017-02-09 10:33:02 +080097 }
Tang Yuantiana4f20742015-03-13 12:39:01 +080098
Tang Yuantianb1e9a642017-02-09 10:33:02 +080099 if (clk_is_match(policy->clk, clk))
Tang Yuantiana4f20742015-03-13 12:39:01 +0800100 cpumask_set_cpu(i, dstp);
Tang Yuantiana4f20742015-03-13 12:39:01 +0800101 }
Tang Yuantiana4f20742015-03-13 12:39:01 +0800102}
103
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000104/* reduce the duplicated frequencies in frequency table */
105static void freq_table_redup(struct cpufreq_frequency_table *freq_table,
106 int count)
107{
108 int i, j;
109
110 for (i = 1; i < count; i++) {
111 for (j = 0; j < i; j++) {
112 if (freq_table[j].frequency == CPUFREQ_ENTRY_INVALID ||
113 freq_table[j].frequency !=
114 freq_table[i].frequency)
115 continue;
116
117 freq_table[i].frequency = CPUFREQ_ENTRY_INVALID;
118 break;
119 }
120 }
121}
122
123/* sort the frequencies in frequency table in descenting order */
124static void freq_table_sort(struct cpufreq_frequency_table *freq_table,
125 int count)
126{
127 int i, j, ind;
128 unsigned int freq, max_freq;
129 struct cpufreq_frequency_table table;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800130
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000131 for (i = 0; i < count - 1; i++) {
132 max_freq = freq_table[i].frequency;
133 ind = i;
134 for (j = i + 1; j < count; j++) {
135 freq = freq_table[j].frequency;
136 if (freq == CPUFREQ_ENTRY_INVALID ||
137 freq <= max_freq)
138 continue;
139 ind = j;
140 max_freq = freq;
141 }
142
143 if (ind != i) {
144 /* exchange the frequencies */
145 table.driver_data = freq_table[i].driver_data;
146 table.frequency = freq_table[i].frequency;
147 freq_table[i].driver_data = freq_table[ind].driver_data;
148 freq_table[i].frequency = freq_table[ind].frequency;
149 freq_table[ind].driver_data = table.driver_data;
150 freq_table[ind].frequency = table.frequency;
151 }
152 }
153}
154
Tang Yuantiana4f20742015-03-13 12:39:01 +0800155static int qoriq_cpufreq_cpu_init(struct cpufreq_policy *policy)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000156{
Tang Yuantianb1e9a642017-02-09 10:33:02 +0800157 struct device_node *np;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000158 int i, count, ret;
Tang Yuantianb1e9a642017-02-09 10:33:02 +0800159 u32 freq;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000160 struct clk *clk;
Tang Yuantianb1e9a642017-02-09 10:33:02 +0800161 const struct clk_hw *hwclk;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000162 struct cpufreq_frequency_table *table;
163 struct cpu_data *data;
164 unsigned int cpu = policy->cpu;
Ed Swarthout906fe032014-06-05 18:56:17 -0500165 u64 u64temp;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000166
167 np = of_get_cpu_node(cpu, NULL);
168 if (!np)
169 return -ENODEV;
170
171 data = kzalloc(sizeof(*data), GFP_KERNEL);
Tang Yuantiana4f20742015-03-13 12:39:01 +0800172 if (!data)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000173 goto err_np;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000174
Viresh Kumar652ed952014-01-09 20:38:43 +0530175 policy->clk = of_clk_get(np, 0);
176 if (IS_ERR(policy->clk)) {
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000177 pr_err("%s: no clock information\n", __func__);
178 goto err_nomem2;
179 }
180
Tang Yuantianb1e9a642017-02-09 10:33:02 +0800181 hwclk = __clk_get_hw(policy->clk);
182 count = clk_hw_get_num_parents(hwclk);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000183
Tang Yuantian8a95c142015-06-04 14:25:42 +0800184 data->pclk = kcalloc(count, sizeof(struct clk *), GFP_KERNEL);
185 if (!data->pclk) {
186 pr_err("%s: no memory\n", __func__);
Tang Yuantianb1e9a642017-02-09 10:33:02 +0800187 goto err_nomem2;
Tang Yuantian8a95c142015-06-04 14:25:42 +0800188 }
189
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000190 table = kcalloc(count + 1, sizeof(*table), GFP_KERNEL);
191 if (!table) {
192 pr_err("%s: no memory\n", __func__);
Tang Yuantian8a95c142015-06-04 14:25:42 +0800193 goto err_pclk;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000194 }
195
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000196 for (i = 0; i < count; i++) {
Tang Yuantianb1e9a642017-02-09 10:33:02 +0800197 clk = clk_hw_get_parent_by_index(hwclk, i)->clk;
Tang Yuantian8a95c142015-06-04 14:25:42 +0800198 data->pclk[i] = clk;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000199 freq = clk_get_rate(clk);
Tang Yuantianb1e9a642017-02-09 10:33:02 +0800200 table[i].frequency = freq / 1000;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000201 table[i].driver_data = i;
202 }
203 freq_table_redup(table, count);
204 freq_table_sort(table, count);
205 table[i].frequency = CPUFREQ_TABLE_END;
206
207 /* set the min and max frequency properly */
Viresh Kumar6b4147d2013-09-16 18:56:28 +0530208 ret = cpufreq_table_validate_and_show(policy, table);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000209 if (ret) {
210 pr_err("invalid frequency table: %d\n", ret);
211 goto err_nomem1;
212 }
213
214 data->table = table;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000215
216 /* update ->cpus if we have cluster, no harm if not */
Tang Yuantiana4f20742015-03-13 12:39:01 +0800217 set_affected_cpus(policy);
218 policy->driver_data = data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000219
Ed Swarthout906fe032014-06-05 18:56:17 -0500220 /* Minimum transition latency is 12 platform clocks */
221 u64temp = 12ULL * NSEC_PER_SEC;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800222 do_div(u64temp, get_bus_freq());
Ed Swarthout906fe032014-06-05 18:56:17 -0500223 policy->cpuinfo.transition_latency = u64temp + 1;
Tim Gardner6712d292014-04-28 10:18:18 -0600224
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000225 of_node_put(np);
226
227 return 0;
228
229err_nomem1:
230 kfree(table);
Tang Yuantian8a95c142015-06-04 14:25:42 +0800231err_pclk:
232 kfree(data->pclk);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000233err_nomem2:
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000234 kfree(data);
235err_np:
236 of_node_put(np);
237
238 return -ENODEV;
239}
240
Jia Hongtao495c7162016-04-19 17:00:06 +0800241static int qoriq_cpufreq_cpu_exit(struct cpufreq_policy *policy)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000242{
Tang Yuantiana4f20742015-03-13 12:39:01 +0800243 struct cpu_data *data = policy->driver_data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000244
Jia Hongtao394cb832016-04-19 17:00:07 +0800245 cpufreq_cooling_unregister(data->cdev);
Tang Yuantian8a95c142015-06-04 14:25:42 +0800246 kfree(data->pclk);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000247 kfree(data->table);
248 kfree(data);
Tang Yuantiana4f20742015-03-13 12:39:01 +0800249 policy->driver_data = NULL;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000250
251 return 0;
252}
253
Tang Yuantiana4f20742015-03-13 12:39:01 +0800254static int qoriq_cpufreq_target(struct cpufreq_policy *policy,
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530255 unsigned int index)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000256{
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000257 struct clk *parent;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800258 struct cpu_data *data = policy->driver_data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000259
Tang Yuantian8a95c142015-06-04 14:25:42 +0800260 parent = data->pclk[data->table[index].driver_data];
Viresh Kumar652ed952014-01-09 20:38:43 +0530261 return clk_set_parent(policy->clk, parent);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000262}
263
Hongtao Jia8ae17022015-11-26 17:21:11 +0800264
265static void qoriq_cpufreq_ready(struct cpufreq_policy *policy)
266{
267 struct cpu_data *cpud = policy->driver_data;
268 struct device_node *np = of_get_cpu_node(policy->cpu, NULL);
269
270 if (of_find_property(np, "#cooling-cells", NULL)) {
271 cpud->cdev = of_cpufreq_cooling_register(np,
272 policy->related_cpus);
273
Jia Hongtao27b8fe82016-04-18 15:59:32 +0800274 if (IS_ERR(cpud->cdev) && PTR_ERR(cpud->cdev) != -ENOSYS) {
275 pr_err("cpu%d is not running as cooling device: %ld\n",
Hongtao Jia8ae17022015-11-26 17:21:11 +0800276 policy->cpu, PTR_ERR(cpud->cdev));
277
278 cpud->cdev = NULL;
279 }
280 }
281
282 of_node_put(np);
283}
284
Tang Yuantiana4f20742015-03-13 12:39:01 +0800285static struct cpufreq_driver qoriq_cpufreq_driver = {
286 .name = "qoriq_cpufreq",
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000287 .flags = CPUFREQ_CONST_LOOPS,
Tang Yuantiana4f20742015-03-13 12:39:01 +0800288 .init = qoriq_cpufreq_cpu_init,
Jia Hongtao495c7162016-04-19 17:00:06 +0800289 .exit = qoriq_cpufreq_cpu_exit,
Viresh Kumardc2398d2013-10-03 20:28:18 +0530290 .verify = cpufreq_generic_frequency_table_verify,
Tang Yuantiana4f20742015-03-13 12:39:01 +0800291 .target_index = qoriq_cpufreq_target,
Viresh Kumar652ed952014-01-09 20:38:43 +0530292 .get = cpufreq_generic_get,
Hongtao Jia8ae17022015-11-26 17:21:11 +0800293 .ready = qoriq_cpufreq_ready,
Viresh Kumardc2398d2013-10-03 20:28:18 +0530294 .attr = cpufreq_generic_attr,
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000295};
296
Tang Yuantianb1e9a642017-02-09 10:33:02 +0800297static const struct soc_data blacklist = {
298 .flags = SOC_BLACKLIST,
299};
300
Tang Yuantiana4f20742015-03-13 12:39:01 +0800301static const struct of_device_id node_matches[] __initconst = {
Tang Yuantianb1e9a642017-02-09 10:33:02 +0800302 /* e6500 cannot use cpufreq due to erratum A-008083 */
303 { .compatible = "fsl,b4420-clockgen", &blacklist },
304 { .compatible = "fsl,b4860-clockgen", &blacklist },
305 { .compatible = "fsl,t2080-clockgen", &blacklist },
306 { .compatible = "fsl,t4240-clockgen", &blacklist },
307
308 { .compatible = "fsl,ls1012a-clockgen", },
309 { .compatible = "fsl,ls1021a-clockgen", },
310 { .compatible = "fsl,ls1043a-clockgen", },
311 { .compatible = "fsl,ls1046a-clockgen", },
312 { .compatible = "fsl,ls1088a-clockgen", },
313 { .compatible = "fsl,ls2080a-clockgen", },
314 { .compatible = "fsl,p4080-clockgen", },
315 { .compatible = "fsl,qoriq-clockgen-1.0", },
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000316 { .compatible = "fsl,qoriq-clockgen-2.0", },
317 {}
318};
319
Tang Yuantiana4f20742015-03-13 12:39:01 +0800320static int __init qoriq_cpufreq_init(void)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000321{
322 int ret;
323 struct device_node *np;
324 const struct of_device_id *match;
325 const struct soc_data *data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000326
327 np = of_find_matching_node(NULL, node_matches);
328 if (!np)
329 return -ENODEV;
330
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000331 match = of_match_node(node_matches, np);
332 data = match->data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000333
334 of_node_put(np);
335
Tang Yuantianb1e9a642017-02-09 10:33:02 +0800336 if (data && data->flags & SOC_BLACKLIST)
337 return -ENODEV;
338
Tang Yuantiana4f20742015-03-13 12:39:01 +0800339 ret = cpufreq_register_driver(&qoriq_cpufreq_driver);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000340 if (!ret)
Tang Yuantiana4f20742015-03-13 12:39:01 +0800341 pr_info("Freescale QorIQ CPU frequency scaling driver\n");
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000342
343 return ret;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000344}
Tang Yuantiana4f20742015-03-13 12:39:01 +0800345module_init(qoriq_cpufreq_init);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000346
Tang Yuantiana4f20742015-03-13 12:39:01 +0800347static void __exit qoriq_cpufreq_exit(void)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000348{
Tang Yuantiana4f20742015-03-13 12:39:01 +0800349 cpufreq_unregister_driver(&qoriq_cpufreq_driver);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000350}
Tang Yuantiana4f20742015-03-13 12:39:01 +0800351module_exit(qoriq_cpufreq_exit);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000352
353MODULE_LICENSE("GPL");
354MODULE_AUTHOR("Tang Yuantian <Yuantian.Tang@freescale.com>");
Tang Yuantiana4f20742015-03-13 12:39:01 +0800355MODULE_DESCRIPTION("cpufreq driver for Freescale QorIQ series SoCs");