blob: 53d8c3fb16f67bfc5a4cba5065c32a5503be4328 [file] [log] [blame]
Tang Yuantiandefa4c72013-06-05 09:30:48 +00001/*
2 * Copyright 2013 Freescale Semiconductor, Inc.
3 *
Tang Yuantiana4f20742015-03-13 12:39:01 +08004 * CPU Frequency Scaling driver for Freescale QorIQ SoCs.
Tang Yuantiandefa4c72013-06-05 09:30:48 +00005 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10
11#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
12
13#include <linux/clk.h>
14#include <linux/cpufreq.h>
Hongtao Jia8ae17022015-11-26 17:21:11 +080015#include <linux/cpu_cooling.h>
Tang Yuantiandefa4c72013-06-05 09:30:48 +000016#include <linux/errno.h>
Tang Yuantiandefa4c72013-06-05 09:30:48 +000017#include <linux/init.h>
18#include <linux/kernel.h>
19#include <linux/module.h>
20#include <linux/mutex.h>
21#include <linux/of.h>
22#include <linux/slab.h>
23#include <linux/smp.h>
24
Arnd Bergmann4492d1a2015-04-11 00:17:11 +020025#if !defined(CONFIG_ARM)
Geert Uytterhoeven5877b4f2015-03-04 12:56:20 +010026#include <asm/smp.h> /* for get_hard_smp_processor_id() in UP configs */
Arnd Bergmann4492d1a2015-04-11 00:17:11 +020027#endif
Geert Uytterhoeven5877b4f2015-03-04 12:56:20 +010028
Tang Yuantiandefa4c72013-06-05 09:30:48 +000029/**
Tang Yuantiana4f20742015-03-13 12:39:01 +080030 * struct cpu_data
Tang Yuantian8a95c142015-06-04 14:25:42 +080031 * @pclk: the parent clock of cpu
Tang Yuantiandefa4c72013-06-05 09:30:48 +000032 * @table: frequency table
33 */
34struct cpu_data {
Tang Yuantian8a95c142015-06-04 14:25:42 +080035 struct clk **pclk;
Tang Yuantiandefa4c72013-06-05 09:30:48 +000036 struct cpufreq_frequency_table *table;
Hongtao Jia8ae17022015-11-26 17:21:11 +080037 struct thermal_cooling_device *cdev;
Tang Yuantiandefa4c72013-06-05 09:30:48 +000038};
39
40/**
41 * struct soc_data - SoC specific data
42 * @freq_mask: mask the disallowed frequencies
43 * @flag: unique flags
44 */
45struct soc_data {
46 u32 freq_mask[4];
47 u32 flag;
48};
49
50#define FREQ_MASK 1
51/* see hardware specification for the allowed frqeuencies */
52static const struct soc_data sdata[] = {
53 { /* used by p2041 and p3041 */
54 .freq_mask = {0x8, 0x8, 0x2, 0x2},
55 .flag = FREQ_MASK,
56 },
57 { /* used by p5020 */
58 .freq_mask = {0x8, 0x2},
59 .flag = FREQ_MASK,
60 },
61 { /* used by p4080, p5040 */
62 .freq_mask = {0},
63 .flag = 0,
64 },
65};
66
67/*
68 * the minimum allowed core frequency, in Hz
69 * for chassis v1.0, >= platform frequency
70 * for chassis v2.0, >= platform frequency / 2
71 */
72static u32 min_cpufreq;
73static const u32 *fmask;
74
Tang Yuantiana4f20742015-03-13 12:39:01 +080075#if defined(CONFIG_ARM)
76static int get_cpu_physical_id(int cpu)
Tang Yuantiandefa4c72013-06-05 09:30:48 +000077{
Tang Yuantiana4f20742015-03-13 12:39:01 +080078 return topology_core_id(cpu);
79}
80#else
81static int get_cpu_physical_id(int cpu)
82{
83 return get_hard_smp_processor_id(cpu);
Tang Yuantiandefa4c72013-06-05 09:30:48 +000084}
85#endif
86
Tang Yuantiana4f20742015-03-13 12:39:01 +080087static u32 get_bus_freq(void)
88{
89 struct device_node *soc;
90 u32 sysfreq;
91
92 soc = of_find_node_by_type(NULL, "soc");
93 if (!soc)
94 return 0;
95
96 if (of_property_read_u32(soc, "bus-frequency", &sysfreq))
97 sysfreq = 0;
98
99 of_node_put(soc);
100
101 return sysfreq;
102}
103
104static struct device_node *cpu_to_clk_node(int cpu)
105{
106 struct device_node *np, *clk_np;
107
108 if (!cpu_present(cpu))
109 return NULL;
110
111 np = of_get_cpu_node(cpu, NULL);
112 if (!np)
113 return NULL;
114
115 clk_np = of_parse_phandle(np, "clocks", 0);
116 if (!clk_np)
117 return NULL;
118
119 of_node_put(np);
120
121 return clk_np;
122}
123
124/* traverse cpu nodes to get cpu mask of sharing clock wire */
125static void set_affected_cpus(struct cpufreq_policy *policy)
126{
127 struct device_node *np, *clk_np;
128 struct cpumask *dstp = policy->cpus;
129 int i;
130
131 np = cpu_to_clk_node(policy->cpu);
132 if (!np)
133 return;
134
135 for_each_present_cpu(i) {
136 clk_np = cpu_to_clk_node(i);
137 if (!clk_np)
138 continue;
139
140 if (clk_np == np)
141 cpumask_set_cpu(i, dstp);
142
143 of_node_put(clk_np);
144 }
145 of_node_put(np);
146}
147
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000148/* reduce the duplicated frequencies in frequency table */
149static void freq_table_redup(struct cpufreq_frequency_table *freq_table,
150 int count)
151{
152 int i, j;
153
154 for (i = 1; i < count; i++) {
155 for (j = 0; j < i; j++) {
156 if (freq_table[j].frequency == CPUFREQ_ENTRY_INVALID ||
157 freq_table[j].frequency !=
158 freq_table[i].frequency)
159 continue;
160
161 freq_table[i].frequency = CPUFREQ_ENTRY_INVALID;
162 break;
163 }
164 }
165}
166
167/* sort the frequencies in frequency table in descenting order */
168static void freq_table_sort(struct cpufreq_frequency_table *freq_table,
169 int count)
170{
171 int i, j, ind;
172 unsigned int freq, max_freq;
173 struct cpufreq_frequency_table table;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800174
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000175 for (i = 0; i < count - 1; i++) {
176 max_freq = freq_table[i].frequency;
177 ind = i;
178 for (j = i + 1; j < count; j++) {
179 freq = freq_table[j].frequency;
180 if (freq == CPUFREQ_ENTRY_INVALID ||
181 freq <= max_freq)
182 continue;
183 ind = j;
184 max_freq = freq;
185 }
186
187 if (ind != i) {
188 /* exchange the frequencies */
189 table.driver_data = freq_table[i].driver_data;
190 table.frequency = freq_table[i].frequency;
191 freq_table[i].driver_data = freq_table[ind].driver_data;
192 freq_table[i].frequency = freq_table[ind].frequency;
193 freq_table[ind].driver_data = table.driver_data;
194 freq_table[ind].frequency = table.frequency;
195 }
196 }
197}
198
Tang Yuantiana4f20742015-03-13 12:39:01 +0800199static int qoriq_cpufreq_cpu_init(struct cpufreq_policy *policy)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000200{
Tang Yuantian8a95c142015-06-04 14:25:42 +0800201 struct device_node *np, *pnode;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000202 int i, count, ret;
203 u32 freq, mask;
204 struct clk *clk;
205 struct cpufreq_frequency_table *table;
206 struct cpu_data *data;
207 unsigned int cpu = policy->cpu;
Ed Swarthout906fe032014-06-05 18:56:17 -0500208 u64 u64temp;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000209
210 np = of_get_cpu_node(cpu, NULL);
211 if (!np)
212 return -ENODEV;
213
214 data = kzalloc(sizeof(*data), GFP_KERNEL);
Tang Yuantiana4f20742015-03-13 12:39:01 +0800215 if (!data)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000216 goto err_np;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000217
Viresh Kumar652ed952014-01-09 20:38:43 +0530218 policy->clk = of_clk_get(np, 0);
219 if (IS_ERR(policy->clk)) {
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000220 pr_err("%s: no clock information\n", __func__);
221 goto err_nomem2;
222 }
223
Tang Yuantian8a95c142015-06-04 14:25:42 +0800224 pnode = of_parse_phandle(np, "clocks", 0);
225 if (!pnode) {
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000226 pr_err("%s: could not get clock information\n", __func__);
227 goto err_nomem2;
228 }
229
Tang Yuantian8a95c142015-06-04 14:25:42 +0800230 count = of_property_count_strings(pnode, "clock-names");
231 data->pclk = kcalloc(count, sizeof(struct clk *), GFP_KERNEL);
232 if (!data->pclk) {
233 pr_err("%s: no memory\n", __func__);
234 goto err_node;
235 }
236
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000237 table = kcalloc(count + 1, sizeof(*table), GFP_KERNEL);
238 if (!table) {
239 pr_err("%s: no memory\n", __func__);
Tang Yuantian8a95c142015-06-04 14:25:42 +0800240 goto err_pclk;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000241 }
242
243 if (fmask)
Tang Yuantiana4f20742015-03-13 12:39:01 +0800244 mask = fmask[get_cpu_physical_id(cpu)];
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000245 else
246 mask = 0x0;
247
248 for (i = 0; i < count; i++) {
Tang Yuantian8a95c142015-06-04 14:25:42 +0800249 clk = of_clk_get(pnode, i);
250 data->pclk[i] = clk;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000251 freq = clk_get_rate(clk);
252 /*
253 * the clock is valid if its frequency is not masked
254 * and large than minimum allowed frequency.
255 */
256 if (freq < min_cpufreq || (mask & (1 << i)))
257 table[i].frequency = CPUFREQ_ENTRY_INVALID;
258 else
259 table[i].frequency = freq / 1000;
260 table[i].driver_data = i;
261 }
262 freq_table_redup(table, count);
263 freq_table_sort(table, count);
264 table[i].frequency = CPUFREQ_TABLE_END;
265
266 /* set the min and max frequency properly */
Viresh Kumar6b4147d2013-09-16 18:56:28 +0530267 ret = cpufreq_table_validate_and_show(policy, table);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000268 if (ret) {
269 pr_err("invalid frequency table: %d\n", ret);
270 goto err_nomem1;
271 }
272
273 data->table = table;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000274
275 /* update ->cpus if we have cluster, no harm if not */
Tang Yuantiana4f20742015-03-13 12:39:01 +0800276 set_affected_cpus(policy);
277 policy->driver_data = data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000278
Ed Swarthout906fe032014-06-05 18:56:17 -0500279 /* Minimum transition latency is 12 platform clocks */
280 u64temp = 12ULL * NSEC_PER_SEC;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800281 do_div(u64temp, get_bus_freq());
Ed Swarthout906fe032014-06-05 18:56:17 -0500282 policy->cpuinfo.transition_latency = u64temp + 1;
Tim Gardner6712d292014-04-28 10:18:18 -0600283
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000284 of_node_put(np);
Tang Yuantian8a95c142015-06-04 14:25:42 +0800285 of_node_put(pnode);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000286
287 return 0;
288
289err_nomem1:
290 kfree(table);
Tang Yuantian8a95c142015-06-04 14:25:42 +0800291err_pclk:
292 kfree(data->pclk);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000293err_node:
Tang Yuantian8a95c142015-06-04 14:25:42 +0800294 of_node_put(pnode);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000295err_nomem2:
Tang Yuantiana4f20742015-03-13 12:39:01 +0800296 policy->driver_data = NULL;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000297 kfree(data);
298err_np:
299 of_node_put(np);
300
301 return -ENODEV;
302}
303
Jia Hongtao495c7162016-04-19 17:00:06 +0800304static int qoriq_cpufreq_cpu_exit(struct cpufreq_policy *policy)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000305{
Tang Yuantiana4f20742015-03-13 12:39:01 +0800306 struct cpu_data *data = policy->driver_data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000307
Jia Hongtao394cb832016-04-19 17:00:07 +0800308 cpufreq_cooling_unregister(data->cdev);
Tang Yuantian8a95c142015-06-04 14:25:42 +0800309 kfree(data->pclk);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000310 kfree(data->table);
311 kfree(data);
Tang Yuantiana4f20742015-03-13 12:39:01 +0800312 policy->driver_data = NULL;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000313
314 return 0;
315}
316
Tang Yuantiana4f20742015-03-13 12:39:01 +0800317static int qoriq_cpufreq_target(struct cpufreq_policy *policy,
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530318 unsigned int index)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000319{
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000320 struct clk *parent;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800321 struct cpu_data *data = policy->driver_data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000322
Tang Yuantian8a95c142015-06-04 14:25:42 +0800323 parent = data->pclk[data->table[index].driver_data];
Viresh Kumar652ed952014-01-09 20:38:43 +0530324 return clk_set_parent(policy->clk, parent);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000325}
326
Hongtao Jia8ae17022015-11-26 17:21:11 +0800327
328static void qoriq_cpufreq_ready(struct cpufreq_policy *policy)
329{
330 struct cpu_data *cpud = policy->driver_data;
331 struct device_node *np = of_get_cpu_node(policy->cpu, NULL);
332
333 if (of_find_property(np, "#cooling-cells", NULL)) {
334 cpud->cdev = of_cpufreq_cooling_register(np,
335 policy->related_cpus);
336
Jia Hongtao27b8fe82016-04-18 15:59:32 +0800337 if (IS_ERR(cpud->cdev) && PTR_ERR(cpud->cdev) != -ENOSYS) {
338 pr_err("cpu%d is not running as cooling device: %ld\n",
Hongtao Jia8ae17022015-11-26 17:21:11 +0800339 policy->cpu, PTR_ERR(cpud->cdev));
340
341 cpud->cdev = NULL;
342 }
343 }
344
345 of_node_put(np);
346}
347
Tang Yuantiana4f20742015-03-13 12:39:01 +0800348static struct cpufreq_driver qoriq_cpufreq_driver = {
349 .name = "qoriq_cpufreq",
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000350 .flags = CPUFREQ_CONST_LOOPS,
Tang Yuantiana4f20742015-03-13 12:39:01 +0800351 .init = qoriq_cpufreq_cpu_init,
Jia Hongtao495c7162016-04-19 17:00:06 +0800352 .exit = qoriq_cpufreq_cpu_exit,
Viresh Kumardc2398d2013-10-03 20:28:18 +0530353 .verify = cpufreq_generic_frequency_table_verify,
Tang Yuantiana4f20742015-03-13 12:39:01 +0800354 .target_index = qoriq_cpufreq_target,
Viresh Kumar652ed952014-01-09 20:38:43 +0530355 .get = cpufreq_generic_get,
Hongtao Jia8ae17022015-11-26 17:21:11 +0800356 .ready = qoriq_cpufreq_ready,
Viresh Kumardc2398d2013-10-03 20:28:18 +0530357 .attr = cpufreq_generic_attr,
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000358};
359
Tang Yuantiana4f20742015-03-13 12:39:01 +0800360static const struct of_device_id node_matches[] __initconst = {
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000361 { .compatible = "fsl,p2041-clockgen", .data = &sdata[0], },
362 { .compatible = "fsl,p3041-clockgen", .data = &sdata[0], },
363 { .compatible = "fsl,p5020-clockgen", .data = &sdata[1], },
364 { .compatible = "fsl,p4080-clockgen", .data = &sdata[2], },
365 { .compatible = "fsl,p5040-clockgen", .data = &sdata[2], },
366 { .compatible = "fsl,qoriq-clockgen-2.0", },
367 {}
368};
369
Tang Yuantiana4f20742015-03-13 12:39:01 +0800370static int __init qoriq_cpufreq_init(void)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000371{
372 int ret;
373 struct device_node *np;
374 const struct of_device_id *match;
375 const struct soc_data *data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000376
377 np = of_find_matching_node(NULL, node_matches);
378 if (!np)
379 return -ENODEV;
380
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000381 match = of_match_node(node_matches, np);
382 data = match->data;
383 if (data) {
384 if (data->flag)
385 fmask = data->freq_mask;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800386 min_cpufreq = get_bus_freq();
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000387 } else {
Tang Yuantiana4f20742015-03-13 12:39:01 +0800388 min_cpufreq = get_bus_freq() / 2;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000389 }
390
391 of_node_put(np);
392
Tang Yuantiana4f20742015-03-13 12:39:01 +0800393 ret = cpufreq_register_driver(&qoriq_cpufreq_driver);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000394 if (!ret)
Tang Yuantiana4f20742015-03-13 12:39:01 +0800395 pr_info("Freescale QorIQ CPU frequency scaling driver\n");
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000396
397 return ret;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000398}
Tang Yuantiana4f20742015-03-13 12:39:01 +0800399module_init(qoriq_cpufreq_init);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000400
Tang Yuantiana4f20742015-03-13 12:39:01 +0800401static void __exit qoriq_cpufreq_exit(void)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000402{
Tang Yuantiana4f20742015-03-13 12:39:01 +0800403 cpufreq_unregister_driver(&qoriq_cpufreq_driver);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000404}
Tang Yuantiana4f20742015-03-13 12:39:01 +0800405module_exit(qoriq_cpufreq_exit);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000406
407MODULE_LICENSE("GPL");
408MODULE_AUTHOR("Tang Yuantian <Yuantian.Tang@freescale.com>");
Tang Yuantiana4f20742015-03-13 12:39:01 +0800409MODULE_DESCRIPTION("cpufreq driver for Freescale QorIQ series SoCs");