blob: b23e525a7af3fc21ad9fa85be59d3cb6a3ba27ba [file] [log] [blame]
Tang Yuantiandefa4c72013-06-05 09:30:48 +00001/*
2 * Copyright 2013 Freescale Semiconductor, Inc.
3 *
Tang Yuantiana4f20742015-03-13 12:39:01 +08004 * CPU Frequency Scaling driver for Freescale QorIQ SoCs.
Tang Yuantiandefa4c72013-06-05 09:30:48 +00005 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10
11#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
12
13#include <linux/clk.h>
14#include <linux/cpufreq.h>
Hongtao Jia8ae17022015-11-26 17:21:11 +080015#include <linux/cpu_cooling.h>
Tang Yuantiandefa4c72013-06-05 09:30:48 +000016#include <linux/errno.h>
Tang Yuantiandefa4c72013-06-05 09:30:48 +000017#include <linux/init.h>
18#include <linux/kernel.h>
19#include <linux/module.h>
20#include <linux/mutex.h>
21#include <linux/of.h>
22#include <linux/slab.h>
23#include <linux/smp.h>
24
Arnd Bergmann4492d1a2015-04-11 00:17:11 +020025#if !defined(CONFIG_ARM)
Geert Uytterhoeven5877b4f2015-03-04 12:56:20 +010026#include <asm/smp.h> /* for get_hard_smp_processor_id() in UP configs */
Arnd Bergmann4492d1a2015-04-11 00:17:11 +020027#endif
Geert Uytterhoeven5877b4f2015-03-04 12:56:20 +010028
Tang Yuantiandefa4c72013-06-05 09:30:48 +000029/**
Tang Yuantiana4f20742015-03-13 12:39:01 +080030 * struct cpu_data
Tang Yuantian8a95c142015-06-04 14:25:42 +080031 * @pclk: the parent clock of cpu
Tang Yuantiandefa4c72013-06-05 09:30:48 +000032 * @table: frequency table
33 */
34struct cpu_data {
Tang Yuantian8a95c142015-06-04 14:25:42 +080035 struct clk **pclk;
Tang Yuantiandefa4c72013-06-05 09:30:48 +000036 struct cpufreq_frequency_table *table;
Hongtao Jia8ae17022015-11-26 17:21:11 +080037 struct thermal_cooling_device *cdev;
Tang Yuantiandefa4c72013-06-05 09:30:48 +000038};
39
40/**
41 * struct soc_data - SoC specific data
42 * @freq_mask: mask the disallowed frequencies
43 * @flag: unique flags
44 */
45struct soc_data {
46 u32 freq_mask[4];
47 u32 flag;
48};
49
50#define FREQ_MASK 1
51/* see hardware specification for the allowed frqeuencies */
52static const struct soc_data sdata[] = {
53 { /* used by p2041 and p3041 */
54 .freq_mask = {0x8, 0x8, 0x2, 0x2},
55 .flag = FREQ_MASK,
56 },
57 { /* used by p5020 */
58 .freq_mask = {0x8, 0x2},
59 .flag = FREQ_MASK,
60 },
61 { /* used by p4080, p5040 */
62 .freq_mask = {0},
63 .flag = 0,
64 },
65};
66
67/*
68 * the minimum allowed core frequency, in Hz
69 * for chassis v1.0, >= platform frequency
70 * for chassis v2.0, >= platform frequency / 2
71 */
72static u32 min_cpufreq;
73static const u32 *fmask;
74
Tang Yuantiana4f20742015-03-13 12:39:01 +080075#if defined(CONFIG_ARM)
76static int get_cpu_physical_id(int cpu)
Tang Yuantiandefa4c72013-06-05 09:30:48 +000077{
Tang Yuantiana4f20742015-03-13 12:39:01 +080078 return topology_core_id(cpu);
79}
80#else
81static int get_cpu_physical_id(int cpu)
82{
83 return get_hard_smp_processor_id(cpu);
Tang Yuantiandefa4c72013-06-05 09:30:48 +000084}
85#endif
86
Tang Yuantiana4f20742015-03-13 12:39:01 +080087static u32 get_bus_freq(void)
88{
89 struct device_node *soc;
90 u32 sysfreq;
91
92 soc = of_find_node_by_type(NULL, "soc");
93 if (!soc)
94 return 0;
95
96 if (of_property_read_u32(soc, "bus-frequency", &sysfreq))
97 sysfreq = 0;
98
99 of_node_put(soc);
100
101 return sysfreq;
102}
103
104static struct device_node *cpu_to_clk_node(int cpu)
105{
106 struct device_node *np, *clk_np;
107
108 if (!cpu_present(cpu))
109 return NULL;
110
111 np = of_get_cpu_node(cpu, NULL);
112 if (!np)
113 return NULL;
114
115 clk_np = of_parse_phandle(np, "clocks", 0);
116 if (!clk_np)
117 return NULL;
118
119 of_node_put(np);
120
121 return clk_np;
122}
123
124/* traverse cpu nodes to get cpu mask of sharing clock wire */
125static void set_affected_cpus(struct cpufreq_policy *policy)
126{
127 struct device_node *np, *clk_np;
128 struct cpumask *dstp = policy->cpus;
129 int i;
130
131 np = cpu_to_clk_node(policy->cpu);
132 if (!np)
133 return;
134
135 for_each_present_cpu(i) {
136 clk_np = cpu_to_clk_node(i);
137 if (!clk_np)
138 continue;
139
140 if (clk_np == np)
141 cpumask_set_cpu(i, dstp);
142
143 of_node_put(clk_np);
144 }
145 of_node_put(np);
146}
147
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000148/* reduce the duplicated frequencies in frequency table */
149static void freq_table_redup(struct cpufreq_frequency_table *freq_table,
150 int count)
151{
152 int i, j;
153
154 for (i = 1; i < count; i++) {
155 for (j = 0; j < i; j++) {
156 if (freq_table[j].frequency == CPUFREQ_ENTRY_INVALID ||
157 freq_table[j].frequency !=
158 freq_table[i].frequency)
159 continue;
160
161 freq_table[i].frequency = CPUFREQ_ENTRY_INVALID;
162 break;
163 }
164 }
165}
166
167/* sort the frequencies in frequency table in descenting order */
168static void freq_table_sort(struct cpufreq_frequency_table *freq_table,
169 int count)
170{
171 int i, j, ind;
172 unsigned int freq, max_freq;
173 struct cpufreq_frequency_table table;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800174
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000175 for (i = 0; i < count - 1; i++) {
176 max_freq = freq_table[i].frequency;
177 ind = i;
178 for (j = i + 1; j < count; j++) {
179 freq = freq_table[j].frequency;
180 if (freq == CPUFREQ_ENTRY_INVALID ||
181 freq <= max_freq)
182 continue;
183 ind = j;
184 max_freq = freq;
185 }
186
187 if (ind != i) {
188 /* exchange the frequencies */
189 table.driver_data = freq_table[i].driver_data;
190 table.frequency = freq_table[i].frequency;
191 freq_table[i].driver_data = freq_table[ind].driver_data;
192 freq_table[i].frequency = freq_table[ind].frequency;
193 freq_table[ind].driver_data = table.driver_data;
194 freq_table[ind].frequency = table.frequency;
195 }
196 }
197}
198
Tang Yuantiana4f20742015-03-13 12:39:01 +0800199static int qoriq_cpufreq_cpu_init(struct cpufreq_policy *policy)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000200{
Tang Yuantian8a95c142015-06-04 14:25:42 +0800201 struct device_node *np, *pnode;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000202 int i, count, ret;
203 u32 freq, mask;
204 struct clk *clk;
205 struct cpufreq_frequency_table *table;
206 struct cpu_data *data;
207 unsigned int cpu = policy->cpu;
Ed Swarthout906fe032014-06-05 18:56:17 -0500208 u64 u64temp;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000209
210 np = of_get_cpu_node(cpu, NULL);
211 if (!np)
212 return -ENODEV;
213
214 data = kzalloc(sizeof(*data), GFP_KERNEL);
Tang Yuantiana4f20742015-03-13 12:39:01 +0800215 if (!data)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000216 goto err_np;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000217
Viresh Kumar652ed952014-01-09 20:38:43 +0530218 policy->clk = of_clk_get(np, 0);
219 if (IS_ERR(policy->clk)) {
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000220 pr_err("%s: no clock information\n", __func__);
221 goto err_nomem2;
222 }
223
Tang Yuantian8a95c142015-06-04 14:25:42 +0800224 pnode = of_parse_phandle(np, "clocks", 0);
225 if (!pnode) {
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000226 pr_err("%s: could not get clock information\n", __func__);
227 goto err_nomem2;
228 }
229
Tang Yuantian8a95c142015-06-04 14:25:42 +0800230 count = of_property_count_strings(pnode, "clock-names");
231 data->pclk = kcalloc(count, sizeof(struct clk *), GFP_KERNEL);
232 if (!data->pclk) {
233 pr_err("%s: no memory\n", __func__);
234 goto err_node;
235 }
236
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000237 table = kcalloc(count + 1, sizeof(*table), GFP_KERNEL);
238 if (!table) {
239 pr_err("%s: no memory\n", __func__);
Tang Yuantian8a95c142015-06-04 14:25:42 +0800240 goto err_pclk;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000241 }
242
243 if (fmask)
Tang Yuantiana4f20742015-03-13 12:39:01 +0800244 mask = fmask[get_cpu_physical_id(cpu)];
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000245 else
246 mask = 0x0;
247
248 for (i = 0; i < count; i++) {
Tang Yuantian8a95c142015-06-04 14:25:42 +0800249 clk = of_clk_get(pnode, i);
250 data->pclk[i] = clk;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000251 freq = clk_get_rate(clk);
252 /*
253 * the clock is valid if its frequency is not masked
254 * and large than minimum allowed frequency.
255 */
256 if (freq < min_cpufreq || (mask & (1 << i)))
257 table[i].frequency = CPUFREQ_ENTRY_INVALID;
258 else
259 table[i].frequency = freq / 1000;
260 table[i].driver_data = i;
261 }
262 freq_table_redup(table, count);
263 freq_table_sort(table, count);
264 table[i].frequency = CPUFREQ_TABLE_END;
265
266 /* set the min and max frequency properly */
Viresh Kumar6b4147d2013-09-16 18:56:28 +0530267 ret = cpufreq_table_validate_and_show(policy, table);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000268 if (ret) {
269 pr_err("invalid frequency table: %d\n", ret);
270 goto err_nomem1;
271 }
272
273 data->table = table;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000274
275 /* update ->cpus if we have cluster, no harm if not */
Tang Yuantiana4f20742015-03-13 12:39:01 +0800276 set_affected_cpus(policy);
277 policy->driver_data = data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000278
Ed Swarthout906fe032014-06-05 18:56:17 -0500279 /* Minimum transition latency is 12 platform clocks */
280 u64temp = 12ULL * NSEC_PER_SEC;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800281 do_div(u64temp, get_bus_freq());
Ed Swarthout906fe032014-06-05 18:56:17 -0500282 policy->cpuinfo.transition_latency = u64temp + 1;
Tim Gardner6712d292014-04-28 10:18:18 -0600283
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000284 of_node_put(np);
Tang Yuantian8a95c142015-06-04 14:25:42 +0800285 of_node_put(pnode);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000286
287 return 0;
288
289err_nomem1:
290 kfree(table);
Tang Yuantian8a95c142015-06-04 14:25:42 +0800291err_pclk:
292 kfree(data->pclk);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000293err_node:
Tang Yuantian8a95c142015-06-04 14:25:42 +0800294 of_node_put(pnode);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000295err_nomem2:
Tang Yuantiana4f20742015-03-13 12:39:01 +0800296 policy->driver_data = NULL;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000297 kfree(data);
298err_np:
299 of_node_put(np);
300
301 return -ENODEV;
302}
303
Tang Yuantiana4f20742015-03-13 12:39:01 +0800304static int __exit qoriq_cpufreq_cpu_exit(struct cpufreq_policy *policy)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000305{
Tang Yuantiana4f20742015-03-13 12:39:01 +0800306 struct cpu_data *data = policy->driver_data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000307
Tang Yuantian8a95c142015-06-04 14:25:42 +0800308 kfree(data->pclk);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000309 kfree(data->table);
310 kfree(data);
Tang Yuantiana4f20742015-03-13 12:39:01 +0800311 policy->driver_data = NULL;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000312
313 return 0;
314}
315
Tang Yuantiana4f20742015-03-13 12:39:01 +0800316static int qoriq_cpufreq_target(struct cpufreq_policy *policy,
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530317 unsigned int index)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000318{
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000319 struct clk *parent;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800320 struct cpu_data *data = policy->driver_data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000321
Tang Yuantian8a95c142015-06-04 14:25:42 +0800322 parent = data->pclk[data->table[index].driver_data];
Viresh Kumar652ed952014-01-09 20:38:43 +0530323 return clk_set_parent(policy->clk, parent);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000324}
325
Hongtao Jia8ae17022015-11-26 17:21:11 +0800326
327static void qoriq_cpufreq_ready(struct cpufreq_policy *policy)
328{
329 struct cpu_data *cpud = policy->driver_data;
330 struct device_node *np = of_get_cpu_node(policy->cpu, NULL);
331
332 if (of_find_property(np, "#cooling-cells", NULL)) {
333 cpud->cdev = of_cpufreq_cooling_register(np,
334 policy->related_cpus);
335
336 if (IS_ERR(cpud->cdev)) {
337 pr_err("Failed to register cooling device cpu%d: %ld\n",
338 policy->cpu, PTR_ERR(cpud->cdev));
339
340 cpud->cdev = NULL;
341 }
342 }
343
344 of_node_put(np);
345}
346
Tang Yuantiana4f20742015-03-13 12:39:01 +0800347static struct cpufreq_driver qoriq_cpufreq_driver = {
348 .name = "qoriq_cpufreq",
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000349 .flags = CPUFREQ_CONST_LOOPS,
Tang Yuantiana4f20742015-03-13 12:39:01 +0800350 .init = qoriq_cpufreq_cpu_init,
351 .exit = __exit_p(qoriq_cpufreq_cpu_exit),
Viresh Kumardc2398d2013-10-03 20:28:18 +0530352 .verify = cpufreq_generic_frequency_table_verify,
Tang Yuantiana4f20742015-03-13 12:39:01 +0800353 .target_index = qoriq_cpufreq_target,
Viresh Kumar652ed952014-01-09 20:38:43 +0530354 .get = cpufreq_generic_get,
Hongtao Jia8ae17022015-11-26 17:21:11 +0800355 .ready = qoriq_cpufreq_ready,
Viresh Kumardc2398d2013-10-03 20:28:18 +0530356 .attr = cpufreq_generic_attr,
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000357};
358
Tang Yuantiana4f20742015-03-13 12:39:01 +0800359static const struct of_device_id node_matches[] __initconst = {
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000360 { .compatible = "fsl,p2041-clockgen", .data = &sdata[0], },
361 { .compatible = "fsl,p3041-clockgen", .data = &sdata[0], },
362 { .compatible = "fsl,p5020-clockgen", .data = &sdata[1], },
363 { .compatible = "fsl,p4080-clockgen", .data = &sdata[2], },
364 { .compatible = "fsl,p5040-clockgen", .data = &sdata[2], },
365 { .compatible = "fsl,qoriq-clockgen-2.0", },
366 {}
367};
368
Tang Yuantiana4f20742015-03-13 12:39:01 +0800369static int __init qoriq_cpufreq_init(void)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000370{
371 int ret;
372 struct device_node *np;
373 const struct of_device_id *match;
374 const struct soc_data *data;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000375
376 np = of_find_matching_node(NULL, node_matches);
377 if (!np)
378 return -ENODEV;
379
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000380 match = of_match_node(node_matches, np);
381 data = match->data;
382 if (data) {
383 if (data->flag)
384 fmask = data->freq_mask;
Tang Yuantiana4f20742015-03-13 12:39:01 +0800385 min_cpufreq = get_bus_freq();
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000386 } else {
Tang Yuantiana4f20742015-03-13 12:39:01 +0800387 min_cpufreq = get_bus_freq() / 2;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000388 }
389
390 of_node_put(np);
391
Tang Yuantiana4f20742015-03-13 12:39:01 +0800392 ret = cpufreq_register_driver(&qoriq_cpufreq_driver);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000393 if (!ret)
Tang Yuantiana4f20742015-03-13 12:39:01 +0800394 pr_info("Freescale QorIQ CPU frequency scaling driver\n");
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000395
396 return ret;
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000397}
Tang Yuantiana4f20742015-03-13 12:39:01 +0800398module_init(qoriq_cpufreq_init);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000399
Tang Yuantiana4f20742015-03-13 12:39:01 +0800400static void __exit qoriq_cpufreq_exit(void)
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000401{
Tang Yuantiana4f20742015-03-13 12:39:01 +0800402 cpufreq_unregister_driver(&qoriq_cpufreq_driver);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000403}
Tang Yuantiana4f20742015-03-13 12:39:01 +0800404module_exit(qoriq_cpufreq_exit);
Tang Yuantiandefa4c72013-06-05 09:30:48 +0000405
406MODULE_LICENSE("GPL");
407MODULE_AUTHOR("Tang Yuantian <Yuantian.Tang@freescale.com>");
Tang Yuantiana4f20742015-03-13 12:39:01 +0800408MODULE_DESCRIPTION("cpufreq driver for Freescale QorIQ series SoCs");