blob: 65e18c86d9b9c1724394f63861752f5bd74645b7 [file] [log] [blame]
Steven J. Hill778eeb12012-12-07 03:51:04 +00001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 2012 MIPS Technologies, Inc. All rights reserved.
7 */
Andrew Bresticker5b4e8452015-02-23 18:28:34 -08008#include <linux/clk.h>
Andrew Brestickera331ce62014-10-20 12:03:59 -07009#include <linux/clockchips.h>
Andrew Brestickere4752db2014-10-20 12:04:04 -070010#include <linux/cpu.h>
Steven J. Hill778eeb12012-12-07 03:51:04 +000011#include <linux/init.h>
Andrew Brestickera331ce62014-10-20 12:03:59 -070012#include <linux/interrupt.h>
Andrew Brestickere4752db2014-10-20 12:04:04 -070013#include <linux/notifier.h>
Andrew Brestickere12aa822014-11-12 11:43:39 -080014#include <linux/of_irq.h>
Andrew Brestickera331ce62014-10-20 12:03:59 -070015#include <linux/percpu.h>
16#include <linux/smp.h>
Steven J. Hilldfa762e2013-04-10 16:28:36 -050017#include <linux/time.h>
Paul Burtone07127a2017-08-12 21:36:11 -070018#include <asm/mips-cps.h>
Steven J. Hill778eeb12012-12-07 03:51:04 +000019
Andrew Bresticker5fee56e2014-10-20 12:04:00 -070020static DEFINE_PER_CPU(struct clock_event_device, gic_clockevent_device);
Andrew Brestickere4752db2014-10-20 12:04:04 -070021static int gic_timer_irq;
Andrew Brestickerb08545142014-10-20 12:04:01 -070022static unsigned int gic_frequency;
Andrew Brestickera331ce62014-10-20 12:03:59 -070023
Paul Burtone07127a2017-08-12 21:36:11 -070024static u64 notrace gic_read_count(void)
25{
26 unsigned int hi, hi2, lo;
27
28 if (mips_cm_is64)
29 return read_gic_counter();
30
31 do {
32 hi = read_gic_counter_32h();
33 lo = read_gic_counter_32l();
34 hi2 = read_gic_counter_32h();
35 } while (hi2 != hi);
36
37 return (((u64) hi) << 32) + lo;
38}
39
Andrew Brestickera331ce62014-10-20 12:03:59 -070040static int gic_next_event(unsigned long delta, struct clock_event_device *evt)
41{
Matt Redfearnf16ff2b2017-10-19 12:55:35 +010042 int cpu = cpumask_first(evt->cpumask);
Andrew Brestickera331ce62014-10-20 12:03:59 -070043 u64 cnt;
44 int res;
45
46 cnt = gic_read_count();
47 cnt += (u64)delta;
Matt Redfearnf16ff2b2017-10-19 12:55:35 +010048 if (cpu == raw_smp_processor_id()) {
49 write_gic_vl_compare(cnt);
50 } else {
51 write_gic_vl_other(mips_cm_vp_id(cpu));
52 write_gic_vo_compare(cnt);
53 }
Andrew Brestickera331ce62014-10-20 12:03:59 -070054 res = ((int)(gic_read_count() - cnt) >= 0) ? -ETIME : 0;
55 return res;
56}
57
Andrew Bresticker5fee56e2014-10-20 12:04:00 -070058static irqreturn_t gic_compare_interrupt(int irq, void *dev_id)
Andrew Brestickera331ce62014-10-20 12:03:59 -070059{
Andrew Brestickerf7ea3062014-10-20 12:04:03 -070060 struct clock_event_device *cd = dev_id;
Andrew Brestickera331ce62014-10-20 12:03:59 -070061
Paul Burtone07127a2017-08-12 21:36:11 -070062 write_gic_vl_compare(read_gic_vl_compare());
Andrew Brestickera331ce62014-10-20 12:03:59 -070063 cd->event_handler(cd);
64 return IRQ_HANDLED;
65}
66
67struct irqaction gic_compare_irqaction = {
68 .handler = gic_compare_interrupt,
Andrew Brestickerf7ea3062014-10-20 12:04:03 -070069 .percpu_dev_id = &gic_clockevent_device,
Andrew Brestickera331ce62014-10-20 12:03:59 -070070 .flags = IRQF_PERCPU | IRQF_TIMER,
71 .name = "timer",
72};
73
Richard Cochran2dab9092016-07-13 17:16:44 +000074static void gic_clockevent_cpu_init(unsigned int cpu,
75 struct clock_event_device *cd)
Andrew Brestickera331ce62014-10-20 12:03:59 -070076{
Andrew Brestickera331ce62014-10-20 12:03:59 -070077 cd->name = "MIPS GIC";
78 cd->features = CLOCK_EVT_FEAT_ONESHOT |
79 CLOCK_EVT_FEAT_C3STOP;
80
Andrew Brestickera45da562014-10-20 12:04:06 -070081 cd->rating = 350;
Andrew Brestickere4752db2014-10-20 12:04:04 -070082 cd->irq = gic_timer_irq;
Andrew Brestickera331ce62014-10-20 12:03:59 -070083 cd->cpumask = cpumask_of(cpu);
84 cd->set_next_event = gic_next_event;
Andrew Brestickera331ce62014-10-20 12:03:59 -070085
Andrew Brestickerb695d8e2014-10-20 12:04:05 -070086 clockevents_config_and_register(cd, gic_frequency, 0x300, 0x7fffffff);
Andrew Brestickera331ce62014-10-20 12:03:59 -070087
Andrew Brestickere4752db2014-10-20 12:04:04 -070088 enable_percpu_irq(gic_timer_irq, IRQ_TYPE_NONE);
89}
90
91static void gic_clockevent_cpu_exit(struct clock_event_device *cd)
92{
93 disable_percpu_irq(gic_timer_irq);
94}
95
Ezequiel Garciafc6a6772015-07-27 15:00:15 +010096static void gic_update_frequency(void *data)
97{
98 unsigned long rate = (unsigned long)data;
99
100 clockevents_update_freq(this_cpu_ptr(&gic_clockevent_device), rate);
101}
102
Richard Cochran2dab9092016-07-13 17:16:44 +0000103static int gic_starting_cpu(unsigned int cpu)
Andrew Brestickere4752db2014-10-20 12:04:04 -0700104{
Richard Cochran2dab9092016-07-13 17:16:44 +0000105 gic_clockevent_cpu_init(cpu, this_cpu_ptr(&gic_clockevent_device));
106 return 0;
Andrew Brestickere4752db2014-10-20 12:04:04 -0700107}
108
Ezequiel Garciafc6a6772015-07-27 15:00:15 +0100109static int gic_clk_notifier(struct notifier_block *nb, unsigned long action,
110 void *data)
111{
112 struct clk_notifier_data *cnd = data;
113
114 if (action == POST_RATE_CHANGE)
115 on_each_cpu(gic_update_frequency, (void *)cnd->new_rate, 1);
116
117 return NOTIFY_OK;
118}
119
Richard Cochran2dab9092016-07-13 17:16:44 +0000120static int gic_dying_cpu(unsigned int cpu)
121{
122 gic_clockevent_cpu_exit(this_cpu_ptr(&gic_clockevent_device));
123 return 0;
124}
Andrew Brestickere4752db2014-10-20 12:04:04 -0700125
Ezequiel Garciafc6a6772015-07-27 15:00:15 +0100126static struct notifier_block gic_clk_nb = {
127 .notifier_call = gic_clk_notifier,
128};
129
Andrew Brestickere4752db2014-10-20 12:04:04 -0700130static int gic_clockevent_init(void)
131{
Ezequiel Garciaf95ac852015-07-27 15:00:13 +0100132 int ret;
133
Paul Burton69825302016-09-13 17:56:44 +0100134 if (!gic_frequency)
Andrew Brestickere4752db2014-10-20 12:04:04 -0700135 return -ENXIO;
136
Ezequiel Garciaf95ac852015-07-27 15:00:13 +0100137 ret = setup_percpu_irq(gic_timer_irq, &gic_compare_irqaction);
Paul Burton2fd0c932016-09-13 17:56:43 +0100138 if (ret < 0) {
139 pr_err("GIC timer IRQ %d setup failed: %d\n",
140 gic_timer_irq, ret);
Ezequiel Garciaf95ac852015-07-27 15:00:13 +0100141 return ret;
Paul Burton2fd0c932016-09-13 17:56:43 +0100142 }
Andrew Brestickere4752db2014-10-20 12:04:04 -0700143
Richard Cochran2dab9092016-07-13 17:16:44 +0000144 cpuhp_setup_state(CPUHP_AP_MIPS_GIC_TIMER_STARTING,
Thomas Gleixner73c1b412016-12-21 20:19:54 +0100145 "clockevents/mips/gic/timer:starting",
146 gic_starting_cpu, gic_dying_cpu);
Andrew Brestickera331ce62014-10-20 12:03:59 -0700147 return 0;
148}
149
Thomas Gleixnera5a1d1c2016-12-21 20:32:01 +0100150static u64 gic_hpt_read(struct clocksource *cs)
Steven J. Hill778eeb12012-12-07 03:51:04 +0000151{
Steven J. Hilldfa762e2013-04-10 16:28:36 -0500152 return gic_read_count();
Steven J. Hill778eeb12012-12-07 03:51:04 +0000153}
154
155static struct clocksource gic_clocksource = {
Alex Smitha7f4df42015-10-21 09:57:44 +0100156 .name = "GIC",
157 .read = gic_hpt_read,
158 .flags = CLOCK_SOURCE_IS_CONTINUOUS,
159 .archdata = { .vdso_clock_mode = VDSO_CLOCK_GIC },
Steven J. Hill778eeb12012-12-07 03:51:04 +0000160};
161
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200162static int __init __gic_clocksource_init(void)
Steven J. Hill778eeb12012-12-07 03:51:04 +0000163{
Paul Burtone07127a2017-08-12 21:36:11 -0700164 unsigned int count_width;
Ezequiel Garciaf95ac852015-07-27 15:00:13 +0100165 int ret;
166
Steven J. Hill778eeb12012-12-07 03:51:04 +0000167 /* Set clocksource mask. */
Paul Burtone07127a2017-08-12 21:36:11 -0700168 count_width = read_gic_config() & GIC_CONFIG_COUNTBITS;
169 count_width >>= __fls(GIC_CONFIG_COUNTBITS);
170 count_width *= 4;
171 count_width += 32;
172 gic_clocksource.mask = CLOCKSOURCE_MASK(count_width);
Steven J. Hill778eeb12012-12-07 03:51:04 +0000173
174 /* Calculate a somewhat reasonable rating value. */
Andrew Brestickere12aa822014-11-12 11:43:39 -0800175 gic_clocksource.rating = 200 + gic_frequency / 10000000;
Steven J. Hill778eeb12012-12-07 03:51:04 +0000176
Ezequiel Garciaf95ac852015-07-27 15:00:13 +0100177 ret = clocksource_register_hz(&gic_clocksource, gic_frequency);
178 if (ret < 0)
179 pr_warn("GIC: Unable to register clocksource\n");
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200180
181 return ret;
Steven J. Hill778eeb12012-12-07 03:51:04 +0000182}
Andrew Brestickere12aa822014-11-12 11:43:39 -0800183
Paul Gortmakerbe5769e2016-08-17 12:21:35 +0200184static int __init gic_clocksource_of_init(struct device_node *node)
Andrew Brestickere12aa822014-11-12 11:43:39 -0800185{
Andrew Bresticker5b4e8452015-02-23 18:28:34 -0800186 struct clk *clk;
Ezequiel Garciafc6a6772015-07-27 15:00:15 +0100187 int ret;
Andrew Bresticker5b4e8452015-02-23 18:28:34 -0800188
Paul Burtone07127a2017-08-12 21:36:11 -0700189 if (!mips_gic_present() || !node->parent ||
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200190 !of_device_is_compatible(node->parent, "mti,gic")) {
Rafał Miłeckiac9ce6d2017-03-09 10:47:10 +0100191 pr_warn("No DT definition for the mips gic driver\n");
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200192 return -ENXIO;
193 }
Andrew Brestickere12aa822014-11-12 11:43:39 -0800194
Andrew Bresticker5b4e8452015-02-23 18:28:34 -0800195 clk = of_clk_get(node, 0);
196 if (!IS_ERR(clk)) {
Christophe Jaillet8c3ecd62017-06-23 21:55:10 +0200197 ret = clk_prepare_enable(clk);
198 if (ret < 0) {
Ezequiel Garciaeb811c72015-07-27 15:00:12 +0100199 pr_err("GIC failed to enable clock\n");
200 clk_put(clk);
Christophe Jaillet8c3ecd62017-06-23 21:55:10 +0200201 return ret;
Ezequiel Garciaeb811c72015-07-27 15:00:12 +0100202 }
203
Andrew Bresticker5b4e8452015-02-23 18:28:34 -0800204 gic_frequency = clk_get_rate(clk);
Andrew Bresticker5b4e8452015-02-23 18:28:34 -0800205 } else if (of_property_read_u32(node, "clock-frequency",
206 &gic_frequency)) {
Andrew Brestickere12aa822014-11-12 11:43:39 -0800207 pr_err("GIC frequency not specified.\n");
Ingo Molnared7158b2018-02-22 10:54:55 +0100208 return -EINVAL;
Andrew Brestickere12aa822014-11-12 11:43:39 -0800209 }
210 gic_timer_irq = irq_of_parse_and_map(node, 0);
211 if (!gic_timer_irq) {
212 pr_err("GIC timer IRQ not specified.\n");
Ingo Molnared7158b2018-02-22 10:54:55 +0100213 return -EINVAL;
Andrew Brestickere12aa822014-11-12 11:43:39 -0800214 }
215
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200216 ret = __gic_clocksource_init();
217 if (ret)
218 return ret;
Ezequiel Garciafc6a6772015-07-27 15:00:15 +0100219
220 ret = gic_clockevent_init();
221 if (!ret && !IS_ERR(clk)) {
222 if (clk_notifier_register(clk, &gic_clk_nb) < 0)
223 pr_warn("GIC: Unable to register clock notifier\n");
224 }
Ezequiel Garcia67d4e662015-07-27 15:00:14 +0100225
226 /* And finally start the counter */
Paul Burtone07127a2017-08-12 21:36:11 -0700227 clear_gic_config(GIC_CONFIG_COUNTSTOP);
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200228
229 return 0;
Andrew Brestickere12aa822014-11-12 11:43:39 -0800230}
Daniel Lezcano17273392017-05-26 16:56:11 +0200231TIMER_OF_DECLARE(mips_gic_timer, "mti,gic-timer",
Andrew Brestickere12aa822014-11-12 11:43:39 -0800232 gic_clocksource_of_init);