blob: c04ee9a23d094f9d6a9e0c95a7451cf73626727a [file] [log] [blame]
Boris BREZILLONb1479eb2014-07-10 19:14:18 +02001/*
2 * Atmel AT91 AIC5 (Advanced Interrupt Controller) driver
3 *
4 * Copyright (C) 2004 SAN People
5 * Copyright (C) 2004 ATMEL
6 * Copyright (C) Rick Bronson
7 * Copyright (C) 2014 Free Electrons
8 *
9 * Author: Boris BREZILLON <boris.brezillon@free-electrons.com>
10 *
11 * This file is licensed under the terms of the GNU General Public
12 * License version 2. This program is licensed "as is" without any
13 * warranty of any kind, whether express or implied.
14 */
15
16#include <linux/init.h>
17#include <linux/module.h>
18#include <linux/mm.h>
19#include <linux/bitmap.h>
20#include <linux/types.h>
21#include <linux/irq.h>
Joel Porquet41a83e02015-07-07 17:11:46 -040022#include <linux/irqchip.h>
Boris BREZILLONb1479eb2014-07-10 19:14:18 +020023#include <linux/of.h>
24#include <linux/of_address.h>
25#include <linux/of_irq.h>
26#include <linux/irqdomain.h>
27#include <linux/err.h>
28#include <linux/slab.h>
29#include <linux/io.h>
30
31#include <asm/exception.h>
32#include <asm/mach/irq.h>
33
34#include "irq-atmel-aic-common.h"
Boris BREZILLONb1479eb2014-07-10 19:14:18 +020035
36/* Number of irq lines managed by AIC */
37#define NR_AIC5_IRQS 128
38
39#define AT91_AIC5_SSR 0x0
40#define AT91_AIC5_INTSEL_MSK (0x7f << 0)
41
42#define AT91_AIC5_SMR 0x4
43
44#define AT91_AIC5_SVR 0x8
45#define AT91_AIC5_IVR 0x10
46#define AT91_AIC5_FVR 0x14
47#define AT91_AIC5_ISR 0x18
48
49#define AT91_AIC5_IPR0 0x20
50#define AT91_AIC5_IPR1 0x24
51#define AT91_AIC5_IPR2 0x28
52#define AT91_AIC5_IPR3 0x2c
53#define AT91_AIC5_IMR 0x30
54#define AT91_AIC5_CISR 0x34
55
56#define AT91_AIC5_IECR 0x40
57#define AT91_AIC5_IDCR 0x44
58#define AT91_AIC5_ICCR 0x48
59#define AT91_AIC5_ISCR 0x4c
60#define AT91_AIC5_EOICR 0x38
61#define AT91_AIC5_SPU 0x3c
62#define AT91_AIC5_DCR 0x6c
63
64#define AT91_AIC5_FFER 0x50
65#define AT91_AIC5_FFDR 0x54
66#define AT91_AIC5_FFSR 0x58
67
68static struct irq_domain *aic5_domain;
69
70static asmlinkage void __exception_irq_entry
71aic5_handle(struct pt_regs *regs)
72{
Ludovic Desrochesb55a3bb2015-09-21 15:46:06 +020073 struct irq_chip_generic *bgc = irq_get_domain_generic_chip(aic5_domain, 0);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +020074 u32 irqnr;
75 u32 irqstat;
76
Ludovic Desroches414a4312015-09-21 15:46:05 +020077 irqnr = irq_reg_readl(bgc, AT91_AIC5_IVR);
78 irqstat = irq_reg_readl(bgc, AT91_AIC5_ISR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +020079
Boris BREZILLONb1479eb2014-07-10 19:14:18 +020080 if (!irqstat)
Ludovic Desroches414a4312015-09-21 15:46:05 +020081 irq_reg_writel(bgc, 0, AT91_AIC5_EOICR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +020082 else
Marc Zyngier31b7b6a2014-08-26 11:03:35 +010083 handle_domain_irq(aic5_domain, irqnr, regs);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +020084}
85
86static void aic5_mask(struct irq_data *d)
87{
88 struct irq_domain *domain = d->domain;
Ludovic Desrochesb55a3bb2015-09-21 15:46:06 +020089 struct irq_chip_generic *bgc = irq_get_domain_generic_chip(domain, 0);
Ludovic Desrochesd32dc9a2015-09-21 15:46:04 +020090 struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +020091
Ludovic Desrochesd32dc9a2015-09-21 15:46:04 +020092 /*
93 * Disable interrupt on AIC5. We always take the lock of the
94 * first irq chip as all chips share the same registers.
95 */
96 irq_gc_lock(bgc);
Kevin Cernekee332fd7c2014-11-06 22:44:17 -080097 irq_reg_writel(gc, d->hwirq, AT91_AIC5_SSR);
98 irq_reg_writel(gc, 1, AT91_AIC5_IDCR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +020099 gc->mask_cache &= ~d->mask;
Ludovic Desrochesd32dc9a2015-09-21 15:46:04 +0200100 irq_gc_unlock(bgc);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200101}
102
103static void aic5_unmask(struct irq_data *d)
104{
105 struct irq_domain *domain = d->domain;
Ludovic Desrochesb55a3bb2015-09-21 15:46:06 +0200106 struct irq_chip_generic *bgc = irq_get_domain_generic_chip(domain, 0);
Ludovic Desrochesd32dc9a2015-09-21 15:46:04 +0200107 struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200108
Ludovic Desrochesd32dc9a2015-09-21 15:46:04 +0200109 /*
110 * Enable interrupt on AIC5. We always take the lock of the
111 * first irq chip as all chips share the same registers.
112 */
113 irq_gc_lock(bgc);
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800114 irq_reg_writel(gc, d->hwirq, AT91_AIC5_SSR);
115 irq_reg_writel(gc, 1, AT91_AIC5_IECR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200116 gc->mask_cache |= d->mask;
Ludovic Desrochesd32dc9a2015-09-21 15:46:04 +0200117 irq_gc_unlock(bgc);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200118}
119
120static int aic5_retrigger(struct irq_data *d)
121{
122 struct irq_domain *domain = d->domain;
Ludovic Desrochesb55a3bb2015-09-21 15:46:06 +0200123 struct irq_chip_generic *bgc = irq_get_domain_generic_chip(domain, 0);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200124
125 /* Enable interrupt on AIC5 */
Ludovic Desroches414a4312015-09-21 15:46:05 +0200126 irq_gc_lock(bgc);
127 irq_reg_writel(bgc, d->hwirq, AT91_AIC5_SSR);
128 irq_reg_writel(bgc, 1, AT91_AIC5_ISCR);
129 irq_gc_unlock(bgc);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200130
131 return 0;
132}
133
134static int aic5_set_type(struct irq_data *d, unsigned type)
135{
136 struct irq_domain *domain = d->domain;
Ludovic Desrochesb55a3bb2015-09-21 15:46:06 +0200137 struct irq_chip_generic *bgc = irq_get_domain_generic_chip(domain, 0);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200138 unsigned int smr;
139 int ret;
140
Ludovic Desroches414a4312015-09-21 15:46:05 +0200141 irq_gc_lock(bgc);
142 irq_reg_writel(bgc, d->hwirq, AT91_AIC5_SSR);
143 smr = irq_reg_readl(bgc, AT91_AIC5_SMR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200144 ret = aic_common_set_type(d, type, &smr);
145 if (!ret)
Ludovic Desroches414a4312015-09-21 15:46:05 +0200146 irq_reg_writel(bgc, smr, AT91_AIC5_SMR);
147 irq_gc_unlock(bgc);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200148
149 return ret;
150}
151
152#ifdef CONFIG_PM
Alexandre Bellonia50ac562017-04-10 16:50:11 +0200153static u32 *smr_cache;
154
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200155static void aic5_suspend(struct irq_data *d)
156{
157 struct irq_domain *domain = d->domain;
158 struct irq_domain_chip_generic *dgc = domain->gc;
Ludovic Desrochesb55a3bb2015-09-21 15:46:06 +0200159 struct irq_chip_generic *bgc = irq_get_domain_generic_chip(domain, 0);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200160 struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
161 int i;
162 u32 mask;
163
Alexandre Bellonia50ac562017-04-10 16:50:11 +0200164 if (smr_cache)
165 for (i = 0; i < domain->revmap_size; i++) {
166 irq_reg_writel(bgc, i, AT91_AIC5_SSR);
167 smr_cache[i] = irq_reg_readl(bgc, AT91_AIC5_SMR);
168 }
169
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200170 irq_gc_lock(bgc);
171 for (i = 0; i < dgc->irqs_per_chip; i++) {
172 mask = 1 << i;
173 if ((mask & gc->mask_cache) == (mask & gc->wake_active))
174 continue;
175
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800176 irq_reg_writel(bgc, i + gc->irq_base, AT91_AIC5_SSR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200177 if (mask & gc->wake_active)
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800178 irq_reg_writel(bgc, 1, AT91_AIC5_IECR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200179 else
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800180 irq_reg_writel(bgc, 1, AT91_AIC5_IDCR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200181 }
182 irq_gc_unlock(bgc);
183}
184
185static void aic5_resume(struct irq_data *d)
186{
187 struct irq_domain *domain = d->domain;
188 struct irq_domain_chip_generic *dgc = domain->gc;
Ludovic Desrochesb55a3bb2015-09-21 15:46:06 +0200189 struct irq_chip_generic *bgc = irq_get_domain_generic_chip(domain, 0);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200190 struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
191 int i;
192 u32 mask;
193
194 irq_gc_lock(bgc);
Alexandre Bellonia50ac562017-04-10 16:50:11 +0200195
196 if (smr_cache) {
197 irq_reg_writel(bgc, 0xffffffff, AT91_AIC5_SPU);
198 for (i = 0; i < domain->revmap_size; i++) {
199 irq_reg_writel(bgc, i, AT91_AIC5_SSR);
200 irq_reg_writel(bgc, i, AT91_AIC5_SVR);
201 irq_reg_writel(bgc, smr_cache[i], AT91_AIC5_SMR);
202 }
203 }
204
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200205 for (i = 0; i < dgc->irqs_per_chip; i++) {
206 mask = 1 << i;
Alexandre Bellonia50ac562017-04-10 16:50:11 +0200207
208 if (!smr_cache &&
209 ((mask & gc->mask_cache) == (mask & gc->wake_active)))
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200210 continue;
211
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800212 irq_reg_writel(bgc, i + gc->irq_base, AT91_AIC5_SSR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200213 if (mask & gc->mask_cache)
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800214 irq_reg_writel(bgc, 1, AT91_AIC5_IECR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200215 else
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800216 irq_reg_writel(bgc, 1, AT91_AIC5_IDCR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200217 }
218 irq_gc_unlock(bgc);
219}
220
221static void aic5_pm_shutdown(struct irq_data *d)
222{
223 struct irq_domain *domain = d->domain;
224 struct irq_domain_chip_generic *dgc = domain->gc;
Ludovic Desrochesb55a3bb2015-09-21 15:46:06 +0200225 struct irq_chip_generic *bgc = irq_get_domain_generic_chip(domain, 0);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200226 struct irq_chip_generic *gc = irq_data_get_irq_chip_data(d);
227 int i;
228
229 irq_gc_lock(bgc);
230 for (i = 0; i < dgc->irqs_per_chip; i++) {
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800231 irq_reg_writel(bgc, i + gc->irq_base, AT91_AIC5_SSR);
232 irq_reg_writel(bgc, 1, AT91_AIC5_IDCR);
233 irq_reg_writel(bgc, 1, AT91_AIC5_ICCR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200234 }
235 irq_gc_unlock(bgc);
236}
237#else
238#define aic5_suspend NULL
239#define aic5_resume NULL
240#define aic5_pm_shutdown NULL
241#endif /* CONFIG_PM */
242
243static void __init aic5_hw_init(struct irq_domain *domain)
244{
245 struct irq_chip_generic *gc = irq_get_domain_generic_chip(domain, 0);
246 int i;
247
248 /*
249 * Perform 8 End Of Interrupt Command to make sure AIC
250 * will not Lock out nIRQ
251 */
252 for (i = 0; i < 8; i++)
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800253 irq_reg_writel(gc, 0, AT91_AIC5_EOICR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200254
255 /*
256 * Spurious Interrupt ID in Spurious Vector Register.
257 * When there is no current interrupt, the IRQ Vector Register
258 * reads the value stored in AIC_SPU
259 */
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800260 irq_reg_writel(gc, 0xffffffff, AT91_AIC5_SPU);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200261
262 /* No debugging in AIC: Debug (Protect) Control Register */
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800263 irq_reg_writel(gc, 0, AT91_AIC5_DCR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200264
265 /* Disable and clear all interrupts initially */
266 for (i = 0; i < domain->revmap_size; i++) {
Kevin Cernekee332fd7c2014-11-06 22:44:17 -0800267 irq_reg_writel(gc, i, AT91_AIC5_SSR);
268 irq_reg_writel(gc, i, AT91_AIC5_SVR);
269 irq_reg_writel(gc, 1, AT91_AIC5_IDCR);
270 irq_reg_writel(gc, 1, AT91_AIC5_ICCR);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200271 }
272}
273
274static int aic5_irq_domain_xlate(struct irq_domain *d,
275 struct device_node *ctrlr,
276 const u32 *intspec, unsigned int intsize,
277 irq_hw_number_t *out_hwirq,
278 unsigned int *out_type)
279{
Ludovic Desrochesb55a3bb2015-09-21 15:46:06 +0200280 struct irq_chip_generic *bgc = irq_get_domain_generic_chip(d, 0);
Boris Brezillon5eb0d6e2016-09-13 15:58:29 +0200281 unsigned long flags;
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200282 unsigned smr;
283 int ret;
284
Ludovic Desrochesb55a3bb2015-09-21 15:46:06 +0200285 if (!bgc)
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200286 return -EINVAL;
287
288 ret = aic_common_irq_domain_xlate(d, ctrlr, intspec, intsize,
289 out_hwirq, out_type);
290 if (ret)
291 return ret;
292
Boris Brezillon5eb0d6e2016-09-13 15:58:29 +0200293 irq_gc_lock_irqsave(bgc, flags);
Ludovic Desroches414a4312015-09-21 15:46:05 +0200294 irq_reg_writel(bgc, *out_hwirq, AT91_AIC5_SSR);
295 smr = irq_reg_readl(bgc, AT91_AIC5_SMR);
Milo Kim5fd26a02016-01-13 16:19:51 +0900296 aic_common_set_priority(intspec[2], &smr);
Milo Kim4b5ce202016-01-13 16:19:52 +0900297 irq_reg_writel(bgc, smr, AT91_AIC5_SMR);
Boris Brezillon5eb0d6e2016-09-13 15:58:29 +0200298 irq_gc_unlock_irqrestore(bgc, flags);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200299
300 return ret;
301}
302
303static const struct irq_domain_ops aic5_irq_ops = {
304 .map = irq_map_generic_chip,
305 .xlate = aic5_irq_domain_xlate,
306};
307
Boris BREZILLON6704d122014-07-10 20:25:41 +0200308static void __init sama5d3_aic_irq_fixup(struct device_node *root)
309{
310 aic_common_rtc_irq_fixup(root);
311}
312
Nicolas Pitrec3760232015-07-24 15:24:45 -0400313static const struct of_device_id aic5_irq_fixups[] __initconst = {
Boris BREZILLON6704d122014-07-10 20:25:41 +0200314 { .compatible = "atmel,sama5d3", .data = sama5d3_aic_irq_fixup },
Alexandre Belloni20afdeb2014-09-12 17:43:00 +0200315 { .compatible = "atmel,sama5d4", .data = sama5d3_aic_irq_fixup },
Boris BREZILLON6704d122014-07-10 20:25:41 +0200316 { /* sentinel */ },
317};
318
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200319static int __init aic5_of_init(struct device_node *node,
320 struct device_node *parent,
321 int nirqs)
322{
323 struct irq_chip_generic *gc;
324 struct irq_domain *domain;
325 int nchips;
326 int i;
327
328 if (nirqs > NR_AIC5_IRQS)
329 return -EINVAL;
330
331 if (aic5_domain)
332 return -EEXIST;
333
334 domain = aic_common_of_init(node, &aic5_irq_ops, "atmel-aic5",
Milo Kimdd85c792016-01-13 16:19:49 +0900335 nirqs, aic5_irq_fixups);
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200336 if (IS_ERR(domain))
337 return PTR_ERR(domain);
338
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200339 aic5_domain = domain;
340 nchips = aic5_domain->revmap_size / 32;
341 for (i = 0; i < nchips; i++) {
342 gc = irq_get_domain_generic_chip(domain, i * 32);
343
344 gc->chip_types[0].regs.eoi = AT91_AIC5_EOICR;
345 gc->chip_types[0].chip.irq_mask = aic5_mask;
346 gc->chip_types[0].chip.irq_unmask = aic5_unmask;
347 gc->chip_types[0].chip.irq_retrigger = aic5_retrigger;
348 gc->chip_types[0].chip.irq_set_type = aic5_set_type;
349 gc->chip_types[0].chip.irq_suspend = aic5_suspend;
350 gc->chip_types[0].chip.irq_resume = aic5_resume;
351 gc->chip_types[0].chip.irq_pm_shutdown = aic5_pm_shutdown;
352 }
353
354 aic5_hw_init(domain);
355 set_handle_irq(aic5_handle);
356
357 return 0;
358}
359
Nicolas Ferre62a993d2015-06-18 15:07:35 +0200360#define NR_SAMA5D2_IRQS 77
361
362static int __init sama5d2_aic5_of_init(struct device_node *node,
363 struct device_node *parent)
364{
Alexandre Bellonia50ac562017-04-10 16:50:11 +0200365#ifdef CONFIG_PM
366 smr_cache = kcalloc(DIV_ROUND_UP(NR_SAMA5D2_IRQS, 32) * 32,
367 sizeof(*smr_cache), GFP_KERNEL);
368 if (!smr_cache)
369 return -ENOMEM;
370#endif
371
Nicolas Ferre62a993d2015-06-18 15:07:35 +0200372 return aic5_of_init(node, parent, NR_SAMA5D2_IRQS);
373}
374IRQCHIP_DECLARE(sama5d2_aic5, "atmel,sama5d2-aic", sama5d2_aic5_of_init);
375
Alexandre Belloni0cae1652014-09-11 16:41:51 +0200376#define NR_SAMA5D3_IRQS 48
Boris BREZILLONb1479eb2014-07-10 19:14:18 +0200377
378static int __init sama5d3_aic5_of_init(struct device_node *node,
379 struct device_node *parent)
380{
381 return aic5_of_init(node, parent, NR_SAMA5D3_IRQS);
382}
383IRQCHIP_DECLARE(sama5d3_aic5, "atmel,sama5d3-aic", sama5d3_aic5_of_init);
Alexandre Belloni20afdeb2014-09-12 17:43:00 +0200384
385#define NR_SAMA5D4_IRQS 68
386
387static int __init sama5d4_aic5_of_init(struct device_node *node,
388 struct device_node *parent)
389{
390 return aic5_of_init(node, parent, NR_SAMA5D4_IRQS);
391}
392IRQCHIP_DECLARE(sama5d4_aic5, "atmel,sama5d4-aic", sama5d4_aic5_of_init);