blob: 0ec92631e23ca0a4c3720d0d6cf32a8fd4bb837e [file] [log] [blame]
Florian Fainellia5042de22014-09-09 17:44:21 -07001/*
2 * Broadcom BCM7120 style Level 2 interrupt controller driver
3 *
4 * Copyright (C) 2014 Broadcom Corporation
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10
11#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
12
13#include <linux/init.h>
14#include <linux/slab.h>
15#include <linux/module.h>
Kevin Cernekeec17261f2014-11-06 22:44:28 -080016#include <linux/kconfig.h>
Kevin Cernekee7b7230e2014-12-25 09:49:05 -080017#include <linux/kernel.h>
Florian Fainellia5042de22014-09-09 17:44:21 -070018#include <linux/platform_device.h>
19#include <linux/of.h>
20#include <linux/of_irq.h>
21#include <linux/of_address.h>
22#include <linux/of_platform.h>
23#include <linux/interrupt.h>
24#include <linux/irq.h>
25#include <linux/io.h>
26#include <linux/irqdomain.h>
27#include <linux/reboot.h>
Kevin Cernekeec76acf42014-11-06 22:44:26 -080028#include <linux/bitops.h>
Joel Porquet41a83e02015-07-07 17:11:46 -040029#include <linux/irqchip.h>
Florian Fainellia5042de22014-09-09 17:44:21 -070030#include <linux/irqchip/chained_irq.h>
31
Florian Fainellia5042de22014-09-09 17:44:21 -070032/* Register offset in the L2 interrupt controller */
33#define IRQEN 0x00
34#define IRQSTAT 0x04
35
Kevin Cernekeec76acf42014-11-06 22:44:26 -080036#define MAX_WORDS 4
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -080037#define MAX_MAPPINGS (MAX_WORDS * 2)
Kevin Cernekeec76acf42014-11-06 22:44:26 -080038#define IRQS_PER_WORD 32
39
Florian Fainelli0aef3992015-07-23 15:52:21 -070040struct bcm7120_l1_intc_data {
41 struct bcm7120_l2_intc_data *b;
42 u32 irq_map_mask[MAX_WORDS];
43};
44
Florian Fainellia5042de22014-09-09 17:44:21 -070045struct bcm7120_l2_intc_data {
Kevin Cernekeec76acf42014-11-06 22:44:26 -080046 unsigned int n_words;
Kevin Cernekee5b5468c2014-12-25 09:49:03 -080047 void __iomem *map_base[MAX_MAPPINGS];
48 void __iomem *pair_base[MAX_WORDS];
49 int en_offset[MAX_WORDS];
50 int stat_offset[MAX_WORDS];
Florian Fainellia5042de22014-09-09 17:44:21 -070051 struct irq_domain *domain;
52 bool can_wake;
Kevin Cernekeec76acf42014-11-06 22:44:26 -080053 u32 irq_fwd_mask[MAX_WORDS];
Florian Fainelli0aef3992015-07-23 15:52:21 -070054 struct bcm7120_l1_intc_data *l1_data;
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -080055 int num_parent_irqs;
56 const __be32 *map_mask_prop;
Florian Fainellia5042de22014-09-09 17:44:21 -070057};
58
Thomas Gleixnerbd0b9ac2015-09-14 10:42:37 +020059static void bcm7120_l2_intc_irq_handle(struct irq_desc *desc)
Florian Fainellia5042de22014-09-09 17:44:21 -070060{
Florian Fainelli0aef3992015-07-23 15:52:21 -070061 struct bcm7120_l1_intc_data *data = irq_desc_get_handler_data(desc);
62 struct bcm7120_l2_intc_data *b = data->b;
Florian Fainellia5042de22014-09-09 17:44:21 -070063 struct irq_chip *chip = irq_desc_get_chip(desc);
Kevin Cernekeec76acf42014-11-06 22:44:26 -080064 unsigned int idx;
Florian Fainellia5042de22014-09-09 17:44:21 -070065
66 chained_irq_enter(chip, desc);
67
Kevin Cernekeec76acf42014-11-06 22:44:26 -080068 for (idx = 0; idx < b->n_words; idx++) {
69 int base = idx * IRQS_PER_WORD;
70 struct irq_chip_generic *gc =
71 irq_get_domain_generic_chip(b->domain, base);
72 unsigned long pending;
73 int hwirq;
Florian Fainellia5042de22014-09-09 17:44:21 -070074
Kevin Cernekeec76acf42014-11-06 22:44:26 -080075 irq_gc_lock(gc);
Kevin Cernekee5b5468c2014-12-25 09:49:03 -080076 pending = irq_reg_readl(gc, b->stat_offset[idx]) &
Florian Fainelli0aef3992015-07-23 15:52:21 -070077 gc->mask_cache &
78 data->irq_map_mask[idx];
Kevin Cernekeec76acf42014-11-06 22:44:26 -080079 irq_gc_unlock(gc);
80
81 for_each_set_bit(hwirq, &pending, IRQS_PER_WORD) {
82 generic_handle_irq(irq_find_mapping(b->domain,
83 base + hwirq));
84 }
Florian Fainellia5042de22014-09-09 17:44:21 -070085 }
86
Florian Fainellia5042de22014-09-09 17:44:21 -070087 chained_irq_exit(chip, desc);
88}
89
Brian Norrisfd537762015-07-22 16:21:40 -070090static void bcm7120_l2_intc_suspend(struct irq_chip_generic *gc)
Florian Fainellia5042de22014-09-09 17:44:21 -070091{
Florian Fainellia5042de22014-09-09 17:44:21 -070092 struct bcm7120_l2_intc_data *b = gc->private;
Brian Norrisfd537762015-07-22 16:21:40 -070093 struct irq_chip_type *ct = gc->chip_types;
Florian Fainellia5042de22014-09-09 17:44:21 -070094
95 irq_gc_lock(gc);
Kevin Cernekeec17261f2014-11-06 22:44:28 -080096 if (b->can_wake)
Kevin Cernekee5b5468c2014-12-25 09:49:03 -080097 irq_reg_writel(gc, gc->mask_cache | gc->wake_active,
98 ct->regs.mask);
Florian Fainellia5042de22014-09-09 17:44:21 -070099 irq_gc_unlock(gc);
100}
101
Brian Norrisfd537762015-07-22 16:21:40 -0700102static void bcm7120_l2_intc_resume(struct irq_chip_generic *gc)
Florian Fainellia5042de22014-09-09 17:44:21 -0700103{
Brian Norrisfd537762015-07-22 16:21:40 -0700104 struct irq_chip_type *ct = gc->chip_types;
Florian Fainellia5042de22014-09-09 17:44:21 -0700105
106 /* Restore the saved mask */
107 irq_gc_lock(gc);
Kevin Cernekee5b5468c2014-12-25 09:49:03 -0800108 irq_reg_writel(gc, gc->mask_cache, ct->regs.mask);
Florian Fainellia5042de22014-09-09 17:44:21 -0700109 irq_gc_unlock(gc);
110}
111
112static int bcm7120_l2_intc_init_one(struct device_node *dn,
113 struct bcm7120_l2_intc_data *data,
Florian Fainelli0aef3992015-07-23 15:52:21 -0700114 int irq, u32 *valid_mask)
Florian Fainellia5042de22014-09-09 17:44:21 -0700115{
Florian Fainelli0aef3992015-07-23 15:52:21 -0700116 struct bcm7120_l1_intc_data *l1_data = &data->l1_data[irq];
Florian Fainellia5042de22014-09-09 17:44:21 -0700117 int parent_irq;
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800118 unsigned int idx;
Florian Fainellia5042de22014-09-09 17:44:21 -0700119
120 parent_irq = irq_of_parse_and_map(dn, irq);
Dmitry Torokhov714710e2014-11-14 14:16:14 -0800121 if (!parent_irq) {
Florian Fainellia5042de22014-09-09 17:44:21 -0700122 pr_err("failed to map interrupt %d\n", irq);
Dmitry Torokhov714710e2014-11-14 14:16:14 -0800123 return -EINVAL;
Florian Fainellia5042de22014-09-09 17:44:21 -0700124 }
125
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800126 /* For multiple parent IRQs with multiple words, this looks like:
127 * <irq0_w0 irq0_w1 irq1_w0 irq1_w1 ...>
Florian Fainelli0aef3992015-07-23 15:52:21 -0700128 *
129 * We need to associate a given parent interrupt with its corresponding
130 * map_mask in order to mask the status register with it because we
131 * have the same handler being called for multiple parent interrupts.
132 *
133 * This is typically something needed on BCM7xxx (STB chips).
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800134 */
Kevin Cernekee7b7230e2014-12-25 09:49:05 -0800135 for (idx = 0; idx < data->n_words; idx++) {
136 if (data->map_mask_prop) {
Florian Fainelli0aef3992015-07-23 15:52:21 -0700137 l1_data->irq_map_mask[idx] |=
Kevin Cernekee7b7230e2014-12-25 09:49:05 -0800138 be32_to_cpup(data->map_mask_prop +
139 irq * data->n_words + idx);
140 } else {
Florian Fainelli0aef3992015-07-23 15:52:21 -0700141 l1_data->irq_map_mask[idx] = 0xffffffff;
Kevin Cernekee7b7230e2014-12-25 09:49:05 -0800142 }
Florian Fainelli0aef3992015-07-23 15:52:21 -0700143 valid_mask[idx] |= l1_data->irq_map_mask[idx];
Kevin Cernekee7b7230e2014-12-25 09:49:05 -0800144 }
Florian Fainellia5042de22014-09-09 17:44:21 -0700145
Florian Fainelli0aef3992015-07-23 15:52:21 -0700146 l1_data->b = data;
Florian Fainellia5042de22014-09-09 17:44:21 -0700147
Florian Fainelli0aef3992015-07-23 15:52:21 -0700148 irq_set_chained_handler_and_data(parent_irq,
149 bcm7120_l2_intc_irq_handle, l1_data);
Florian Fainellia5042de22014-09-09 17:44:21 -0700150 return 0;
151}
152
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800153static int __init bcm7120_l2_intc_iomap_7120(struct device_node *dn,
154 struct bcm7120_l2_intc_data *data)
155{
156 int ret;
157
158 data->map_base[0] = of_iomap(dn, 0);
159 if (!data->map_base[0]) {
160 pr_err("unable to map registers\n");
161 return -ENOMEM;
162 }
163
164 data->pair_base[0] = data->map_base[0];
165 data->en_offset[0] = IRQEN;
166 data->stat_offset[0] = IRQSTAT;
167 data->n_words = 1;
168
169 ret = of_property_read_u32_array(dn, "brcm,int-fwd-mask",
170 data->irq_fwd_mask, data->n_words);
171 if (ret != 0 && ret != -EINVAL) {
172 /* property exists but has the wrong number of words */
173 pr_err("invalid brcm,int-fwd-mask property\n");
174 return -EINVAL;
175 }
176
177 data->map_mask_prop = of_get_property(dn, "brcm,int-map-mask", &ret);
178 if (!data->map_mask_prop ||
179 (ret != (sizeof(__be32) * data->num_parent_irqs * data->n_words))) {
180 pr_err("invalid brcm,int-map-mask property\n");
181 return -EINVAL;
182 }
183
184 return 0;
185}
186
Kevin Cernekee7b7230e2014-12-25 09:49:05 -0800187static int __init bcm7120_l2_intc_iomap_3380(struct device_node *dn,
188 struct bcm7120_l2_intc_data *data)
189{
190 unsigned int gc_idx;
191
192 for (gc_idx = 0; gc_idx < MAX_WORDS; gc_idx++) {
193 unsigned int map_idx = gc_idx * 2;
194 void __iomem *en = of_iomap(dn, map_idx + 0);
195 void __iomem *stat = of_iomap(dn, map_idx + 1);
196 void __iomem *base = min(en, stat);
197
198 data->map_base[map_idx + 0] = en;
199 data->map_base[map_idx + 1] = stat;
200
201 if (!base)
202 break;
203
204 data->pair_base[gc_idx] = base;
205 data->en_offset[gc_idx] = en - base;
206 data->stat_offset[gc_idx] = stat - base;
207 }
208
209 if (!gc_idx) {
210 pr_err("unable to map registers\n");
211 return -EINVAL;
212 }
213
214 data->n_words = gc_idx;
215 return 0;
216}
217
Ben Dooksdde7e6d1a2016-06-08 18:59:58 +0100218static int __init bcm7120_l2_intc_probe(struct device_node *dn,
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800219 struct device_node *parent,
220 int (*iomap_regs_fn)(struct device_node *,
221 struct bcm7120_l2_intc_data *),
222 const char *intc_name)
Florian Fainellia5042de22014-09-09 17:44:21 -0700223{
224 unsigned int clr = IRQ_NOREQUEST | IRQ_NOPROBE | IRQ_NOAUTOEN;
225 struct bcm7120_l2_intc_data *data;
226 struct irq_chip_generic *gc;
227 struct irq_chip_type *ct;
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800228 int ret = 0;
Kevin Cernekeec17261f2014-11-06 22:44:28 -0800229 unsigned int idx, irq, flags;
Florian Fainelli0aef3992015-07-23 15:52:21 -0700230 u32 valid_mask[MAX_WORDS] = { };
Florian Fainellia5042de22014-09-09 17:44:21 -0700231
232 data = kzalloc(sizeof(*data), GFP_KERNEL);
233 if (!data)
234 return -ENOMEM;
235
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800236 data->num_parent_irqs = of_irq_count(dn);
237 if (data->num_parent_irqs <= 0) {
Florian Fainellia5042de22014-09-09 17:44:21 -0700238 pr_err("invalid number of parent interrupts\n");
239 ret = -ENOMEM;
240 goto out_unmap;
241 }
242
Florian Fainelli0aef3992015-07-23 15:52:21 -0700243 data->l1_data = kcalloc(data->num_parent_irqs, sizeof(*data->l1_data),
244 GFP_KERNEL);
245 if (!data->l1_data) {
246 ret = -ENOMEM;
247 goto out_free_l1_data;
248 }
249
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800250 ret = iomap_regs_fn(dn, data);
251 if (ret < 0)
Florian Fainelli0aef3992015-07-23 15:52:21 -0700252 goto out_free_l1_data;
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800253
254 for (idx = 0; idx < data->n_words; idx++) {
255 __raw_writel(data->irq_fwd_mask[idx],
256 data->pair_base[idx] +
257 data->en_offset[idx]);
Florian Fainellia5042de22014-09-09 17:44:21 -0700258 }
259
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800260 for (irq = 0; irq < data->num_parent_irqs; irq++) {
Florian Fainelli0aef3992015-07-23 15:52:21 -0700261 ret = bcm7120_l2_intc_init_one(dn, data, irq, valid_mask);
Florian Fainellia5042de22014-09-09 17:44:21 -0700262 if (ret)
Florian Fainelli0aef3992015-07-23 15:52:21 -0700263 goto out_free_l1_data;
Florian Fainellia5042de22014-09-09 17:44:21 -0700264 }
265
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800266 data->domain = irq_domain_add_linear(dn, IRQS_PER_WORD * data->n_words,
267 &irq_generic_chip_ops, NULL);
Florian Fainellia5042de22014-09-09 17:44:21 -0700268 if (!data->domain) {
269 ret = -ENOMEM;
Florian Fainelli0aef3992015-07-23 15:52:21 -0700270 goto out_free_l1_data;
Florian Fainellia5042de22014-09-09 17:44:21 -0700271 }
272
Kevin Cernekeec17261f2014-11-06 22:44:28 -0800273 /* MIPS chips strapped for BE will automagically configure the
274 * peripheral registers for CPU-native byte order.
275 */
276 flags = IRQ_GC_INIT_MASK_CACHE;
277 if (IS_ENABLED(CONFIG_MIPS) && IS_ENABLED(CONFIG_CPU_BIG_ENDIAN))
278 flags |= IRQ_GC_BE_IO;
279
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800280 ret = irq_alloc_domain_generic_chips(data->domain, IRQS_PER_WORD, 1,
Kevin Cernekeec17261f2014-11-06 22:44:28 -0800281 dn->full_name, handle_level_irq, clr, 0, flags);
Florian Fainellia5042de22014-09-09 17:44:21 -0700282 if (ret) {
283 pr_err("failed to allocate generic irq chip\n");
284 goto out_free_domain;
285 }
286
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800287 if (of_property_read_bool(dn, "brcm,irq-can-wake"))
Florian Fainellia5042de22014-09-09 17:44:21 -0700288 data->can_wake = true;
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800289
290 for (idx = 0; idx < data->n_words; idx++) {
291 irq = idx * IRQS_PER_WORD;
292 gc = irq_get_domain_generic_chip(data->domain, irq);
293
Florian Fainelli0aef3992015-07-23 15:52:21 -0700294 gc->unused = 0xffffffff & ~valid_mask[idx];
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800295 gc->private = data;
296 ct = gc->chip_types;
297
Kevin Cernekee5b5468c2014-12-25 09:49:03 -0800298 gc->reg_base = data->pair_base[idx];
299 ct->regs.mask = data->en_offset[idx];
300
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800301 ct->chip.irq_mask = irq_gc_mask_clr_bit;
302 ct->chip.irq_unmask = irq_gc_mask_set_bit;
303 ct->chip.irq_ack = irq_gc_noop;
Brian Norrisfd537762015-07-22 16:21:40 -0700304 gc->suspend = bcm7120_l2_intc_suspend;
305 gc->resume = bcm7120_l2_intc_resume;
306
307 /*
308 * Initialize mask-cache, in case we need it for
309 * saving/restoring fwd mask even w/o any child interrupts
310 * installed
311 */
312 gc->mask_cache = irq_reg_readl(gc, ct->regs.mask);
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800313
314 if (data->can_wake) {
315 /* This IRQ chip can wake the system, set all
316 * relevant child interupts in wake_enabled mask
317 */
318 gc->wake_enabled = 0xffffffff;
319 gc->wake_enabled &= ~gc->unused;
320 ct->chip.irq_set_wake = irq_gc_set_wake;
321 }
Florian Fainellia5042de22014-09-09 17:44:21 -0700322 }
323
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800324 pr_info("registered %s intc (mem: 0x%p, parent IRQ(s): %d)\n",
325 intc_name, data->map_base[0], data->num_parent_irqs);
Florian Fainellia5042de22014-09-09 17:44:21 -0700326
327 return 0;
328
329out_free_domain:
330 irq_domain_remove(data->domain);
Florian Fainelli0aef3992015-07-23 15:52:21 -0700331out_free_l1_data:
332 kfree(data->l1_data);
Florian Fainellia5042de22014-09-09 17:44:21 -0700333out_unmap:
Kevin Cernekee5b5468c2014-12-25 09:49:03 -0800334 for (idx = 0; idx < MAX_MAPPINGS; idx++) {
335 if (data->map_base[idx])
336 iounmap(data->map_base[idx]);
Kevin Cernekeec76acf42014-11-06 22:44:26 -0800337 }
Florian Fainellia5042de22014-09-09 17:44:21 -0700338 kfree(data);
339 return ret;
340}
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800341
Ben Dooksdde7e6d1a2016-06-08 18:59:58 +0100342static int __init bcm7120_l2_intc_probe_7120(struct device_node *dn,
343 struct device_node *parent)
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800344{
345 return bcm7120_l2_intc_probe(dn, parent, bcm7120_l2_intc_iomap_7120,
346 "BCM7120 L2");
347}
348
Ben Dooksdde7e6d1a2016-06-08 18:59:58 +0100349static int __init bcm7120_l2_intc_probe_3380(struct device_node *dn,
350 struct device_node *parent)
Kevin Cernekee7b7230e2014-12-25 09:49:05 -0800351{
352 return bcm7120_l2_intc_probe(dn, parent, bcm7120_l2_intc_iomap_3380,
353 "BCM3380 L2");
354}
355
Kevin Cernekeea4fcbb82014-11-06 22:44:27 -0800356IRQCHIP_DECLARE(bcm7120_l2_intc, "brcm,bcm7120-l2-intc",
Kevin Cernekeeca40f1b2014-12-25 09:49:04 -0800357 bcm7120_l2_intc_probe_7120);
Kevin Cernekee7b7230e2014-12-25 09:49:05 -0800358
359IRQCHIP_DECLARE(bcm3380_l2_intc, "brcm,bcm3380-l2-intc",
360 bcm7120_l2_intc_probe_3380);