blob: 1070b7b959f2d1f60996492398aa2bb6ae0ac06c [file] [log] [blame]
Sricharan R96ca8482013-12-03 15:57:23 +05301/*
2 * drivers/irqchip/irq-crossbar.c
3 *
4 * Copyright (C) 2013 Texas Instruments Incorporated - http://www.ti.com
5 * Author: Sricharan R <r.sricharan@ti.com>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 *
11 */
12#include <linux/err.h>
13#include <linux/io.h>
Joel Porquet41a83e02015-07-07 17:11:46 -040014#include <linux/irqchip.h>
Marc Zyngier783d3182015-03-11 15:43:44 +000015#include <linux/irqdomain.h>
Sricharan R96ca8482013-12-03 15:57:23 +053016#include <linux/of_address.h>
17#include <linux/of_irq.h>
18#include <linux/slab.h>
Marc Zyngier783d3182015-03-11 15:43:44 +000019
Sricharan R96ca8482013-12-03 15:57:23 +053020#define IRQ_FREE -1
Nishanth Menon1d50d2c2014-06-26 12:40:19 +053021#define IRQ_RESERVED -2
Nishanth Menon64e0f8b2014-06-26 12:40:21 +053022#define IRQ_SKIP -3
Sricharan R96ca8482013-12-03 15:57:23 +053023#define GIC_IRQ_START 32
24
Nishanth Menone30ef8a2014-06-26 12:40:26 +053025/**
26 * struct crossbar_device - crossbar device description
Marc Zyngier783d3182015-03-11 15:43:44 +000027 * @lock: spinlock serializing access to @irq_map
Sricharan R96ca8482013-12-03 15:57:23 +053028 * @int_max: maximum number of supported interrupts
Nishanth Menona35057d2014-06-26 12:40:22 +053029 * @safe_map: safe default value to initialize the crossbar
Nishanth Menon2f7d2fb2014-06-26 12:40:31 +053030 * @max_crossbar_sources: Maximum number of crossbar sources
Sricharan R96ca8482013-12-03 15:57:23 +053031 * @irq_map: array of interrupts to crossbar number mapping
32 * @crossbar_base: crossbar base address
33 * @register_offsets: offsets for each irq number
Nishanth Menone30ef8a2014-06-26 12:40:26 +053034 * @write: register write function pointer
Sricharan R96ca8482013-12-03 15:57:23 +053035 */
36struct crossbar_device {
Marc Zyngier783d3182015-03-11 15:43:44 +000037 raw_spinlock_t lock;
Sricharan R96ca8482013-12-03 15:57:23 +053038 uint int_max;
Nishanth Menona35057d2014-06-26 12:40:22 +053039 uint safe_map;
Nishanth Menon2f7d2fb2014-06-26 12:40:31 +053040 uint max_crossbar_sources;
Sricharan R96ca8482013-12-03 15:57:23 +053041 uint *irq_map;
42 void __iomem *crossbar_base;
43 int *register_offsets;
Nishanth Menona35057d2014-06-26 12:40:22 +053044 void (*write)(int, int);
Sricharan R96ca8482013-12-03 15:57:23 +053045};
46
47static struct crossbar_device *cb;
48
Marc Zyngier783d3182015-03-11 15:43:44 +000049static void crossbar_writel(int irq_no, int cb_no)
Sricharan R96ca8482013-12-03 15:57:23 +053050{
51 writel(cb_no, cb->crossbar_base + cb->register_offsets[irq_no]);
52}
53
Marc Zyngier783d3182015-03-11 15:43:44 +000054static void crossbar_writew(int irq_no, int cb_no)
Sricharan R96ca8482013-12-03 15:57:23 +053055{
56 writew(cb_no, cb->crossbar_base + cb->register_offsets[irq_no]);
57}
58
Marc Zyngier783d3182015-03-11 15:43:44 +000059static void crossbar_writeb(int irq_no, int cb_no)
Sricharan R96ca8482013-12-03 15:57:23 +053060{
61 writeb(cb_no, cb->crossbar_base + cb->register_offsets[irq_no]);
62}
63
Marc Zyngier783d3182015-03-11 15:43:44 +000064static struct irq_chip crossbar_chip = {
65 .name = "CBAR",
66 .irq_eoi = irq_chip_eoi_parent,
67 .irq_mask = irq_chip_mask_parent,
68 .irq_unmask = irq_chip_unmask_parent,
69 .irq_retrigger = irq_chip_retrigger_hierarchy,
Grygorii Strashkoe269ec42015-08-14 15:20:27 +030070 .irq_set_type = irq_chip_set_type_parent,
Grygorii Strashko8200fe42015-08-14 15:20:30 +030071 .flags = IRQCHIP_MASK_ON_SUSPEND |
72 IRQCHIP_SKIP_SET_WAKE,
Marc Zyngier783d3182015-03-11 15:43:44 +000073#ifdef CONFIG_SMP
74 .irq_set_affinity = irq_chip_set_affinity_parent,
75#endif
76};
77
78static int allocate_gic_irq(struct irq_domain *domain, unsigned virq,
79 irq_hw_number_t hwirq)
Nishanth Menon6f16fc82014-06-26 12:40:20 +053080{
Marc Zyngierf833f572015-10-13 12:51:33 +010081 struct irq_fwspec fwspec;
Nishanth Menon6f16fc82014-06-26 12:40:20 +053082 int i;
Marc Zyngier783d3182015-03-11 15:43:44 +000083 int err;
Nishanth Menon6f16fc82014-06-26 12:40:20 +053084
Marc Zyngierf833f572015-10-13 12:51:33 +010085 if (!irq_domain_get_of_node(domain->parent))
86 return -EINVAL;
87
Marc Zyngier783d3182015-03-11 15:43:44 +000088 raw_spin_lock(&cb->lock);
Nishanth Menonddee0fb2014-06-26 12:40:23 +053089 for (i = cb->int_max - 1; i >= 0; i--) {
Sricharan R96ca8482013-12-03 15:57:23 +053090 if (cb->irq_map[i] == IRQ_FREE) {
Marc Zyngier783d3182015-03-11 15:43:44 +000091 cb->irq_map[i] = hwirq;
92 break;
Sricharan R96ca8482013-12-03 15:57:23 +053093 }
94 }
Marc Zyngier783d3182015-03-11 15:43:44 +000095 raw_spin_unlock(&cb->lock);
Sricharan R96ca8482013-12-03 15:57:23 +053096
Marc Zyngier783d3182015-03-11 15:43:44 +000097 if (i < 0)
98 return -ENODEV;
99
Marc Zyngierf833f572015-10-13 12:51:33 +0100100 fwspec.fwnode = domain->parent->fwnode;
101 fwspec.param_count = 3;
102 fwspec.param[0] = 0; /* SPI */
103 fwspec.param[1] = i;
104 fwspec.param[2] = IRQ_TYPE_LEVEL_HIGH;
Marc Zyngier783d3182015-03-11 15:43:44 +0000105
Marc Zyngierf833f572015-10-13 12:51:33 +0100106 err = irq_domain_alloc_irqs_parent(domain, virq, 1, &fwspec);
Marc Zyngier783d3182015-03-11 15:43:44 +0000107 if (err)
108 cb->irq_map[i] = IRQ_FREE;
109 else
110 cb->write(i, hwirq);
111
112 return err;
Sricharan R96ca8482013-12-03 15:57:23 +0530113}
114
Marc Zyngier783d3182015-03-11 15:43:44 +0000115static int crossbar_domain_alloc(struct irq_domain *d, unsigned int virq,
116 unsigned int nr_irqs, void *data)
Nishanth Menon29918b62014-06-26 12:40:32 +0530117{
Marc Zyngierf833f572015-10-13 12:51:33 +0100118 struct irq_fwspec *fwspec = data;
Marc Zyngier783d3182015-03-11 15:43:44 +0000119 irq_hw_number_t hwirq;
120 int i;
Nishanth Menond3608922014-06-26 12:40:34 +0530121
Marc Zyngierf833f572015-10-13 12:51:33 +0100122 if (fwspec->param_count != 3)
Marc Zyngier783d3182015-03-11 15:43:44 +0000123 return -EINVAL; /* Not GIC compliant */
Marc Zyngierf833f572015-10-13 12:51:33 +0100124 if (fwspec->param[0] != 0)
Marc Zyngier783d3182015-03-11 15:43:44 +0000125 return -EINVAL; /* No PPI should point to this domain */
126
Marc Zyngierf833f572015-10-13 12:51:33 +0100127 hwirq = fwspec->param[1];
Marc Zyngier783d3182015-03-11 15:43:44 +0000128 if ((hwirq + nr_irqs) > cb->max_crossbar_sources)
129 return -EINVAL; /* Can't deal with this */
130
131 for (i = 0; i < nr_irqs; i++) {
132 int err = allocate_gic_irq(d, virq + i, hwirq + i);
133
134 if (err)
135 return err;
136
137 irq_domain_set_hwirq_and_chip(d, virq + i, hwirq + i,
138 &crossbar_chip, NULL);
Nishanth Menond3608922014-06-26 12:40:34 +0530139 }
Nishanth Menon29918b62014-06-26 12:40:32 +0530140
Sricharan R96ca8482013-12-03 15:57:23 +0530141 return 0;
142}
143
Sricharan R8b09a452014-06-26 12:40:30 +0530144/**
Marc Zyngier783d3182015-03-11 15:43:44 +0000145 * crossbar_domain_free - unmap/free a crossbar<->irq connection
146 * @domain: domain of irq to unmap
147 * @virq: virq number
148 * @nr_irqs: number of irqs to free
Sricharan R8b09a452014-06-26 12:40:30 +0530149 *
150 * We do not maintain a use count of total number of map/unmap
151 * calls for a particular irq to find out if a irq can be really
152 * unmapped. This is because unmap is called during irq_dispose_mapping(irq),
153 * after which irq is anyways unusable. So an explicit map has to be called
154 * after that.
155 */
Marc Zyngier783d3182015-03-11 15:43:44 +0000156static void crossbar_domain_free(struct irq_domain *domain, unsigned int virq,
157 unsigned int nr_irqs)
Sricharan R96ca8482013-12-03 15:57:23 +0530158{
Marc Zyngier783d3182015-03-11 15:43:44 +0000159 int i;
Sricharan R96ca8482013-12-03 15:57:23 +0530160
Marc Zyngier783d3182015-03-11 15:43:44 +0000161 raw_spin_lock(&cb->lock);
162 for (i = 0; i < nr_irqs; i++) {
163 struct irq_data *d = irq_domain_get_irq_data(domain, virq + i);
164
165 irq_domain_reset_irq_data(d);
166 cb->irq_map[d->hwirq] = IRQ_FREE;
167 cb->write(d->hwirq, cb->safe_map);
Nishanth Menona35057d2014-06-26 12:40:22 +0530168 }
Marc Zyngier783d3182015-03-11 15:43:44 +0000169 raw_spin_unlock(&cb->lock);
Sricharan R96ca8482013-12-03 15:57:23 +0530170}
171
Marc Zyngierf833f572015-10-13 12:51:33 +0100172static int crossbar_domain_translate(struct irq_domain *d,
173 struct irq_fwspec *fwspec,
174 unsigned long *hwirq,
175 unsigned int *type)
Sricharan R96ca8482013-12-03 15:57:23 +0530176{
Marc Zyngierf833f572015-10-13 12:51:33 +0100177 if (is_of_node(fwspec->fwnode)) {
178 if (fwspec->param_count != 3)
179 return -EINVAL;
Sricharan R96ca8482013-12-03 15:57:23 +0530180
Marc Zyngierf833f572015-10-13 12:51:33 +0100181 /* No PPI should point to this domain */
182 if (fwspec->param[0] != 0)
183 return -EINVAL;
184
185 *hwirq = fwspec->param[1];
Jon Huntera2a8fa52016-05-10 16:14:37 +0100186 *type = fwspec->param[2] & IRQ_TYPE_SENSE_MASK;
Marc Zyngierf833f572015-10-13 12:51:33 +0100187 return 0;
188 }
189
190 return -EINVAL;
Sricharan R96ca8482013-12-03 15:57:23 +0530191}
192
Marc Zyngier783d3182015-03-11 15:43:44 +0000193static const struct irq_domain_ops crossbar_domain_ops = {
Marc Zyngierf833f572015-10-13 12:51:33 +0100194 .alloc = crossbar_domain_alloc,
195 .free = crossbar_domain_free,
196 .translate = crossbar_domain_translate,
Sricharan R96ca8482013-12-03 15:57:23 +0530197};
198
199static int __init crossbar_of_init(struct device_node *node)
200{
Franck Demathieud413c3f2017-02-23 10:48:55 +0100201 int i, size, reserved = 0;
Franck Demathieu54e1ae12017-03-06 14:41:06 +0100202 u32 max = 0, entry, reg_size;
Sricharan R96ca8482013-12-03 15:57:23 +0530203 const __be32 *irqsr;
Nishanth Menonedb442d2014-06-26 12:40:27 +0530204 int ret = -ENOMEM;
Sricharan R96ca8482013-12-03 15:57:23 +0530205
Dan Carpenter3894e9e2014-04-03 10:21:34 +0300206 cb = kzalloc(sizeof(*cb), GFP_KERNEL);
Sricharan R96ca8482013-12-03 15:57:23 +0530207
208 if (!cb)
Nishanth Menonedb442d2014-06-26 12:40:27 +0530209 return ret;
Sricharan R96ca8482013-12-03 15:57:23 +0530210
211 cb->crossbar_base = of_iomap(node, 0);
212 if (!cb->crossbar_base)
Nishanth Menon3c44d512014-06-26 12:40:28 +0530213 goto err_cb;
Sricharan R96ca8482013-12-03 15:57:23 +0530214
Nishanth Menon2f7d2fb2014-06-26 12:40:31 +0530215 of_property_read_u32(node, "ti,max-crossbar-sources",
216 &cb->max_crossbar_sources);
217 if (!cb->max_crossbar_sources) {
218 pr_err("missing 'ti,max-crossbar-sources' property\n");
219 ret = -EINVAL;
220 goto err_base;
221 }
222
Sricharan R96ca8482013-12-03 15:57:23 +0530223 of_property_read_u32(node, "ti,max-irqs", &max);
Nishanth Menonedb442d2014-06-26 12:40:27 +0530224 if (!max) {
225 pr_err("missing 'ti,max-irqs' property\n");
226 ret = -EINVAL;
Nishanth Menon3c44d512014-06-26 12:40:28 +0530227 goto err_base;
Nishanth Menonedb442d2014-06-26 12:40:27 +0530228 }
Nishanth Menon4dbf45e2014-06-26 12:40:25 +0530229 cb->irq_map = kcalloc(max, sizeof(int), GFP_KERNEL);
Sricharan R96ca8482013-12-03 15:57:23 +0530230 if (!cb->irq_map)
Nishanth Menon3c44d512014-06-26 12:40:28 +0530231 goto err_base;
Sricharan R96ca8482013-12-03 15:57:23 +0530232
233 cb->int_max = max;
234
235 for (i = 0; i < max; i++)
236 cb->irq_map[i] = IRQ_FREE;
237
238 /* Get and mark reserved irqs */
239 irqsr = of_get_property(node, "ti,irqs-reserved", &size);
240 if (irqsr) {
241 size /= sizeof(__be32);
242
243 for (i = 0; i < size; i++) {
244 of_property_read_u32_index(node,
245 "ti,irqs-reserved",
246 i, &entry);
Dan Carpenter702f7e32014-08-07 18:28:21 +0300247 if (entry >= max) {
Sricharan R96ca8482013-12-03 15:57:23 +0530248 pr_err("Invalid reserved entry\n");
Nishanth Menonedb442d2014-06-26 12:40:27 +0530249 ret = -EINVAL;
Nishanth Menon3c44d512014-06-26 12:40:28 +0530250 goto err_irq_map;
Sricharan R96ca8482013-12-03 15:57:23 +0530251 }
Nishanth Menon1d50d2c2014-06-26 12:40:19 +0530252 cb->irq_map[entry] = IRQ_RESERVED;
Sricharan R96ca8482013-12-03 15:57:23 +0530253 }
254 }
255
Nishanth Menon64e0f8b2014-06-26 12:40:21 +0530256 /* Skip irqs hardwired to bypass the crossbar */
257 irqsr = of_get_property(node, "ti,irqs-skip", &size);
258 if (irqsr) {
259 size /= sizeof(__be32);
260
261 for (i = 0; i < size; i++) {
262 of_property_read_u32_index(node,
263 "ti,irqs-skip",
264 i, &entry);
Dan Carpenter702f7e32014-08-07 18:28:21 +0300265 if (entry >= max) {
Nishanth Menon64e0f8b2014-06-26 12:40:21 +0530266 pr_err("Invalid skip entry\n");
267 ret = -EINVAL;
Nishanth Menon3c44d512014-06-26 12:40:28 +0530268 goto err_irq_map;
Nishanth Menon64e0f8b2014-06-26 12:40:21 +0530269 }
270 cb->irq_map[entry] = IRQ_SKIP;
271 }
272 }
273
274
Nishanth Menon4dbf45e2014-06-26 12:40:25 +0530275 cb->register_offsets = kcalloc(max, sizeof(int), GFP_KERNEL);
Sricharan R96ca8482013-12-03 15:57:23 +0530276 if (!cb->register_offsets)
Nishanth Menon3c44d512014-06-26 12:40:28 +0530277 goto err_irq_map;
Sricharan R96ca8482013-12-03 15:57:23 +0530278
Franck Demathieu54e1ae12017-03-06 14:41:06 +0100279 of_property_read_u32(node, "ti,reg-size", &reg_size);
Sricharan R96ca8482013-12-03 15:57:23 +0530280
Franck Demathieu54e1ae12017-03-06 14:41:06 +0100281 switch (reg_size) {
Sricharan R96ca8482013-12-03 15:57:23 +0530282 case 1:
283 cb->write = crossbar_writeb;
284 break;
285 case 2:
286 cb->write = crossbar_writew;
287 break;
288 case 4:
289 cb->write = crossbar_writel;
290 break;
291 default:
292 pr_err("Invalid reg-size property\n");
Nishanth Menonedb442d2014-06-26 12:40:27 +0530293 ret = -EINVAL;
Nishanth Menon3c44d512014-06-26 12:40:28 +0530294 goto err_reg_offset;
Sricharan R96ca8482013-12-03 15:57:23 +0530295 break;
296 }
297
298 /*
299 * Register offsets are not linear because of the
300 * reserved irqs. so find and store the offsets once.
301 */
302 for (i = 0; i < max; i++) {
Nishanth Menon1d50d2c2014-06-26 12:40:19 +0530303 if (cb->irq_map[i] == IRQ_RESERVED)
Sricharan R96ca8482013-12-03 15:57:23 +0530304 continue;
305
306 cb->register_offsets[i] = reserved;
Franck Demathieu54e1ae12017-03-06 14:41:06 +0100307 reserved += reg_size;
Sricharan R96ca8482013-12-03 15:57:23 +0530308 }
309
Nishanth Menona35057d2014-06-26 12:40:22 +0530310 of_property_read_u32(node, "ti,irqs-safe-map", &cb->safe_map);
Nishanth Menona35057d2014-06-26 12:40:22 +0530311 /* Initialize the crossbar with safe map to start with */
312 for (i = 0; i < max; i++) {
313 if (cb->irq_map[i] == IRQ_RESERVED ||
314 cb->irq_map[i] == IRQ_SKIP)
315 continue;
316
317 cb->write(i, cb->safe_map);
318 }
319
Marc Zyngier783d3182015-03-11 15:43:44 +0000320 raw_spin_lock_init(&cb->lock);
321
Sricharan R96ca8482013-12-03 15:57:23 +0530322 return 0;
323
Nishanth Menon3c44d512014-06-26 12:40:28 +0530324err_reg_offset:
Sricharan R96ca8482013-12-03 15:57:23 +0530325 kfree(cb->register_offsets);
Nishanth Menon3c44d512014-06-26 12:40:28 +0530326err_irq_map:
Sricharan R96ca8482013-12-03 15:57:23 +0530327 kfree(cb->irq_map);
Nishanth Menon3c44d512014-06-26 12:40:28 +0530328err_base:
Sricharan R96ca8482013-12-03 15:57:23 +0530329 iounmap(cb->crossbar_base);
Nishanth Menon3c44d512014-06-26 12:40:28 +0530330err_cb:
Sricharan R96ca8482013-12-03 15:57:23 +0530331 kfree(cb);
Sricharan R99e37d0e2014-06-26 12:40:29 +0530332
333 cb = NULL;
Nishanth Menonedb442d2014-06-26 12:40:27 +0530334 return ret;
Sricharan R96ca8482013-12-03 15:57:23 +0530335}
336
Marc Zyngier783d3182015-03-11 15:43:44 +0000337static int __init irqcrossbar_init(struct device_node *node,
338 struct device_node *parent)
Sricharan R96ca8482013-12-03 15:57:23 +0530339{
Marc Zyngier783d3182015-03-11 15:43:44 +0000340 struct irq_domain *parent_domain, *domain;
341 int err;
Sricharan R96ca8482013-12-03 15:57:23 +0530342
Marc Zyngier783d3182015-03-11 15:43:44 +0000343 if (!parent) {
344 pr_err("%s: no parent, giving up\n", node->full_name);
345 return -ENODEV;
346 }
347
348 parent_domain = irq_find_host(parent);
349 if (!parent_domain) {
350 pr_err("%s: unable to obtain parent domain\n", node->full_name);
351 return -ENXIO;
352 }
353
354 err = crossbar_of_init(node);
355 if (err)
356 return err;
357
358 domain = irq_domain_add_hierarchy(parent_domain, 0,
359 cb->max_crossbar_sources,
360 node, &crossbar_domain_ops,
361 NULL);
362 if (!domain) {
363 pr_err("%s: failed to allocated domain\n", node->full_name);
364 return -ENOMEM;
365 }
366
Sricharan R96ca8482013-12-03 15:57:23 +0530367 return 0;
368}
Marc Zyngier783d3182015-03-11 15:43:44 +0000369
370IRQCHIP_DECLARE(ti_irqcrossbar, "ti,irq-crossbar", irqcrossbar_init);