blob: dd184b50e5b40a508c1bdacee874b6464d2b1055 [file] [log] [blame]
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -07001/*
2 * Copyright (C) 2008
3 * Guennadi Liakhovetski, DENX Software Engineering, <lg@denx.de>
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License version 2 as
7 * published by the Free Software Foundation.
8 */
9
10#include <linux/init.h>
11#include <linux/err.h>
12#include <linux/spinlock.h>
13#include <linux/delay.h>
14#include <linux/clk.h>
15#include <linux/irq.h>
16#include <linux/io.h>
Shawn Guo88289c82012-06-13 14:07:31 +080017#include <linux/module.h>
Shawn Guob8a6d992012-09-14 10:35:54 +080018#include <linux/dma/ipu-dma.h>
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -070019
20#include "ipu_intern.h"
21
22/*
23 * Register read / write - shall be inlined by the compiler
24 */
25static u32 ipu_read_reg(struct ipu *ipu, unsigned long reg)
26{
27 return __raw_readl(ipu->reg_ipu + reg);
28}
29
30static void ipu_write_reg(struct ipu *ipu, u32 value, unsigned long reg)
31{
32 __raw_writel(value, ipu->reg_ipu + reg);
33}
34
35
36/*
37 * IPU IRQ chip driver
38 */
39
40#define IPU_IRQ_NR_FN_BANKS 3
41#define IPU_IRQ_NR_ERR_BANKS 2
42#define IPU_IRQ_NR_BANKS (IPU_IRQ_NR_FN_BANKS + IPU_IRQ_NR_ERR_BANKS)
43
44struct ipu_irq_bank {
45 unsigned int control;
46 unsigned int status;
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -070047 struct ipu *ipu;
48};
49
50static struct ipu_irq_bank irq_bank[IPU_IRQ_NR_BANKS] = {
51 /* 3 groups of functional interrupts */
52 {
53 .control = IPU_INT_CTRL_1,
54 .status = IPU_INT_STAT_1,
55 }, {
56 .control = IPU_INT_CTRL_2,
57 .status = IPU_INT_STAT_2,
58 }, {
59 .control = IPU_INT_CTRL_3,
60 .status = IPU_INT_STAT_3,
61 },
62 /* 2 groups of error interrupts */
63 {
64 .control = IPU_INT_CTRL_4,
65 .status = IPU_INT_STAT_4,
66 }, {
67 .control = IPU_INT_CTRL_5,
68 .status = IPU_INT_STAT_5,
69 },
70};
71
72struct ipu_irq_map {
73 unsigned int irq;
74 int source;
75 struct ipu_irq_bank *bank;
76 struct ipu *ipu;
77};
78
79static struct ipu_irq_map irq_map[CONFIG_MX3_IPU_IRQS];
80/* Protects allocations from the above array of maps */
81static DEFINE_MUTEX(map_lock);
82/* Protects register accesses and individual mappings */
Uwe Kleine-König289b4e72011-07-29 16:27:07 +020083static DEFINE_RAW_SPINLOCK(bank_lock);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -070084
85static struct ipu_irq_map *src2map(unsigned int src)
86{
87 int i;
88
89 for (i = 0; i < CONFIG_MX3_IPU_IRQS; i++)
90 if (irq_map[i].source == src)
91 return irq_map + i;
92
93 return NULL;
94}
95
Thomas Gleixner6a035132011-03-25 12:21:38 +010096static void ipu_irq_unmask(struct irq_data *d)
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -070097{
Thomas Gleixner6a035132011-03-25 12:21:38 +010098 struct ipu_irq_map *map = irq_data_get_irq_chip_data(d);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -070099 struct ipu_irq_bank *bank;
100 uint32_t reg;
101 unsigned long lock_flags;
102
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200103 raw_spin_lock_irqsave(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700104
105 bank = map->bank;
106 if (!bank) {
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200107 raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
Thomas Gleixner6a035132011-03-25 12:21:38 +0100108 pr_err("IPU: %s(%u) - unmapped!\n", __func__, d->irq);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700109 return;
110 }
111
112 reg = ipu_read_reg(bank->ipu, bank->control);
113 reg |= (1UL << (map->source & 31));
114 ipu_write_reg(bank->ipu, reg, bank->control);
115
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200116 raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700117}
118
Thomas Gleixner6a035132011-03-25 12:21:38 +0100119static void ipu_irq_mask(struct irq_data *d)
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700120{
Thomas Gleixner6a035132011-03-25 12:21:38 +0100121 struct ipu_irq_map *map = irq_data_get_irq_chip_data(d);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700122 struct ipu_irq_bank *bank;
123 uint32_t reg;
124 unsigned long lock_flags;
125
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200126 raw_spin_lock_irqsave(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700127
128 bank = map->bank;
129 if (!bank) {
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200130 raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
Thomas Gleixner6a035132011-03-25 12:21:38 +0100131 pr_err("IPU: %s(%u) - unmapped!\n", __func__, d->irq);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700132 return;
133 }
134
135 reg = ipu_read_reg(bank->ipu, bank->control);
136 reg &= ~(1UL << (map->source & 31));
137 ipu_write_reg(bank->ipu, reg, bank->control);
138
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200139 raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700140}
141
Thomas Gleixner6a035132011-03-25 12:21:38 +0100142static void ipu_irq_ack(struct irq_data *d)
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700143{
Thomas Gleixner6a035132011-03-25 12:21:38 +0100144 struct ipu_irq_map *map = irq_data_get_irq_chip_data(d);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700145 struct ipu_irq_bank *bank;
146 unsigned long lock_flags;
147
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200148 raw_spin_lock_irqsave(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700149
150 bank = map->bank;
151 if (!bank) {
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200152 raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
Thomas Gleixner6a035132011-03-25 12:21:38 +0100153 pr_err("IPU: %s(%u) - unmapped!\n", __func__, d->irq);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700154 return;
155 }
156
157 ipu_write_reg(bank->ipu, 1UL << (map->source & 31), bank->status);
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200158 raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700159}
160
161/**
162 * ipu_irq_status() - returns the current interrupt status of the specified IRQ.
163 * @irq: interrupt line to get status for.
164 * @return: true if the interrupt is pending/asserted or false if the
165 * interrupt is not pending.
166 */
167bool ipu_irq_status(unsigned int irq)
168{
Thomas Gleixner6a035132011-03-25 12:21:38 +0100169 struct ipu_irq_map *map = irq_get_chip_data(irq);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700170 struct ipu_irq_bank *bank;
171 unsigned long lock_flags;
172 bool ret;
173
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200174 raw_spin_lock_irqsave(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700175 bank = map->bank;
176 ret = bank && ipu_read_reg(bank->ipu, bank->status) &
177 (1UL << (map->source & 31));
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200178 raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700179
180 return ret;
181}
182
183/**
184 * ipu_irq_map() - map an IPU interrupt source to an IRQ number
185 * @source: interrupt source bit position (see below)
186 * @return: mapped IRQ number or negative error code
187 *
188 * The source parameter has to be explained further. On i.MX31 IPU has 137 IRQ
189 * sources, they are broken down in 5 32-bit registers, like 32, 32, 24, 32, 17.
190 * However, the source argument of this function is not the sequence number of
191 * the possible IRQ, but rather its bit position. So, first interrupt in fourth
192 * register has source number 96, and not 88. This makes calculations easier,
193 * and also provides forward compatibility with any future IPU implementations
194 * with any interrupt bit assignments.
195 */
196int ipu_irq_map(unsigned int source)
197{
198 int i, ret = -ENOMEM;
199 struct ipu_irq_map *map;
200
201 might_sleep();
202
203 mutex_lock(&map_lock);
204 map = src2map(source);
205 if (map) {
206 pr_err("IPU: Source %u already mapped to IRQ %u\n", source, map->irq);
207 ret = -EBUSY;
208 goto out;
209 }
210
211 for (i = 0; i < CONFIG_MX3_IPU_IRQS; i++) {
212 if (irq_map[i].source < 0) {
213 unsigned long lock_flags;
214
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200215 raw_spin_lock_irqsave(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700216 irq_map[i].source = source;
217 irq_map[i].bank = irq_bank + source / 32;
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200218 raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700219
220 ret = irq_map[i].irq;
221 pr_debug("IPU: mapped source %u to IRQ %u\n",
222 source, ret);
223 break;
224 }
225 }
226out:
227 mutex_unlock(&map_lock);
228
229 if (ret < 0)
230 pr_err("IPU: couldn't map source %u: %d\n", source, ret);
231
232 return ret;
233}
234
235/**
236 * ipu_irq_map() - map an IPU interrupt source to an IRQ number
237 * @source: interrupt source bit position (see ipu_irq_map())
238 * @return: 0 or negative error code
239 */
240int ipu_irq_unmap(unsigned int source)
241{
242 int i, ret = -EINVAL;
243
244 might_sleep();
245
246 mutex_lock(&map_lock);
247 for (i = 0; i < CONFIG_MX3_IPU_IRQS; i++) {
248 if (irq_map[i].source == source) {
249 unsigned long lock_flags;
250
251 pr_debug("IPU: unmapped source %u from IRQ %u\n",
252 source, irq_map[i].irq);
253
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200254 raw_spin_lock_irqsave(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700255 irq_map[i].source = -EINVAL;
256 irq_map[i].bank = NULL;
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200257 raw_spin_unlock_irqrestore(&bank_lock, lock_flags);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700258
259 ret = 0;
260 break;
261 }
262 }
263 mutex_unlock(&map_lock);
264
265 return ret;
266}
267
Thomas Gleixner3d8cc002015-08-01 07:06:58 +0000268/* Chained IRQ handler for IPU function and error interrupt */
Thomas Gleixnerbd0b9ac2015-09-14 10:42:37 +0200269static void ipu_irq_handler(struct irq_desc *desc)
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700270{
Jiang Liu4d9efdfc2015-07-13 20:39:54 +0000271 struct ipu *ipu = irq_desc_get_handler_data(desc);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700272 u32 status;
273 int i, line;
274
275 for (i = IPU_IRQ_NR_FN_BANKS; i < IPU_IRQ_NR_BANKS; i++) {
276 struct ipu_irq_bank *bank = irq_bank + i;
277
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200278 raw_spin_lock(&bank_lock);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700279 status = ipu_read_reg(ipu, bank->status);
280 /*
281 * Don't think we have to clear all interrupts here, they will
282 * be acked by ->handle_irq() (handle_level_irq). However, we
283 * might want to clear unhandled interrupts after the loop...
284 */
285 status &= ipu_read_reg(ipu, bank->control);
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200286 raw_spin_unlock(&bank_lock);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700287 while ((line = ffs(status))) {
288 struct ipu_irq_map *map;
Arnd Bergmann86c7e682016-09-03 01:22:02 +0200289 unsigned int irq;
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700290
291 line--;
292 status &= ~(1UL << line);
293
Uwe Kleine-König289b4e72011-07-29 16:27:07 +0200294 raw_spin_lock(&bank_lock);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700295 map = src2map(32 * i + line);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700296 if (!map) {
Arnd Bergmann86c7e682016-09-03 01:22:02 +0200297 raw_spin_unlock(&bank_lock);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700298 pr_err("IPU: Interrupt on unmapped source %u bank %d\n",
299 line, i);
300 continue;
301 }
Arnd Bergmann86c7e682016-09-03 01:22:02 +0200302 irq = map->irq;
303 raw_spin_unlock(&bank_lock);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700304 generic_handle_irq(irq);
305 }
306 }
307}
308
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700309static struct irq_chip ipu_irq_chip = {
Thomas Gleixner6a035132011-03-25 12:21:38 +0100310 .name = "ipu_irq",
311 .irq_ack = ipu_irq_ack,
312 .irq_mask = ipu_irq_mask,
313 .irq_unmask = ipu_irq_unmask,
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700314};
315
316/* Install the IRQ handler */
Guennadi Liakhovetski234f2df2009-03-25 09:13:24 -0700317int __init ipu_irq_attach_irq(struct ipu *ipu, struct platform_device *dev)
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700318{
Shawn Guo88289c82012-06-13 14:07:31 +0800319 unsigned int irq, i;
320 int irq_base = irq_alloc_descs(-1, 0, CONFIG_MX3_IPU_IRQS,
321 numa_node_id());
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700322
Shawn Guo88289c82012-06-13 14:07:31 +0800323 if (irq_base < 0)
324 return irq_base;
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700325
326 for (i = 0; i < IPU_IRQ_NR_BANKS; i++)
327 irq_bank[i].ipu = ipu;
328
329 for (i = 0; i < CONFIG_MX3_IPU_IRQS; i++) {
330 int ret;
331
332 irq = irq_base + i;
Thomas Gleixner6a035132011-03-25 12:21:38 +0100333 ret = irq_set_chip(irq, &ipu_irq_chip);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700334 if (ret < 0)
335 return ret;
Thomas Gleixner6a035132011-03-25 12:21:38 +0100336 ret = irq_set_chip_data(irq, irq_map + i);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700337 if (ret < 0)
338 return ret;
339 irq_map[i].ipu = ipu;
340 irq_map[i].irq = irq;
341 irq_map[i].source = -EINVAL;
Thomas Gleixner6a035132011-03-25 12:21:38 +0100342 irq_set_handler(irq, handle_level_irq);
Rob Herring2f27b812015-07-27 15:55:15 -0500343 irq_clear_status_flags(irq, IRQ_NOREQUEST | IRQ_NOPROBE);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700344 }
345
Thomas Gleixner3d8cc002015-08-01 07:06:58 +0000346 irq_set_chained_handler_and_data(ipu->irq_fn, ipu_irq_handler, ipu);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700347
Thomas Gleixner3d8cc002015-08-01 07:06:58 +0000348 irq_set_chained_handler_and_data(ipu->irq_err, ipu_irq_handler, ipu);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700349
Shawn Guo88289c82012-06-13 14:07:31 +0800350 ipu->irq_base = irq_base;
351
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700352 return 0;
353}
354
355void ipu_irq_detach_irq(struct ipu *ipu, struct platform_device *dev)
356{
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700357 unsigned int irq, irq_base;
358
Shawn Guo88289c82012-06-13 14:07:31 +0800359 irq_base = ipu->irq_base;
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700360
Thomas Gleixnerd7fdb352015-07-13 20:39:52 +0000361 irq_set_chained_handler_and_data(ipu->irq_fn, NULL, NULL);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700362
Thomas Gleixnerd7fdb352015-07-13 20:39:52 +0000363 irq_set_chained_handler_and_data(ipu->irq_err, NULL, NULL);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700364
365 for (irq = irq_base; irq < irq_base + CONFIG_MX3_IPU_IRQS; irq++) {
Rob Herring2f27b812015-07-27 15:55:15 -0500366 irq_set_status_flags(irq, IRQ_NOREQUEST);
Thomas Gleixner6a035132011-03-25 12:21:38 +0100367 irq_set_chip(irq, NULL);
368 irq_set_chip_data(irq, NULL);
Guennadi Liakhovetski5296b562009-01-19 15:36:21 -0700369 }
370}