blob: 404bc52b7806e1f769455439626bb62ac0afbcf9 [file] [log] [blame]
Geoff Levand2832a812006-11-23 00:46:56 +01001/*
2 * PS3 interrupt routines.
3 *
4 * Copyright (C) 2006 Sony Computer Entertainment Inc.
5 * Copyright 2006 Sony Corp.
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; version 2 of the License.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19 */
20
21#include <linux/kernel.h>
Paul Gortmaker4b16f8e2011-07-22 18:24:23 -040022#include <linux/export.h>
Geoff Levand2832a812006-11-23 00:46:56 +010023#include <linux/irq.h>
24
25#include <asm/machdep.h>
26#include <asm/udbg.h>
Geoff Levand2832a812006-11-23 00:46:56 +010027#include <asm/lv1call.h>
Stephen Rothwell42d284bc2007-05-28 10:19:08 +100028#include <asm/smp.h>
Geoff Levand2832a812006-11-23 00:46:56 +010029
30#include "platform.h"
31
32#if defined(DEBUG)
Geert Uytterhoeven83bb6432007-06-16 07:19:23 +100033#define DBG udbg_printf
Geoff Levand2832a812006-11-23 00:46:56 +010034#else
Geert Uytterhoeven83bb6432007-06-16 07:19:23 +100035#define DBG pr_debug
Geoff Levand2832a812006-11-23 00:46:56 +010036#endif
37
38/**
Geoff Levand861be322007-01-26 19:08:08 -080039 * struct ps3_bmp - a per cpu irq status and mask bitmap structure
40 * @status: 256 bit status bitmap indexed by plug
41 * @unused_1:
42 * @mask: 256 bit mask bitmap indexed by plug
43 * @unused_2:
44 * @lock:
45 * @ipi_debug_brk_mask:
46 *
Uwe Kleine-Königb5950762010-11-01 15:38:34 -040047 * The HV maintains per SMT thread mappings of HV outlet to HV plug on
Geoff Levand861be322007-01-26 19:08:08 -080048 * behalf of the guest. These mappings are implemented as 256 bit guest
49 * supplied bitmaps indexed by plug number. The addresses of the bitmaps
50 * are registered with the HV through lv1_configure_irq_state_bitmap().
Geoff Levand57715762007-01-26 19:08:16 -080051 * The HV requires that the 512 bits of status + mask not cross a page
52 * boundary. PS3_BMP_MINALIGN is used to define this minimal 64 byte
53 * alignment.
Geoff Levand861be322007-01-26 19:08:08 -080054 *
55 * The HV supports 256 plugs per thread, assigned as {0..255}, for a total
56 * of 512 plugs supported on a processor. To simplify the logic this
57 * implementation equates HV plug value to Linux virq value, constrains each
58 * interrupt to have a system wide unique plug number, and limits the range
59 * of the plug values to map into the first dword of the bitmaps. This
60 * gives a usable range of plug values of {NUM_ISA_INTERRUPTS..63}. Note
61 * that there is no constraint on how many in this set an individual thread
62 * can acquire.
Stephen Rothwell46ca0d12009-01-13 20:00:29 +000063 *
64 * The mask is declared as unsigned long so we can use set/clear_bit on it.
Geoff Levand861be322007-01-26 19:08:08 -080065 */
66
Geoff Levand57715762007-01-26 19:08:16 -080067#define PS3_BMP_MINALIGN 64
68
Geoff Levand861be322007-01-26 19:08:08 -080069struct ps3_bmp {
70 struct {
71 u64 status;
72 u64 unused_1[3];
Stephen Rothwell46ca0d12009-01-13 20:00:29 +000073 unsigned long mask;
Geoff Levand861be322007-01-26 19:08:08 -080074 u64 unused_2[3];
75 };
76 u64 ipi_debug_brk_mask;
77 spinlock_t lock;
78};
79
80/**
81 * struct ps3_private - a per cpu data structure
82 * @bmp: ps3_bmp structure
Geoff Levandaab83502007-06-16 08:06:04 +100083 * @ppe_id: HV logical_ppe_id
84 * @thread_id: HV thread_id
Geoff Levand861be322007-01-26 19:08:08 -080085 */
86
87struct ps3_private {
Geoff Levand57715762007-01-26 19:08:16 -080088 struct ps3_bmp bmp __attribute__ ((aligned (PS3_BMP_MINALIGN)));
Geoff Levandaab83502007-06-16 08:06:04 +100089 u64 ppe_id;
90 u64 thread_id;
Geoff Levand861be322007-01-26 19:08:08 -080091};
92
93static DEFINE_PER_CPU(struct ps3_private, ps3_private);
94
Geoff Levanddc4f60c2007-05-01 07:01:01 +100095/**
Geoff Levand743c1bb2007-06-16 07:19:18 +100096 * ps3_chip_mask - Set an interrupt mask bit in ps3_bmp.
97 * @virq: The assigned Linux virq.
98 *
99 * Sets ps3_bmp.mask and calls lv1_did_update_interrupt_mask().
100 */
101
Lennert Buytenhek81267082011-03-08 22:26:56 +0000102static void ps3_chip_mask(struct irq_data *d)
Geoff Levand743c1bb2007-06-16 07:19:18 +1000103{
Lennert Buytenhek81267082011-03-08 22:26:56 +0000104 struct ps3_private *pd = irq_data_get_irq_chip_data(d);
Geoff Levand743c1bb2007-06-16 07:19:18 +1000105 unsigned long flags;
106
Stephen Rothwell5c949072009-01-13 20:02:39 +0000107 pr_debug("%s:%d: thread_id %llu, virq %d\n", __func__, __LINE__,
Lennert Buytenhek81267082011-03-08 22:26:56 +0000108 pd->thread_id, d->irq);
Geoff Levand743c1bb2007-06-16 07:19:18 +1000109
110 local_irq_save(flags);
Lennert Buytenhek81267082011-03-08 22:26:56 +0000111 clear_bit(63 - d->irq, &pd->bmp.mask);
Geoff Levandaab83502007-06-16 08:06:04 +1000112 lv1_did_update_interrupt_mask(pd->ppe_id, pd->thread_id);
Geoff Levand743c1bb2007-06-16 07:19:18 +1000113 local_irq_restore(flags);
114}
115
116/**
117 * ps3_chip_unmask - Clear an interrupt mask bit in ps3_bmp.
118 * @virq: The assigned Linux virq.
119 *
120 * Clears ps3_bmp.mask and calls lv1_did_update_interrupt_mask().
121 */
122
Lennert Buytenhek81267082011-03-08 22:26:56 +0000123static void ps3_chip_unmask(struct irq_data *d)
Geoff Levand743c1bb2007-06-16 07:19:18 +1000124{
Lennert Buytenhek81267082011-03-08 22:26:56 +0000125 struct ps3_private *pd = irq_data_get_irq_chip_data(d);
Geoff Levand743c1bb2007-06-16 07:19:18 +1000126 unsigned long flags;
127
Stephen Rothwell5c949072009-01-13 20:02:39 +0000128 pr_debug("%s:%d: thread_id %llu, virq %d\n", __func__, __LINE__,
Lennert Buytenhek81267082011-03-08 22:26:56 +0000129 pd->thread_id, d->irq);
Geoff Levand743c1bb2007-06-16 07:19:18 +1000130
131 local_irq_save(flags);
Lennert Buytenhek81267082011-03-08 22:26:56 +0000132 set_bit(63 - d->irq, &pd->bmp.mask);
Geoff Levandaab83502007-06-16 08:06:04 +1000133 lv1_did_update_interrupt_mask(pd->ppe_id, pd->thread_id);
Geoff Levand743c1bb2007-06-16 07:19:18 +1000134 local_irq_restore(flags);
135}
136
137/**
138 * ps3_chip_eoi - HV end-of-interrupt.
139 * @virq: The assigned Linux virq.
140 *
141 * Calls lv1_end_of_interrupt_ext().
142 */
143
Lennert Buytenhek81267082011-03-08 22:26:56 +0000144static void ps3_chip_eoi(struct irq_data *d)
Geoff Levand743c1bb2007-06-16 07:19:18 +1000145{
Lennert Buytenhek81267082011-03-08 22:26:56 +0000146 const struct ps3_private *pd = irq_data_get_irq_chip_data(d);
147 lv1_end_of_interrupt_ext(pd->ppe_id, pd->thread_id, d->irq);
Geoff Levand743c1bb2007-06-16 07:19:18 +1000148}
149
150/**
151 * ps3_irq_chip - Represents the ps3_bmp as a Linux struct irq_chip.
152 */
153
154static struct irq_chip ps3_irq_chip = {
Thomas Gleixnerb27df672009-11-18 23:44:21 +0000155 .name = "ps3",
Lennert Buytenhek81267082011-03-08 22:26:56 +0000156 .irq_mask = ps3_chip_mask,
157 .irq_unmask = ps3_chip_unmask,
158 .irq_eoi = ps3_chip_eoi,
Geoff Levand743c1bb2007-06-16 07:19:18 +1000159};
160
161/**
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000162 * ps3_virq_setup - virq related setup.
163 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
164 * serviced on.
165 * @outlet: The HV outlet from the various create outlet routines.
166 * @virq: The assigned Linux virq.
167 *
168 * Calls irq_create_mapping() to get a virq and sets the chip data to
169 * ps3_private data.
170 */
171
Geert Uytterhoevenfdedb4c2008-05-01 08:25:18 +1000172static int ps3_virq_setup(enum ps3_cpu_binding cpu, unsigned long outlet,
173 unsigned int *virq)
Geoff Levand861be322007-01-26 19:08:08 -0800174{
175 int result;
176 struct ps3_private *pd;
177
178 /* This defines the default interrupt distribution policy. */
179
180 if (cpu == PS3_BINDING_CPU_ANY)
181 cpu = 0;
182
183 pd = &per_cpu(ps3_private, cpu);
184
185 *virq = irq_create_mapping(NULL, outlet);
186
187 if (*virq == NO_IRQ) {
188 pr_debug("%s:%d: irq_create_mapping failed: outlet %lu\n",
189 __func__, __LINE__, outlet);
190 result = -ENOMEM;
191 goto fail_create;
192 }
193
Geoff Levand861be322007-01-26 19:08:08 -0800194 pr_debug("%s:%d: outlet %lu => cpu %u, virq %u\n", __func__, __LINE__,
195 outlet, cpu, *virq);
196
Thomas Gleixnerec775d02011-03-25 16:45:20 +0100197 result = irq_set_chip_data(*virq, pd);
Geoff Levand861be322007-01-26 19:08:08 -0800198
199 if (result) {
Geert Uytterhoevenb618d2f2011-04-09 22:59:07 +0000200 pr_debug("%s:%d: irq_set_chip_data failed\n",
Geoff Levand861be322007-01-26 19:08:08 -0800201 __func__, __LINE__);
202 goto fail_set;
203 }
204
Lennert Buytenhek81267082011-03-08 22:26:56 +0000205 ps3_chip_mask(irq_get_irq_data(*virq));
Geoff Levand9263e852007-06-16 07:19:32 +1000206
Geoff Levand861be322007-01-26 19:08:08 -0800207 return result;
208
209fail_set:
Geoff Levand861be322007-01-26 19:08:08 -0800210 irq_dispose_mapping(*virq);
211fail_create:
212 return result;
213}
214
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000215/**
216 * ps3_virq_destroy - virq related teardown.
217 * @virq: The assigned Linux virq.
218 *
219 * Clears chip data and calls irq_dispose_mapping() for the virq.
220 */
221
Geert Uytterhoevenfdedb4c2008-05-01 08:25:18 +1000222static int ps3_virq_destroy(unsigned int virq)
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000223{
Thomas Gleixnerec775d02011-03-25 16:45:20 +0100224 const struct ps3_private *pd = irq_get_chip_data(virq);
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000225
Stephen Rothwell5c949072009-01-13 20:02:39 +0000226 pr_debug("%s:%d: ppe_id %llu, thread_id %llu, virq %u\n", __func__,
Geoff Levandaab83502007-06-16 08:06:04 +1000227 __LINE__, pd->ppe_id, pd->thread_id, virq);
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000228
Thomas Gleixnerec775d02011-03-25 16:45:20 +0100229 irq_set_chip_data(virq, NULL);
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000230 irq_dispose_mapping(virq);
231
232 pr_debug("%s:%d <-\n", __func__, __LINE__);
233 return 0;
234}
235
236/**
237 * ps3_irq_plug_setup - Generic outlet and virq related setup.
238 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
239 * serviced on.
240 * @outlet: The HV outlet from the various create outlet routines.
241 * @virq: The assigned Linux virq.
242 *
243 * Sets up virq and connects the irq plug.
244 */
245
246int ps3_irq_plug_setup(enum ps3_cpu_binding cpu, unsigned long outlet,
247 unsigned int *virq)
248{
249 int result;
250 struct ps3_private *pd;
251
252 result = ps3_virq_setup(cpu, outlet, virq);
253
254 if (result) {
255 pr_debug("%s:%d: ps3_virq_setup failed\n", __func__, __LINE__);
256 goto fail_setup;
257 }
258
Thomas Gleixnerec775d02011-03-25 16:45:20 +0100259 pd = irq_get_chip_data(*virq);
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000260
261 /* Binds outlet to cpu + virq. */
262
Geoff Levandaab83502007-06-16 08:06:04 +1000263 result = lv1_connect_irq_plug_ext(pd->ppe_id, pd->thread_id, *virq,
264 outlet, 0);
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000265
266 if (result) {
267 pr_info("%s:%d: lv1_connect_irq_plug_ext failed: %s\n",
268 __func__, __LINE__, ps3_result(result));
269 result = -EPERM;
270 goto fail_connect;
271 }
272
273 return result;
274
275fail_connect:
276 ps3_virq_destroy(*virq);
277fail_setup:
278 return result;
279}
280EXPORT_SYMBOL_GPL(ps3_irq_plug_setup);
281
282/**
283 * ps3_irq_plug_destroy - Generic outlet and virq related teardown.
284 * @virq: The assigned Linux virq.
285 *
286 * Disconnects the irq plug and tears down virq.
287 * Do not call for system bus event interrupts setup with
288 * ps3_sb_event_receive_port_setup().
289 */
290
291int ps3_irq_plug_destroy(unsigned int virq)
Geoff Levand861be322007-01-26 19:08:08 -0800292{
293 int result;
Thomas Gleixnerec775d02011-03-25 16:45:20 +0100294 const struct ps3_private *pd = irq_get_chip_data(virq);
Geoff Levand861be322007-01-26 19:08:08 -0800295
Stephen Rothwell5c949072009-01-13 20:02:39 +0000296 pr_debug("%s:%d: ppe_id %llu, thread_id %llu, virq %u\n", __func__,
Geoff Levandaab83502007-06-16 08:06:04 +1000297 __LINE__, pd->ppe_id, pd->thread_id, virq);
Geoff Levand861be322007-01-26 19:08:08 -0800298
Lennert Buytenhek81267082011-03-08 22:26:56 +0000299 ps3_chip_mask(irq_get_irq_data(virq));
Geoff Levand9263e852007-06-16 07:19:32 +1000300
Geoff Levandaab83502007-06-16 08:06:04 +1000301 result = lv1_disconnect_irq_plug_ext(pd->ppe_id, pd->thread_id, virq);
Geoff Levand861be322007-01-26 19:08:08 -0800302
303 if (result)
304 pr_info("%s:%d: lv1_disconnect_irq_plug_ext failed: %s\n",
305 __func__, __LINE__, ps3_result(result));
306
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000307 ps3_virq_destroy(virq);
308
Geert Uytterhoevenb1eeb382007-01-26 19:08:12 -0800309 return result;
Geoff Levand861be322007-01-26 19:08:08 -0800310}
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000311EXPORT_SYMBOL_GPL(ps3_irq_plug_destroy);
Geoff Levand861be322007-01-26 19:08:08 -0800312
313/**
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000314 * ps3_event_receive_port_setup - Setup an event receive port.
Geoff Levand861be322007-01-26 19:08:08 -0800315 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
316 * serviced on.
Geoff Levand2832a812006-11-23 00:46:56 +0100317 * @virq: The assigned Linux virq.
318 *
319 * The virq can be used with lv1_connect_interrupt_event_receive_port() to
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000320 * arrange to receive interrupts from system-bus devices, or with
321 * ps3_send_event_locally() to signal events.
Geoff Levand2832a812006-11-23 00:46:56 +0100322 */
323
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000324int ps3_event_receive_port_setup(enum ps3_cpu_binding cpu, unsigned int *virq)
Geoff Levand2832a812006-11-23 00:46:56 +0100325{
326 int result;
Stephen Rothwellb17b3df2009-01-13 19:59:41 +0000327 u64 outlet;
Geoff Levand2832a812006-11-23 00:46:56 +0100328
329 result = lv1_construct_event_receive_port(&outlet);
330
331 if (result) {
332 pr_debug("%s:%d: lv1_construct_event_receive_port failed: %s\n",
333 __func__, __LINE__, ps3_result(result));
334 *virq = NO_IRQ;
335 return result;
336 }
337
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000338 result = ps3_irq_plug_setup(cpu, outlet, virq);
Geoff Levand861be322007-01-26 19:08:08 -0800339 BUG_ON(result);
Geoff Levand2832a812006-11-23 00:46:56 +0100340
Geoff Levand861be322007-01-26 19:08:08 -0800341 return result;
Geoff Levand2832a812006-11-23 00:46:56 +0100342}
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000343EXPORT_SYMBOL_GPL(ps3_event_receive_port_setup);
Geoff Levand2832a812006-11-23 00:46:56 +0100344
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000345/**
346 * ps3_event_receive_port_destroy - Destroy an event receive port.
347 * @virq: The assigned Linux virq.
348 *
349 * Since ps3_event_receive_port_destroy destroys the receive port outlet,
350 * SB devices need to call disconnect_interrupt_event_receive_port() before
351 * this.
352 */
353
354int ps3_event_receive_port_destroy(unsigned int virq)
Geoff Levand2832a812006-11-23 00:46:56 +0100355{
356 int result;
357
Geoff Levand9263e852007-06-16 07:19:32 +1000358 pr_debug(" -> %s:%d virq %u\n", __func__, __LINE__, virq);
359
Lennert Buytenhek81267082011-03-08 22:26:56 +0000360 ps3_chip_mask(irq_get_irq_data(virq));
Geoff Levand2832a812006-11-23 00:46:56 +0100361
362 result = lv1_destruct_event_receive_port(virq_to_hw(virq));
363
364 if (result)
365 pr_debug("%s:%d: lv1_destruct_event_receive_port failed: %s\n",
366 __func__, __LINE__, ps3_result(result));
367
Geoff Levand9263e852007-06-16 07:19:32 +1000368 /*
369 * Don't call ps3_virq_destroy() here since ps3_smp_cleanup_cpu()
370 * calls from interrupt context (smp_call_function) when kexecing.
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000371 */
372
Geoff Levand2832a812006-11-23 00:46:56 +0100373 pr_debug(" <- %s:%d\n", __func__, __LINE__);
374 return result;
375}
376
377int ps3_send_event_locally(unsigned int virq)
378{
379 return lv1_send_event_locally(virq_to_hw(virq));
380}
381
382/**
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000383 * ps3_sb_event_receive_port_setup - Setup a system bus event receive port.
Geoff Levand861be322007-01-26 19:08:08 -0800384 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
385 * serviced on.
Geoff Levand6bb5cf12007-06-16 07:52:02 +1000386 * @dev: The system bus device instance.
Geoff Levand2832a812006-11-23 00:46:56 +0100387 * @virq: The assigned Linux virq.
388 *
389 * An event irq represents a virtual device interrupt. The interrupt_id
390 * coresponds to the software interrupt number.
391 */
392
Geoff Levand6bb5cf12007-06-16 07:52:02 +1000393int ps3_sb_event_receive_port_setup(struct ps3_system_bus_device *dev,
394 enum ps3_cpu_binding cpu, unsigned int *virq)
Geoff Levand2832a812006-11-23 00:46:56 +0100395{
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000396 /* this should go in system-bus.c */
397
Geoff Levand2832a812006-11-23 00:46:56 +0100398 int result;
399
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000400 result = ps3_event_receive_port_setup(cpu, virq);
Geoff Levand2832a812006-11-23 00:46:56 +0100401
402 if (result)
403 return result;
404
Geoff Levand6bb5cf12007-06-16 07:52:02 +1000405 result = lv1_connect_interrupt_event_receive_port(dev->bus_id,
406 dev->dev_id, virq_to_hw(*virq), dev->interrupt_id);
Geoff Levand2832a812006-11-23 00:46:56 +0100407
408 if (result) {
409 pr_debug("%s:%d: lv1_connect_interrupt_event_receive_port"
410 " failed: %s\n", __func__, __LINE__,
411 ps3_result(result));
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000412 ps3_event_receive_port_destroy(*virq);
Geoff Levand2832a812006-11-23 00:46:56 +0100413 *virq = NO_IRQ;
414 return result;
415 }
416
417 pr_debug("%s:%d: interrupt_id %u, virq %u\n", __func__, __LINE__,
Geoff Levand6bb5cf12007-06-16 07:52:02 +1000418 dev->interrupt_id, *virq);
Geoff Levand2832a812006-11-23 00:46:56 +0100419
420 return 0;
421}
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000422EXPORT_SYMBOL(ps3_sb_event_receive_port_setup);
Geoff Levand2832a812006-11-23 00:46:56 +0100423
Geoff Levand6bb5cf12007-06-16 07:52:02 +1000424int ps3_sb_event_receive_port_destroy(struct ps3_system_bus_device *dev,
425 unsigned int virq)
Geoff Levand2832a812006-11-23 00:46:56 +0100426{
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000427 /* this should go in system-bus.c */
428
Geoff Levand2832a812006-11-23 00:46:56 +0100429 int result;
430
431 pr_debug(" -> %s:%d: interrupt_id %u, virq %u\n", __func__, __LINE__,
Geoff Levand6bb5cf12007-06-16 07:52:02 +1000432 dev->interrupt_id, virq);
Geoff Levand2832a812006-11-23 00:46:56 +0100433
Geoff Levand6bb5cf12007-06-16 07:52:02 +1000434 result = lv1_disconnect_interrupt_event_receive_port(dev->bus_id,
435 dev->dev_id, virq_to_hw(virq), dev->interrupt_id);
Geoff Levand2832a812006-11-23 00:46:56 +0100436
437 if (result)
438 pr_debug("%s:%d: lv1_disconnect_interrupt_event_receive_port"
439 " failed: %s\n", __func__, __LINE__,
440 ps3_result(result));
441
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000442 result = ps3_event_receive_port_destroy(virq);
443 BUG_ON(result);
Geoff Levand2832a812006-11-23 00:46:56 +0100444
Geoff Levand9263e852007-06-16 07:19:32 +1000445 /*
446 * ps3_event_receive_port_destroy() destroys the IRQ plug,
447 * so don't call ps3_irq_plug_destroy() here.
448 */
449
450 result = ps3_virq_destroy(virq);
451 BUG_ON(result);
452
Geoff Levand2832a812006-11-23 00:46:56 +0100453 pr_debug(" <- %s:%d\n", __func__, __LINE__);
454 return result;
455}
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000456EXPORT_SYMBOL(ps3_sb_event_receive_port_destroy);
Geoff Levand2832a812006-11-23 00:46:56 +0100457
458/**
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000459 * ps3_io_irq_setup - Setup a system bus io irq.
460 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
461 * serviced on.
462 * @interrupt_id: The device interrupt id read from the system repository.
463 * @virq: The assigned Linux virq.
464 *
465 * An io irq represents a non-virtualized device interrupt. interrupt_id
466 * coresponds to the interrupt number of the interrupt controller.
467 */
468
469int ps3_io_irq_setup(enum ps3_cpu_binding cpu, unsigned int interrupt_id,
470 unsigned int *virq)
471{
472 int result;
Stephen Rothwellb17b3df2009-01-13 19:59:41 +0000473 u64 outlet;
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000474
475 result = lv1_construct_io_irq_outlet(interrupt_id, &outlet);
476
477 if (result) {
478 pr_debug("%s:%d: lv1_construct_io_irq_outlet failed: %s\n",
479 __func__, __LINE__, ps3_result(result));
480 return result;
481 }
482
483 result = ps3_irq_plug_setup(cpu, outlet, virq);
484 BUG_ON(result);
485
486 return result;
487}
488EXPORT_SYMBOL_GPL(ps3_io_irq_setup);
489
490int ps3_io_irq_destroy(unsigned int virq)
491{
492 int result;
Geoff Levand9263e852007-06-16 07:19:32 +1000493 unsigned long outlet = virq_to_hw(virq);
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000494
Lennert Buytenhek81267082011-03-08 22:26:56 +0000495 ps3_chip_mask(irq_get_irq_data(virq));
Geoff Levand9263e852007-06-16 07:19:32 +1000496
497 /*
498 * lv1_destruct_io_irq_outlet() will destroy the IRQ plug,
499 * so call ps3_irq_plug_destroy() first.
500 */
501
502 result = ps3_irq_plug_destroy(virq);
503 BUG_ON(result);
504
505 result = lv1_destruct_io_irq_outlet(outlet);
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000506
507 if (result)
508 pr_debug("%s:%d: lv1_destruct_io_irq_outlet failed: %s\n",
509 __func__, __LINE__, ps3_result(result));
510
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000511 return result;
512}
513EXPORT_SYMBOL_GPL(ps3_io_irq_destroy);
514
515/**
516 * ps3_vuart_irq_setup - Setup the system virtual uart virq.
Geoff Levand861be322007-01-26 19:08:08 -0800517 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
518 * serviced on.
Geoff Levand2832a812006-11-23 00:46:56 +0100519 * @virt_addr_bmp: The caller supplied virtual uart interrupt bitmap.
520 * @virq: The assigned Linux virq.
521 *
522 * The system supports only a single virtual uart, so multiple calls without
523 * freeing the interrupt will return a wrong state error.
524 */
525
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000526int ps3_vuart_irq_setup(enum ps3_cpu_binding cpu, void* virt_addr_bmp,
Geoff Levand861be322007-01-26 19:08:08 -0800527 unsigned int *virq)
Geoff Levand2832a812006-11-23 00:46:56 +0100528{
529 int result;
Stephen Rothwellb17b3df2009-01-13 19:59:41 +0000530 u64 outlet;
Geoff Levand861be322007-01-26 19:08:08 -0800531 u64 lpar_addr;
Geoff Levand2832a812006-11-23 00:46:56 +0100532
Geoff Levand861be322007-01-26 19:08:08 -0800533 BUG_ON(!is_kernel_addr((u64)virt_addr_bmp));
Geoff Levand2832a812006-11-23 00:46:56 +0100534
535 lpar_addr = ps3_mm_phys_to_lpar(__pa(virt_addr_bmp));
536
537 result = lv1_configure_virtual_uart_irq(lpar_addr, &outlet);
538
539 if (result) {
540 pr_debug("%s:%d: lv1_configure_virtual_uart_irq failed: %s\n",
541 __func__, __LINE__, ps3_result(result));
542 return result;
543 }
544
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000545 result = ps3_irq_plug_setup(cpu, outlet, virq);
Geoff Levand861be322007-01-26 19:08:08 -0800546 BUG_ON(result);
Geoff Levand2832a812006-11-23 00:46:56 +0100547
Geoff Levand861be322007-01-26 19:08:08 -0800548 return result;
Geoff Levand2832a812006-11-23 00:46:56 +0100549}
Geoff Levand7626e782007-06-16 08:01:06 +1000550EXPORT_SYMBOL_GPL(ps3_vuart_irq_setup);
Geoff Levand2832a812006-11-23 00:46:56 +0100551
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000552int ps3_vuart_irq_destroy(unsigned int virq)
Geoff Levand2832a812006-11-23 00:46:56 +0100553{
554 int result;
555
Lennert Buytenhek81267082011-03-08 22:26:56 +0000556 ps3_chip_mask(irq_get_irq_data(virq));
Geoff Levand2832a812006-11-23 00:46:56 +0100557 result = lv1_deconfigure_virtual_uart_irq();
558
559 if (result) {
560 pr_debug("%s:%d: lv1_configure_virtual_uart_irq failed: %s\n",
561 __func__, __LINE__, ps3_result(result));
562 return result;
563 }
564
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000565 result = ps3_irq_plug_destroy(virq);
566 BUG_ON(result);
Geoff Levand2832a812006-11-23 00:46:56 +0100567
568 return result;
569}
Geoff Levand7626e782007-06-16 08:01:06 +1000570EXPORT_SYMBOL_GPL(ps3_vuart_irq_destroy);
Geoff Levand2832a812006-11-23 00:46:56 +0100571
572/**
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000573 * ps3_spe_irq_setup - Setup an spe virq.
Geoff Levand861be322007-01-26 19:08:08 -0800574 * @cpu: enum ps3_cpu_binding indicating the cpu the interrupt should be
575 * serviced on.
Geoff Levand2832a812006-11-23 00:46:56 +0100576 * @spe_id: The spe_id returned from lv1_construct_logical_spe().
577 * @class: The spe interrupt class {0,1,2}.
578 * @virq: The assigned Linux virq.
579 *
580 */
581
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000582int ps3_spe_irq_setup(enum ps3_cpu_binding cpu, unsigned long spe_id,
Geoff Levand861be322007-01-26 19:08:08 -0800583 unsigned int class, unsigned int *virq)
Geoff Levand2832a812006-11-23 00:46:56 +0100584{
585 int result;
Stephen Rothwellb17b3df2009-01-13 19:59:41 +0000586 u64 outlet;
Geoff Levand2832a812006-11-23 00:46:56 +0100587
588 BUG_ON(class > 2);
589
590 result = lv1_get_spe_irq_outlet(spe_id, class, &outlet);
591
592 if (result) {
593 pr_debug("%s:%d: lv1_get_spe_irq_outlet failed: %s\n",
594 __func__, __LINE__, ps3_result(result));
595 return result;
596 }
597
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000598 result = ps3_irq_plug_setup(cpu, outlet, virq);
Geoff Levand861be322007-01-26 19:08:08 -0800599 BUG_ON(result);
Geoff Levand2832a812006-11-23 00:46:56 +0100600
Geoff Levand861be322007-01-26 19:08:08 -0800601 return result;
Geoff Levand2832a812006-11-23 00:46:56 +0100602}
603
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000604int ps3_spe_irq_destroy(unsigned int virq)
Geoff Levand2832a812006-11-23 00:46:56 +0100605{
Geoff Levand9263e852007-06-16 07:19:32 +1000606 int result;
607
Lennert Buytenhek81267082011-03-08 22:26:56 +0000608 ps3_chip_mask(irq_get_irq_data(virq));
Geoff Levand9263e852007-06-16 07:19:32 +1000609
610 result = ps3_irq_plug_destroy(virq);
Geoff Levanddc4f60c2007-05-01 07:01:01 +1000611 BUG_ON(result);
Geoff Levand9263e852007-06-16 07:19:32 +1000612
613 return result;
Geoff Levand2832a812006-11-23 00:46:56 +0100614}
615
Geert Uytterhoevenb1eeb382007-01-26 19:08:12 -0800616
Geoff Levand2832a812006-11-23 00:46:56 +0100617#define PS3_INVALID_OUTLET ((irq_hw_number_t)-1)
618#define PS3_PLUG_MAX 63
619
Geoff Levand2832a812006-11-23 00:46:56 +0100620#if defined(DEBUG)
Geoff Levand861be322007-01-26 19:08:08 -0800621static void _dump_64_bmp(const char *header, const u64 *p, unsigned cpu,
Geoff Levand2832a812006-11-23 00:46:56 +0100622 const char* func, int line)
623{
624 pr_debug("%s:%d: %s %u {%04lx_%04lx_%04lx_%04lx}\n",
625 func, line, header, cpu,
626 *p >> 48, (*p >> 32) & 0xffff, (*p >> 16) & 0xffff,
627 *p & 0xffff);
628}
629
Geoff Levand848cfdc2007-06-16 07:18:14 +1000630static void __maybe_unused _dump_256_bmp(const char *header,
Geoff Levand861be322007-01-26 19:08:08 -0800631 const u64 *p, unsigned cpu, const char* func, int line)
Geoff Levand2832a812006-11-23 00:46:56 +0100632{
633 pr_debug("%s:%d: %s %u {%016lx:%016lx:%016lx:%016lx}\n",
634 func, line, header, cpu, p[0], p[1], p[2], p[3]);
635}
636
637#define dump_bmp(_x) _dump_bmp(_x, __func__, __LINE__)
Geoff Levand9633ac82007-01-26 19:07:59 -0800638static void _dump_bmp(struct ps3_private* pd, const char* func, int line)
Geoff Levand2832a812006-11-23 00:46:56 +0100639{
640 unsigned long flags;
641
642 spin_lock_irqsave(&pd->bmp.lock, flags);
Geoff Levandaab83502007-06-16 08:06:04 +1000643 _dump_64_bmp("stat", &pd->bmp.status, pd->thread_id, func, line);
644 _dump_64_bmp("mask", &pd->bmp.mask, pd->thread_id, func, line);
Geoff Levand2832a812006-11-23 00:46:56 +0100645 spin_unlock_irqrestore(&pd->bmp.lock, flags);
646}
647
648#define dump_mask(_x) _dump_mask(_x, __func__, __LINE__)
Geoff Levand848cfdc2007-06-16 07:18:14 +1000649static void __maybe_unused _dump_mask(struct ps3_private *pd,
Geoff Levand2832a812006-11-23 00:46:56 +0100650 const char* func, int line)
651{
652 unsigned long flags;
653
654 spin_lock_irqsave(&pd->bmp.lock, flags);
Geoff Levandaab83502007-06-16 08:06:04 +1000655 _dump_64_bmp("mask", &pd->bmp.mask, pd->thread_id, func, line);
Geoff Levand2832a812006-11-23 00:46:56 +0100656 spin_unlock_irqrestore(&pd->bmp.lock, flags);
657}
658#else
Geoff Levand9633ac82007-01-26 19:07:59 -0800659static void dump_bmp(struct ps3_private* pd) {};
Geoff Levand2832a812006-11-23 00:46:56 +0100660#endif /* defined(DEBUG) */
661
Geoff Levand9633ac82007-01-26 19:07:59 -0800662static int ps3_host_map(struct irq_host *h, unsigned int virq,
Geoff Levand2832a812006-11-23 00:46:56 +0100663 irq_hw_number_t hwirq)
664{
Geoff Levand861be322007-01-26 19:08:08 -0800665 pr_debug("%s:%d: hwirq %lu, virq %u\n", __func__, __LINE__, hwirq,
666 virq);
Geoff Levand2832a812006-11-23 00:46:56 +0100667
Thomas Gleixnerec775d02011-03-25 16:45:20 +0100668 irq_set_chip_and_handler(virq, &ps3_irq_chip, handle_fasteoi_irq);
Geoff Levand2832a812006-11-23 00:46:56 +0100669
Geoff Levand861be322007-01-26 19:08:08 -0800670 return 0;
Geoff Levand2832a812006-11-23 00:46:56 +0100671}
672
Michael Ellerman8528ab82007-08-28 18:47:55 +1000673static int ps3_host_match(struct irq_host *h, struct device_node *np)
674{
675 /* Match all */
676 return 1;
677}
678
Geoff Levand9633ac82007-01-26 19:07:59 -0800679static struct irq_host_ops ps3_host_ops = {
680 .map = ps3_host_map,
Michael Ellerman8528ab82007-08-28 18:47:55 +1000681 .match = ps3_host_match,
Geoff Levand2832a812006-11-23 00:46:56 +0100682};
683
684void __init ps3_register_ipi_debug_brk(unsigned int cpu, unsigned int virq)
685{
Geoff Levand9633ac82007-01-26 19:07:59 -0800686 struct ps3_private *pd = &per_cpu(ps3_private, cpu);
Geoff Levand2832a812006-11-23 00:46:56 +0100687
688 pd->bmp.ipi_debug_brk_mask = 0x8000000000000000UL >> virq;
689
Stephen Rothwell5c949072009-01-13 20:02:39 +0000690 pr_debug("%s:%d: cpu %u, virq %u, mask %llxh\n", __func__, __LINE__,
Geoff Levand2832a812006-11-23 00:46:56 +0100691 cpu, virq, pd->bmp.ipi_debug_brk_mask);
692}
693
Geoff Levand9263e852007-06-16 07:19:32 +1000694static unsigned int ps3_get_irq(void)
Geoff Levand2832a812006-11-23 00:46:56 +0100695{
Benjamin Herrenschmidt9cf9e192007-01-26 19:08:05 -0800696 struct ps3_private *pd = &__get_cpu_var(ps3_private);
Geoff Levand861be322007-01-26 19:08:08 -0800697 u64 x = (pd->bmp.status & pd->bmp.mask);
Benjamin Herrenschmidt9cf9e192007-01-26 19:08:05 -0800698 unsigned int plug;
Geoff Levand2832a812006-11-23 00:46:56 +0100699
700 /* check for ipi break first to stop this cpu ASAP */
701
Benjamin Herrenschmidt9cf9e192007-01-26 19:08:05 -0800702 if (x & pd->bmp.ipi_debug_brk_mask)
703 x &= pd->bmp.ipi_debug_brk_mask;
Geoff Levand2832a812006-11-23 00:46:56 +0100704
Benjamin Herrenschmidt9cf9e192007-01-26 19:08:05 -0800705 asm volatile("cntlzd %0,%1" : "=r" (plug) : "r" (x));
706 plug &= 0x3f;
Geoff Levand2832a812006-11-23 00:46:56 +0100707
Roel Kluinad18c3d2008-03-27 11:37:18 +1100708 if (unlikely(plug == NO_IRQ)) {
Stephen Rothwell5c949072009-01-13 20:02:39 +0000709 pr_debug("%s:%d: no plug found: thread_id %llu\n", __func__,
Geoff Levandaab83502007-06-16 08:06:04 +1000710 __LINE__, pd->thread_id);
Geoff Levand9633ac82007-01-26 19:07:59 -0800711 dump_bmp(&per_cpu(ps3_private, 0));
712 dump_bmp(&per_cpu(ps3_private, 1));
Geoff Levand2832a812006-11-23 00:46:56 +0100713 return NO_IRQ;
714 }
715
716#if defined(DEBUG)
Benjamin Herrenschmidt9cf9e192007-01-26 19:08:05 -0800717 if (unlikely(plug < NUM_ISA_INTERRUPTS || plug > PS3_PLUG_MAX)) {
Geoff Levand9633ac82007-01-26 19:07:59 -0800718 dump_bmp(&per_cpu(ps3_private, 0));
719 dump_bmp(&per_cpu(ps3_private, 1));
Geoff Levand2832a812006-11-23 00:46:56 +0100720 BUG();
721 }
722#endif
723 return plug;
724}
725
726void __init ps3_init_IRQ(void)
727{
728 int result;
Geoff Levand2832a812006-11-23 00:46:56 +0100729 unsigned cpu;
730 struct irq_host *host;
731
Michael Ellerman52964f82007-08-28 18:47:54 +1000732 host = irq_alloc_host(NULL, IRQ_HOST_MAP_NOMAP, 0, &ps3_host_ops,
Geoff Levand2832a812006-11-23 00:46:56 +0100733 PS3_INVALID_OUTLET);
734 irq_set_default_host(host);
735 irq_set_virq_count(PS3_PLUG_MAX + 1);
736
737 for_each_possible_cpu(cpu) {
Geoff Levand9633ac82007-01-26 19:07:59 -0800738 struct ps3_private *pd = &per_cpu(ps3_private, cpu);
Geoff Levand2832a812006-11-23 00:46:56 +0100739
Geoff Levandaab83502007-06-16 08:06:04 +1000740 lv1_get_logical_ppe_id(&pd->ppe_id);
741 pd->thread_id = get_hard_smp_processor_id(cpu);
Geoff Levand2832a812006-11-23 00:46:56 +0100742 spin_lock_init(&pd->bmp.lock);
743
Stephen Rothwell5c949072009-01-13 20:02:39 +0000744 pr_debug("%s:%d: ppe_id %llu, thread_id %llu, bmp %lxh\n",
Geoff Levandaab83502007-06-16 08:06:04 +1000745 __func__, __LINE__, pd->ppe_id, pd->thread_id,
Geoff Levand407e24a2007-01-26 19:08:02 -0800746 ps3_mm_phys_to_lpar(__pa(&pd->bmp)));
747
Geoff Levandaab83502007-06-16 08:06:04 +1000748 result = lv1_configure_irq_state_bitmap(pd->ppe_id,
749 pd->thread_id, ps3_mm_phys_to_lpar(__pa(&pd->bmp)));
Geoff Levand2832a812006-11-23 00:46:56 +0100750
751 if (result)
752 pr_debug("%s:%d: lv1_configure_irq_state_bitmap failed:"
753 " %s\n", __func__, __LINE__,
754 ps3_result(result));
755 }
756
757 ppc_md.get_irq = ps3_get_irq;
758}
Geoff Levand9263e852007-06-16 07:19:32 +1000759
760void ps3_shutdown_IRQ(int cpu)
761{
762 int result;
763 u64 ppe_id;
764 u64 thread_id = get_hard_smp_processor_id(cpu);
765
766 lv1_get_logical_ppe_id(&ppe_id);
767 result = lv1_configure_irq_state_bitmap(ppe_id, thread_id, 0);
768
Stephen Rothwell5c949072009-01-13 20:02:39 +0000769 DBG("%s:%d: lv1_configure_irq_state_bitmap (%llu:%llu/%d) %s\n", __func__,
Geoff Levand9263e852007-06-16 07:19:32 +1000770 __LINE__, ppe_id, thread_id, cpu, ps3_result(result));
771}