blob: ba713f166fa57fb2f9b08002a8a5cf8c0162d196 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 1999 Cort Dougan <cort@cs.nmt.edu>
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 */
Kumar Galab671ad22005-09-21 16:52:55 -05004#ifndef _ASM_POWERPC_HW_IRQ_H
5#define _ASM_POWERPC_HW_IRQ_H
6
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#ifdef __KERNEL__
Linus Torvalds1da177e2005-04-16 15:20:36 -07008
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#include <linux/errno.h>
Paul Mackerrasd04c56f2006-10-04 16:47:49 +100010#include <linux/compiler.h>
Kumar Galab671ad22005-09-21 16:52:55 -050011#include <asm/ptrace.h>
12#include <asm/processor.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013
Benjamin Herrenschmidt7230c562012-03-06 18:27:59 +110014#ifdef CONFIG_PPC64
15
16/*
17 * PACA flags in paca->irq_happened.
18 *
19 * This bits are set when interrupts occur while soft-disabled
20 * and allow a proper replay. Additionally, PACA_IRQ_HARD_DIS
21 * is set whenever we manually hard disable.
22 */
23#define PACA_IRQ_HARD_DIS 0x01
24#define PACA_IRQ_DBELL 0x02
25#define PACA_IRQ_EE 0x04
26#define PACA_IRQ_DEC 0x08 /* Or FIT */
27#define PACA_IRQ_EE_EDGE 0x10 /* BookE only */
28
29#endif /* CONFIG_PPC64 */
30
31#ifndef __ASSEMBLY__
32
33extern void __replay_interrupt(unsigned int vector);
34
Kumar Galac7aeffc2005-09-19 09:30:27 -050035extern void timer_interrupt(struct pt_regs *);
Alexander Graf7cc1e8e2012-02-22 16:26:34 +010036extern void performance_monitor_exception(struct pt_regs *regs);
Bharat Bhushan6328e592012-06-20 05:56:53 +000037extern void WatchdogException(struct pt_regs *regs);
38extern void unknown_exception(struct pt_regs *regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
Paul Mackerrasd04c56f2006-10-04 16:47:49 +100040#ifdef CONFIG_PPC64
41#include <asm/paca.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
David Howellsdf9ee292010-10-07 14:08:55 +010043static inline unsigned long arch_local_save_flags(void)
Paul Mackerrasd04c56f2006-10-04 16:47:49 +100044{
Hugh Dickinsef2b3432006-11-10 21:32:40 +000045 unsigned long flags;
46
David Howellsdf9ee292010-10-07 14:08:55 +010047 asm volatile(
48 "lbz %0,%1(13)"
49 : "=r" (flags)
50 : "i" (offsetof(struct paca_struct, soft_enabled)));
Hugh Dickinsef2b3432006-11-10 21:32:40 +000051
52 return flags;
Paul Mackerrasd04c56f2006-10-04 16:47:49 +100053}
54
David Howellsdf9ee292010-10-07 14:08:55 +010055static inline unsigned long arch_local_irq_disable(void)
Paul Mackerrasd04c56f2006-10-04 16:47:49 +100056{
Hugh Dickinsef2b3432006-11-10 21:32:40 +000057 unsigned long flags, zero;
58
David Howellsdf9ee292010-10-07 14:08:55 +010059 asm volatile(
60 "li %1,0; lbz %0,%2(13); stb %1,%2(13)"
61 : "=r" (flags), "=&r" (zero)
62 : "i" (offsetof(struct paca_struct, soft_enabled))
63 : "memory");
Hugh Dickinsef2b3432006-11-10 21:32:40 +000064
65 return flags;
Paul Mackerrasd04c56f2006-10-04 16:47:49 +100066}
67
David Howellsdf9ee292010-10-07 14:08:55 +010068extern void arch_local_irq_restore(unsigned long);
Linus Torvalds1da177e2005-04-16 15:20:36 -070069
David Howellsdf9ee292010-10-07 14:08:55 +010070static inline void arch_local_irq_enable(void)
71{
72 arch_local_irq_restore(1);
73}
Linus Torvalds1da177e2005-04-16 15:20:36 -070074
David Howellsdf9ee292010-10-07 14:08:55 +010075static inline unsigned long arch_local_irq_save(void)
76{
77 return arch_local_irq_disable();
78}
79
80static inline bool arch_irqs_disabled_flags(unsigned long flags)
81{
82 return flags == 0;
83}
84
85static inline bool arch_irqs_disabled(void)
86{
87 return arch_irqs_disabled_flags(arch_local_save_flags());
88}
Linus Torvalds1da177e2005-04-16 15:20:36 -070089
Benjamin Herrenschmidt2d27cfd2009-07-23 23:15:59 +000090#ifdef CONFIG_PPC_BOOK3E
Benjamin Herrenschmidt21b2de32012-07-10 18:37:56 +100091#define __hard_irq_enable() asm volatile("wrteei 1" : : : "memory")
92#define __hard_irq_disable() asm volatile("wrteei 0" : : : "memory")
Benjamin Herrenschmidt2d27cfd2009-07-23 23:15:59 +000093#else
Benjamin Herrenschmidtd9ada912012-03-02 11:33:52 +110094#define __hard_irq_enable() __mtmsrd(local_paca->kernel_msr | MSR_EE, 1)
95#define __hard_irq_disable() __mtmsrd(local_paca->kernel_msr, 1)
Benjamin Herrenschmidt2d27cfd2009-07-23 23:15:59 +000096#endif
Benjamin Herrenschmidte1fa2e12007-05-10 22:22:45 -070097
Benjamin Herrenschmidt57377892013-05-06 21:04:02 +000098#define hard_irq_disable() do { \
Scott Wood4a3b8d02013-05-09 22:09:41 -050099 u8 _was_enabled = get_paca()->soft_enabled; \
Benjamin Herrenschmidt57377892013-05-06 21:04:02 +0000100 __hard_irq_disable(); \
Benjamin Herrenschmidt57377892013-05-06 21:04:02 +0000101 get_paca()->soft_enabled = 0; \
102 get_paca()->irq_happened |= PACA_IRQ_HARD_DIS; \
Scott Wood4a3b8d02013-05-09 22:09:41 -0500103 if (_was_enabled) \
104 trace_hardirqs_off(); \
Benjamin Herrenschmidt57377892013-05-06 21:04:02 +0000105} while(0)
Paul Mackerrasf9485012012-06-15 14:51:39 +1000106
Anton Blanchard0b17ba72012-06-27 13:13:52 +0000107static inline bool lazy_irq_pending(void)
108{
109 return !!(get_paca()->irq_happened & ~PACA_IRQ_HARD_DIS);
110}
111
Benjamin Herrenschmidt7230c562012-03-06 18:27:59 +1100112/*
113 * This is called by asynchronous interrupts to conditionally
114 * re-enable hard interrupts when soft-disabled after having
115 * cleared the source of the interrupt
116 */
117static inline void may_hard_irq_enable(void)
118{
119 get_paca()->irq_happened &= ~PACA_IRQ_HARD_DIS;
120 if (!(get_paca()->irq_happened & PACA_IRQ_EE))
121 __hard_irq_enable();
122}
Paul Mackerrasd04c56f2006-10-04 16:47:49 +1000123
Benjamin Herrenschmidta5464982012-03-07 16:48:45 +1100124static inline bool arch_irq_disabled_regs(struct pt_regs *regs)
125{
126 return !regs->softe;
127}
128
Benjamin Herrenschmidtbe2cf202012-07-10 18:36:40 +1000129extern bool prep_irq_for_idle(void);
130
David Howellsdf9ee292010-10-07 14:08:55 +0100131#else /* CONFIG_PPC64 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132
Kumar Galab671ad22005-09-21 16:52:55 -0500133#define SET_MSR_EE(x) mtmsr(x)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134
David Howellsdf9ee292010-10-07 14:08:55 +0100135static inline unsigned long arch_local_save_flags(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136{
David Howellsdf9ee292010-10-07 14:08:55 +0100137 return mfmsr();
138}
Paul Mackerras4c75f842009-06-12 02:00:50 +0000139
David Howellsdf9ee292010-10-07 14:08:55 +0100140static inline void arch_local_irq_restore(unsigned long flags)
141{
142#if defined(CONFIG_BOOKE)
143 asm volatile("wrtee %0" : : "r" (flags) : "memory");
144#else
145 mtmsr(flags);
Kumar Galab671ad22005-09-21 16:52:55 -0500146#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147}
148
David Howellsdf9ee292010-10-07 14:08:55 +0100149static inline unsigned long arch_local_irq_save(void)
150{
151 unsigned long flags = arch_local_save_flags();
152#ifdef CONFIG_BOOKE
153 asm volatile("wrteei 0" : : : "memory");
154#else
155 SET_MSR_EE(flags & ~MSR_EE);
156#endif
157 return flags;
158}
159
160static inline void arch_local_irq_disable(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161{
Kumar Galab671ad22005-09-21 16:52:55 -0500162#ifdef CONFIG_BOOKE
David Howellsdf9ee292010-10-07 14:08:55 +0100163 asm volatile("wrteei 0" : : : "memory");
Kumar Galab671ad22005-09-21 16:52:55 -0500164#else
David Howellsdf9ee292010-10-07 14:08:55 +0100165 arch_local_irq_save();
166#endif
167}
Paul Mackerras4c75f842009-06-12 02:00:50 +0000168
David Howellsdf9ee292010-10-07 14:08:55 +0100169static inline void arch_local_irq_enable(void)
170{
171#ifdef CONFIG_BOOKE
172 asm volatile("wrteei 1" : : : "memory");
173#else
174 unsigned long msr = mfmsr();
Kumar Galab671ad22005-09-21 16:52:55 -0500175 SET_MSR_EE(msr | MSR_EE);
176#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177}
178
David Howellsdf9ee292010-10-07 14:08:55 +0100179static inline bool arch_irqs_disabled_flags(unsigned long flags)
Steven Rostedte0eca072008-05-14 23:49:43 -0400180{
181 return (flags & MSR_EE) == 0;
182}
183
David Howellsdf9ee292010-10-07 14:08:55 +0100184static inline bool arch_irqs_disabled(void)
185{
186 return arch_irqs_disabled_flags(arch_local_save_flags());
187}
188
189#define hard_irq_disable() arch_local_irq_disable()
190
Benjamin Herrenschmidta5464982012-03-07 16:48:45 +1100191static inline bool arch_irq_disabled_regs(struct pt_regs *regs)
192{
193 return !(regs->msr & MSR_EE);
194}
195
Benjamin Herrenschmidt7230c562012-03-06 18:27:59 +1100196static inline void may_hard_irq_enable(void) { }
197
Paul Mackerrasd04c56f2006-10-04 16:47:49 +1000198#endif /* CONFIG_PPC64 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199
Thomas Gleixner089fb442011-01-21 06:12:28 +0000200#define ARCH_IRQ_INIT_FLAGS IRQ_NOREQUEST
201
Ingo Molnarc0ad90a2006-06-29 02:24:44 -0700202/*
203 * interrupt-retrigger: should we handle this via lost interrupts and IPIs
204 * or should we not care like we do now ? --BenH.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 */
Thomas Gleixner353bca52009-03-10 14:46:30 +0000206struct irq_chip;
Kumar Galab671ad22005-09-21 16:52:55 -0500207
Benjamin Herrenschmidt7230c562012-03-06 18:27:59 +1100208#endif /* __ASSEMBLY__ */
Kumar Galab671ad22005-09-21 16:52:55 -0500209#endif /* __KERNEL__ */
210#endif /* _ASM_POWERPC_HW_IRQ_H */