blob: 881e8866501d5f2af6b09355227edc620c3ba5b4 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994, 95, 96, 97, 98, 99, 2003 by Ralf Baechle
7 * Copyright (C) 1996 by Paul M. Antoine
8 * Copyright (C) 1999 Silicon Graphics
9 * Copyright (C) 2000 MIPS Technologies, Inc.
10 */
Ralf Baechle192ef362006-07-07 14:07:18 +010011#ifndef _ASM_IRQFLAGS_H
12#define _ASM_IRQFLAGS_H
13
14#ifndef __ASSEMBLY__
Linus Torvalds1da177e2005-04-16 15:20:36 -070015
Ralf Baechle8a1e97e2007-03-29 23:42:42 +010016#include <linux/compiler.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <asm/hazards.h>
18
Ralf Baechle49a89ef2007-10-11 23:46:15 +010019__asm__(
Ralf Baechle192ef362006-07-07 14:07:18 +010020 " .macro raw_local_irq_enable \n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +000021 " .set push \n"
22 " .set reorder \n"
23 " .set noat \n"
Ralf Baechle41c594a2006-04-05 09:45:45 +010024#ifdef CONFIG_MIPS_MT_SMTC
25 " mfc0 $1, $2, 1 # SMTC - clear TCStatus.IXMT \n"
26 " ori $1, 0x400 \n"
27 " xori $1, 0x400 \n"
28 " mtc0 $1, $2, 1 \n"
29#elif defined(CONFIG_CPU_MIPSR2)
Ralf Baechleff88f8a2005-07-12 14:54:31 +000030 " ei \n"
31#else
32 " mfc0 $1,$12 \n"
33 " ori $1,0x1f \n"
34 " xori $1,0x1e \n"
35 " mtc0 $1,$12 \n"
36#endif
37 " irq_enable_hazard \n"
38 " .set pop \n"
39 " .endm");
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
Ralf Baechle192ef362006-07-07 14:07:18 +010041static inline void raw_local_irq_enable(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070042{
43 __asm__ __volatile__(
Ralf Baechle192ef362006-07-07 14:07:18 +010044 "raw_local_irq_enable"
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 : /* no outputs */
46 : /* no inputs */
47 : "memory");
48}
49
50/*
51 * For cli() we have to insert nops to make sure that the new value
52 * has actually arrived in the status register before the end of this
53 * macro.
54 * R4000/R4400 need three nops, the R4600 two nops and the R10000 needs
55 * no nops at all.
56 */
Atsushi Nemotoc226f262006-02-03 01:34:01 +090057/*
58 * For TX49, operating only IE bit is not enough.
59 *
60 * If mfc0 $12 follows store and the mfc0 is last instruction of a
61 * page and fetching the next instruction causes TLB miss, the result
62 * of the mfc0 might wrongly contain EXL bit.
63 *
64 * ERT-TX49H2-027, ERT-TX49H3-012, ERT-TX49HL3-006, ERT-TX49H4-008
65 *
66 * Workaround: mask EXL bit of the result or place a nop before mfc0.
67 */
Ralf Baechle49a89ef2007-10-11 23:46:15 +010068__asm__(
Ralf Baechle192ef362006-07-07 14:07:18 +010069 " .macro raw_local_irq_disable\n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +000070 " .set push \n"
71 " .set noat \n"
Ralf Baechle41c594a2006-04-05 09:45:45 +010072#ifdef CONFIG_MIPS_MT_SMTC
73 " mfc0 $1, $2, 1 \n"
74 " ori $1, 0x400 \n"
75 " .set noreorder \n"
76 " mtc0 $1, $2, 1 \n"
77#elif defined(CONFIG_CPU_MIPSR2)
Ralf Baechleff88f8a2005-07-12 14:54:31 +000078 " di \n"
79#else
80 " mfc0 $1,$12 \n"
Atsushi Nemotoc226f262006-02-03 01:34:01 +090081 " ori $1,0x1f \n"
82 " xori $1,0x1f \n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +000083 " .set noreorder \n"
84 " mtc0 $1,$12 \n"
85#endif
86 " irq_disable_hazard \n"
87 " .set pop \n"
88 " .endm \n");
Linus Torvalds1da177e2005-04-16 15:20:36 -070089
Ralf Baechle192ef362006-07-07 14:07:18 +010090static inline void raw_local_irq_disable(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070091{
92 __asm__ __volatile__(
Ralf Baechle192ef362006-07-07 14:07:18 +010093 "raw_local_irq_disable"
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 : /* no outputs */
95 : /* no inputs */
96 : "memory");
97}
98
Ralf Baechle49a89ef2007-10-11 23:46:15 +010099__asm__(
Ralf Baechle192ef362006-07-07 14:07:18 +0100100 " .macro raw_local_save_flags flags \n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000101 " .set push \n"
102 " .set reorder \n"
Ralf Baechle41c594a2006-04-05 09:45:45 +0100103#ifdef CONFIG_MIPS_MT_SMTC
104 " mfc0 \\flags, $2, 1 \n"
105#else
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000106 " mfc0 \\flags, $12 \n"
Ralf Baechle41c594a2006-04-05 09:45:45 +0100107#endif
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000108 " .set pop \n"
109 " .endm \n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110
Ralf Baechle192ef362006-07-07 14:07:18 +0100111#define raw_local_save_flags(x) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112__asm__ __volatile__( \
Ralf Baechle192ef362006-07-07 14:07:18 +0100113 "raw_local_save_flags %0" \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 : "=r" (x))
115
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100116__asm__(
Ralf Baechle192ef362006-07-07 14:07:18 +0100117 " .macro raw_local_irq_save result \n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000118 " .set push \n"
119 " .set reorder \n"
120 " .set noat \n"
Ralf Baechle41c594a2006-04-05 09:45:45 +0100121#ifdef CONFIG_MIPS_MT_SMTC
122 " mfc0 \\result, $2, 1 \n"
123 " ori $1, \\result, 0x400 \n"
124 " .set noreorder \n"
125 " mtc0 $1, $2, 1 \n"
126 " andi \\result, \\result, 0x400 \n"
127#elif defined(CONFIG_CPU_MIPSR2)
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000128 " di \\result \n"
Maxime Bizon15265252005-12-20 06:32:19 +0100129 " andi \\result, 1 \n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000130#else
131 " mfc0 \\result, $12 \n"
Atsushi Nemotoc226f262006-02-03 01:34:01 +0900132 " ori $1, \\result, 0x1f \n"
133 " xori $1, 0x1f \n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000134 " .set noreorder \n"
135 " mtc0 $1, $12 \n"
136#endif
137 " irq_disable_hazard \n"
138 " .set pop \n"
139 " .endm \n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
Ralf Baechle192ef362006-07-07 14:07:18 +0100141#define raw_local_irq_save(x) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142__asm__ __volatile__( \
Ralf Baechle192ef362006-07-07 14:07:18 +0100143 "raw_local_irq_save\t%0" \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 : "=r" (x) \
145 : /* no inputs */ \
146 : "memory")
147
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100148__asm__(
Ralf Baechle192ef362006-07-07 14:07:18 +0100149 " .macro raw_local_irq_restore flags \n"
Ralf Baechle2e66fe22006-01-30 16:48:26 +0000150 " .set push \n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000151 " .set noreorder \n"
152 " .set noat \n"
Ralf Baechle41c594a2006-04-05 09:45:45 +0100153#ifdef CONFIG_MIPS_MT_SMTC
154 "mfc0 $1, $2, 1 \n"
155 "andi \\flags, 0x400 \n"
156 "ori $1, 0x400 \n"
157 "xori $1, 0x400 \n"
158 "or \\flags, $1 \n"
159 "mtc0 \\flags, $2, 1 \n"
160#elif defined(CONFIG_CPU_MIPSR2) && defined(CONFIG_IRQ_CPU)
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000161 /*
162 * Slow, but doesn't suffer from a relativly unlikely race
163 * condition we're having since days 1.
164 */
165 " beqz \\flags, 1f \n"
166 " di \n"
167 " ei \n"
168 "1: \n"
Ralf Baechleec917c2c2005-10-07 16:58:15 +0100169#elif defined(CONFIG_CPU_MIPSR2)
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000170 /*
171 * Fast, dangerous. Life is fun, life is good.
172 */
173 " mfc0 $1, $12 \n"
174 " ins $1, \\flags, 0, 1 \n"
175 " mtc0 $1, $12 \n"
176#else
177 " mfc0 $1, $12 \n"
178 " andi \\flags, 1 \n"
Atsushi Nemotoc226f262006-02-03 01:34:01 +0900179 " ori $1, 0x1f \n"
180 " xori $1, 0x1f \n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000181 " or \\flags, $1 \n"
182 " mtc0 \\flags, $12 \n"
183#endif
184 " irq_disable_hazard \n"
Ralf Baechle2e66fe22006-01-30 16:48:26 +0000185 " .set pop \n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000186 " .endm \n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187
Ralf Baechle8a1e97e2007-03-29 23:42:42 +0100188extern void smtc_ipi_replay(void);
189
190static inline void raw_local_irq_restore(unsigned long flags)
191{
192 unsigned long __tmp1;
193
194#ifdef CONFIG_MIPS_MT_SMTC_INSTANT_REPLAY
195 /*
196 * CONFIG_MIPS_MT_SMTC_INSTANT_REPLAY does prompt replay of deferred
197 * IPIs, at the cost of branch and call overhead on each
198 * local_irq_restore()
199 */
200 if (unlikely(!(flags & 0x0400)))
201 smtc_ipi_replay();
202#endif
203
204 __asm__ __volatile__(
205 "raw_local_irq_restore\t%0"
206 : "=r" (__tmp1)
207 : "0" (flags)
208 : "memory");
209}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210
Ralf Baechle192ef362006-07-07 14:07:18 +0100211static inline int raw_irqs_disabled_flags(unsigned long flags)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100212{
213#ifdef CONFIG_MIPS_MT_SMTC
214 /*
215 * SMTC model uses TCStatus.IXMT to disable interrupts for a thread/CPU
216 */
Ralf Baechle192ef362006-07-07 14:07:18 +0100217 return flags & 0x400;
Ralf Baechle41c594a2006-04-05 09:45:45 +0100218#else
Ralf Baechle41c594a2006-04-05 09:45:45 +0100219 return !(flags & 1);
220#endif
221}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222
Ralf Baechle192ef362006-07-07 14:07:18 +0100223#endif
224
225/*
226 * Do the CPU's IRQ-state tracing from assembly code.
227 */
228#ifdef CONFIG_TRACE_IRQFLAGS
Atsushi Nemotoeae6c0d2006-09-26 23:43:40 +0900229/* Reload some registers clobbered by trace_hardirqs_on */
230#ifdef CONFIG_64BIT
231# define TRACE_IRQS_RELOAD_REGS \
232 LONG_L $11, PT_R11(sp); \
233 LONG_L $10, PT_R10(sp); \
234 LONG_L $9, PT_R9(sp); \
235 LONG_L $8, PT_R8(sp); \
236 LONG_L $7, PT_R7(sp); \
237 LONG_L $6, PT_R6(sp); \
238 LONG_L $5, PT_R5(sp); \
239 LONG_L $4, PT_R4(sp); \
240 LONG_L $2, PT_R2(sp)
241#else
242# define TRACE_IRQS_RELOAD_REGS \
243 LONG_L $7, PT_R7(sp); \
244 LONG_L $6, PT_R6(sp); \
245 LONG_L $5, PT_R5(sp); \
246 LONG_L $4, PT_R4(sp); \
247 LONG_L $2, PT_R2(sp)
248#endif
Ralf Baechle192ef362006-07-07 14:07:18 +0100249# define TRACE_IRQS_ON \
Atsushi Nemotoeae6c0d2006-09-26 23:43:40 +0900250 CLI; /* make sure trace_hardirqs_on() is called in kernel level */ \
Ralf Baechle192ef362006-07-07 14:07:18 +0100251 jal trace_hardirqs_on
Atsushi Nemotoeae6c0d2006-09-26 23:43:40 +0900252# define TRACE_IRQS_ON_RELOAD \
253 TRACE_IRQS_ON; \
254 TRACE_IRQS_RELOAD_REGS
Ralf Baechle192ef362006-07-07 14:07:18 +0100255# define TRACE_IRQS_OFF \
256 jal trace_hardirqs_off
257#else
258# define TRACE_IRQS_ON
Atsushi Nemotoeae6c0d2006-09-26 23:43:40 +0900259# define TRACE_IRQS_ON_RELOAD
Ralf Baechle192ef362006-07-07 14:07:18 +0100260# define TRACE_IRQS_OFF
261#endif
262
263#endif /* _ASM_IRQFLAGS_H */