blob: 9d3610be2323a1ae885320ffe81cd3577e327872 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994, 95, 96, 97, 98, 99, 2003 by Ralf Baechle
7 * Copyright (C) 1996 by Paul M. Antoine
8 * Copyright (C) 1999 Silicon Graphics
9 * Copyright (C) 2000 MIPS Technologies, Inc.
10 */
Ralf Baechle192ef362006-07-07 14:07:18 +010011#ifndef _ASM_IRQFLAGS_H
12#define _ASM_IRQFLAGS_H
13
14#ifndef __ASSEMBLY__
Linus Torvalds1da177e2005-04-16 15:20:36 -070015
Ralf Baechle8a1e97e2007-03-29 23:42:42 +010016#include <linux/compiler.h>
Ralf Baechle02b849f2013-02-08 18:13:30 +010017#include <linux/stringify.h>
Markos Chandras8716a762014-11-13 11:54:31 +000018#include <asm/compiler.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <asm/hazards.h>
20
Markos Chandras8716a762014-11-13 11:54:31 +000021#if defined(CONFIG_CPU_MIPSR2) || defined (CONFIG_CPU_MIPSR6)
Jim Quinlane97c5b62012-09-06 11:36:56 -040022
Jim Quinlane97c5b62012-09-06 11:36:56 -040023static inline void arch_local_irq_disable(void)
24{
25 __asm__ __volatile__(
Jim Quinlane97c5b62012-09-06 11:36:56 -040026 " .set push \n"
Jim Quinlane97c5b62012-09-06 11:36:56 -040027 " .set noat \n"
Ralf Baechle02b849f2013-02-08 18:13:30 +010028 " di \n"
29 " " __stringify(__irq_disable_hazard) " \n"
Jim Quinlane97c5b62012-09-06 11:36:56 -040030 " .set pop \n"
Ralf Baechle02b849f2013-02-08 18:13:30 +010031 : /* no outputs */
32 : /* no inputs */
33 : "memory");
34}
Jim Quinlane97c5b62012-09-06 11:36:56 -040035
36static inline unsigned long arch_local_irq_save(void)
37{
38 unsigned long flags;
Ralf Baechle02b849f2013-02-08 18:13:30 +010039
40 asm __volatile__(
41 " .set push \n"
42 " .set reorder \n"
43 " .set noat \n"
Huacai Chen1e820da2016-03-03 09:45:13 +080044#if defined(CONFIG_CPU_LOONGSON3)
45 " mfc0 %[flags], $12 \n"
46 " di \n"
47#else
Ralf Baechle02b849f2013-02-08 18:13:30 +010048 " di %[flags] \n"
Huacai Chen1e820da2016-03-03 09:45:13 +080049#endif
Ralf Baechle02b849f2013-02-08 18:13:30 +010050 " andi %[flags], 1 \n"
51 " " __stringify(__irq_disable_hazard) " \n"
52 " .set pop \n"
53 : [flags] "=r" (flags)
54 : /* no inputs */
55 : "memory");
56
Jim Quinlane97c5b62012-09-06 11:36:56 -040057 return flags;
58}
59
Ralf Baechle02b849f2013-02-08 18:13:30 +010060static inline void arch_local_irq_restore(unsigned long flags)
61{
62 unsigned long __tmp1;
Jim Quinlane97c5b62012-09-06 11:36:56 -040063
Ralf Baechle02b849f2013-02-08 18:13:30 +010064 __asm__ __volatile__(
Jim Quinlane97c5b62012-09-06 11:36:56 -040065 " .set push \n"
66 " .set noreorder \n"
67 " .set noat \n"
Ralf Baechle67e38cf2015-05-26 18:20:06 +020068#if defined(CONFIG_IRQ_MIPS_CPU)
Jim Quinlane97c5b62012-09-06 11:36:56 -040069 /*
70 * Slow, but doesn't suffer from a relatively unlikely race
71 * condition we're having since days 1.
72 */
Ralf Baechle02b849f2013-02-08 18:13:30 +010073 " beqz %[flags], 1f \n"
Jim Quinlane97c5b62012-09-06 11:36:56 -040074 " di \n"
75 " ei \n"
76 "1: \n"
77#else
78 /*
79 * Fast, dangerous. Life is fun, life is good.
80 */
81 " mfc0 $1, $12 \n"
Ralf Baechle02b849f2013-02-08 18:13:30 +010082 " ins $1, %[flags], 0, 1 \n"
Jim Quinlane97c5b62012-09-06 11:36:56 -040083 " mtc0 $1, $12 \n"
84#endif
Ralf Baechle02b849f2013-02-08 18:13:30 +010085 " " __stringify(__irq_disable_hazard) " \n"
Jim Quinlane97c5b62012-09-06 11:36:56 -040086 " .set pop \n"
Ralf Baechle02b849f2013-02-08 18:13:30 +010087 : [flags] "=r" (__tmp1)
88 : "0" (flags)
89 : "memory");
Jim Quinlane97c5b62012-09-06 11:36:56 -040090}
91
Jim Quinlane97c5b62012-09-06 11:36:56 -040092#else
93/* Functions that require preempt_{dis,en}able() are in mips-atomic.c */
94void arch_local_irq_disable(void);
95unsigned long arch_local_irq_save(void);
96void arch_local_irq_restore(unsigned long flags);
Markos Chandras8716a762014-11-13 11:54:31 +000097#endif /* CONFIG_CPU_MIPSR2 || CONFIG_CPU_MIPSR6 */
Ralf Baechle02b849f2013-02-08 18:13:30 +010098
99static inline void arch_local_irq_enable(void)
100{
Ralf Baechle02b849f2013-02-08 18:13:30 +0100101 __asm__ __volatile__(
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000102 " .set push \n"
103 " .set reorder \n"
104 " .set noat \n"
Markos Chandras8716a762014-11-13 11:54:31 +0000105#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6)
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000106 " ei \n"
107#else
108 " mfc0 $1,$12 \n"
109 " ori $1,0x1f \n"
110 " xori $1,0x1e \n"
111 " mtc0 $1,$12 \n"
112#endif
Ralf Baechle02b849f2013-02-08 18:13:30 +0100113 " " __stringify(__irq_enable_hazard) " \n"
Ralf Baechleff88f8a2005-07-12 14:54:31 +0000114 " .set pop \n"
Ralf Baechle02b849f2013-02-08 18:13:30 +0100115 : /* no outputs */
116 : /* no inputs */
117 : "memory");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118}
119
David Howellsdf9ee292010-10-07 14:08:55 +0100120static inline unsigned long arch_local_save_flags(void)
121{
122 unsigned long flags;
Ralf Baechle02b849f2013-02-08 18:13:30 +0100123
124 asm __volatile__(
125 " .set push \n"
126 " .set reorder \n"
Ralf Baechle02b849f2013-02-08 18:13:30 +0100127 " mfc0 %[flags], $12 \n"
Ralf Baechle02b849f2013-02-08 18:13:30 +0100128 " .set pop \n"
129 : [flags] "=r" (flags));
130
David Howellsdf9ee292010-10-07 14:08:55 +0100131 return flags;
132}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133
Kevin D. Kissell8531a352008-09-09 21:48:52 +0200134
David Howellsdf9ee292010-10-07 14:08:55 +0100135static inline int arch_irqs_disabled_flags(unsigned long flags)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100136{
Ralf Baechle41c594a2006-04-05 09:45:45 +0100137 return !(flags & 1);
Ralf Baechle41c594a2006-04-05 09:45:45 +0100138}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139
Jim Quinlane97c5b62012-09-06 11:36:56 -0400140#endif /* #ifndef __ASSEMBLY__ */
Ralf Baechle192ef362006-07-07 14:07:18 +0100141
142/*
143 * Do the CPU's IRQ-state tracing from assembly code.
144 */
145#ifdef CONFIG_TRACE_IRQFLAGS
Atsushi Nemotoeae6c0d2006-09-26 23:43:40 +0900146/* Reload some registers clobbered by trace_hardirqs_on */
147#ifdef CONFIG_64BIT
148# define TRACE_IRQS_RELOAD_REGS \
149 LONG_L $11, PT_R11(sp); \
150 LONG_L $10, PT_R10(sp); \
151 LONG_L $9, PT_R9(sp); \
152 LONG_L $8, PT_R8(sp); \
153 LONG_L $7, PT_R7(sp); \
154 LONG_L $6, PT_R6(sp); \
155 LONG_L $5, PT_R5(sp); \
156 LONG_L $4, PT_R4(sp); \
157 LONG_L $2, PT_R2(sp)
158#else
159# define TRACE_IRQS_RELOAD_REGS \
160 LONG_L $7, PT_R7(sp); \
161 LONG_L $6, PT_R6(sp); \
162 LONG_L $5, PT_R5(sp); \
163 LONG_L $4, PT_R4(sp); \
164 LONG_L $2, PT_R2(sp)
165#endif
Ralf Baechle192ef362006-07-07 14:07:18 +0100166# define TRACE_IRQS_ON \
Atsushi Nemotoeae6c0d2006-09-26 23:43:40 +0900167 CLI; /* make sure trace_hardirqs_on() is called in kernel level */ \
Ralf Baechle192ef362006-07-07 14:07:18 +0100168 jal trace_hardirqs_on
Atsushi Nemotoeae6c0d2006-09-26 23:43:40 +0900169# define TRACE_IRQS_ON_RELOAD \
170 TRACE_IRQS_ON; \
171 TRACE_IRQS_RELOAD_REGS
Ralf Baechle192ef362006-07-07 14:07:18 +0100172# define TRACE_IRQS_OFF \
173 jal trace_hardirqs_off
174#else
175# define TRACE_IRQS_ON
Atsushi Nemotoeae6c0d2006-09-26 23:43:40 +0900176# define TRACE_IRQS_ON_RELOAD
Ralf Baechle192ef362006-07-07 14:07:18 +0100177# define TRACE_IRQS_OFF
178#endif
179
180#endif /* _ASM_IRQFLAGS_H */