blob: fe3b03c793e5fcdbaa96ef434e3734208de5f1c4 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 2003 Ralf Baechle
7 */
8#ifndef _ASM_ASMMACRO_H
9#define _ASM_ASMMACRO_H
Ralf Baechle42a3b4f2005-09-03 15:56:17 -070010
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <asm/hazards.h>
Ralf Baechle42a3b4f2005-09-03 15:56:17 -070012
Ralf Baechle875d43e2005-09-03 15:56:16 -070013#ifdef CONFIG_32BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <asm/asmmacro-32.h>
15#endif
Ralf Baechle875d43e2005-09-03 15:56:16 -070016#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <asm/asmmacro-64.h>
18#endif
Ralf Baechle41c594a2006-04-05 09:45:45 +010019#ifdef CONFIG_MIPS_MT_SMTC
20#include <asm/mipsmtregs.h>
21#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Ralf Baechle41c594a2006-04-05 09:45:45 +010023#ifdef CONFIG_MIPS_MT_SMTC
24 .macro local_irq_enable reg=t0
25 mfc0 \reg, CP0_TCSTATUS
26 ori \reg, \reg, TCSTATUS_IXMT
27 xori \reg, \reg, TCSTATUS_IXMT
28 mtc0 \reg, CP0_TCSTATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +010029 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +010030 .endm
31
32 .macro local_irq_disable reg=t0
33 mfc0 \reg, CP0_TCSTATUS
34 ori \reg, \reg, TCSTATUS_IXMT
35 mtc0 \reg, CP0_TCSTATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +010036 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +010037 .endm
David Daneyb6354db2008-12-10 08:37:25 -080038#elif defined(CONFIG_CPU_MIPSR2)
39 .macro local_irq_enable reg=t0
40 ei
41 irq_enable_hazard
42 .endm
43
44 .macro local_irq_disable reg=t0
45 di
46 irq_disable_hazard
47 .endm
Ralf Baechle41c594a2006-04-05 09:45:45 +010048#else
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 .macro local_irq_enable reg=t0
50 mfc0 \reg, CP0_STATUS
51 ori \reg, \reg, 1
52 mtc0 \reg, CP0_STATUS
53 irq_enable_hazard
54 .endm
55
56 .macro local_irq_disable reg=t0
57 mfc0 \reg, CP0_STATUS
58 ori \reg, \reg, 1
59 xori \reg, \reg, 1
60 mtc0 \reg, CP0_STATUS
61 irq_disable_hazard
62 .endm
Ralf Baechle41c594a2006-04-05 09:45:45 +010063#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
Paul Burton597ce172013-11-22 13:12:07 +000065 .macro fpu_save_16even thread tmp=t0
66 cfc1 \tmp, fcr31
Paul Burton02987632014-01-27 15:23:08 +000067 sdc1 $f0, THREAD_FPR0_LS64(\thread)
68 sdc1 $f2, THREAD_FPR2_LS64(\thread)
69 sdc1 $f4, THREAD_FPR4_LS64(\thread)
70 sdc1 $f6, THREAD_FPR6_LS64(\thread)
71 sdc1 $f8, THREAD_FPR8_LS64(\thread)
72 sdc1 $f10, THREAD_FPR10_LS64(\thread)
73 sdc1 $f12, THREAD_FPR12_LS64(\thread)
74 sdc1 $f14, THREAD_FPR14_LS64(\thread)
75 sdc1 $f16, THREAD_FPR16_LS64(\thread)
76 sdc1 $f18, THREAD_FPR18_LS64(\thread)
77 sdc1 $f20, THREAD_FPR20_LS64(\thread)
78 sdc1 $f22, THREAD_FPR22_LS64(\thread)
79 sdc1 $f24, THREAD_FPR24_LS64(\thread)
80 sdc1 $f26, THREAD_FPR26_LS64(\thread)
81 sdc1 $f28, THREAD_FPR28_LS64(\thread)
82 sdc1 $f30, THREAD_FPR30_LS64(\thread)
Paul Burton597ce172013-11-22 13:12:07 +000083 sw \tmp, THREAD_FCR31(\thread)
84 .endm
85
86 .macro fpu_save_16odd thread
87 .set push
88 .set mips64r2
Paul Burton02987632014-01-27 15:23:08 +000089 sdc1 $f1, THREAD_FPR1_LS64(\thread)
90 sdc1 $f3, THREAD_FPR3_LS64(\thread)
91 sdc1 $f5, THREAD_FPR5_LS64(\thread)
92 sdc1 $f7, THREAD_FPR7_LS64(\thread)
93 sdc1 $f9, THREAD_FPR9_LS64(\thread)
94 sdc1 $f11, THREAD_FPR11_LS64(\thread)
95 sdc1 $f13, THREAD_FPR13_LS64(\thread)
96 sdc1 $f15, THREAD_FPR15_LS64(\thread)
97 sdc1 $f17, THREAD_FPR17_LS64(\thread)
98 sdc1 $f19, THREAD_FPR19_LS64(\thread)
99 sdc1 $f21, THREAD_FPR21_LS64(\thread)
100 sdc1 $f23, THREAD_FPR23_LS64(\thread)
101 sdc1 $f25, THREAD_FPR25_LS64(\thread)
102 sdc1 $f27, THREAD_FPR27_LS64(\thread)
103 sdc1 $f29, THREAD_FPR29_LS64(\thread)
104 sdc1 $f31, THREAD_FPR31_LS64(\thread)
Paul Burton597ce172013-11-22 13:12:07 +0000105 .set pop
106 .endm
107
108 .macro fpu_save_double thread status tmp
109#if defined(CONFIG_MIPS64) || defined(CONFIG_CPU_MIPS32_R2)
110 sll \tmp, \status, 5
111 bgez \tmp, 10f
112 fpu_save_16odd \thread
11310:
114#endif
115 fpu_save_16even \thread \tmp
116 .endm
117
118 .macro fpu_restore_16even thread tmp=t0
119 lw \tmp, THREAD_FCR31(\thread)
Paul Burton02987632014-01-27 15:23:08 +0000120 ldc1 $f0, THREAD_FPR0_LS64(\thread)
121 ldc1 $f2, THREAD_FPR2_LS64(\thread)
122 ldc1 $f4, THREAD_FPR4_LS64(\thread)
123 ldc1 $f6, THREAD_FPR6_LS64(\thread)
124 ldc1 $f8, THREAD_FPR8_LS64(\thread)
125 ldc1 $f10, THREAD_FPR10_LS64(\thread)
126 ldc1 $f12, THREAD_FPR12_LS64(\thread)
127 ldc1 $f14, THREAD_FPR14_LS64(\thread)
128 ldc1 $f16, THREAD_FPR16_LS64(\thread)
129 ldc1 $f18, THREAD_FPR18_LS64(\thread)
130 ldc1 $f20, THREAD_FPR20_LS64(\thread)
131 ldc1 $f22, THREAD_FPR22_LS64(\thread)
132 ldc1 $f24, THREAD_FPR24_LS64(\thread)
133 ldc1 $f26, THREAD_FPR26_LS64(\thread)
134 ldc1 $f28, THREAD_FPR28_LS64(\thread)
135 ldc1 $f30, THREAD_FPR30_LS64(\thread)
Paul Burton597ce172013-11-22 13:12:07 +0000136 ctc1 \tmp, fcr31
137 .endm
138
139 .macro fpu_restore_16odd thread
140 .set push
141 .set mips64r2
Paul Burton02987632014-01-27 15:23:08 +0000142 ldc1 $f1, THREAD_FPR1_LS64(\thread)
143 ldc1 $f3, THREAD_FPR3_LS64(\thread)
144 ldc1 $f5, THREAD_FPR5_LS64(\thread)
145 ldc1 $f7, THREAD_FPR7_LS64(\thread)
146 ldc1 $f9, THREAD_FPR9_LS64(\thread)
147 ldc1 $f11, THREAD_FPR11_LS64(\thread)
148 ldc1 $f13, THREAD_FPR13_LS64(\thread)
149 ldc1 $f15, THREAD_FPR15_LS64(\thread)
150 ldc1 $f17, THREAD_FPR17_LS64(\thread)
151 ldc1 $f19, THREAD_FPR19_LS64(\thread)
152 ldc1 $f21, THREAD_FPR21_LS64(\thread)
153 ldc1 $f23, THREAD_FPR23_LS64(\thread)
154 ldc1 $f25, THREAD_FPR25_LS64(\thread)
155 ldc1 $f27, THREAD_FPR27_LS64(\thread)
156 ldc1 $f29, THREAD_FPR29_LS64(\thread)
157 ldc1 $f31, THREAD_FPR31_LS64(\thread)
Paul Burton597ce172013-11-22 13:12:07 +0000158 .set pop
159 .endm
160
161 .macro fpu_restore_double thread status tmp
162#if defined(CONFIG_MIPS64) || defined(CONFIG_CPU_MIPS32_R2)
163 sll \tmp, \status, 5
164 bgez \tmp, 10f # 16 register mode?
165
166 fpu_restore_16odd \thread
16710:
168#endif
169 fpu_restore_16even \thread \tmp
170 .endm
171
Paul Burton1d688082014-01-15 10:31:49 +0000172#ifdef CONFIG_CPU_MIPSR2
173 .macro _EXT rd, rs, p, s
174 ext \rd, \rs, \p, \s
175 .endm
176#else /* !CONFIG_CPU_MIPSR2 */
177 .macro _EXT rd, rs, p, s
178 srl \rd, \rs, \p
179 andi \rd, \rd, (1 << \s) - 1
180 .endm
181#endif /* !CONFIG_CPU_MIPSR2 */
182
Ralf Baechle41c594a2006-04-05 09:45:45 +0100183/*
184 * Temporary until all gas have MT ASE support
185 */
186 .macro DMT reg=0
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100187 .word 0x41600bc1 | (\reg << 16)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100188 .endm
189
190 .macro EMT reg=0
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100191 .word 0x41600be1 | (\reg << 16)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100192 .endm
193
194 .macro DVPE reg=0
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100195 .word 0x41600001 | (\reg << 16)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100196 .endm
197
198 .macro EVPE reg=0
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100199 .word 0x41600021 | (\reg << 16)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100200 .endm
201
202 .macro MFTR rt=0, rd=0, u=0, sel=0
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100203 .word 0x41000000 | (\rt << 16) | (\rd << 11) | (\u << 5) | (\sel)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100204 .endm
205
206 .macro MTTR rt=0, rd=0, u=0, sel=0
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100207 .word 0x41800000 | (\rt << 16) | (\rd << 11) | (\u << 5) | (\sel)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100208 .endm
209
Paul Burton7f65afb2014-01-27 15:23:09 +0000210#ifdef TOOLCHAIN_SUPPORTS_MSA
211 .macro ld_d wd, off, base
212 .set push
213 .set mips32r2
214 .set msa
215 ld.d $w\wd, \off(\base)
216 .set pop
217 .endm
218
219 .macro st_d wd, off, base
220 .set push
221 .set mips32r2
222 .set msa
223 st.d $w\wd, \off(\base)
224 .set pop
225 .endm
226
227 .macro copy_u_w rd, ws, n
228 .set push
229 .set mips32r2
230 .set msa
231 copy_u.w \rd, $w\ws[\n]
232 .set pop
233 .endm
234
235 .macro copy_u_d rd, ws, n
236 .set push
237 .set mips64r2
238 .set msa
239 copy_u.d \rd, $w\ws[\n]
240 .set pop
241 .endm
242
243 .macro insert_w wd, n, rs
244 .set push
245 .set mips32r2
246 .set msa
247 insert.w $w\wd[\n], \rs
248 .set pop
249 .endm
250
251 .macro insert_d wd, n, rs
252 .set push
253 .set mips64r2
254 .set msa
255 insert.d $w\wd[\n], \rs
256 .set pop
257 .endm
258#else
259 /*
260 * Temporary until all toolchains in use include MSA support.
261 */
262 .macro cfcmsa rd, cs
263 .set push
264 .set noat
265 .word 0x787e0059 | (\cs << 11)
266 move \rd, $1
267 .set pop
268 .endm
269
270 .macro ctcmsa cd, rs
271 .set push
272 .set noat
273 move $1, \rs
274 .word 0x783e0819 | (\cd << 6)
275 .set pop
276 .endm
277
278 .macro ld_d wd, off, base
279 .set push
280 .set noat
281 add $1, \base, \off
282 .word 0x78000823 | (\wd << 6)
283 .set pop
284 .endm
285
286 .macro st_d wd, off, base
287 .set push
288 .set noat
289 add $1, \base, \off
290 .word 0x78000827 | (\wd << 6)
291 .set pop
292 .endm
293
294 .macro copy_u_w rd, ws, n
295 .set push
296 .set noat
297 .word 0x78f00059 | (\n << 16) | (\ws << 11)
298 /* move triggers an assembler bug... */
299 or \rd, $1, zero
300 .set pop
301 .endm
302
303 .macro copy_u_d rd, ws, n
304 .set push
305 .set noat
306 .word 0x78f80059 | (\n << 16) | (\ws << 11)
307 /* move triggers an assembler bug... */
308 or \rd, $1, zero
309 .set pop
310 .endm
311
312 .macro insert_w wd, n, rs
313 .set push
314 .set noat
315 /* move triggers an assembler bug... */
316 or $1, \rs, zero
317 .word 0x79300819 | (\n << 16) | (\wd << 6)
318 .set pop
319 .endm
320
321 .macro insert_d wd, n, rs
322 .set push
323 .set noat
324 /* move triggers an assembler bug... */
325 or $1, \rs, zero
326 .word 0x79380819 | (\n << 16) | (\wd << 6)
327 .set pop
328 .endm
329#endif
330
Paul Burton1db1af82014-01-27 15:23:11 +0000331 .macro msa_save_all thread
332 st_d 0, THREAD_FPR0, \thread
333 st_d 1, THREAD_FPR1, \thread
334 st_d 2, THREAD_FPR2, \thread
335 st_d 3, THREAD_FPR3, \thread
336 st_d 4, THREAD_FPR4, \thread
337 st_d 5, THREAD_FPR5, \thread
338 st_d 6, THREAD_FPR6, \thread
339 st_d 7, THREAD_FPR7, \thread
340 st_d 8, THREAD_FPR8, \thread
341 st_d 9, THREAD_FPR9, \thread
342 st_d 10, THREAD_FPR10, \thread
343 st_d 11, THREAD_FPR11, \thread
344 st_d 12, THREAD_FPR12, \thread
345 st_d 13, THREAD_FPR13, \thread
346 st_d 14, THREAD_FPR14, \thread
347 st_d 15, THREAD_FPR15, \thread
348 st_d 16, THREAD_FPR16, \thread
349 st_d 17, THREAD_FPR17, \thread
350 st_d 18, THREAD_FPR18, \thread
351 st_d 19, THREAD_FPR19, \thread
352 st_d 20, THREAD_FPR20, \thread
353 st_d 21, THREAD_FPR21, \thread
354 st_d 22, THREAD_FPR22, \thread
355 st_d 23, THREAD_FPR23, \thread
356 st_d 24, THREAD_FPR24, \thread
357 st_d 25, THREAD_FPR25, \thread
358 st_d 26, THREAD_FPR26, \thread
359 st_d 27, THREAD_FPR27, \thread
360 st_d 28, THREAD_FPR28, \thread
361 st_d 29, THREAD_FPR29, \thread
362 st_d 30, THREAD_FPR30, \thread
363 st_d 31, THREAD_FPR31, \thread
364 .endm
365
366 .macro msa_restore_all thread
367 ld_d 0, THREAD_FPR0, \thread
368 ld_d 1, THREAD_FPR1, \thread
369 ld_d 2, THREAD_FPR2, \thread
370 ld_d 3, THREAD_FPR3, \thread
371 ld_d 4, THREAD_FPR4, \thread
372 ld_d 5, THREAD_FPR5, \thread
373 ld_d 6, THREAD_FPR6, \thread
374 ld_d 7, THREAD_FPR7, \thread
375 ld_d 8, THREAD_FPR8, \thread
376 ld_d 9, THREAD_FPR9, \thread
377 ld_d 10, THREAD_FPR10, \thread
378 ld_d 11, THREAD_FPR11, \thread
379 ld_d 12, THREAD_FPR12, \thread
380 ld_d 13, THREAD_FPR13, \thread
381 ld_d 14, THREAD_FPR14, \thread
382 ld_d 15, THREAD_FPR15, \thread
383 ld_d 16, THREAD_FPR16, \thread
384 ld_d 17, THREAD_FPR17, \thread
385 ld_d 18, THREAD_FPR18, \thread
386 ld_d 19, THREAD_FPR19, \thread
387 ld_d 20, THREAD_FPR20, \thread
388 ld_d 21, THREAD_FPR21, \thread
389 ld_d 22, THREAD_FPR22, \thread
390 ld_d 23, THREAD_FPR23, \thread
391 ld_d 24, THREAD_FPR24, \thread
392 ld_d 25, THREAD_FPR25, \thread
393 ld_d 26, THREAD_FPR26, \thread
394 ld_d 27, THREAD_FPR27, \thread
395 ld_d 28, THREAD_FPR28, \thread
396 ld_d 29, THREAD_FPR29, \thread
397 ld_d 30, THREAD_FPR30, \thread
398 ld_d 31, THREAD_FPR31, \thread
399 .endm
400
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401#endif /* _ASM_ASMMACRO_H */