blob: 370d967725c28d0e59d26ad8726f2ad052d5d2fa [file] [log] [blame]
Thiemo Seufere30ec452008-01-28 20:05:38 +00001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
Ralf Baechle70342282013-01-22 12:59:30 +01006 * Copyright (C) 2004, 2005, 2006, 2008 Thiemo Seufer
Thiemo Seufere30ec452008-01-28 20:05:38 +00007 * Copyright (C) 2005 Maciej W. Rozycki
8 * Copyright (C) 2006 Ralf Baechle (ralf@linux-mips.org)
Steven J. Hillabc597f2013-02-05 16:52:01 -06009 * Copyright (C) 2012, 2013 MIPS Technologies, Inc. All rights reserved.
Thiemo Seufere30ec452008-01-28 20:05:38 +000010 */
11
12#include <linux/types.h>
13
David Daney22b07632010-07-23 18:41:43 -070014#ifdef CONFIG_EXPORT_UASM
Paul Gortmakerbaab01b2012-02-28 19:24:48 -050015#include <linux/export.h>
David Daney22b07632010-07-23 18:41:43 -070016#define __uasminit
17#define __uasminitdata
18#define UASM_EXPORT_SYMBOL(sym) EXPORT_SYMBOL(sym)
19#else
20#define __uasminit __cpuinit
21#define __uasminitdata __cpuinitdata
22#define UASM_EXPORT_SYMBOL(sym)
23#endif
24
Steven J. Hillabc597f2013-02-05 16:52:01 -060025#define _UASM_ISA_CLASSIC 0
Steven J. Hilla6a48342013-02-05 16:52:02 -060026#define _UASM_ISA_MICROMIPS 1
Steven J. Hillabc597f2013-02-05 16:52:01 -060027
28#ifndef UASM_ISA
Steven J. Hillcf6d9052013-03-25 12:03:41 -050029#ifdef CONFIG_CPU_MICROMIPS
30#define UASM_ISA _UASM_ISA_MICROMIPS
31#else
Steven J. Hillabc597f2013-02-05 16:52:01 -060032#define UASM_ISA _UASM_ISA_CLASSIC
33#endif
Steven J. Hillcf6d9052013-03-25 12:03:41 -050034#endif
Steven J. Hillabc597f2013-02-05 16:52:01 -060035
36#if (UASM_ISA == _UASM_ISA_CLASSIC)
Steven J. Hillcf6d9052013-03-25 12:03:41 -050037#ifdef CONFIG_CPU_MICROMIPS
38#define ISAOPC(op) CL_uasm_i##op
39#define ISAFUNC(x) CL_##x
40#else
Steven J. Hillabc597f2013-02-05 16:52:01 -060041#define ISAOPC(op) uasm_i##op
42#define ISAFUNC(x) x
Steven J. Hillcf6d9052013-03-25 12:03:41 -050043#endif
Steven J. Hilla6a48342013-02-05 16:52:02 -060044#elif (UASM_ISA == _UASM_ISA_MICROMIPS)
Steven J. Hillcf6d9052013-03-25 12:03:41 -050045#ifdef CONFIG_CPU_MICROMIPS
46#define ISAOPC(op) uasm_i##op
47#define ISAFUNC(x) x
48#else
Steven J. Hilla6a48342013-02-05 16:52:02 -060049#define ISAOPC(op) MM_uasm_i##op
50#define ISAFUNC(x) MM_##x
Steven J. Hillcf6d9052013-03-25 12:03:41 -050051#endif
Steven J. Hillabc597f2013-02-05 16:52:01 -060052#else
53#error Unsupported micro-assembler ISA!!!
54#endif
55
Thiemo Seufere30ec452008-01-28 20:05:38 +000056#define Ip_u1u2u3(op) \
David Daney22b07632010-07-23 18:41:43 -070057void __uasminit \
Steven J. Hillabc597f2013-02-05 16:52:01 -060058ISAOPC(op)(u32 **buf, unsigned int a, unsigned int b, unsigned int c)
Thiemo Seufere30ec452008-01-28 20:05:38 +000059
60#define Ip_u2u1u3(op) \
David Daney22b07632010-07-23 18:41:43 -070061void __uasminit \
Steven J. Hillabc597f2013-02-05 16:52:01 -060062ISAOPC(op)(u32 **buf, unsigned int a, unsigned int b, unsigned int c)
Thiemo Seufere30ec452008-01-28 20:05:38 +000063
64#define Ip_u3u1u2(op) \
David Daney22b07632010-07-23 18:41:43 -070065void __uasminit \
Steven J. Hillabc597f2013-02-05 16:52:01 -060066ISAOPC(op)(u32 **buf, unsigned int a, unsigned int b, unsigned int c)
Thiemo Seufere30ec452008-01-28 20:05:38 +000067
68#define Ip_u1u2s3(op) \
David Daney22b07632010-07-23 18:41:43 -070069void __uasminit \
Steven J. Hillabc597f2013-02-05 16:52:01 -060070ISAOPC(op)(u32 **buf, unsigned int a, unsigned int b, signed int c)
Thiemo Seufere30ec452008-01-28 20:05:38 +000071
72#define Ip_u2s3u1(op) \
David Daney22b07632010-07-23 18:41:43 -070073void __uasminit \
Steven J. Hillabc597f2013-02-05 16:52:01 -060074ISAOPC(op)(u32 **buf, unsigned int a, signed int b, unsigned int c)
Thiemo Seufere30ec452008-01-28 20:05:38 +000075
76#define Ip_u2u1s3(op) \
David Daney22b07632010-07-23 18:41:43 -070077void __uasminit \
Steven J. Hillabc597f2013-02-05 16:52:01 -060078ISAOPC(op)(u32 **buf, unsigned int a, unsigned int b, signed int c)
Thiemo Seufere30ec452008-01-28 20:05:38 +000079
David Daney92078e02009-10-14 12:16:55 -070080#define Ip_u2u1msbu3(op) \
David Daney22b07632010-07-23 18:41:43 -070081void __uasminit \
Steven J. Hillabc597f2013-02-05 16:52:01 -060082ISAOPC(op)(u32 **buf, unsigned int a, unsigned int b, unsigned int c, \
David Daney92078e02009-10-14 12:16:55 -070083 unsigned int d)
84
Thiemo Seufere30ec452008-01-28 20:05:38 +000085#define Ip_u1u2(op) \
Steven J. Hillabc597f2013-02-05 16:52:01 -060086void __uasminit ISAOPC(op)(u32 **buf, unsigned int a, unsigned int b)
Thiemo Seufere30ec452008-01-28 20:05:38 +000087
88#define Ip_u1s2(op) \
Steven J. Hillabc597f2013-02-05 16:52:01 -060089void __uasminit ISAOPC(op)(u32 **buf, unsigned int a, signed int b)
Thiemo Seufere30ec452008-01-28 20:05:38 +000090
Steven J. Hillabc597f2013-02-05 16:52:01 -060091#define Ip_u1(op) void __uasminit ISAOPC(op)(u32 **buf, unsigned int a)
Thiemo Seufere30ec452008-01-28 20:05:38 +000092
Steven J. Hillabc597f2013-02-05 16:52:01 -060093#define Ip_0(op) void __uasminit ISAOPC(op)(u32 **buf)
Thiemo Seufere30ec452008-01-28 20:05:38 +000094
95Ip_u2u1s3(_addiu);
96Ip_u3u1u2(_addu);
Thiemo Seufere30ec452008-01-28 20:05:38 +000097Ip_u3u1u2(_and);
Steven J. Hill71a1c772012-06-19 19:59:29 +010098Ip_u2u1u3(_andi);
99Ip_u1u2s3(_bbit0);
100Ip_u1u2s3(_bbit1);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000101Ip_u1u2s3(_beq);
102Ip_u1u2s3(_beql);
103Ip_u1s2(_bgez);
104Ip_u1s2(_bgezl);
105Ip_u1s2(_bltz);
106Ip_u1s2(_bltzl);
107Ip_u1u2s3(_bne);
Thiemo Seuferfb2a27e72008-02-18 19:32:49 +0000108Ip_u2s3u1(_cache);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000109Ip_u2u1s3(_daddiu);
110Ip_u3u1u2(_daddu);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100111Ip_u2u1msbu3(_dins);
112Ip_u2u1msbu3(_dinsm);
113Ip_u1u2u3(_dmfc0);
114Ip_u1u2u3(_dmtc0);
115Ip_u2u1u3(_drotr);
116Ip_u2u1u3(_drotr32);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000117Ip_u2u1u3(_dsll);
118Ip_u2u1u3(_dsll32);
119Ip_u2u1u3(_dsra);
120Ip_u2u1u3(_dsrl);
121Ip_u2u1u3(_dsrl32);
122Ip_u3u1u2(_dsubu);
123Ip_0(_eret);
Steven J. Hille6de1a02012-07-12 17:21:31 +0000124Ip_u2u1msbu3(_ext);
125Ip_u2u1msbu3(_ins);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000126Ip_u1(_j);
127Ip_u1(_jal);
128Ip_u1(_jr);
129Ip_u2s3u1(_ld);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100130Ip_u3u1u2(_ldx);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000131Ip_u2s3u1(_ll);
132Ip_u2s3u1(_lld);
133Ip_u1s2(_lui);
134Ip_u2s3u1(_lw);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100135Ip_u3u1u2(_lwx);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000136Ip_u1u2u3(_mfc0);
137Ip_u1u2u3(_mtc0);
Ralf Baechle58081842010-03-23 15:54:50 +0100138Ip_u3u1u2(_or);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100139Ip_u2u1u3(_ori);
Thiemo Seuferfb2a27e72008-02-18 19:32:49 +0000140Ip_u2s3u1(_pref);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000141Ip_0(_rfe);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100142Ip_u2u1u3(_rotr);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000143Ip_u2s3u1(_sc);
144Ip_u2s3u1(_scd);
145Ip_u2s3u1(_sd);
146Ip_u2u1u3(_sll);
147Ip_u2u1u3(_sra);
148Ip_u2u1u3(_srl);
149Ip_u3u1u2(_subu);
150Ip_u2s3u1(_sw);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100151Ip_u1(_syscall);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000152Ip_0(_tlbp);
David Daney32546f32010-02-10 15:12:46 -0800153Ip_0(_tlbr);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000154Ip_0(_tlbwi);
155Ip_0(_tlbwr);
156Ip_u3u1u2(_xor);
157Ip_u2u1u3(_xori);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100158
Thiemo Seufere30ec452008-01-28 20:05:38 +0000159
160/* Handle labels. */
161struct uasm_label {
162 u32 *addr;
163 int lab;
164};
165
Steven J. Hillabc597f2013-02-05 16:52:01 -0600166void __uasminit ISAFUNC(uasm_build_label)(struct uasm_label **lab, u32 *addr,
167 int lid);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000168#ifdef CONFIG_64BIT
Steven J. Hillabc597f2013-02-05 16:52:01 -0600169int ISAFUNC(uasm_in_compat_space_p)(long addr);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000170#endif
Steven J. Hillabc597f2013-02-05 16:52:01 -0600171int ISAFUNC(uasm_rel_hi)(long val);
172int ISAFUNC(uasm_rel_lo)(long val);
173void ISAFUNC(UASM_i_LA_mostly)(u32 **buf, unsigned int rs, long addr);
174void ISAFUNC(UASM_i_LA)(u32 **buf, unsigned int rs, long addr);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000175
176#define UASM_L_LA(lb) \
Steven J. Hillcf6d9052013-03-25 12:03:41 -0500177static inline void __uasminit ISAFUNC(uasm_l##lb)(struct uasm_label **lab, u32 *addr) \
Thiemo Seufere30ec452008-01-28 20:05:38 +0000178{ \
Steven J. Hillcf6d9052013-03-25 12:03:41 -0500179 ISAFUNC(uasm_build_label)(lab, addr, label##lb); \
Thiemo Seufere30ec452008-01-28 20:05:38 +0000180}
181
182/* convenience macros for instructions */
183#ifdef CONFIG_64BIT
Steven J. Hill71a1c772012-06-19 19:59:29 +0100184# define UASM_i_ADDIU(buf, rs, rt, val) uasm_i_daddiu(buf, rs, rt, val)
185# define UASM_i_ADDU(buf, rs, rt, rd) uasm_i_daddu(buf, rs, rt, rd)
186# define UASM_i_LL(buf, rs, rt, off) uasm_i_lld(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000187# define UASM_i_LW(buf, rs, rt, off) uasm_i_ld(buf, rs, rt, off)
Steven J. Hill71a1c772012-06-19 19:59:29 +0100188# define UASM_i_LWX(buf, rs, rt, rd) uasm_i_ldx(buf, rs, rt, rd)
189# define UASM_i_MFC0(buf, rt, rd...) uasm_i_dmfc0(buf, rt, rd)
190# define UASM_i_MTC0(buf, rt, rd...) uasm_i_dmtc0(buf, rt, rd)
191# define UASM_i_ROTR(buf, rs, rt, sh) uasm_i_drotr(buf, rs, rt, sh)
192# define UASM_i_SC(buf, rs, rt, off) uasm_i_scd(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000193# define UASM_i_SLL(buf, rs, rt, sh) uasm_i_dsll(buf, rs, rt, sh)
194# define UASM_i_SRA(buf, rs, rt, sh) uasm_i_dsra(buf, rs, rt, sh)
195# define UASM_i_SRL(buf, rs, rt, sh) uasm_i_dsrl(buf, rs, rt, sh)
David Daneyf0daaaf2011-07-05 16:34:45 -0700196# define UASM_i_SRL_SAFE(buf, rs, rt, sh) uasm_i_dsrl_safe(buf, rs, rt, sh)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000197# define UASM_i_SUBU(buf, rs, rt, rd) uasm_i_dsubu(buf, rs, rt, rd)
Steven J. Hill71a1c772012-06-19 19:59:29 +0100198# define UASM_i_SW(buf, rs, rt, off) uasm_i_sd(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000199#else
Steven J. Hill71a1c772012-06-19 19:59:29 +0100200# define UASM_i_ADDIU(buf, rs, rt, val) uasm_i_addiu(buf, rs, rt, val)
201# define UASM_i_ADDU(buf, rs, rt, rd) uasm_i_addu(buf, rs, rt, rd)
202# define UASM_i_LL(buf, rs, rt, off) uasm_i_ll(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000203# define UASM_i_LW(buf, rs, rt, off) uasm_i_lw(buf, rs, rt, off)
Steven J. Hill71a1c772012-06-19 19:59:29 +0100204# define UASM_i_LWX(buf, rs, rt, rd) uasm_i_lwx(buf, rs, rt, rd)
205# define UASM_i_MFC0(buf, rt, rd...) uasm_i_mfc0(buf, rt, rd)
206# define UASM_i_MTC0(buf, rt, rd...) uasm_i_mtc0(buf, rt, rd)
207# define UASM_i_ROTR(buf, rs, rt, sh) uasm_i_rotr(buf, rs, rt, sh)
208# define UASM_i_SC(buf, rs, rt, off) uasm_i_sc(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000209# define UASM_i_SLL(buf, rs, rt, sh) uasm_i_sll(buf, rs, rt, sh)
210# define UASM_i_SRA(buf, rs, rt, sh) uasm_i_sra(buf, rs, rt, sh)
211# define UASM_i_SRL(buf, rs, rt, sh) uasm_i_srl(buf, rs, rt, sh)
David Daneyf0daaaf2011-07-05 16:34:45 -0700212# define UASM_i_SRL_SAFE(buf, rs, rt, sh) uasm_i_srl(buf, rs, rt, sh)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000213# define UASM_i_SUBU(buf, rs, rt, rd) uasm_i_subu(buf, rs, rt, rd)
Steven J. Hill71a1c772012-06-19 19:59:29 +0100214# define UASM_i_SW(buf, rs, rt, off) uasm_i_sw(buf, rs, rt, off)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000215#endif
216
217#define uasm_i_b(buf, off) uasm_i_beq(buf, 0, 0, off)
218#define uasm_i_beqz(buf, rs, off) uasm_i_beq(buf, rs, 0, off)
219#define uasm_i_beqzl(buf, rs, off) uasm_i_beql(buf, rs, 0, off)
220#define uasm_i_bnez(buf, rs, off) uasm_i_bne(buf, rs, 0, off)
221#define uasm_i_bnezl(buf, rs, off) uasm_i_bnel(buf, rs, 0, off)
Steven J. Hill71a1c772012-06-19 19:59:29 +0100222#define uasm_i_ehb(buf) uasm_i_sll(buf, 0, 0, 3)
Thiemo Seufere30ec452008-01-28 20:05:38 +0000223#define uasm_i_move(buf, a, b) UASM_i_ADDU(buf, a, 0, b)
224#define uasm_i_nop(buf) uasm_i_sll(buf, 0, 0, 0)
225#define uasm_i_ssnop(buf) uasm_i_sll(buf, 0, 0, 1)
David Daney26b9e542010-04-28 12:16:16 -0700226
David Daneyde6d5b552010-07-23 18:41:41 -0700227static inline void uasm_i_drotr_safe(u32 **p, unsigned int a1,
228 unsigned int a2, unsigned int a3)
229{
230 if (a3 < 32)
Steven J. Hillabc597f2013-02-05 16:52:01 -0600231 ISAOPC(_drotr)(p, a1, a2, a3);
David Daneyde6d5b552010-07-23 18:41:41 -0700232 else
Steven J. Hillabc597f2013-02-05 16:52:01 -0600233 ISAOPC(_drotr32)(p, a1, a2, a3 - 32);
David Daneyde6d5b552010-07-23 18:41:41 -0700234}
235
David Daney26b9e542010-04-28 12:16:16 -0700236static inline void uasm_i_dsll_safe(u32 **p, unsigned int a1,
237 unsigned int a2, unsigned int a3)
238{
239 if (a3 < 32)
Steven J. Hillabc597f2013-02-05 16:52:01 -0600240 ISAOPC(_dsll)(p, a1, a2, a3);
David Daney26b9e542010-04-28 12:16:16 -0700241 else
Steven J. Hillabc597f2013-02-05 16:52:01 -0600242 ISAOPC(_dsll32)(p, a1, a2, a3 - 32);
David Daney26b9e542010-04-28 12:16:16 -0700243}
244
Steven J. Hill71a1c772012-06-19 19:59:29 +0100245static inline void uasm_i_dsrl_safe(u32 **p, unsigned int a1,
246 unsigned int a2, unsigned int a3)
247{
248 if (a3 < 32)
Steven J. Hillabc597f2013-02-05 16:52:01 -0600249 ISAOPC(_dsrl)(p, a1, a2, a3);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100250 else
Steven J. Hillabc597f2013-02-05 16:52:01 -0600251 ISAOPC(_dsrl32)(p, a1, a2, a3 - 32);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100252}
253
Thiemo Seufere30ec452008-01-28 20:05:38 +0000254/* Handle relocations. */
255struct uasm_reloc {
256 u32 *addr;
257 unsigned int type;
258 int lab;
259};
260
261/* This is zero so we can use zeroed label arrays. */
262#define UASM_LABEL_INVALID 0
263
Ralf Baechle234fcd12008-03-08 09:56:28 +0000264void uasm_r_mips_pc16(struct uasm_reloc **rel, u32 *addr, int lid);
265void uasm_resolve_relocs(struct uasm_reloc *rel, struct uasm_label *lab);
266void uasm_move_relocs(struct uasm_reloc *rel, u32 *first, u32 *end, long off);
267void uasm_move_labels(struct uasm_label *lab, u32 *first, u32 *end, long off);
268void uasm_copy_handler(struct uasm_reloc *rel, struct uasm_label *lab,
269 u32 *first, u32 *end, u32 *target);
270int uasm_insn_has_bdelay(struct uasm_reloc *rel, u32 *addr);
Thiemo Seufere30ec452008-01-28 20:05:38 +0000271
272/* Convenience functions for labeled branches. */
Ralf Baechle234fcd12008-03-08 09:56:28 +0000273void uasm_il_b(u32 **p, struct uasm_reloc **r, int lid);
David Daney5b97c3f2010-07-23 18:41:42 -0700274void uasm_il_bbit0(u32 **p, struct uasm_reloc **r, unsigned int reg,
275 unsigned int bit, int lid);
276void uasm_il_bbit1(u32 **p, struct uasm_reloc **r, unsigned int reg,
277 unsigned int bit, int lid);
Steven J. Hill71a1c772012-06-19 19:59:29 +0100278void uasm_il_beqz(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);
279void uasm_il_beqzl(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);
280void uasm_il_bgezl(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);
281void uasm_il_bgez(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);
282void uasm_il_bltz(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);
283void uasm_il_bne(u32 **p, struct uasm_reloc **r, unsigned int reg1,
284 unsigned int reg2, int lid);
285void uasm_il_bnez(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid);