Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General Public |
| 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. |
| 5 | * |
| 6 | * Copyright (C) 2004, 2005, 2006, 2008 Thiemo Seufer |
| 7 | * Copyright (C) 2005 Maciej W. Rozycki |
| 8 | * Copyright (C) 2006 Ralf Baechle (ralf@linux-mips.org) |
| 9 | */ |
| 10 | |
| 11 | #include <linux/types.h> |
| 12 | |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 13 | #ifdef CONFIG_EXPORT_UASM |
| 14 | #include <linux/module.h> |
| 15 | #define __uasminit |
| 16 | #define __uasminitdata |
| 17 | #define UASM_EXPORT_SYMBOL(sym) EXPORT_SYMBOL(sym) |
| 18 | #else |
| 19 | #define __uasminit __cpuinit |
| 20 | #define __uasminitdata __cpuinitdata |
| 21 | #define UASM_EXPORT_SYMBOL(sym) |
| 22 | #endif |
| 23 | |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 24 | #define Ip_u1u2u3(op) \ |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 25 | void __uasminit \ |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 26 | uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c) |
| 27 | |
| 28 | #define Ip_u2u1u3(op) \ |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 29 | void __uasminit \ |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 30 | uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c) |
| 31 | |
| 32 | #define Ip_u3u1u2(op) \ |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 33 | void __uasminit \ |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 34 | uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c) |
| 35 | |
| 36 | #define Ip_u1u2s3(op) \ |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 37 | void __uasminit \ |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 38 | uasm_i##op(u32 **buf, unsigned int a, unsigned int b, signed int c) |
| 39 | |
| 40 | #define Ip_u2s3u1(op) \ |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 41 | void __uasminit \ |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 42 | uasm_i##op(u32 **buf, unsigned int a, signed int b, unsigned int c) |
| 43 | |
| 44 | #define Ip_u2u1s3(op) \ |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 45 | void __uasminit \ |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 46 | uasm_i##op(u32 **buf, unsigned int a, unsigned int b, signed int c) |
| 47 | |
David Daney | 92078e0 | 2009-10-14 12:16:55 -0700 | [diff] [blame] | 48 | #define Ip_u2u1msbu3(op) \ |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 49 | void __uasminit \ |
David Daney | 92078e0 | 2009-10-14 12:16:55 -0700 | [diff] [blame] | 50 | uasm_i##op(u32 **buf, unsigned int a, unsigned int b, unsigned int c, \ |
| 51 | unsigned int d) |
| 52 | |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 53 | #define Ip_u1u2(op) \ |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 54 | void __uasminit uasm_i##op(u32 **buf, unsigned int a, unsigned int b) |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 55 | |
| 56 | #define Ip_u1s2(op) \ |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 57 | void __uasminit uasm_i##op(u32 **buf, unsigned int a, signed int b) |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 58 | |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 59 | #define Ip_u1(op) void __uasminit uasm_i##op(u32 **buf, unsigned int a) |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 60 | |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 61 | #define Ip_0(op) void __uasminit uasm_i##op(u32 **buf) |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 62 | |
| 63 | Ip_u2u1s3(_addiu); |
| 64 | Ip_u3u1u2(_addu); |
| 65 | Ip_u2u1u3(_andi); |
| 66 | Ip_u3u1u2(_and); |
| 67 | Ip_u1u2s3(_beq); |
| 68 | Ip_u1u2s3(_beql); |
| 69 | Ip_u1s2(_bgez); |
| 70 | Ip_u1s2(_bgezl); |
| 71 | Ip_u1s2(_bltz); |
| 72 | Ip_u1s2(_bltzl); |
| 73 | Ip_u1u2s3(_bne); |
Thiemo Seufer | fb2a27e7 | 2008-02-18 19:32:49 +0000 | [diff] [blame] | 74 | Ip_u2s3u1(_cache); |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 75 | Ip_u1u2u3(_dmfc0); |
| 76 | Ip_u1u2u3(_dmtc0); |
| 77 | Ip_u2u1s3(_daddiu); |
| 78 | Ip_u3u1u2(_daddu); |
| 79 | Ip_u2u1u3(_dsll); |
| 80 | Ip_u2u1u3(_dsll32); |
| 81 | Ip_u2u1u3(_dsra); |
| 82 | Ip_u2u1u3(_dsrl); |
| 83 | Ip_u2u1u3(_dsrl32); |
David Daney | 92078e0 | 2009-10-14 12:16:55 -0700 | [diff] [blame] | 84 | Ip_u2u1u3(_drotr); |
David Daney | de6d5b55 | 2010-07-23 18:41:41 -0700 | [diff] [blame] | 85 | Ip_u2u1u3(_drotr32); |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 86 | Ip_u3u1u2(_dsubu); |
| 87 | Ip_0(_eret); |
| 88 | Ip_u1(_j); |
| 89 | Ip_u1(_jal); |
| 90 | Ip_u1(_jr); |
| 91 | Ip_u2s3u1(_ld); |
| 92 | Ip_u2s3u1(_ll); |
| 93 | Ip_u2s3u1(_lld); |
| 94 | Ip_u1s2(_lui); |
| 95 | Ip_u2s3u1(_lw); |
| 96 | Ip_u1u2u3(_mfc0); |
| 97 | Ip_u1u2u3(_mtc0); |
| 98 | Ip_u2u1u3(_ori); |
Ralf Baechle | 5808184 | 2010-03-23 15:54:50 +0100 | [diff] [blame] | 99 | Ip_u3u1u2(_or); |
Thiemo Seufer | fb2a27e7 | 2008-02-18 19:32:49 +0000 | [diff] [blame] | 100 | Ip_u2s3u1(_pref); |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 101 | Ip_0(_rfe); |
| 102 | Ip_u2s3u1(_sc); |
| 103 | Ip_u2s3u1(_scd); |
| 104 | Ip_u2s3u1(_sd); |
| 105 | Ip_u2u1u3(_sll); |
| 106 | Ip_u2u1u3(_sra); |
| 107 | Ip_u2u1u3(_srl); |
David Daney | 32546f3 | 2010-02-10 15:12:46 -0800 | [diff] [blame] | 108 | Ip_u2u1u3(_rotr); |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 109 | Ip_u3u1u2(_subu); |
| 110 | Ip_u2s3u1(_sw); |
| 111 | Ip_0(_tlbp); |
David Daney | 32546f3 | 2010-02-10 15:12:46 -0800 | [diff] [blame] | 112 | Ip_0(_tlbr); |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 113 | Ip_0(_tlbwi); |
| 114 | Ip_0(_tlbwr); |
| 115 | Ip_u3u1u2(_xor); |
| 116 | Ip_u2u1u3(_xori); |
David Daney | 92078e0 | 2009-10-14 12:16:55 -0700 | [diff] [blame] | 117 | Ip_u2u1msbu3(_dins); |
David Daney | c42aef0 | 2010-12-21 14:19:10 -0800 | [diff] [blame] | 118 | Ip_u2u1msbu3(_dinsm); |
David Daney | 58b9e22 | 2010-02-18 16:13:03 -0800 | [diff] [blame] | 119 | Ip_u1(_syscall); |
David Daney | afc7c98 | 2010-12-20 15:54:49 -0800 | [diff] [blame] | 120 | Ip_u1u2s3(_bbit0); |
| 121 | Ip_u1u2s3(_bbit1); |
David Daney | bb3d68c | 2010-12-27 18:07:56 -0800 | [diff] [blame] | 122 | Ip_u3u1u2(_lwx); |
| 123 | Ip_u3u1u2(_ldx); |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 124 | |
| 125 | /* Handle labels. */ |
| 126 | struct uasm_label { |
| 127 | u32 *addr; |
| 128 | int lab; |
| 129 | }; |
| 130 | |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 131 | void __uasminit uasm_build_label(struct uasm_label **lab, u32 *addr, int lid); |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 132 | #ifdef CONFIG_64BIT |
Ralf Baechle | 234fcd1 | 2008-03-08 09:56:28 +0000 | [diff] [blame] | 133 | int uasm_in_compat_space_p(long addr); |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 134 | #endif |
Ralf Baechle | 234fcd1 | 2008-03-08 09:56:28 +0000 | [diff] [blame] | 135 | int uasm_rel_hi(long val); |
| 136 | int uasm_rel_lo(long val); |
| 137 | void UASM_i_LA_mostly(u32 **buf, unsigned int rs, long addr); |
| 138 | void UASM_i_LA(u32 **buf, unsigned int rs, long addr); |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 139 | |
| 140 | #define UASM_L_LA(lb) \ |
David Daney | 22b0763 | 2010-07-23 18:41:43 -0700 | [diff] [blame] | 141 | static inline void __uasminit uasm_l##lb(struct uasm_label **lab, u32 *addr) \ |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 142 | { \ |
| 143 | uasm_build_label(lab, addr, label##lb); \ |
| 144 | } |
| 145 | |
| 146 | /* convenience macros for instructions */ |
| 147 | #ifdef CONFIG_64BIT |
| 148 | # define UASM_i_LW(buf, rs, rt, off) uasm_i_ld(buf, rs, rt, off) |
| 149 | # define UASM_i_SW(buf, rs, rt, off) uasm_i_sd(buf, rs, rt, off) |
| 150 | # define UASM_i_SLL(buf, rs, rt, sh) uasm_i_dsll(buf, rs, rt, sh) |
| 151 | # define UASM_i_SRA(buf, rs, rt, sh) uasm_i_dsra(buf, rs, rt, sh) |
| 152 | # define UASM_i_SRL(buf, rs, rt, sh) uasm_i_dsrl(buf, rs, rt, sh) |
David Daney | f0daaaf | 2011-07-05 16:34:45 -0700 | [diff] [blame] | 153 | # define UASM_i_SRL_SAFE(buf, rs, rt, sh) uasm_i_dsrl_safe(buf, rs, rt, sh) |
David Daney | 32546f3 | 2010-02-10 15:12:46 -0800 | [diff] [blame] | 154 | # define UASM_i_ROTR(buf, rs, rt, sh) uasm_i_drotr(buf, rs, rt, sh) |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 155 | # define UASM_i_MFC0(buf, rt, rd...) uasm_i_dmfc0(buf, rt, rd) |
| 156 | # define UASM_i_MTC0(buf, rt, rd...) uasm_i_dmtc0(buf, rt, rd) |
| 157 | # define UASM_i_ADDIU(buf, rs, rt, val) uasm_i_daddiu(buf, rs, rt, val) |
| 158 | # define UASM_i_ADDU(buf, rs, rt, rd) uasm_i_daddu(buf, rs, rt, rd) |
| 159 | # define UASM_i_SUBU(buf, rs, rt, rd) uasm_i_dsubu(buf, rs, rt, rd) |
| 160 | # define UASM_i_LL(buf, rs, rt, off) uasm_i_lld(buf, rs, rt, off) |
| 161 | # define UASM_i_SC(buf, rs, rt, off) uasm_i_scd(buf, rs, rt, off) |
David Daney | bb3d68c | 2010-12-27 18:07:56 -0800 | [diff] [blame] | 162 | # define UASM_i_LWX(buf, rs, rt, rd) uasm_i_ldx(buf, rs, rt, rd) |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 163 | #else |
| 164 | # define UASM_i_LW(buf, rs, rt, off) uasm_i_lw(buf, rs, rt, off) |
| 165 | # define UASM_i_SW(buf, rs, rt, off) uasm_i_sw(buf, rs, rt, off) |
| 166 | # define UASM_i_SLL(buf, rs, rt, sh) uasm_i_sll(buf, rs, rt, sh) |
| 167 | # define UASM_i_SRA(buf, rs, rt, sh) uasm_i_sra(buf, rs, rt, sh) |
| 168 | # define UASM_i_SRL(buf, rs, rt, sh) uasm_i_srl(buf, rs, rt, sh) |
David Daney | f0daaaf | 2011-07-05 16:34:45 -0700 | [diff] [blame] | 169 | # define UASM_i_SRL_SAFE(buf, rs, rt, sh) uasm_i_srl(buf, rs, rt, sh) |
David Daney | 32546f3 | 2010-02-10 15:12:46 -0800 | [diff] [blame] | 170 | # define UASM_i_ROTR(buf, rs, rt, sh) uasm_i_rotr(buf, rs, rt, sh) |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 171 | # define UASM_i_MFC0(buf, rt, rd...) uasm_i_mfc0(buf, rt, rd) |
| 172 | # define UASM_i_MTC0(buf, rt, rd...) uasm_i_mtc0(buf, rt, rd) |
| 173 | # define UASM_i_ADDIU(buf, rs, rt, val) uasm_i_addiu(buf, rs, rt, val) |
| 174 | # define UASM_i_ADDU(buf, rs, rt, rd) uasm_i_addu(buf, rs, rt, rd) |
| 175 | # define UASM_i_SUBU(buf, rs, rt, rd) uasm_i_subu(buf, rs, rt, rd) |
| 176 | # define UASM_i_LL(buf, rs, rt, off) uasm_i_ll(buf, rs, rt, off) |
| 177 | # define UASM_i_SC(buf, rs, rt, off) uasm_i_sc(buf, rs, rt, off) |
David Daney | bb3d68c | 2010-12-27 18:07:56 -0800 | [diff] [blame] | 178 | # define UASM_i_LWX(buf, rs, rt, rd) uasm_i_lwx(buf, rs, rt, rd) |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 179 | #endif |
| 180 | |
| 181 | #define uasm_i_b(buf, off) uasm_i_beq(buf, 0, 0, off) |
| 182 | #define uasm_i_beqz(buf, rs, off) uasm_i_beq(buf, rs, 0, off) |
| 183 | #define uasm_i_beqzl(buf, rs, off) uasm_i_beql(buf, rs, 0, off) |
| 184 | #define uasm_i_bnez(buf, rs, off) uasm_i_bne(buf, rs, 0, off) |
| 185 | #define uasm_i_bnezl(buf, rs, off) uasm_i_bnel(buf, rs, 0, off) |
| 186 | #define uasm_i_move(buf, a, b) UASM_i_ADDU(buf, a, 0, b) |
| 187 | #define uasm_i_nop(buf) uasm_i_sll(buf, 0, 0, 0) |
| 188 | #define uasm_i_ssnop(buf) uasm_i_sll(buf, 0, 0, 1) |
| 189 | #define uasm_i_ehb(buf) uasm_i_sll(buf, 0, 0, 3) |
| 190 | |
David Daney | 26b9e54 | 2010-04-28 12:16:16 -0700 | [diff] [blame] | 191 | static inline void uasm_i_dsrl_safe(u32 **p, unsigned int a1, |
| 192 | unsigned int a2, unsigned int a3) |
| 193 | { |
| 194 | if (a3 < 32) |
| 195 | uasm_i_dsrl(p, a1, a2, a3); |
| 196 | else |
| 197 | uasm_i_dsrl32(p, a1, a2, a3 - 32); |
| 198 | } |
| 199 | |
David Daney | de6d5b55 | 2010-07-23 18:41:41 -0700 | [diff] [blame] | 200 | static inline void uasm_i_drotr_safe(u32 **p, unsigned int a1, |
| 201 | unsigned int a2, unsigned int a3) |
| 202 | { |
| 203 | if (a3 < 32) |
| 204 | uasm_i_drotr(p, a1, a2, a3); |
| 205 | else |
| 206 | uasm_i_drotr32(p, a1, a2, a3 - 32); |
| 207 | } |
| 208 | |
David Daney | 26b9e54 | 2010-04-28 12:16:16 -0700 | [diff] [blame] | 209 | static inline void uasm_i_dsll_safe(u32 **p, unsigned int a1, |
| 210 | unsigned int a2, unsigned int a3) |
| 211 | { |
| 212 | if (a3 < 32) |
| 213 | uasm_i_dsll(p, a1, a2, a3); |
| 214 | else |
| 215 | uasm_i_dsll32(p, a1, a2, a3 - 32); |
| 216 | } |
| 217 | |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 218 | /* Handle relocations. */ |
| 219 | struct uasm_reloc { |
| 220 | u32 *addr; |
| 221 | unsigned int type; |
| 222 | int lab; |
| 223 | }; |
| 224 | |
| 225 | /* This is zero so we can use zeroed label arrays. */ |
| 226 | #define UASM_LABEL_INVALID 0 |
| 227 | |
Ralf Baechle | 234fcd1 | 2008-03-08 09:56:28 +0000 | [diff] [blame] | 228 | void uasm_r_mips_pc16(struct uasm_reloc **rel, u32 *addr, int lid); |
| 229 | void uasm_resolve_relocs(struct uasm_reloc *rel, struct uasm_label *lab); |
| 230 | void uasm_move_relocs(struct uasm_reloc *rel, u32 *first, u32 *end, long off); |
| 231 | void uasm_move_labels(struct uasm_label *lab, u32 *first, u32 *end, long off); |
| 232 | void uasm_copy_handler(struct uasm_reloc *rel, struct uasm_label *lab, |
| 233 | u32 *first, u32 *end, u32 *target); |
| 234 | int uasm_insn_has_bdelay(struct uasm_reloc *rel, u32 *addr); |
Thiemo Seufer | e30ec45 | 2008-01-28 20:05:38 +0000 | [diff] [blame] | 235 | |
| 236 | /* Convenience functions for labeled branches. */ |
Ralf Baechle | 234fcd1 | 2008-03-08 09:56:28 +0000 | [diff] [blame] | 237 | void uasm_il_bltz(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); |
| 238 | void uasm_il_b(u32 **p, struct uasm_reloc **r, int lid); |
| 239 | void uasm_il_beqz(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); |
| 240 | void uasm_il_beqzl(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); |
Thiemo Seufer | fb2a27e7 | 2008-02-18 19:32:49 +0000 | [diff] [blame] | 241 | void uasm_il_bne(u32 **p, struct uasm_reloc **r, unsigned int reg1, |
| 242 | unsigned int reg2, int lid); |
Ralf Baechle | 234fcd1 | 2008-03-08 09:56:28 +0000 | [diff] [blame] | 243 | void uasm_il_bnez(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); |
| 244 | void uasm_il_bgezl(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); |
| 245 | void uasm_il_bgez(u32 **p, struct uasm_reloc **r, unsigned int reg, int lid); |
David Daney | 5b97c3f | 2010-07-23 18:41:42 -0700 | [diff] [blame] | 246 | void uasm_il_bbit0(u32 **p, struct uasm_reloc **r, unsigned int reg, |
| 247 | unsigned int bit, int lid); |
| 248 | void uasm_il_bbit1(u32 **p, struct uasm_reloc **r, unsigned int reg, |
| 249 | unsigned int bit, int lid); |