blob: 276359e1ff56505c2b15a1dd364565963f75935d [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* Kernel module help for sparc64.
2 *
3 * Copyright (C) 2001 Rusty Russell.
4 * Copyright (C) 2002 David S. Miller.
5 */
6
7#include <linux/moduleloader.h>
8#include <linux/kernel.h>
9#include <linux/elf.h>
10#include <linux/vmalloc.h>
11#include <linux/fs.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090012#include <linux/gfp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/string.h>
Sam Ravnborge6b04fe2008-12-26 15:38:17 -080014#include <linux/ctype.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/mm.h>
16
17#include <asm/processor.h>
18#include <asm/spitfire.h>
David Howellsd550bbd2012-03-28 18:30:03 +010019#include <asm/cacheflush.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
David S. Miller0b641202011-11-17 22:44:58 -080021#include "entry.h"
22
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080023#ifdef CONFIG_SPARC64
David S. Millerdff9d3c2010-09-17 11:09:25 -040024
25#include <linux/jump_label.h>
26
Linus Torvalds1da177e2005-04-16 15:20:36 -070027static void *module_map(unsigned long size)
28{
David Rientjesd0a21262011-01-13 15:46:02 -080029 if (PAGE_ALIGN(size) > MODULES_LEN)
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 return NULL;
David Rientjesd0a21262011-01-13 15:46:02 -080031 return __vmalloc_node_range(size, 1, MODULES_VADDR, MODULES_END,
32 GFP_KERNEL, PAGE_KERNEL, -1,
33 __builtin_return_address(0));
Linus Torvalds1da177e2005-04-16 15:20:36 -070034}
35
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080036static char *dot2underscore(char *name)
37{
38 return name;
39}
Sam Ravnborge6b04fe2008-12-26 15:38:17 -080040#else
41static void *module_map(unsigned long size)
42{
43 return vmalloc(size);
44}
45
46/* Replace references to .func with _Func */
47static char *dot2underscore(char *name)
48{
49 if (name[0] == '.') {
50 name[0] = '_';
51 name[1] = toupper(name[1]);
52 }
53 return name;
54}
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080055#endif /* CONFIG_SPARC64 */
56
Linus Torvalds1da177e2005-04-16 15:20:36 -070057void *module_alloc(unsigned long size)
58{
59 void *ret;
60
61 /* We handle the zero case fine, unlike vmalloc */
62 if (size == 0)
63 return NULL;
64
65 ret = module_map(size);
66 if (!ret)
67 ret = ERR_PTR(-ENOMEM);
68 else
69 memset(ret, 0, size);
70
71 return ret;
72}
73
Linus Torvalds1da177e2005-04-16 15:20:36 -070074/* Make generic code ignore STT_REGISTER dummy undefined symbols. */
75int module_frob_arch_sections(Elf_Ehdr *hdr,
76 Elf_Shdr *sechdrs,
77 char *secstrings,
78 struct module *mod)
79{
80 unsigned int symidx;
Sam Ravnborgc45d1c22008-12-26 15:36:29 -080081 Elf_Sym *sym;
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080082 char *strtab;
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 int i;
84
85 for (symidx = 0; sechdrs[symidx].sh_type != SHT_SYMTAB; symidx++) {
86 if (symidx == hdr->e_shnum-1) {
87 printk("%s: no symtab found.\n", mod->name);
88 return -ENOEXEC;
89 }
90 }
Sam Ravnborgc45d1c22008-12-26 15:36:29 -080091 sym = (Elf_Sym *)sechdrs[symidx].sh_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -070092 strtab = (char *)sechdrs[sechdrs[symidx].sh_link].sh_addr;
93
94 for (i = 1; i < sechdrs[symidx].sh_size / sizeof(Elf_Sym); i++) {
Sam Ravnborg627bf2f2008-12-26 15:37:24 -080095 if (sym[i].st_shndx == SHN_UNDEF) {
96 if (ELF_ST_TYPE(sym[i].st_info) == STT_REGISTER) {
97 sym[i].st_shndx = SHN_ABS;
98 } else {
99 char *name = strtab + sym[i].st_name;
100 dot2underscore(name);
101 }
102 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 }
104 return 0;
105}
106
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800107int apply_relocate_add(Elf_Shdr *sechdrs,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 const char *strtab,
109 unsigned int symindex,
110 unsigned int relsec,
111 struct module *me)
112{
113 unsigned int i;
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800114 Elf_Rela *rel = (void *)sechdrs[relsec].sh_addr;
115 Elf_Sym *sym;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 u8 *location;
117 u32 *loc32;
118
119 for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) {
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800120 Elf_Addr v;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121
122 /* This is where to make the change */
123 location = (u8 *)sechdrs[sechdrs[relsec].sh_info].sh_addr
124 + rel[i].r_offset;
125 loc32 = (u32 *) location;
126
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800127#ifdef CONFIG_SPARC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128 BUG_ON(((u64)location >> (u64)32) != (u64)0);
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800129#endif /* CONFIG_SPARC64 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130
131 /* This is the symbol it is referring to. Note that all
132 undefined symbols have been resolved. */
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800133 sym = (Elf_Sym *)sechdrs[symindex].sh_addr
134 + ELF_R_SYM(rel[i].r_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 v = sym->st_value + rel[i].r_addend;
136
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800137 switch (ELF_R_TYPE(rel[i].r_info) & 0xff) {
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800138#ifdef CONFIG_SPARC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139 case R_SPARC_64:
140 location[0] = v >> 56;
141 location[1] = v >> 48;
142 location[2] = v >> 40;
143 location[3] = v >> 32;
144 location[4] = v >> 24;
145 location[5] = v >> 16;
146 location[6] = v >> 8;
147 location[7] = v >> 0;
148 break;
149
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800150 case R_SPARC_DISP32:
151 v -= (Elf_Addr) location;
152 *loc32 = v;
153 break;
154
155 case R_SPARC_WDISP19:
156 v -= (Elf_Addr) location;
157 *loc32 = (*loc32 & ~0x7ffff) |
158 ((v >> 2) & 0x7ffff);
159 break;
160
161 case R_SPARC_OLO10:
162 *loc32 = (*loc32 & ~0x1fff) |
163 (((v & 0x3ff) +
164 (ELF_R_TYPE(rel[i].r_info) >> 8))
165 & 0x1fff);
166 break;
167#endif /* CONFIG_SPARC64 */
168
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 case R_SPARC_32:
Sam Ravnborge6b04fe2008-12-26 15:38:17 -0800170 case R_SPARC_UA32:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171 location[0] = v >> 24;
172 location[1] = v >> 16;
173 location[2] = v >> 8;
174 location[3] = v >> 0;
175 break;
176
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 case R_SPARC_WDISP30:
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800178 v -= (Elf_Addr) location;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 *loc32 = (*loc32 & ~0x3fffffff) |
180 ((v >> 2) & 0x3fffffff);
181 break;
182
183 case R_SPARC_WDISP22:
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800184 v -= (Elf_Addr) location;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185 *loc32 = (*loc32 & ~0x3fffff) |
186 ((v >> 2) & 0x3fffff);
187 break;
188
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 case R_SPARC_LO10:
190 *loc32 = (*loc32 & ~0x3ff) | (v & 0x3ff);
191 break;
192
193 case R_SPARC_HI22:
194 *loc32 = (*loc32 & ~0x3fffff) |
195 ((v >> 10) & 0x3fffff);
196 break;
197
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198 default:
199 printk(KERN_ERR "module %s: Unknown relocation: %x\n",
200 me->name,
Sam Ravnborgc45d1c22008-12-26 15:36:29 -0800201 (int) (ELF_R_TYPE(rel[i].r_info) & 0xff));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202 return -ENOEXEC;
Joe Perches6cb79b32011-06-03 14:45:23 +0000203 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 }
205 return 0;
206}
207
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800208#ifdef CONFIG_SPARC64
David S. Miller0b641202011-11-17 22:44:58 -0800209static void do_patch_sections(const Elf_Ehdr *hdr,
210 const Elf_Shdr *sechdrs)
211{
212 const Elf_Shdr *s, *sun4v_1insn = NULL, *sun4v_2insn = NULL;
213 char *secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
214
215 for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) {
216 if (!strcmp(".sun4v_1insn_patch", secstrings + s->sh_name))
217 sun4v_1insn = s;
218 if (!strcmp(".sun4v_2insn_patch", secstrings + s->sh_name))
219 sun4v_2insn = s;
220 }
221
222 if (sun4v_1insn && tlb_type == hypervisor) {
223 void *p = (void *) sun4v_1insn->sh_addr;
224 sun4v_patch_1insn_range(p, p + sun4v_1insn->sh_size);
225 }
226 if (sun4v_2insn && tlb_type == hypervisor) {
227 void *p = (void *) sun4v_2insn->sh_addr;
228 sun4v_patch_2insn_range(p, p + sun4v_2insn->sh_size);
229 }
230}
231
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232int module_finalize(const Elf_Ehdr *hdr,
233 const Elf_Shdr *sechdrs,
234 struct module *me)
235{
David S. Millerdff9d3c2010-09-17 11:09:25 -0400236 /* make jump label nops */
237 jump_label_apply_nops(me);
238
David S. Miller0b641202011-11-17 22:44:58 -0800239 do_patch_sections(hdr, sechdrs);
240
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 /* Cheetah's I-cache is fully coherent. */
242 if (tlb_type == spitfire) {
243 unsigned long va;
244
245 flushw_all();
246 for (va = 0; va < (PAGE_SIZE << 1); va += 32)
247 spitfire_put_icache_tag(va, 0x0);
248 __asm__ __volatile__("flush %g6");
249 }
250
251 return 0;
252}
Sam Ravnborg627bf2f2008-12-26 15:37:24 -0800253#endif /* CONFIG_SPARC64 */