Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 1 | /* |
| 2 | * ld script for the x86 kernel |
| 3 | * |
| 4 | * Historic 32-bit version written by Martin Mares <mj@atrey.karlin.mff.cuni.cz> |
| 5 | * |
Ingo Molnar | 91fd7fe | 2009-04-29 10:58:38 +0200 | [diff] [blame] | 6 | * Modernisation, unification and other changes and fixes: |
| 7 | * Copyright (C) 2007-2009 Sam Ravnborg <sam@ravnborg.org> |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 8 | * |
| 9 | * |
| 10 | * Don't define absolute symbols until and unless you know that symbol |
| 11 | * value is should remain constant even if kernel image is relocated |
| 12 | * at run time. Absolute symbols are not relocated. If symbol value should |
| 13 | * change if kernel is relocated, make the symbol section relative and |
| 14 | * put it inside the section definition. |
| 15 | */ |
| 16 | |
| 17 | #ifdef CONFIG_X86_32 |
| 18 | #define LOAD_OFFSET __PAGE_OFFSET |
| 19 | #else |
| 20 | #define LOAD_OFFSET __START_KERNEL_map |
| 21 | #endif |
| 22 | |
| 23 | #include <asm-generic/vmlinux.lds.h> |
| 24 | #include <asm/asm-offsets.h> |
| 25 | #include <asm/thread_info.h> |
| 26 | #include <asm/page_types.h> |
| 27 | #include <asm/cache.h> |
| 28 | #include <asm/boot.h> |
| 29 | |
| 30 | #undef i386 /* in case the preprocessor is a 32bit one */ |
| 31 | |
| 32 | OUTPUT_FORMAT(CONFIG_OUTPUT_FORMAT, CONFIG_OUTPUT_FORMAT, CONFIG_OUTPUT_FORMAT) |
| 33 | |
| 34 | #ifdef CONFIG_X86_32 |
| 35 | OUTPUT_ARCH(i386) |
| 36 | ENTRY(phys_startup_32) |
Ingo Molnar | 6b35eb9 | 2011-01-19 10:09:42 +0100 | [diff] [blame] | 37 | jiffies = jiffies_64; |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 38 | #else |
| 39 | OUTPUT_ARCH(i386:x86-64) |
| 40 | ENTRY(phys_startup_64) |
Ingo Molnar | 6b35eb9 | 2011-01-19 10:09:42 +0100 | [diff] [blame] | 41 | jiffies_64 = jiffies; |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 42 | #endif |
| 43 | |
Kees Cook | 9ccaf77 | 2016-02-17 14:41:14 -0800 | [diff] [blame] | 44 | #if defined(CONFIG_X86_64) |
Suresh Siddha | d6cc1c3a | 2009-10-19 06:12:04 -0700 | [diff] [blame] | 45 | /* |
Kees Cook | 9ccaf77 | 2016-02-17 14:41:14 -0800 | [diff] [blame] | 46 | * On 64-bit, align RODATA to 2MB so we retain large page mappings for |
| 47 | * boundaries spanning kernel text, rodata and data sections. |
Suresh Siddha | d6cc1c3a | 2009-10-19 06:12:04 -0700 | [diff] [blame] | 48 | * |
| 49 | * However, kernel identity mappings will have different RWX permissions |
| 50 | * to the pages mapping to text and to the pages padding (which are freed) the |
| 51 | * text section. Hence kernel identity mappings will be broken to smaller |
| 52 | * pages. For 64-bit, kernel text and kernel identity mappings are different, |
Kees Cook | 9ccaf77 | 2016-02-17 14:41:14 -0800 | [diff] [blame] | 53 | * so we can enable protection checks as well as retain 2MB large page |
| 54 | * mappings for kernel text. |
Suresh Siddha | d6cc1c3a | 2009-10-19 06:12:04 -0700 | [diff] [blame] | 55 | */ |
Kees Cook | 9ccaf77 | 2016-02-17 14:41:14 -0800 | [diff] [blame] | 56 | #define X64_ALIGN_RODATA_BEGIN . = ALIGN(HPAGE_SIZE); |
Suresh Siddha | 74e0817 | 2009-10-14 14:46:56 -0700 | [diff] [blame] | 57 | |
Kees Cook | 9ccaf77 | 2016-02-17 14:41:14 -0800 | [diff] [blame] | 58 | #define X64_ALIGN_RODATA_END \ |
Suresh Siddha | 74e0817 | 2009-10-14 14:46:56 -0700 | [diff] [blame] | 59 | . = ALIGN(HPAGE_SIZE); \ |
| 60 | __end_rodata_hpage_align = .; |
| 61 | |
| 62 | #else |
| 63 | |
Kees Cook | 9ccaf77 | 2016-02-17 14:41:14 -0800 | [diff] [blame] | 64 | #define X64_ALIGN_RODATA_BEGIN |
| 65 | #define X64_ALIGN_RODATA_END |
Suresh Siddha | 74e0817 | 2009-10-14 14:46:56 -0700 | [diff] [blame] | 66 | |
| 67 | #endif |
| 68 | |
Sam Ravnborg | afb8095a | 2009-04-29 09:47:19 +0200 | [diff] [blame] | 69 | PHDRS { |
| 70 | text PT_LOAD FLAGS(5); /* R_E */ |
Matthieu Castet | 5bd5a45 | 2010-11-16 22:31:26 +0100 | [diff] [blame] | 71 | data PT_LOAD FLAGS(6); /* RW_ */ |
Sam Ravnborg | afb8095a | 2009-04-29 09:47:19 +0200 | [diff] [blame] | 72 | #ifdef CONFIG_X86_64 |
Sam Ravnborg | afb8095a | 2009-04-29 09:47:19 +0200 | [diff] [blame] | 73 | #ifdef CONFIG_SMP |
Jan Beulich | 8d0cc63 | 2009-09-04 09:18:07 +0100 | [diff] [blame] | 74 | percpu PT_LOAD FLAGS(6); /* RW_ */ |
Sam Ravnborg | afb8095a | 2009-04-29 09:47:19 +0200 | [diff] [blame] | 75 | #endif |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 76 | init PT_LOAD FLAGS(7); /* RWE */ |
Sam Ravnborg | afb8095a | 2009-04-29 09:47:19 +0200 | [diff] [blame] | 77 | #endif |
| 78 | note PT_NOTE FLAGS(0); /* ___ */ |
| 79 | } |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 80 | |
Sam Ravnborg | 444e0ae | 2009-04-29 09:47:20 +0200 | [diff] [blame] | 81 | SECTIONS |
| 82 | { |
| 83 | #ifdef CONFIG_X86_32 |
Ard Biesheuvel | 142b9e6 | 2016-03-18 10:04:37 +0100 | [diff] [blame] | 84 | . = LOAD_OFFSET + LOAD_PHYSICAL_ADDR; |
| 85 | phys_startup_32 = ABSOLUTE(startup_32 - LOAD_OFFSET); |
Sam Ravnborg | 444e0ae | 2009-04-29 09:47:20 +0200 | [diff] [blame] | 86 | #else |
Ard Biesheuvel | 142b9e6 | 2016-03-18 10:04:37 +0100 | [diff] [blame] | 87 | . = __START_KERNEL; |
| 88 | phys_startup_64 = ABSOLUTE(startup_64 - LOAD_OFFSET); |
Sam Ravnborg | 444e0ae | 2009-04-29 09:47:20 +0200 | [diff] [blame] | 89 | #endif |
| 90 | |
Sam Ravnborg | dfc20895 | 2009-04-29 09:47:21 +0200 | [diff] [blame] | 91 | /* Text and read-only data */ |
Sam Ravnborg | dfc20895 | 2009-04-29 09:47:21 +0200 | [diff] [blame] | 92 | .text : AT(ADDR(.text) - LOAD_OFFSET) { |
Tim Abbott | 4ae59b9 | 2009-09-16 16:44:28 -0400 | [diff] [blame] | 93 | _text = .; |
| 94 | /* bootstrapping code */ |
| 95 | HEAD_TEXT |
Sam Ravnborg | dfc20895 | 2009-04-29 09:47:21 +0200 | [diff] [blame] | 96 | . = ALIGN(8); |
| 97 | _stext = .; |
| 98 | TEXT_TEXT |
| 99 | SCHED_TEXT |
Chris Metcalf | 6727ad9 | 2016-10-07 17:02:55 -0700 | [diff] [blame] | 100 | CPUIDLE_TEXT |
Sam Ravnborg | dfc20895 | 2009-04-29 09:47:21 +0200 | [diff] [blame] | 101 | LOCK_TEXT |
| 102 | KPROBES_TEXT |
Jiri Olsa | ea71454 | 2011-03-07 19:10:39 +0100 | [diff] [blame] | 103 | ENTRY_TEXT |
Sam Ravnborg | dfc20895 | 2009-04-29 09:47:21 +0200 | [diff] [blame] | 104 | IRQENTRY_TEXT |
Alexander Potapenko | be7635e | 2016-03-25 14:22:05 -0700 | [diff] [blame] | 105 | SOFTIRQENTRY_TEXT |
Sam Ravnborg | dfc20895 | 2009-04-29 09:47:21 +0200 | [diff] [blame] | 106 | *(.fixup) |
| 107 | *(.gnu.warning) |
Masami Hiramatsu | 09402d8 | 2018-01-19 01:14:21 +0900 | [diff] [blame] | 108 | |
| 109 | #ifdef CONFIG_RETPOLINE |
| 110 | __indirect_thunk_start = .; |
| 111 | *(.text.__x86.indirect_thunk) |
| 112 | __indirect_thunk_end = .; |
| 113 | #endif |
| 114 | |
Sam Ravnborg | dfc20895 | 2009-04-29 09:47:21 +0200 | [diff] [blame] | 115 | /* End of text section */ |
| 116 | _etext = .; |
| 117 | } :text = 0x9090 |
| 118 | |
| 119 | NOTES :text :note |
| 120 | |
Tim Abbott | 123f3e1 | 2009-09-16 16:44:30 -0400 | [diff] [blame] | 121 | EXCEPTION_TABLE(16) :text = 0x9090 |
Sam Ravnborg | 448bc3a | 2009-04-29 09:47:22 +0200 | [diff] [blame] | 122 | |
Matthieu Castet | 5bd5a45 | 2010-11-16 22:31:26 +0100 | [diff] [blame] | 123 | /* .text should occupy whole number of pages */ |
| 124 | . = ALIGN(PAGE_SIZE); |
Kees Cook | 9ccaf77 | 2016-02-17 14:41:14 -0800 | [diff] [blame] | 125 | X64_ALIGN_RODATA_BEGIN |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 126 | RO_DATA(PAGE_SIZE) |
Kees Cook | 9ccaf77 | 2016-02-17 14:41:14 -0800 | [diff] [blame] | 127 | X64_ALIGN_RODATA_END |
Sam Ravnborg | 448bc3a | 2009-04-29 09:47:22 +0200 | [diff] [blame] | 128 | |
Sam Ravnborg | 1f6397b | 2009-04-29 09:47:23 +0200 | [diff] [blame] | 129 | /* Data */ |
Sam Ravnborg | 1f6397b | 2009-04-29 09:47:23 +0200 | [diff] [blame] | 130 | .data : AT(ADDR(.data) - LOAD_OFFSET) { |
Catalin Marinas | 1260866 | 2009-05-11 13:22:00 +0100 | [diff] [blame] | 131 | /* Start of data section */ |
| 132 | _sdata = .; |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 133 | |
| 134 | /* init_task */ |
| 135 | INIT_TASK_DATA(THREAD_SIZE) |
| 136 | |
| 137 | #ifdef CONFIG_X86_32 |
| 138 | /* 32 bit has nosave before _edata */ |
| 139 | NOSAVE_DATA |
| 140 | #endif |
| 141 | |
| 142 | PAGE_ALIGNED_DATA(PAGE_SIZE) |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 143 | |
Jan Beulich | 350f8f5 | 2009-11-13 11:54:40 +0000 | [diff] [blame] | 144 | CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES) |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 145 | |
Sam Ravnborg | 1f6397b | 2009-04-29 09:47:23 +0200 | [diff] [blame] | 146 | DATA_DATA |
| 147 | CONSTRUCTORS |
Sam Ravnborg | 1f6397b | 2009-04-29 09:47:23 +0200 | [diff] [blame] | 148 | |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 149 | /* rarely changed data like cpu maps */ |
Jan Beulich | 350f8f5 | 2009-11-13 11:54:40 +0000 | [diff] [blame] | 150 | READ_MOSTLY_DATA(INTERNODE_CACHE_BYTES) |
Sam Ravnborg | 1f6397b | 2009-04-29 09:47:23 +0200 | [diff] [blame] | 151 | |
Sam Ravnborg | 1f6397b | 2009-04-29 09:47:23 +0200 | [diff] [blame] | 152 | /* End of data section */ |
| 153 | _edata = .; |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 154 | } :data |
Sam Ravnborg | 1f6397b | 2009-04-29 09:47:23 +0200 | [diff] [blame] | 155 | |
Sam Ravnborg | ff6f87e | 2009-04-29 09:47:24 +0200 | [diff] [blame] | 156 | |
Andy Lutomirski | 9c40818 | 2011-08-03 09:31:50 -0400 | [diff] [blame] | 157 | . = ALIGN(PAGE_SIZE); |
| 158 | __vvar_page = .; |
| 159 | |
| 160 | .vvar : AT(ADDR(.vvar) - LOAD_OFFSET) { |
Andy Lutomirski | f670bb7 | 2011-08-03 09:31:51 -0400 | [diff] [blame] | 161 | /* work around gold bug 13023 */ |
| 162 | __vvar_beginning_hack = .; |
Andy Lutomirski | 9c40818 | 2011-08-03 09:31:50 -0400 | [diff] [blame] | 163 | |
Andy Lutomirski | f670bb7 | 2011-08-03 09:31:51 -0400 | [diff] [blame] | 164 | /* Place all vvars at the offsets in asm/vvar.h. */ |
| 165 | #define EMIT_VVAR(name, offset) \ |
| 166 | . = __vvar_beginning_hack + offset; \ |
Andy Lutomirski | 9c40818 | 2011-08-03 09:31:50 -0400 | [diff] [blame] | 167 | *(.vvar_ ## name) |
| 168 | #define __VVAR_KERNEL_LDS |
| 169 | #include <asm/vvar.h> |
| 170 | #undef __VVAR_KERNEL_LDS |
| 171 | #undef EMIT_VVAR |
| 172 | |
Andy Lutomirski | 309944b | 2014-03-17 23:22:11 +0100 | [diff] [blame] | 173 | /* |
| 174 | * Pad the rest of the page with zeros. Otherwise the loader |
| 175 | * can leave garbage here. |
| 176 | */ |
| 177 | . = __vvar_beginning_hack + PAGE_SIZE; |
Andy Lutomirski | 9c40818 | 2011-08-03 09:31:50 -0400 | [diff] [blame] | 178 | } :data |
| 179 | |
| 180 | . = ALIGN(__vvar_page + PAGE_SIZE, PAGE_SIZE); |
| 181 | |
Sam Ravnborg | e58bdaa | 2009-04-29 09:47:25 +0200 | [diff] [blame] | 182 | /* Init code and data - will be freed after init */ |
| 183 | . = ALIGN(PAGE_SIZE); |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 184 | .init.begin : AT(ADDR(.init.begin) - LOAD_OFFSET) { |
Ingo Molnar | fd07319 | 2009-04-29 12:56:58 +0200 | [diff] [blame] | 185 | __init_begin = .; /* paired with __init_end */ |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 186 | } |
| 187 | |
| 188 | #if defined(CONFIG_X86_64) && defined(CONFIG_SMP) |
| 189 | /* |
| 190 | * percpu offsets are zero-based on SMP. PERCPU_VADDR() changes the |
| 191 | * output PHDR, so the next output section - .init.text - should |
| 192 | * start another segment - init. |
| 193 | */ |
Tejun Heo | 19df0c2 | 2011-01-25 14:26:50 +0100 | [diff] [blame] | 194 | PERCPU_VADDR(INTERNODE_CACHE_BYTES, 0, :percpu) |
Jan Beulich | 97b67ae | 2014-11-04 08:50:48 +0000 | [diff] [blame] | 195 | ASSERT(SIZEOF(.data..percpu) < CONFIG_PHYSICAL_START, |
| 196 | "per-CPU data too large - increase CONFIG_PHYSICAL_START") |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 197 | #endif |
| 198 | |
Tim Abbott | 123f3e1 | 2009-09-16 16:44:30 -0400 | [diff] [blame] | 199 | INIT_TEXT_SECTION(PAGE_SIZE) |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 200 | #ifdef CONFIG_X86_64 |
| 201 | :init |
| 202 | #endif |
Sam Ravnborg | e58bdaa | 2009-04-29 09:47:25 +0200 | [diff] [blame] | 203 | |
Borislav Petkov | 337e4cc | 2016-01-26 22:12:07 +0100 | [diff] [blame] | 204 | /* |
| 205 | * Section for code used exclusively before alternatives are run. All |
| 206 | * references to such code must be patched out by alternatives, normally |
| 207 | * by using X86_FEATURE_ALWAYS CPU feature bit. |
| 208 | * |
| 209 | * See static_cpu_has() for an example. |
| 210 | */ |
| 211 | .altinstr_aux : AT(ADDR(.altinstr_aux) - LOAD_OFFSET) { |
| 212 | *(.altinstr_aux) |
| 213 | } |
| 214 | |
Tim Abbott | 123f3e1 | 2009-09-16 16:44:30 -0400 | [diff] [blame] | 215 | INIT_DATA_SECTION(16) |
Sam Ravnborg | e58bdaa | 2009-04-29 09:47:25 +0200 | [diff] [blame] | 216 | |
| 217 | .x86_cpu_dev.init : AT(ADDR(.x86_cpu_dev.init) - LOAD_OFFSET) { |
| 218 | __x86_cpu_dev_start = .; |
| 219 | *(.x86_cpu_dev.init) |
| 220 | __x86_cpu_dev_end = .; |
| 221 | } |
| 222 | |
David Cohen | 66ac501 | 2013-10-17 15:35:35 -0700 | [diff] [blame] | 223 | #ifdef CONFIG_X86_INTEL_MID |
| 224 | .x86_intel_mid_dev.init : AT(ADDR(.x86_intel_mid_dev.init) - \ |
| 225 | LOAD_OFFSET) { |
| 226 | __x86_intel_mid_dev_start = .; |
| 227 | *(.x86_intel_mid_dev.init) |
| 228 | __x86_intel_mid_dev_end = .; |
| 229 | } |
| 230 | #endif |
| 231 | |
Konrad Rzeszutek Wilk | 6f44d03 | 2010-08-27 14:19:33 -0400 | [diff] [blame] | 232 | /* |
| 233 | * start address and size of operations which during runtime |
| 234 | * can be patched with virtualization friendly instructions or |
| 235 | * baremetal native ones. Think page table operations. |
| 236 | * Details in paravirt_types.h |
| 237 | */ |
Sam Ravnborg | ae61836 | 2009-04-29 09:47:26 +0200 | [diff] [blame] | 238 | . = ALIGN(8); |
| 239 | .parainstructions : AT(ADDR(.parainstructions) - LOAD_OFFSET) { |
| 240 | __parainstructions = .; |
| 241 | *(.parainstructions) |
| 242 | __parainstructions_end = .; |
| 243 | } |
| 244 | |
Konrad Rzeszutek Wilk | 6f44d03 | 2010-08-27 14:19:33 -0400 | [diff] [blame] | 245 | /* |
| 246 | * struct alt_inst entries. From the header (alternative.h): |
| 247 | * "Alternative instructions for different CPU types or capabilities" |
| 248 | * Think locking instructions on spinlocks. |
| 249 | */ |
Sam Ravnborg | ae61836 | 2009-04-29 09:47:26 +0200 | [diff] [blame] | 250 | . = ALIGN(8); |
| 251 | .altinstructions : AT(ADDR(.altinstructions) - LOAD_OFFSET) { |
| 252 | __alt_instructions = .; |
| 253 | *(.altinstructions) |
| 254 | __alt_instructions_end = .; |
| 255 | } |
| 256 | |
Konrad Rzeszutek Wilk | 6f44d03 | 2010-08-27 14:19:33 -0400 | [diff] [blame] | 257 | /* |
| 258 | * And here are the replacement instructions. The linker sticks |
| 259 | * them as binary blobs. The .altinstructions has enough data to |
| 260 | * get the address and the length of them to patch the kernel safely. |
| 261 | */ |
Sam Ravnborg | ae61836 | 2009-04-29 09:47:26 +0200 | [diff] [blame] | 262 | .altinstr_replacement : AT(ADDR(.altinstr_replacement) - LOAD_OFFSET) { |
| 263 | *(.altinstr_replacement) |
| 264 | } |
| 265 | |
Konrad Rzeszutek Wilk | 6f44d03 | 2010-08-27 14:19:33 -0400 | [diff] [blame] | 266 | /* |
| 267 | * struct iommu_table_entry entries are injected in this section. |
| 268 | * It is an array of IOMMUs which during run time gets sorted depending |
| 269 | * on its dependency order. After rootfs_initcall is complete |
| 270 | * this section can be safely removed. |
| 271 | */ |
Konrad Rzeszutek Wilk | 0444ad9 | 2010-08-26 13:57:56 -0400 | [diff] [blame] | 272 | .iommu_table : AT(ADDR(.iommu_table) - LOAD_OFFSET) { |
| 273 | __iommu_table = .; |
| 274 | *(.iommu_table) |
Konrad Rzeszutek Wilk | 0444ad9 | 2010-08-26 13:57:56 -0400 | [diff] [blame] | 275 | __iommu_table_end = .; |
| 276 | } |
H. Peter Anvin | 4822b7f | 2011-02-14 15:34:57 -0800 | [diff] [blame] | 277 | |
Konrad Rzeszutek Wilk | 7ac41cc | 2010-08-30 14:10:02 -0400 | [diff] [blame] | 278 | . = ALIGN(8); |
Suresh Siddha | 107e0e0 | 2011-05-20 17:51:17 -0700 | [diff] [blame] | 279 | .apicdrivers : AT(ADDR(.apicdrivers) - LOAD_OFFSET) { |
| 280 | __apicdrivers = .; |
| 281 | *(.apicdrivers); |
| 282 | __apicdrivers_end = .; |
| 283 | } |
| 284 | |
| 285 | . = ALIGN(8); |
Sam Ravnborg | bf6a574 | 2009-04-29 09:47:27 +0200 | [diff] [blame] | 286 | /* |
| 287 | * .exit.text is discard at runtime, not link time, to deal with |
| 288 | * references from .altinstructions and .eh_frame |
| 289 | */ |
| 290 | .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { |
| 291 | EXIT_TEXT |
| 292 | } |
| 293 | |
| 294 | .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { |
| 295 | EXIT_DATA |
| 296 | } |
| 297 | |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 298 | #if !defined(CONFIG_X86_64) || !defined(CONFIG_SMP) |
Tejun Heo | 0415b00d1 | 2011-03-24 18:50:09 +0100 | [diff] [blame] | 299 | PERCPU_SECTION(INTERNODE_CACHE_BYTES) |
Sam Ravnborg | 9d16e78 | 2009-04-29 09:47:28 +0200 | [diff] [blame] | 300 | #endif |
| 301 | |
| 302 | . = ALIGN(PAGE_SIZE); |
Ingo Molnar | fd07319 | 2009-04-29 12:56:58 +0200 | [diff] [blame] | 303 | |
Sam Ravnborg | 9d16e78 | 2009-04-29 09:47:28 +0200 | [diff] [blame] | 304 | /* freed after init ends here */ |
Ingo Molnar | fd07319 | 2009-04-29 12:56:58 +0200 | [diff] [blame] | 305 | .init.end : AT(ADDR(.init.end) - LOAD_OFFSET) { |
| 306 | __init_end = .; |
| 307 | } |
Sam Ravnborg | 9d16e78 | 2009-04-29 09:47:28 +0200 | [diff] [blame] | 308 | |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 309 | /* |
| 310 | * smp_locks might be freed after init |
| 311 | * start/end must be page aligned |
| 312 | */ |
| 313 | . = ALIGN(PAGE_SIZE); |
| 314 | .smp_locks : AT(ADDR(.smp_locks) - LOAD_OFFSET) { |
| 315 | __smp_locks = .; |
| 316 | *(.smp_locks) |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 317 | . = ALIGN(PAGE_SIZE); |
Yinghai Lu | 596b711 | 2010-03-28 19:42:54 -0700 | [diff] [blame] | 318 | __smp_locks_end = .; |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 319 | } |
| 320 | |
Sam Ravnborg | 9d16e78 | 2009-04-29 09:47:28 +0200 | [diff] [blame] | 321 | #ifdef CONFIG_X86_64 |
| 322 | .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { |
Jan Beulich | c62e432 | 2009-08-25 14:50:53 +0100 | [diff] [blame] | 323 | NOSAVE_DATA |
| 324 | } |
Sam Ravnborg | 9d16e78 | 2009-04-29 09:47:28 +0200 | [diff] [blame] | 325 | #endif |
| 326 | |
Sam Ravnborg | 091e52c | 2009-04-29 09:47:29 +0200 | [diff] [blame] | 327 | /* BSS */ |
| 328 | . = ALIGN(PAGE_SIZE); |
| 329 | .bss : AT(ADDR(.bss) - LOAD_OFFSET) { |
| 330 | __bss_start = .; |
Tim Abbott | 7c74df0 | 2010-02-20 01:03:38 +0100 | [diff] [blame] | 331 | *(.bss..page_aligned) |
Sam Ravnborg | 091e52c | 2009-04-29 09:47:29 +0200 | [diff] [blame] | 332 | *(.bss) |
Matthieu Castet | 5bd5a45 | 2010-11-16 22:31:26 +0100 | [diff] [blame] | 333 | . = ALIGN(PAGE_SIZE); |
Sam Ravnborg | 091e52c | 2009-04-29 09:47:29 +0200 | [diff] [blame] | 334 | __bss_stop = .; |
| 335 | } |
Sam Ravnborg | 9d16e78 | 2009-04-29 09:47:28 +0200 | [diff] [blame] | 336 | |
Sam Ravnborg | 091e52c | 2009-04-29 09:47:29 +0200 | [diff] [blame] | 337 | . = ALIGN(PAGE_SIZE); |
| 338 | .brk : AT(ADDR(.brk) - LOAD_OFFSET) { |
| 339 | __brk_base = .; |
| 340 | . += 64 * 1024; /* 64k alignment slop space */ |
| 341 | *(.brk_reservation) /* areas brk users have reserved */ |
| 342 | __brk_limit = .; |
| 343 | } |
| 344 | |
Yinghai Lu | 974f221 | 2016-04-28 17:09:04 -0700 | [diff] [blame] | 345 | . = ALIGN(PAGE_SIZE); /* keep VO_INIT_SIZE page aligned */ |
H. Peter Anvin | 873b527 | 2009-12-14 13:55:20 -0800 | [diff] [blame] | 346 | _end = .; |
Sam Ravnborg | 091e52c | 2009-04-29 09:47:29 +0200 | [diff] [blame] | 347 | |
Sam Ravnborg | 444e0ae | 2009-04-29 09:47:20 +0200 | [diff] [blame] | 348 | STABS_DEBUG |
| 349 | DWARF_DEBUG |
Tejun Heo | 023bf6f | 2009-07-09 11:27:40 +0900 | [diff] [blame] | 350 | |
| 351 | /* Sections to be discarded */ |
| 352 | DISCARDS |
Josh Poimboeuf | 9a99417 | 2016-02-28 22:22:35 -0600 | [diff] [blame] | 353 | /DISCARD/ : { |
| 354 | *(.eh_frame) |
Josh Poimboeuf | 9a99417 | 2016-02-28 22:22:35 -0600 | [diff] [blame] | 355 | } |
Sam Ravnborg | 444e0ae | 2009-04-29 09:47:20 +0200 | [diff] [blame] | 356 | } |
| 357 | |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 358 | |
| 359 | #ifdef CONFIG_X86_32 |
Ingo Molnar | a5912f6 | 2009-10-16 07:18:46 +0200 | [diff] [blame] | 360 | /* |
| 361 | * The ASSERT() sink to . is intentional, for binutils 2.14 compatibility: |
| 362 | */ |
H. Peter Anvin | d2ba8b2 | 2009-08-03 14:44:54 -0700 | [diff] [blame] | 363 | . = ASSERT((_end - LOAD_OFFSET <= KERNEL_IMAGE_SIZE), |
| 364 | "kernel image bigger than KERNEL_IMAGE_SIZE"); |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 365 | #else |
| 366 | /* |
| 367 | * Per-cpu symbols which need to be offset from __per_cpu_load |
| 368 | * for the boot processor. |
| 369 | */ |
Rafael Ávila de Espíndola | 875268e | 2018-12-19 11:01:43 -0800 | [diff] [blame] | 370 | #define INIT_PER_CPU(x) init_per_cpu__##x = ABSOLUTE(x) + __per_cpu_load |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 371 | INIT_PER_CPU(gdt_page); |
| 372 | INIT_PER_CPU(irq_stack_union); |
| 373 | |
| 374 | /* |
| 375 | * Build-time check on the image size: |
| 376 | */ |
H. Peter Anvin | d2ba8b2 | 2009-08-03 14:44:54 -0700 | [diff] [blame] | 377 | . = ASSERT((_end - _text <= KERNEL_IMAGE_SIZE), |
| 378 | "kernel image bigger than KERNEL_IMAGE_SIZE"); |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 379 | |
| 380 | #ifdef CONFIG_SMP |
Rusty Russell | dd17c8f | 2009-10-29 22:34:15 +0900 | [diff] [blame] | 381 | . = ASSERT((irq_stack_union == 0), |
H. Peter Anvin | d2ba8b2 | 2009-08-03 14:44:54 -0700 | [diff] [blame] | 382 | "irq_stack_union is not at start of per-cpu area"); |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 383 | #endif |
| 384 | |
| 385 | #endif /* CONFIG_X86_32 */ |
| 386 | |
Dave Young | 2965faa | 2015-09-09 15:38:55 -0700 | [diff] [blame] | 387 | #ifdef CONFIG_KEXEC_CORE |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 388 | #include <asm/kexec.h> |
| 389 | |
H. Peter Anvin | d2ba8b2 | 2009-08-03 14:44:54 -0700 | [diff] [blame] | 390 | . = ASSERT(kexec_control_code_size <= KEXEC_CONTROL_CODE_MAX_SIZE, |
| 391 | "kexec control code size is too big"); |
Sam Ravnborg | 17ce265 | 2009-04-29 09:47:18 +0200 | [diff] [blame] | 392 | #endif |
| 393 | |