Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
c51e3a41 | 2 | #ifdef CONFIG_PPC64 |
e8222502 | 3 | #define PROVIDE32(x) PROVIDE(__unused__##x) |
c51e3a41 | 4 | #else |
e8222502 | 5 | #define PROVIDE32(x) PROVIDE(x) |
c51e3a41 | 6 | #endif |
5f69e388 BH |
7 | |
8 | #define BSS_FIRST_SECTIONS *(.bss.prominit) | |
9 | ||
4846c5de | 10 | #include <asm/page.h> |
14cf11af | 11 | #include <asm-generic/vmlinux.lds.h> |
bd67fcf9 | 12 | #include <asm/cache.h> |
62bef288 | 13 | #include <asm/thread_info.h> |
14cf11af | 14 | |
95902e6c | 15 | #if defined(CONFIG_STRICT_KERNEL_RWX) && !defined(CONFIG_PPC32) |
d924cc3f BS |
16 | #define STRICT_ALIGN_SIZE (1 << 24) |
17 | #else | |
18 | #define STRICT_ALIGN_SIZE PAGE_SIZE | |
19 | #endif | |
20 | ||
e19e4ab4 ME |
21 | ENTRY(_stext) |
22 | ||
c69cccc9 SB |
23 | PHDRS { |
24 | kernel PT_LOAD FLAGS(7); /* RWX */ | |
25 | notes PT_NOTE FLAGS(0); | |
26 | dummy PT_NOTE FLAGS(0); | |
27 | ||
28 | /* binutils < 2.18 has a bug that makes it misbehave when taking an | |
29 | ELF file with all segments at load address 0 as input. This | |
30 | happens when running "strip" on vmlinux, because of the AT() magic | |
31 | in this linker script. People using GCC >= 4.2 won't run into | |
32 | this problem, because the "build-id" support will put some data | |
33 | into the "notes" segment (at a non-zero load address). | |
34 | ||
35 | To work around this, we force some data into both the "dummy" | |
36 | segment and the kernel segment, so the dummy segment will get a | |
37 | non-zero load address. It's not enough to always create the | |
38 | "notes" segment, since if nothing gets assigned to it, its load | |
39 | address will be zero. */ | |
40 | } | |
41 | ||
cabb5587 SR |
42 | #ifdef CONFIG_PPC64 |
43 | OUTPUT_ARCH(powerpc:common64) | |
44 | jiffies = jiffies_64; | |
45 | #else | |
14cf11af PM |
46 | OUTPUT_ARCH(powerpc:common) |
47 | jiffies = jiffies_64 + 4; | |
cabb5587 | 48 | #endif |
14cf11af PM |
49 | SECTIONS |
50 | { | |
e8222502 | 51 | . = KERNELBASE; |
14cf11af | 52 | |
e8222502 BH |
53 | /* |
54 | * Text, read only data and other permanent read-only sections | |
55 | */ | |
56 | ||
57f26649 NP |
57 | _text = .; |
58 | _stext = .; | |
59 | ||
60 | /* | |
61 | * Head text. | |
62 | * This needs to be in its own output section to avoid ld placing | |
63 | * branch trampoline stubs randomly throughout the fixed sections, | |
64 | * which it will do (even if the branch comes from another section) | |
65 | * in order to optimize stub generation. | |
66 | */ | |
67 | .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) { | |
68 | #ifdef CONFIG_PPC64 | |
69 | KEEP(*(.head.text.first_256B)); | |
70 | #ifdef CONFIG_PPC_BOOK3E | |
57f26649 NP |
71 | #else |
72 | KEEP(*(.head.text.real_vectors)); | |
73 | *(.head.text.real_trampolines); | |
74 | KEEP(*(.head.text.virt_vectors)); | |
75 | *(.head.text.virt_trampolines); | |
76 | # if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV) | |
77 | KEEP(*(.head.data.fwnmi_page)); | |
57f26649 NP |
78 | # endif |
79 | #endif | |
57f26649 NP |
80 | #else /* !CONFIG_PPC64 */ |
81 | HEAD_TEXT | |
82 | #endif | |
83 | } :kernel | |
84 | ||
7aa5b018 NR |
85 | __head_end = .; |
86 | ||
dadc4a1b NP |
87 | #ifdef CONFIG_PPC64 |
88 | /* | |
89 | * BLOCK(0) overrides the default output section alignment because | |
90 | * this needs to start right after .head.text in order for fixed | |
91 | * section placement to work. | |
92 | */ | |
93 | .text BLOCK(0) : AT(ADDR(.text) - LOAD_OFFSET) { | |
951eedeb | 94 | #ifdef CONFIG_LD_HEAD_STUB_CATCH |
4c1d9bb0 | 95 | KEEP(*(.linker_stub_catch)); |
951eedeb NP |
96 | . = . ; |
97 | #endif | |
98 | ||
dadc4a1b | 99 | #else |
366234f6 | 100 | .text : AT(ADDR(.text) - LOAD_OFFSET) { |
748a7683 | 101 | ALIGN_FUNCTION(); |
dadc4a1b | 102 | #endif |
13beadd9 | 103 | /* careful! __ftr_alt_* sections need to be close to .text */ |
4c1d9bb0 | 104 | *(.text.hot TEXT_MAIN .text.fixup .text.unlikely .fixup __ftr_alt_* .ref.text); |
67361cf8 NR |
105 | #ifdef CONFIG_PPC64 |
106 | *(.tramp.ftrace.text); | |
107 | #endif | |
e8222502 | 108 | SCHED_TEXT |
6727ad9e | 109 | CPUIDLE_TEXT |
e8222502 BH |
110 | LOCK_TEXT |
111 | KPROBES_TEXT | |
6794c782 | 112 | IRQENTRY_TEXT |
be7635e7 | 113 | SOFTIRQENTRY_TEXT |
e8c68825 NP |
114 | /* |
115 | * -Os builds call FP save/restore functions. The powerpc64 | |
116 | * linker generates those on demand in the .sfpr section. | |
117 | * .sfpr gets placed at the beginning of a group of input | |
118 | * sections, which can break start-of-text offset if it is | |
119 | * included with the main text sections, so put it by itself. | |
120 | */ | |
121 | *(.sfpr); | |
7de3b27b ME |
122 | MEM_KEEP(init.text) |
123 | MEM_KEEP(exit.text) | |
14cf11af | 124 | |
e8222502 BH |
125 | #ifdef CONFIG_PPC32 |
126 | *(.got1) | |
127 | __got2_start = .; | |
128 | *(.got2) | |
129 | __got2_end = .; | |
130 | #endif /* CONFIG_PPC32 */ | |
131 | ||
c69cccc9 | 132 | } :kernel |
e8222502 | 133 | |
303996da SR |
134 | . = ALIGN(PAGE_SIZE); |
135 | _etext = .; | |
136 | PROVIDE32 (etext = .); | |
137 | ||
e8222502 | 138 | /* Read-only data */ |
d924cc3f | 139 | RO_DATA(PAGE_SIZE) |
e8222502 | 140 | |
aa8a5e00 | 141 | #ifdef CONFIG_PPC64 |
a048a07d NP |
142 | . = ALIGN(8); |
143 | __stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) { | |
144 | __start___stf_entry_barrier_fixup = .; | |
145 | *(__stf_entry_barrier_fixup) | |
146 | __stop___stf_entry_barrier_fixup = .; | |
147 | } | |
148 | ||
149 | . = ALIGN(8); | |
150 | __stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) { | |
151 | __start___stf_exit_barrier_fixup = .; | |
152 | *(__stf_exit_barrier_fixup) | |
153 | __stop___stf_exit_barrier_fixup = .; | |
154 | } | |
155 | ||
aa8a5e00 ME |
156 | . = ALIGN(8); |
157 | __rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) { | |
158 | __start___rfi_flush_fixup = .; | |
159 | *(__rfi_flush_fixup) | |
160 | __stop___rfi_flush_fixup = .; | |
161 | } | |
179ab1cb | 162 | #endif /* CONFIG_PPC64 */ |
2eea7f06 | 163 | |
179ab1cb | 164 | #ifdef CONFIG_PPC_BARRIER_NOSPEC |
2eea7f06 MS |
165 | . = ALIGN(8); |
166 | __spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) { | |
167 | __start___barrier_nospec_fixup = .; | |
168 | *(__barrier_nospec_fixup) | |
169 | __stop___barrier_nospec_fixup = .; | |
170 | } | |
179ab1cb | 171 | #endif /* CONFIG_PPC_BARRIER_NOSPEC */ |
aa8a5e00 | 172 | |
62bef288 | 173 | EXCEPTION_TABLE(0) |
14cf11af | 174 | |
c69cccc9 SB |
175 | NOTES :kernel :notes |
176 | ||
177 | /* The dummy segment contents for the bug workaround mentioned above | |
178 | near PHDRS. */ | |
80c60bf9 | 179 | .dummy : AT(ADDR(.dummy) - LOAD_OFFSET) { |
e16459c6 MM |
180 | LONG(0) |
181 | LONG(0) | |
182 | LONG(0) | |
c69cccc9 | 183 | } :kernel :dummy |
8fb775ee | 184 | |
e8222502 BH |
185 | /* |
186 | * Init sections discarded at runtime | |
187 | */ | |
d924cc3f | 188 | . = ALIGN(STRICT_ALIGN_SIZE); |
e8222502 | 189 | __init_begin = .; |
67361cf8 NR |
190 | . = ALIGN(PAGE_SIZE); |
191 | .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { | |
192 | _sinittext = .; | |
193 | INIT_TEXT | |
194 | _einittext = .; | |
195 | #ifdef CONFIG_PPC64 | |
196 | *(.tramp.ftrace.init); | |
197 | #endif | |
198 | } :kernel | |
e8222502 BH |
199 | |
200 | /* .exit.text is discarded at runtime, not link time, | |
201 | * to deal with references from __bug_table | |
202 | */ | |
366234f6 | 203 | .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { |
01ba2bdc SR |
204 | EXIT_TEXT |
205 | } | |
e8222502 | 206 | |
366234f6 | 207 | .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { |
01ba2bdc | 208 | INIT_DATA |
e8222502 | 209 | __vtop_table_begin = .; |
4c1d9bb0 | 210 | KEEP(*(.vtop_fixup)); |
e8222502 BH |
211 | __vtop_table_end = .; |
212 | __ptov_table_begin = .; | |
4c1d9bb0 | 213 | KEEP(*(.ptov_fixup)); |
e8222502 BH |
214 | __ptov_table_end = .; |
215 | } | |
216 | ||
366234f6 | 217 | .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) { |
62bef288 | 218 | INIT_SETUP(16) |
e8222502 BH |
219 | } |
220 | ||
366234f6 | 221 | .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) { |
62bef288 TA |
222 | INIT_CALLS |
223 | } | |
e8222502 | 224 | |
366234f6 | 225 | .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) { |
62bef288 | 226 | CON_INITCALL |
e8222502 BH |
227 | } |
228 | ||
e8222502 | 229 | . = ALIGN(8); |
366234f6 | 230 | __ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) { |
cabb5587 | 231 | __start___ftr_fixup = .; |
4c1d9bb0 | 232 | KEEP(*(__ftr_fixup)) |
cabb5587 SR |
233 | __stop___ftr_fixup = .; |
234 | } | |
2d1b2027 | 235 | . = ALIGN(8); |
7c03d653 BH |
236 | __mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) { |
237 | __start___mmu_ftr_fixup = .; | |
4c1d9bb0 | 238 | KEEP(*(__mmu_ftr_fixup)) |
7c03d653 BH |
239 | __stop___mmu_ftr_fixup = .; |
240 | } | |
241 | . = ALIGN(8); | |
2d1b2027 KG |
242 | __lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) { |
243 | __start___lwsync_fixup = .; | |
4c1d9bb0 | 244 | KEEP(*(__lwsync_fixup)) |
2d1b2027 KG |
245 | __stop___lwsync_fixup = .; |
246 | } | |
3f639ee8 SR |
247 | #ifdef CONFIG_PPC64 |
248 | . = ALIGN(8); | |
366234f6 | 249 | __fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) { |
3f639ee8 | 250 | __start___fw_ftr_fixup = .; |
4c1d9bb0 | 251 | KEEP(*(__fw_ftr_fixup)) |
3f639ee8 SR |
252 | __stop___fw_ftr_fixup = .; |
253 | } | |
254 | #endif | |
366234f6 | 255 | .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) { |
62bef288 | 256 | INIT_RAM_FS |
e8222502 | 257 | } |
62bef288 | 258 | |
0415b00d | 259 | PERCPU_SECTION(L1_CACHE_BYTES) |
14cf11af | 260 | |
e8222502 | 261 | . = ALIGN(8); |
366234f6 | 262 | .machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) { |
e8222502 | 263 | __machine_desc_start = . ; |
4c1d9bb0 | 264 | KEEP(*(.machine.desc)) |
e8222502 BH |
265 | __machine_desc_end = . ; |
266 | } | |
2a4b9c5a | 267 | #ifdef CONFIG_RELOCATABLE |
549e8152 | 268 | . = ALIGN(8); |
9c5f7d39 SP |
269 | .dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET) |
270 | { | |
27d11496 | 271 | #ifdef CONFIG_PPC32 |
9c5f7d39 SP |
272 | __dynamic_symtab = .; |
273 | #endif | |
274 | *(.dynsym) | |
275 | } | |
549e8152 PM |
276 | .dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) } |
277 | .dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET) | |
278 | { | |
279 | __dynamic_start = .; | |
280 | *(.dynamic) | |
281 | } | |
282 | .hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) } | |
283 | .interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) } | |
284 | .rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET) | |
285 | { | |
286 | __rela_dyn_start = .; | |
287 | *(.rela*) | |
288 | } | |
2a4b9c5a | 289 | #endif |
4c812318 SR |
290 | /* .exit.data is discarded at runtime, not link time, |
291 | * to deal with references from .exit.text | |
292 | */ | |
293 | .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { | |
294 | EXIT_DATA | |
295 | } | |
e8222502 BH |
296 | |
297 | /* freed after init ends here */ | |
298 | . = ALIGN(PAGE_SIZE); | |
299 | __init_end = .; | |
300 | ||
301 | /* | |
302 | * And now the various read/write data | |
303 | */ | |
304 | ||
305 | . = ALIGN(PAGE_SIZE); | |
306 | _sdata = .; | |
14cf11af | 307 | |
cabb5587 | 308 | #ifdef CONFIG_PPC32 |
366234f6 | 309 | .data : AT(ADDR(.data) - LOAD_OFFSET) { |
ca967258 | 310 | DATA_DATA |
a1072607 | 311 | *(.data.rel*) |
4c1d9bb0 | 312 | *(SDATA_MAIN) |
83a092cf | 313 | *(.sdata2) |
e8222502 | 314 | *(.got.plt) *(.got) |
83a092cf | 315 | *(.plt) |
e8222502 | 316 | } |
cabb5587 | 317 | #else |
366234f6 | 318 | .data : AT(ADDR(.data) - LOAD_OFFSET) { |
3ae0aa9f MD |
319 | DATA_DATA |
320 | *(.data.rel*) | |
321 | *(.toc1) | |
e8222502 BH |
322 | *(.branch_lt) |
323 | } | |
14cf11af | 324 | |
366234f6 | 325 | .opd : AT(ADDR(.opd) - LOAD_OFFSET) { |
5633e85b | 326 | __start_opd = .; |
4c1d9bb0 | 327 | KEEP(*(.opd)) |
5633e85b | 328 | __end_opd = .; |
e8222502 BH |
329 | } |
330 | ||
5e95235c | 331 | . = ALIGN(256); |
366234f6 | 332 | .got : AT(ADDR(.got) - LOAD_OFFSET) { |
e8222502 | 333 | __toc_start = .; |
5ac47f7a AB |
334 | #ifndef CONFIG_RELOCATABLE |
335 | __prom_init_toc_start = .; | |
336 | arch/powerpc/kernel/prom_init.o*(.toc .got) | |
337 | __prom_init_toc_end = .; | |
338 | #endif | |
e8222502 BH |
339 | *(.got) |
340 | *(.toc) | |
341 | } | |
cabb5587 | 342 | #endif |
14cf11af | 343 | |
e8222502 | 344 | /* The initial task and kernel stack */ |
2af7687f | 345 | INIT_TASK_DATA_SECTION(THREAD_SIZE) |
14cf11af | 346 | |
75b13483 | 347 | .data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) { |
62bef288 | 348 | PAGE_ALIGNED_DATA(PAGE_SIZE) |
e8222502 | 349 | } |
14cf11af | 350 | |
4af57b78 | 351 | .data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) { |
62bef288 | 352 | CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES) |
e8222502 | 353 | } |
14cf11af | 354 | |
54cb27a7 | 355 | .data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) { |
62bef288 | 356 | READ_MOSTLY_DATA(L1_CACHE_BYTES) |
bd67fcf9 TB |
357 | } |
358 | ||
5be2a213 | 359 | . = ALIGN(PAGE_SIZE); |
366234f6 | 360 | .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { |
62bef288 | 361 | NOSAVE_DATA |
e8222502 | 362 | } |
4a288563 | 363 | |
b5effd38 PZ |
364 | BUG_TABLE |
365 | ||
903444e4 ME |
366 | . = ALIGN(PAGE_SIZE); |
367 | _edata = .; | |
368 | PROVIDE32 (edata = .); | |
369 | ||
e8222502 BH |
370 | /* |
371 | * And finally the bss | |
372 | */ | |
373 | ||
62bef288 | 374 | BSS_SECTION(0, 0, 0) |
14cf11af | 375 | |
e8222502 BH |
376 | . = ALIGN(PAGE_SIZE); |
377 | _end = . ; | |
378 | PROVIDE32 (end = .); | |
023bf6f1 | 379 | |
83a092cf NP |
380 | STABS_DEBUG |
381 | ||
382 | DWARF_DEBUG | |
383 | ||
023bf6f1 | 384 | DISCARDS |
83a092cf NP |
385 | /DISCARD/ : { |
386 | *(*.EMB.apuinfo) | |
387 | *(.glink .iplt .plt .rela* .comment) | |
388 | *(.gnu.version*) | |
389 | *(.gnu.attributes) | |
390 | *(.eh_frame) | |
391 | } | |
14cf11af | 392 | } |