Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
c51e3a41 | 2 | #ifdef CONFIG_PPC64 |
e8222502 | 3 | #define PROVIDE32(x) PROVIDE(__unused__##x) |
c51e3a41 | 4 | #else |
e8222502 | 5 | #define PROVIDE32(x) PROVIDE(x) |
c51e3a41 | 6 | #endif |
5f69e388 BH |
7 | |
8 | #define BSS_FIRST_SECTIONS *(.bss.prominit) | |
441110a5 | 9 | #define EMITS_PT_NOTE |
4e9e559a | 10 | #define RO_EXCEPTION_TABLE_ALIGN 0 |
4b9880db | 11 | #define RUNTIME_DISCARD_EXIT |
5f69e388 | 12 | |
325678fd NP |
13 | #define SOFT_MASK_TABLE(align) \ |
14 | . = ALIGN(align); \ | |
15 | __soft_mask_table : AT(ADDR(__soft_mask_table) - LOAD_OFFSET) { \ | |
16 | __start___soft_mask_table = .; \ | |
17 | KEEP(*(__soft_mask_table)) \ | |
18 | __stop___soft_mask_table = .; \ | |
19 | } | |
20 | ||
f23699c9 NP |
21 | #define RESTART_TABLE(align) \ |
22 | . = ALIGN(align); \ | |
23 | __restart_table : AT(ADDR(__restart_table) - LOAD_OFFSET) { \ | |
24 | __start___restart_table = .; \ | |
25 | KEEP(*(__restart_table)) \ | |
26 | __stop___restart_table = .; \ | |
27 | } | |
28 | ||
4846c5de | 29 | #include <asm/page.h> |
14cf11af | 30 | #include <asm-generic/vmlinux.lds.h> |
bd67fcf9 | 31 | #include <asm/cache.h> |
62bef288 | 32 | #include <asm/thread_info.h> |
14cf11af | 33 | |
166d97d9 | 34 | #define STRICT_ALIGN_SIZE (1 << CONFIG_DATA_SHIFT) |
d924cc3f | 35 | |
331771e8 ME |
36 | #if STRICT_ALIGN_SIZE < PAGE_SIZE |
37 | #error "CONFIG_DATA_SHIFT must be >= PAGE_SHIFT" | |
38 | #endif | |
39 | ||
e19e4ab4 ME |
40 | ENTRY(_stext) |
41 | ||
c69cccc9 | 42 | PHDRS { |
af0f3e9e | 43 | text PT_LOAD FLAGS(7); /* RWX */ |
ec556271 | 44 | note PT_NOTE FLAGS(0); |
c69cccc9 SB |
45 | } |
46 | ||
cabb5587 SR |
47 | #ifdef CONFIG_PPC64 |
48 | OUTPUT_ARCH(powerpc:common64) | |
49 | jiffies = jiffies_64; | |
50 | #else | |
14cf11af PM |
51 | OUTPUT_ARCH(powerpc:common) |
52 | jiffies = jiffies_64 + 4; | |
cabb5587 | 53 | #endif |
14cf11af PM |
54 | SECTIONS |
55 | { | |
e8222502 | 56 | . = KERNELBASE; |
14cf11af | 57 | |
e8222502 BH |
58 | /* |
59 | * Text, read only data and other permanent read-only sections | |
60 | */ | |
61 | ||
57f26649 NP |
62 | _text = .; |
63 | _stext = .; | |
64 | ||
65 | /* | |
66 | * Head text. | |
67 | * This needs to be in its own output section to avoid ld placing | |
68 | * branch trampoline stubs randomly throughout the fixed sections, | |
69 | * which it will do (even if the branch comes from another section) | |
70 | * in order to optimize stub generation. | |
71 | */ | |
72 | .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) { | |
73 | #ifdef CONFIG_PPC64 | |
74 | KEEP(*(.head.text.first_256B)); | |
e0d68273 | 75 | #ifdef CONFIG_PPC_BOOK3E_64 |
57f26649 NP |
76 | #else |
77 | KEEP(*(.head.text.real_vectors)); | |
78 | *(.head.text.real_trampolines); | |
79 | KEEP(*(.head.text.virt_vectors)); | |
80 | *(.head.text.virt_trampolines); | |
81 | # if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV) | |
82 | KEEP(*(.head.data.fwnmi_page)); | |
57f26649 NP |
83 | # endif |
84 | #endif | |
57f26649 NP |
85 | #else /* !CONFIG_PPC64 */ |
86 | HEAD_TEXT | |
87 | #endif | |
af0f3e9e | 88 | } :text |
57f26649 | 89 | |
7aa5b018 NR |
90 | __head_end = .; |
91 | ||
dadc4a1b NP |
92 | #ifdef CONFIG_PPC64 |
93 | /* | |
a652758a | 94 | * ALIGN(0) overrides the default output section alignment because |
dadc4a1b NP |
95 | * this needs to start right after .head.text in order for fixed |
96 | * section placement to work. | |
97 | */ | |
a652758a | 98 | .text ALIGN(0) : AT(ADDR(.text) - LOAD_OFFSET) { |
951eedeb | 99 | #ifdef CONFIG_LD_HEAD_STUB_CATCH |
4c1d9bb0 | 100 | KEEP(*(.linker_stub_catch)); |
951eedeb NP |
101 | . = . ; |
102 | #endif | |
103 | ||
dadc4a1b | 104 | #else |
366234f6 | 105 | .text : AT(ADDR(.text) - LOAD_OFFSET) { |
748a7683 | 106 | ALIGN_FUNCTION(); |
dadc4a1b | 107 | #endif |
13beadd9 | 108 | /* careful! __ftr_alt_* sections need to be close to .text */ |
3ce47d95 | 109 | *(.text.hot .text.hot.* TEXT_MAIN .text.fixup .text.unlikely .text.unlikely.* .fixup __ftr_alt_* .ref.text); |
67361cf8 NR |
110 | #ifdef CONFIG_PPC64 |
111 | *(.tramp.ftrace.text); | |
112 | #endif | |
65538966 | 113 | NOINSTR_TEXT |
e8222502 BH |
114 | SCHED_TEXT |
115 | LOCK_TEXT | |
116 | KPROBES_TEXT | |
6794c782 | 117 | IRQENTRY_TEXT |
be7635e7 | 118 | SOFTIRQENTRY_TEXT |
e8c68825 NP |
119 | /* |
120 | * -Os builds call FP save/restore functions. The powerpc64 | |
121 | * linker generates those on demand in the .sfpr section. | |
122 | * .sfpr gets placed at the beginning of a group of input | |
123 | * sections, which can break start-of-text offset if it is | |
124 | * included with the main text sections, so put it by itself. | |
125 | */ | |
126 | *(.sfpr); | |
acd35dba | 127 | *(.text.asan.* .text.tsan.*) |
7de3b27b ME |
128 | MEM_KEEP(init.text) |
129 | MEM_KEEP(exit.text) | |
af0f3e9e | 130 | } :text |
e8222502 | 131 | |
a0591b60 | 132 | . = ALIGN(PAGE_SIZE); |
303996da SR |
133 | _etext = .; |
134 | PROVIDE32 (etext = .); | |
135 | ||
e8222502 | 136 | /* Read-only data */ |
d924cc3f | 137 | RO_DATA(PAGE_SIZE) |
e8222502 | 138 | |
b6adc6d6 NP |
139 | #ifdef CONFIG_PPC32 |
140 | .sdata2 : AT(ADDR(.sdata2) - LOAD_OFFSET) { | |
141 | *(.sdata2) | |
142 | } | |
143 | #endif | |
144 | ||
145 | .data.rel.ro : AT(ADDR(.data.rel.ro) - LOAD_OFFSET) { | |
eb761a17 | 146 | *(.data.rel.ro .data.rel.ro.*) |
b6adc6d6 NP |
147 | } |
148 | ||
f21ba449 NP |
149 | .branch_lt : AT(ADDR(.branch_lt) - LOAD_OFFSET) { |
150 | *(.branch_lt) | |
151 | } | |
152 | ||
1faa1235 NP |
153 | #ifdef CONFIG_PPC32 |
154 | .got1 : AT(ADDR(.got1) - LOAD_OFFSET) { | |
155 | *(.got1) | |
156 | } | |
157 | .got2 : AT(ADDR(.got2) - LOAD_OFFSET) { | |
158 | __got2_start = .; | |
159 | *(.got2) | |
160 | __got2_end = .; | |
161 | } | |
f21ba449 NP |
162 | .got : AT(ADDR(.got) - LOAD_OFFSET) { |
163 | *(.got) | |
164 | *(.got.plt) | |
165 | } | |
166 | .plt : AT(ADDR(.plt) - LOAD_OFFSET) { | |
167 | /* XXX: is .plt (and .got.plt) required? */ | |
168 | *(.plt) | |
169 | } | |
170 | ||
1faa1235 | 171 | #else /* CONFIG_PPC32 */ |
f21ba449 NP |
172 | .toc1 : AT(ADDR(.toc1) - LOAD_OFFSET) { |
173 | *(.toc1) | |
174 | } | |
175 | ||
176 | .got : AT(ADDR(.got) - LOAD_OFFSET) ALIGN(256) { | |
1e9eca48 | 177 | *(.got .toc) |
f21ba449 NP |
178 | } |
179 | ||
325678fd | 180 | SOFT_MASK_TABLE(8) |
f23699c9 NP |
181 | RESTART_TABLE(8) |
182 | ||
c787fed1 | 183 | #ifdef CONFIG_PPC64_ELF_ABI_V1 |
3091f5fc CL |
184 | .opd : AT(ADDR(.opd) - LOAD_OFFSET) { |
185 | __start_opd = .; | |
186 | KEEP(*(.opd)) | |
187 | __end_opd = .; | |
188 | } | |
c787fed1 | 189 | #endif |
3091f5fc | 190 | |
a048a07d NP |
191 | . = ALIGN(8); |
192 | __stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) { | |
193 | __start___stf_entry_barrier_fixup = .; | |
194 | *(__stf_entry_barrier_fixup) | |
195 | __stop___stf_entry_barrier_fixup = .; | |
196 | } | |
197 | ||
9a32a7e7 NP |
198 | . = ALIGN(8); |
199 | __uaccess_flush_fixup : AT(ADDR(__uaccess_flush_fixup) - LOAD_OFFSET) { | |
200 | __start___uaccess_flush_fixup = .; | |
201 | *(__uaccess_flush_fixup) | |
202 | __stop___uaccess_flush_fixup = .; | |
203 | } | |
204 | ||
f7964378 NP |
205 | . = ALIGN(8); |
206 | __entry_flush_fixup : AT(ADDR(__entry_flush_fixup) - LOAD_OFFSET) { | |
207 | __start___entry_flush_fixup = .; | |
208 | *(__entry_flush_fixup) | |
209 | __stop___entry_flush_fixup = .; | |
210 | } | |
211 | ||
08685be7 NP |
212 | . = ALIGN(8); |
213 | __scv_entry_flush_fixup : AT(ADDR(__scv_entry_flush_fixup) - LOAD_OFFSET) { | |
214 | __start___scv_entry_flush_fixup = .; | |
215 | *(__scv_entry_flush_fixup) | |
216 | __stop___scv_entry_flush_fixup = .; | |
217 | } | |
218 | ||
a048a07d NP |
219 | . = ALIGN(8); |
220 | __stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) { | |
221 | __start___stf_exit_barrier_fixup = .; | |
222 | *(__stf_exit_barrier_fixup) | |
223 | __stop___stf_exit_barrier_fixup = .; | |
224 | } | |
225 | ||
aa8a5e00 ME |
226 | . = ALIGN(8); |
227 | __rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) { | |
228 | __start___rfi_flush_fixup = .; | |
229 | *(__rfi_flush_fixup) | |
230 | __stop___rfi_flush_fixup = .; | |
231 | } | |
1faa1235 | 232 | #endif /* CONFIG_PPC32 */ |
2eea7f06 | 233 | |
179ab1cb | 234 | #ifdef CONFIG_PPC_BARRIER_NOSPEC |
2eea7f06 MS |
235 | . = ALIGN(8); |
236 | __spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) { | |
237 | __start___barrier_nospec_fixup = .; | |
238 | *(__barrier_nospec_fixup) | |
239 | __stop___barrier_nospec_fixup = .; | |
240 | } | |
179ab1cb | 241 | #endif /* CONFIG_PPC_BARRIER_NOSPEC */ |
aa8a5e00 | 242 | |
3e731858 | 243 | #ifdef CONFIG_PPC_E500 |
76a5eaa3 DC |
244 | . = ALIGN(8); |
245 | __spec_btb_flush_fixup : AT(ADDR(__spec_btb_flush_fixup) - LOAD_OFFSET) { | |
246 | __start__btb_flush_fixup = .; | |
247 | *(__btb_flush_fixup) | |
248 | __stop__btb_flush_fixup = .; | |
249 | } | |
250 | #endif | |
14cf11af | 251 | |
b150a4d1 ME |
252 | /* |
253 | * Various code relies on __init_begin being at the strict RWX boundary. | |
254 | */ | |
255 | . = ALIGN(STRICT_ALIGN_SIZE); | |
256 | __srwx_boundary = .; | |
7082f8e7 | 257 | __end_rodata = .; |
b150a4d1 ME |
258 | __init_begin = .; |
259 | ||
e8222502 BH |
260 | /* |
261 | * Init sections discarded at runtime | |
262 | */ | |
67361cf8 NR |
263 | .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { |
264 | _sinittext = .; | |
265 | INIT_TEXT | |
2225a8dd AM |
266 | |
267 | /* | |
268 | *.init.text might be RO so we must ensure this section ends on | |
269 | * a page boundary. | |
270 | */ | |
271 | . = ALIGN(PAGE_SIZE); | |
67361cf8 NR |
272 | _einittext = .; |
273 | #ifdef CONFIG_PPC64 | |
274 | *(.tramp.ftrace.init); | |
275 | #endif | |
af0f3e9e | 276 | } :text |
e8222502 BH |
277 | |
278 | /* .exit.text is discarded at runtime, not link time, | |
279 | * to deal with references from __bug_table | |
280 | */ | |
366234f6 | 281 | .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { |
01ba2bdc SR |
282 | EXIT_TEXT |
283 | } | |
e8222502 | 284 | |
2225a8dd AM |
285 | . = ALIGN(PAGE_SIZE); |
286 | ||
fdcfeaba | 287 | INIT_DATA_SECTION(16) |
e8222502 | 288 | |
e8222502 | 289 | . = ALIGN(8); |
366234f6 | 290 | __ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) { |
cabb5587 | 291 | __start___ftr_fixup = .; |
4c1d9bb0 | 292 | KEEP(*(__ftr_fixup)) |
cabb5587 SR |
293 | __stop___ftr_fixup = .; |
294 | } | |
2d1b2027 | 295 | . = ALIGN(8); |
7c03d653 BH |
296 | __mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) { |
297 | __start___mmu_ftr_fixup = .; | |
4c1d9bb0 | 298 | KEEP(*(__mmu_ftr_fixup)) |
7c03d653 BH |
299 | __stop___mmu_ftr_fixup = .; |
300 | } | |
301 | . = ALIGN(8); | |
2d1b2027 KG |
302 | __lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) { |
303 | __start___lwsync_fixup = .; | |
4c1d9bb0 | 304 | KEEP(*(__lwsync_fixup)) |
2d1b2027 KG |
305 | __stop___lwsync_fixup = .; |
306 | } | |
3f639ee8 SR |
307 | #ifdef CONFIG_PPC64 |
308 | . = ALIGN(8); | |
366234f6 | 309 | __fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) { |
3f639ee8 | 310 | __start___fw_ftr_fixup = .; |
4c1d9bb0 | 311 | KEEP(*(__fw_ftr_fixup)) |
3f639ee8 SR |
312 | __stop___fw_ftr_fixup = .; |
313 | } | |
314 | #endif | |
62bef288 | 315 | |
0415b00d | 316 | PERCPU_SECTION(L1_CACHE_BYTES) |
14cf11af | 317 | |
e8222502 | 318 | . = ALIGN(8); |
366234f6 | 319 | .machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) { |
e8222502 | 320 | __machine_desc_start = . ; |
4c1d9bb0 | 321 | KEEP(*(.machine.desc)) |
e8222502 BH |
322 | __machine_desc_end = . ; |
323 | } | |
2a4b9c5a | 324 | #ifdef CONFIG_RELOCATABLE |
549e8152 | 325 | . = ALIGN(8); |
9c5f7d39 SP |
326 | .dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET) |
327 | { | |
9c5f7d39 | 328 | __dynamic_symtab = .; |
9c5f7d39 SP |
329 | *(.dynsym) |
330 | } | |
549e8152 PM |
331 | .dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) } |
332 | .dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET) | |
333 | { | |
334 | __dynamic_start = .; | |
335 | *(.dynamic) | |
336 | } | |
337 | .hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) } | |
ead98360 | 338 | .gnu.hash : AT(ADDR(.gnu.hash) - LOAD_OFFSET) { *(.gnu.hash) } |
549e8152 PM |
339 | .interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) } |
340 | .rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET) | |
341 | { | |
342 | __rela_dyn_start = .; | |
343 | *(.rela*) | |
344 | } | |
2a4b9c5a | 345 | #endif |
4c812318 SR |
346 | /* .exit.data is discarded at runtime, not link time, |
347 | * to deal with references from .exit.text | |
348 | */ | |
349 | .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { | |
350 | EXIT_DATA | |
351 | } | |
e8222502 BH |
352 | |
353 | /* freed after init ends here */ | |
354 | . = ALIGN(PAGE_SIZE); | |
355 | __init_end = .; | |
356 | ||
357 | /* | |
358 | * And now the various read/write data | |
359 | */ | |
360 | ||
361 | . = ALIGN(PAGE_SIZE); | |
362 | _sdata = .; | |
14cf11af | 363 | |
366234f6 | 364 | .data : AT(ADDR(.data) - LOAD_OFFSET) { |
ca967258 | 365 | DATA_DATA |
a1072607 | 366 | *(.data.rel*) |
b6adc6d6 | 367 | #ifdef CONFIG_PPC32 |
4c1d9bb0 | 368 | *(SDATA_MAIN) |
cabb5587 | 369 | #endif |
b6adc6d6 | 370 | } |
14cf11af | 371 | |
e8222502 | 372 | /* The initial task and kernel stack */ |
63289e7d | 373 | INIT_TASK_DATA_SECTION(THREAD_ALIGN) |
14cf11af | 374 | |
75b13483 | 375 | .data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) { |
62bef288 | 376 | PAGE_ALIGNED_DATA(PAGE_SIZE) |
e8222502 | 377 | } |
14cf11af | 378 | |
4af57b78 | 379 | .data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) { |
62bef288 | 380 | CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES) |
e8222502 | 381 | } |
14cf11af | 382 | |
54cb27a7 | 383 | .data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) { |
62bef288 | 384 | READ_MOSTLY_DATA(L1_CACHE_BYTES) |
bd67fcf9 TB |
385 | } |
386 | ||
5be2a213 | 387 | . = ALIGN(PAGE_SIZE); |
366234f6 | 388 | .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { |
62bef288 | 389 | NOSAVE_DATA |
e8222502 | 390 | } |
4a288563 | 391 | |
b5effd38 PZ |
392 | BUG_TABLE |
393 | ||
903444e4 ME |
394 | . = ALIGN(PAGE_SIZE); |
395 | _edata = .; | |
396 | PROVIDE32 (edata = .); | |
397 | ||
e8222502 BH |
398 | /* |
399 | * And finally the bss | |
400 | */ | |
401 | ||
62bef288 | 402 | BSS_SECTION(0, 0, 0) |
14cf11af | 403 | |
e8222502 BH |
404 | . = ALIGN(PAGE_SIZE); |
405 | _end = . ; | |
406 | PROVIDE32 (end = .); | |
023bf6f1 | 407 | |
83a092cf | 408 | DWARF_DEBUG |
c604abc3 | 409 | ELF_DETAILS |
83a092cf | 410 | |
023bf6f1 | 411 | DISCARDS |
83a092cf NP |
412 | /DISCARD/ : { |
413 | *(*.EMB.apuinfo) | |
be5f95c8 | 414 | *(.glink .iplt .plt) |
83a092cf NP |
415 | *(.gnu.version*) |
416 | *(.gnu.attributes) | |
417 | *(.eh_frame) | |
07b050f9 ME |
418 | #ifndef CONFIG_RELOCATABLE |
419 | *(.rela*) | |
420 | #endif | |
83a092cf | 421 | } |
14cf11af | 422 | } |