Merge tag 'arm64-fixes' of git://git.kernel.org/pub/scm/linux/kernel/git/arm64/linux
[linux-2.6-block.git] / arch / powerpc / kernel / vmlinux.lds.S
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
c51e3a41 2#ifdef CONFIG_PPC64
e8222502 3#define PROVIDE32(x) PROVIDE(__unused__##x)
c51e3a41 4#else
e8222502 5#define PROVIDE32(x) PROVIDE(x)
c51e3a41 6#endif
5f69e388
BH
7
8#define BSS_FIRST_SECTIONS *(.bss.prominit)
441110a5 9#define EMITS_PT_NOTE
4e9e559a 10#define RO_EXCEPTION_TABLE_ALIGN 0
5f69e388 11
4846c5de 12#include <asm/page.h>
14cf11af 13#include <asm-generic/vmlinux.lds.h>
bd67fcf9 14#include <asm/cache.h>
62bef288 15#include <asm/thread_info.h>
14cf11af 16
166d97d9 17#define STRICT_ALIGN_SIZE (1 << CONFIG_DATA_SHIFT)
d924cc3f 18
e19e4ab4
ME
19ENTRY(_stext)
20
c69cccc9 21PHDRS {
af0f3e9e 22 text PT_LOAD FLAGS(7); /* RWX */
ec556271 23 note PT_NOTE FLAGS(0);
c69cccc9
SB
24}
25
cabb5587
SR
26#ifdef CONFIG_PPC64
27OUTPUT_ARCH(powerpc:common64)
28jiffies = jiffies_64;
29#else
14cf11af
PM
30OUTPUT_ARCH(powerpc:common)
31jiffies = jiffies_64 + 4;
cabb5587 32#endif
14cf11af
PM
33SECTIONS
34{
e8222502 35 . = KERNELBASE;
14cf11af 36
e8222502
BH
37/*
38 * Text, read only data and other permanent read-only sections
39 */
40
57f26649
NP
41 _text = .;
42 _stext = .;
43
44 /*
45 * Head text.
46 * This needs to be in its own output section to avoid ld placing
47 * branch trampoline stubs randomly throughout the fixed sections,
48 * which it will do (even if the branch comes from another section)
49 * in order to optimize stub generation.
50 */
51 .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) {
52#ifdef CONFIG_PPC64
53 KEEP(*(.head.text.first_256B));
54#ifdef CONFIG_PPC_BOOK3E
57f26649
NP
55#else
56 KEEP(*(.head.text.real_vectors));
57 *(.head.text.real_trampolines);
58 KEEP(*(.head.text.virt_vectors));
59 *(.head.text.virt_trampolines);
60# if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV)
61 KEEP(*(.head.data.fwnmi_page));
57f26649
NP
62# endif
63#endif
57f26649
NP
64#else /* !CONFIG_PPC64 */
65 HEAD_TEXT
66#endif
af0f3e9e 67 } :text
57f26649 68
7aa5b018
NR
69 __head_end = .;
70
dadc4a1b
NP
71#ifdef CONFIG_PPC64
72 /*
a652758a 73 * ALIGN(0) overrides the default output section alignment because
dadc4a1b
NP
74 * this needs to start right after .head.text in order for fixed
75 * section placement to work.
76 */
a652758a 77 .text ALIGN(0) : AT(ADDR(.text) - LOAD_OFFSET) {
951eedeb 78#ifdef CONFIG_LD_HEAD_STUB_CATCH
4c1d9bb0 79 KEEP(*(.linker_stub_catch));
951eedeb
NP
80 . = . ;
81#endif
82
dadc4a1b 83#else
366234f6 84 .text : AT(ADDR(.text) - LOAD_OFFSET) {
748a7683 85 ALIGN_FUNCTION();
dadc4a1b 86#endif
13beadd9 87 /* careful! __ftr_alt_* sections need to be close to .text */
3ce47d95 88 *(.text.hot .text.hot.* TEXT_MAIN .text.fixup .text.unlikely .text.unlikely.* .fixup __ftr_alt_* .ref.text);
67361cf8
NR
89#ifdef CONFIG_PPC64
90 *(.tramp.ftrace.text);
91#endif
65538966 92 NOINSTR_TEXT
e8222502 93 SCHED_TEXT
6727ad9e 94 CPUIDLE_TEXT
e8222502
BH
95 LOCK_TEXT
96 KPROBES_TEXT
6794c782 97 IRQENTRY_TEXT
be7635e7 98 SOFTIRQENTRY_TEXT
e8c68825
NP
99 /*
100 * -Os builds call FP save/restore functions. The powerpc64
101 * linker generates those on demand in the .sfpr section.
102 * .sfpr gets placed at the beginning of a group of input
103 * sections, which can break start-of-text offset if it is
104 * included with the main text sections, so put it by itself.
105 */
106 *(.sfpr);
7de3b27b
ME
107 MEM_KEEP(init.text)
108 MEM_KEEP(exit.text)
14cf11af 109
e8222502
BH
110#ifdef CONFIG_PPC32
111 *(.got1)
112 __got2_start = .;
113 *(.got2)
114 __got2_end = .;
115#endif /* CONFIG_PPC32 */
116
af0f3e9e 117 } :text
e8222502 118
a0591b60 119 . = ALIGN(PAGE_SIZE);
303996da
SR
120 _etext = .;
121 PROVIDE32 (etext = .);
122
e8222502 123 /* Read-only data */
d924cc3f 124 RO_DATA(PAGE_SIZE)
e8222502 125
aa8a5e00 126#ifdef CONFIG_PPC64
a048a07d
NP
127 . = ALIGN(8);
128 __stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) {
129 __start___stf_entry_barrier_fixup = .;
130 *(__stf_entry_barrier_fixup)
131 __stop___stf_entry_barrier_fixup = .;
132 }
133
9a32a7e7
NP
134 . = ALIGN(8);
135 __uaccess_flush_fixup : AT(ADDR(__uaccess_flush_fixup) - LOAD_OFFSET) {
136 __start___uaccess_flush_fixup = .;
137 *(__uaccess_flush_fixup)
138 __stop___uaccess_flush_fixup = .;
139 }
140
f7964378
NP
141 . = ALIGN(8);
142 __entry_flush_fixup : AT(ADDR(__entry_flush_fixup) - LOAD_OFFSET) {
143 __start___entry_flush_fixup = .;
144 *(__entry_flush_fixup)
145 __stop___entry_flush_fixup = .;
146 }
147
a048a07d
NP
148 . = ALIGN(8);
149 __stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) {
150 __start___stf_exit_barrier_fixup = .;
151 *(__stf_exit_barrier_fixup)
152 __stop___stf_exit_barrier_fixup = .;
153 }
154
aa8a5e00
ME
155 . = ALIGN(8);
156 __rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) {
157 __start___rfi_flush_fixup = .;
158 *(__rfi_flush_fixup)
159 __stop___rfi_flush_fixup = .;
160 }
179ab1cb 161#endif /* CONFIG_PPC64 */
2eea7f06 162
179ab1cb 163#ifdef CONFIG_PPC_BARRIER_NOSPEC
2eea7f06
MS
164 . = ALIGN(8);
165 __spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) {
166 __start___barrier_nospec_fixup = .;
167 *(__barrier_nospec_fixup)
168 __stop___barrier_nospec_fixup = .;
169 }
179ab1cb 170#endif /* CONFIG_PPC_BARRIER_NOSPEC */
aa8a5e00 171
76a5eaa3
DC
172#ifdef CONFIG_PPC_FSL_BOOK3E
173 . = ALIGN(8);
174 __spec_btb_flush_fixup : AT(ADDR(__spec_btb_flush_fixup) - LOAD_OFFSET) {
175 __start__btb_flush_fixup = .;
176 *(__btb_flush_fixup)
177 __stop__btb_flush_fixup = .;
178 }
179#endif
14cf11af 180
e8222502
BH
181/*
182 * Init sections discarded at runtime
183 */
d924cc3f 184 . = ALIGN(STRICT_ALIGN_SIZE);
e8222502 185 __init_begin = .;
67361cf8
NR
186 . = ALIGN(PAGE_SIZE);
187 .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) {
188 _sinittext = .;
189 INIT_TEXT
2225a8dd
AM
190
191 /*
192 *.init.text might be RO so we must ensure this section ends on
193 * a page boundary.
194 */
195 . = ALIGN(PAGE_SIZE);
67361cf8
NR
196 _einittext = .;
197#ifdef CONFIG_PPC64
198 *(.tramp.ftrace.init);
199#endif
af0f3e9e 200 } :text
e8222502
BH
201
202 /* .exit.text is discarded at runtime, not link time,
203 * to deal with references from __bug_table
204 */
366234f6 205 .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) {
01ba2bdc
SR
206 EXIT_TEXT
207 }
e8222502 208
2225a8dd
AM
209 . = ALIGN(PAGE_SIZE);
210
fdcfeaba 211 INIT_DATA_SECTION(16)
e8222502 212
e8222502 213 . = ALIGN(8);
366234f6 214 __ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) {
cabb5587 215 __start___ftr_fixup = .;
4c1d9bb0 216 KEEP(*(__ftr_fixup))
cabb5587
SR
217 __stop___ftr_fixup = .;
218 }
2d1b2027 219 . = ALIGN(8);
7c03d653
BH
220 __mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) {
221 __start___mmu_ftr_fixup = .;
4c1d9bb0 222 KEEP(*(__mmu_ftr_fixup))
7c03d653
BH
223 __stop___mmu_ftr_fixup = .;
224 }
225 . = ALIGN(8);
2d1b2027
KG
226 __lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) {
227 __start___lwsync_fixup = .;
4c1d9bb0 228 KEEP(*(__lwsync_fixup))
2d1b2027
KG
229 __stop___lwsync_fixup = .;
230 }
3f639ee8
SR
231#ifdef CONFIG_PPC64
232 . = ALIGN(8);
366234f6 233 __fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) {
3f639ee8 234 __start___fw_ftr_fixup = .;
4c1d9bb0 235 KEEP(*(__fw_ftr_fixup))
3f639ee8
SR
236 __stop___fw_ftr_fixup = .;
237 }
238#endif
62bef288 239
0415b00d 240 PERCPU_SECTION(L1_CACHE_BYTES)
14cf11af 241
e8222502 242 . = ALIGN(8);
366234f6 243 .machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) {
e8222502 244 __machine_desc_start = . ;
4c1d9bb0 245 KEEP(*(.machine.desc))
e8222502
BH
246 __machine_desc_end = . ;
247 }
2a4b9c5a 248#ifdef CONFIG_RELOCATABLE
549e8152 249 . = ALIGN(8);
9c5f7d39
SP
250 .dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET)
251 {
27d11496 252#ifdef CONFIG_PPC32
9c5f7d39
SP
253 __dynamic_symtab = .;
254#endif
255 *(.dynsym)
256 }
549e8152
PM
257 .dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) }
258 .dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET)
259 {
260 __dynamic_start = .;
261 *(.dynamic)
262 }
263 .hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) }
ead98360 264 .gnu.hash : AT(ADDR(.gnu.hash) - LOAD_OFFSET) { *(.gnu.hash) }
549e8152
PM
265 .interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) }
266 .rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET)
267 {
268 __rela_dyn_start = .;
269 *(.rela*)
270 }
2a4b9c5a 271#endif
4c812318
SR
272 /* .exit.data is discarded at runtime, not link time,
273 * to deal with references from .exit.text
274 */
275 .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) {
276 EXIT_DATA
277 }
e8222502
BH
278
279 /* freed after init ends here */
280 . = ALIGN(PAGE_SIZE);
281 __init_end = .;
282
283/*
284 * And now the various read/write data
285 */
286
287 . = ALIGN(PAGE_SIZE);
288 _sdata = .;
14cf11af 289
cabb5587 290#ifdef CONFIG_PPC32
366234f6 291 .data : AT(ADDR(.data) - LOAD_OFFSET) {
ca967258 292 DATA_DATA
beba24ac
MM
293#ifdef CONFIG_UBSAN
294 *(.data..Lubsan_data*)
295 *(.data..Lubsan_type*)
296#endif
a1072607 297 *(.data.rel*)
4c1d9bb0 298 *(SDATA_MAIN)
83a092cf 299 *(.sdata2)
e8222502 300 *(.got.plt) *(.got)
83a092cf 301 *(.plt)
98ecc676 302 *(.branch_lt)
e8222502 303 }
cabb5587 304#else
366234f6 305 .data : AT(ADDR(.data) - LOAD_OFFSET) {
3ae0aa9f 306 DATA_DATA
d0a3ac54
KC
307#ifdef CONFIG_UBSAN
308 *(.data..Lubsan_data*)
309 *(.data..Lubsan_type*)
310#endif
3ae0aa9f
MD
311 *(.data.rel*)
312 *(.toc1)
e8222502
BH
313 *(.branch_lt)
314 }
14cf11af 315
366234f6 316 .opd : AT(ADDR(.opd) - LOAD_OFFSET) {
5633e85b 317 __start_opd = .;
4c1d9bb0 318 KEEP(*(.opd))
5633e85b 319 __end_opd = .;
e8222502
BH
320 }
321
5e95235c 322 . = ALIGN(256);
366234f6 323 .got : AT(ADDR(.got) - LOAD_OFFSET) {
e8222502 324 __toc_start = .;
5ac47f7a
AB
325#ifndef CONFIG_RELOCATABLE
326 __prom_init_toc_start = .;
327 arch/powerpc/kernel/prom_init.o*(.toc .got)
328 __prom_init_toc_end = .;
329#endif
e8222502
BH
330 *(.got)
331 *(.toc)
332 }
cabb5587 333#endif
14cf11af 334
e8222502 335 /* The initial task and kernel stack */
63289e7d 336 INIT_TASK_DATA_SECTION(THREAD_ALIGN)
14cf11af 337
75b13483 338 .data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) {
62bef288 339 PAGE_ALIGNED_DATA(PAGE_SIZE)
e8222502 340 }
14cf11af 341
4af57b78 342 .data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) {
62bef288 343 CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES)
e8222502 344 }
14cf11af 345
54cb27a7 346 .data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) {
62bef288 347 READ_MOSTLY_DATA(L1_CACHE_BYTES)
bd67fcf9
TB
348 }
349
5be2a213 350 . = ALIGN(PAGE_SIZE);
366234f6 351 .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) {
62bef288 352 NOSAVE_DATA
e8222502 353 }
4a288563 354
b5effd38
PZ
355 BUG_TABLE
356
903444e4
ME
357 . = ALIGN(PAGE_SIZE);
358 _edata = .;
359 PROVIDE32 (edata = .);
360
e8222502
BH
361/*
362 * And finally the bss
363 */
364
62bef288 365 BSS_SECTION(0, 0, 0)
14cf11af 366
e8222502
BH
367 . = ALIGN(PAGE_SIZE);
368 _end = . ;
369 PROVIDE32 (end = .);
023bf6f1 370
83a092cf 371 STABS_DEBUG
83a092cf 372 DWARF_DEBUG
c604abc3 373 ELF_DETAILS
83a092cf 374
023bf6f1 375 DISCARDS
83a092cf
NP
376 /DISCARD/ : {
377 *(*.EMB.apuinfo)
378 *(.glink .iplt .plt .rela* .comment)
379 *(.gnu.version*)
380 *(.gnu.attributes)
381 *(.eh_frame)
382 }
14cf11af 383}