Merge branch 'drm-next-4.21' of git://people.freedesktop.org/~agd5f/linux into drm...
[linux-2.6-block.git] / arch / powerpc / kernel / vmlinux.lds.S
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
c51e3a41 2#ifdef CONFIG_PPC64
e8222502 3#define PROVIDE32(x) PROVIDE(__unused__##x)
c51e3a41 4#else
e8222502 5#define PROVIDE32(x) PROVIDE(x)
c51e3a41 6#endif
5f69e388
BH
7
8#define BSS_FIRST_SECTIONS *(.bss.prominit)
9
4846c5de 10#include <asm/page.h>
14cf11af 11#include <asm-generic/vmlinux.lds.h>
bd67fcf9 12#include <asm/cache.h>
62bef288 13#include <asm/thread_info.h>
14cf11af 14
95902e6c 15#if defined(CONFIG_STRICT_KERNEL_RWX) && !defined(CONFIG_PPC32)
d924cc3f
BS
16#define STRICT_ALIGN_SIZE (1 << 24)
17#else
18#define STRICT_ALIGN_SIZE PAGE_SIZE
19#endif
20
e19e4ab4
ME
21ENTRY(_stext)
22
c69cccc9
SB
23PHDRS {
24 kernel PT_LOAD FLAGS(7); /* RWX */
25 notes PT_NOTE FLAGS(0);
26 dummy PT_NOTE FLAGS(0);
27
28 /* binutils < 2.18 has a bug that makes it misbehave when taking an
29 ELF file with all segments at load address 0 as input. This
30 happens when running "strip" on vmlinux, because of the AT() magic
31 in this linker script. People using GCC >= 4.2 won't run into
32 this problem, because the "build-id" support will put some data
33 into the "notes" segment (at a non-zero load address).
34
35 To work around this, we force some data into both the "dummy"
36 segment and the kernel segment, so the dummy segment will get a
37 non-zero load address. It's not enough to always create the
38 "notes" segment, since if nothing gets assigned to it, its load
39 address will be zero. */
40}
41
cabb5587
SR
42#ifdef CONFIG_PPC64
43OUTPUT_ARCH(powerpc:common64)
44jiffies = jiffies_64;
45#else
14cf11af
PM
46OUTPUT_ARCH(powerpc:common)
47jiffies = jiffies_64 + 4;
cabb5587 48#endif
14cf11af
PM
49SECTIONS
50{
e8222502 51 . = KERNELBASE;
14cf11af 52
e8222502
BH
53/*
54 * Text, read only data and other permanent read-only sections
55 */
56
57f26649
NP
57 _text = .;
58 _stext = .;
59
60 /*
61 * Head text.
62 * This needs to be in its own output section to avoid ld placing
63 * branch trampoline stubs randomly throughout the fixed sections,
64 * which it will do (even if the branch comes from another section)
65 * in order to optimize stub generation.
66 */
67 .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) {
68#ifdef CONFIG_PPC64
69 KEEP(*(.head.text.first_256B));
70#ifdef CONFIG_PPC_BOOK3E
57f26649
NP
71#else
72 KEEP(*(.head.text.real_vectors));
73 *(.head.text.real_trampolines);
74 KEEP(*(.head.text.virt_vectors));
75 *(.head.text.virt_trampolines);
76# if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV)
77 KEEP(*(.head.data.fwnmi_page));
57f26649
NP
78# endif
79#endif
57f26649
NP
80#else /* !CONFIG_PPC64 */
81 HEAD_TEXT
82#endif
83 } :kernel
84
7aa5b018
NR
85 __head_end = .;
86
dadc4a1b
NP
87#ifdef CONFIG_PPC64
88 /*
89 * BLOCK(0) overrides the default output section alignment because
90 * this needs to start right after .head.text in order for fixed
91 * section placement to work.
92 */
93 .text BLOCK(0) : AT(ADDR(.text) - LOAD_OFFSET) {
951eedeb 94#ifdef CONFIG_LD_HEAD_STUB_CATCH
4c1d9bb0 95 KEEP(*(.linker_stub_catch));
951eedeb
NP
96 . = . ;
97#endif
98
dadc4a1b 99#else
366234f6 100 .text : AT(ADDR(.text) - LOAD_OFFSET) {
748a7683 101 ALIGN_FUNCTION();
dadc4a1b 102#endif
13beadd9 103 /* careful! __ftr_alt_* sections need to be close to .text */
4c1d9bb0 104 *(.text.hot TEXT_MAIN .text.fixup .text.unlikely .fixup __ftr_alt_* .ref.text);
67361cf8
NR
105#ifdef CONFIG_PPC64
106 *(.tramp.ftrace.text);
107#endif
e8222502 108 SCHED_TEXT
6727ad9e 109 CPUIDLE_TEXT
e8222502
BH
110 LOCK_TEXT
111 KPROBES_TEXT
6794c782 112 IRQENTRY_TEXT
be7635e7 113 SOFTIRQENTRY_TEXT
e8c68825
NP
114 /*
115 * -Os builds call FP save/restore functions. The powerpc64
116 * linker generates those on demand in the .sfpr section.
117 * .sfpr gets placed at the beginning of a group of input
118 * sections, which can break start-of-text offset if it is
119 * included with the main text sections, so put it by itself.
120 */
121 *(.sfpr);
7de3b27b
ME
122 MEM_KEEP(init.text)
123 MEM_KEEP(exit.text)
14cf11af 124
e8222502
BH
125#ifdef CONFIG_PPC32
126 *(.got1)
127 __got2_start = .;
128 *(.got2)
129 __got2_end = .;
130#endif /* CONFIG_PPC32 */
131
c69cccc9 132 } :kernel
e8222502 133
303996da
SR
134 . = ALIGN(PAGE_SIZE);
135 _etext = .;
136 PROVIDE32 (etext = .);
137
e8222502 138 /* Read-only data */
d924cc3f 139 RO_DATA(PAGE_SIZE)
e8222502 140
aa8a5e00 141#ifdef CONFIG_PPC64
a048a07d
NP
142 . = ALIGN(8);
143 __stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) {
144 __start___stf_entry_barrier_fixup = .;
145 *(__stf_entry_barrier_fixup)
146 __stop___stf_entry_barrier_fixup = .;
147 }
148
149 . = ALIGN(8);
150 __stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) {
151 __start___stf_exit_barrier_fixup = .;
152 *(__stf_exit_barrier_fixup)
153 __stop___stf_exit_barrier_fixup = .;
154 }
155
aa8a5e00
ME
156 . = ALIGN(8);
157 __rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) {
158 __start___rfi_flush_fixup = .;
159 *(__rfi_flush_fixup)
160 __stop___rfi_flush_fixup = .;
161 }
179ab1cb 162#endif /* CONFIG_PPC64 */
2eea7f06 163
179ab1cb 164#ifdef CONFIG_PPC_BARRIER_NOSPEC
2eea7f06
MS
165 . = ALIGN(8);
166 __spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) {
167 __start___barrier_nospec_fixup = .;
168 *(__barrier_nospec_fixup)
169 __stop___barrier_nospec_fixup = .;
170 }
179ab1cb 171#endif /* CONFIG_PPC_BARRIER_NOSPEC */
aa8a5e00 172
62bef288 173 EXCEPTION_TABLE(0)
14cf11af 174
c69cccc9
SB
175 NOTES :kernel :notes
176
177 /* The dummy segment contents for the bug workaround mentioned above
178 near PHDRS. */
80c60bf9 179 .dummy : AT(ADDR(.dummy) - LOAD_OFFSET) {
e16459c6
MM
180 LONG(0)
181 LONG(0)
182 LONG(0)
c69cccc9 183 } :kernel :dummy
8fb775ee 184
e8222502
BH
185/*
186 * Init sections discarded at runtime
187 */
d924cc3f 188 . = ALIGN(STRICT_ALIGN_SIZE);
e8222502 189 __init_begin = .;
67361cf8
NR
190 . = ALIGN(PAGE_SIZE);
191 .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) {
192 _sinittext = .;
193 INIT_TEXT
194 _einittext = .;
195#ifdef CONFIG_PPC64
196 *(.tramp.ftrace.init);
197#endif
198 } :kernel
e8222502
BH
199
200 /* .exit.text is discarded at runtime, not link time,
201 * to deal with references from __bug_table
202 */
366234f6 203 .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) {
01ba2bdc
SR
204 EXIT_TEXT
205 }
e8222502 206
366234f6 207 .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) {
01ba2bdc 208 INIT_DATA
e8222502 209 __vtop_table_begin = .;
4c1d9bb0 210 KEEP(*(.vtop_fixup));
e8222502
BH
211 __vtop_table_end = .;
212 __ptov_table_begin = .;
4c1d9bb0 213 KEEP(*(.ptov_fixup));
e8222502
BH
214 __ptov_table_end = .;
215 }
216
366234f6 217 .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) {
62bef288 218 INIT_SETUP(16)
e8222502
BH
219 }
220
366234f6 221 .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) {
62bef288
TA
222 INIT_CALLS
223 }
e8222502 224
366234f6 225 .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) {
62bef288 226 CON_INITCALL
e8222502
BH
227 }
228
e8222502 229 . = ALIGN(8);
366234f6 230 __ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) {
cabb5587 231 __start___ftr_fixup = .;
4c1d9bb0 232 KEEP(*(__ftr_fixup))
cabb5587
SR
233 __stop___ftr_fixup = .;
234 }
2d1b2027 235 . = ALIGN(8);
7c03d653
BH
236 __mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) {
237 __start___mmu_ftr_fixup = .;
4c1d9bb0 238 KEEP(*(__mmu_ftr_fixup))
7c03d653
BH
239 __stop___mmu_ftr_fixup = .;
240 }
241 . = ALIGN(8);
2d1b2027
KG
242 __lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) {
243 __start___lwsync_fixup = .;
4c1d9bb0 244 KEEP(*(__lwsync_fixup))
2d1b2027
KG
245 __stop___lwsync_fixup = .;
246 }
3f639ee8
SR
247#ifdef CONFIG_PPC64
248 . = ALIGN(8);
366234f6 249 __fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) {
3f639ee8 250 __start___fw_ftr_fixup = .;
4c1d9bb0 251 KEEP(*(__fw_ftr_fixup))
3f639ee8
SR
252 __stop___fw_ftr_fixup = .;
253 }
254#endif
366234f6 255 .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) {
62bef288 256 INIT_RAM_FS
e8222502 257 }
62bef288 258
0415b00d 259 PERCPU_SECTION(L1_CACHE_BYTES)
14cf11af 260
e8222502 261 . = ALIGN(8);
366234f6 262 .machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) {
e8222502 263 __machine_desc_start = . ;
4c1d9bb0 264 KEEP(*(.machine.desc))
e8222502
BH
265 __machine_desc_end = . ;
266 }
2a4b9c5a 267#ifdef CONFIG_RELOCATABLE
549e8152 268 . = ALIGN(8);
9c5f7d39
SP
269 .dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET)
270 {
27d11496 271#ifdef CONFIG_PPC32
9c5f7d39
SP
272 __dynamic_symtab = .;
273#endif
274 *(.dynsym)
275 }
549e8152
PM
276 .dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) }
277 .dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET)
278 {
279 __dynamic_start = .;
280 *(.dynamic)
281 }
282 .hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) }
283 .interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) }
284 .rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET)
285 {
286 __rela_dyn_start = .;
287 *(.rela*)
288 }
2a4b9c5a 289#endif
4c812318
SR
290 /* .exit.data is discarded at runtime, not link time,
291 * to deal with references from .exit.text
292 */
293 .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) {
294 EXIT_DATA
295 }
e8222502
BH
296
297 /* freed after init ends here */
298 . = ALIGN(PAGE_SIZE);
299 __init_end = .;
300
301/*
302 * And now the various read/write data
303 */
304
305 . = ALIGN(PAGE_SIZE);
306 _sdata = .;
14cf11af 307
cabb5587 308#ifdef CONFIG_PPC32
366234f6 309 .data : AT(ADDR(.data) - LOAD_OFFSET) {
ca967258 310 DATA_DATA
a1072607 311 *(.data.rel*)
4c1d9bb0 312 *(SDATA_MAIN)
83a092cf 313 *(.sdata2)
e8222502 314 *(.got.plt) *(.got)
83a092cf 315 *(.plt)
e8222502 316 }
cabb5587 317#else
366234f6 318 .data : AT(ADDR(.data) - LOAD_OFFSET) {
3ae0aa9f
MD
319 DATA_DATA
320 *(.data.rel*)
321 *(.toc1)
e8222502
BH
322 *(.branch_lt)
323 }
14cf11af 324
366234f6 325 .opd : AT(ADDR(.opd) - LOAD_OFFSET) {
5633e85b 326 __start_opd = .;
4c1d9bb0 327 KEEP(*(.opd))
5633e85b 328 __end_opd = .;
e8222502
BH
329 }
330
5e95235c 331 . = ALIGN(256);
366234f6 332 .got : AT(ADDR(.got) - LOAD_OFFSET) {
e8222502 333 __toc_start = .;
5ac47f7a
AB
334#ifndef CONFIG_RELOCATABLE
335 __prom_init_toc_start = .;
336 arch/powerpc/kernel/prom_init.o*(.toc .got)
337 __prom_init_toc_end = .;
338#endif
e8222502
BH
339 *(.got)
340 *(.toc)
341 }
cabb5587 342#endif
14cf11af 343
e8222502 344 /* The initial task and kernel stack */
2af7687f 345 INIT_TASK_DATA_SECTION(THREAD_SIZE)
14cf11af 346
75b13483 347 .data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) {
62bef288 348 PAGE_ALIGNED_DATA(PAGE_SIZE)
e8222502 349 }
14cf11af 350
4af57b78 351 .data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) {
62bef288 352 CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES)
e8222502 353 }
14cf11af 354
54cb27a7 355 .data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) {
62bef288 356 READ_MOSTLY_DATA(L1_CACHE_BYTES)
bd67fcf9
TB
357 }
358
5be2a213 359 . = ALIGN(PAGE_SIZE);
366234f6 360 .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) {
62bef288 361 NOSAVE_DATA
e8222502 362 }
4a288563 363
b5effd38
PZ
364 BUG_TABLE
365
903444e4
ME
366 . = ALIGN(PAGE_SIZE);
367 _edata = .;
368 PROVIDE32 (edata = .);
369
e8222502
BH
370/*
371 * And finally the bss
372 */
373
62bef288 374 BSS_SECTION(0, 0, 0)
14cf11af 375
e8222502
BH
376 . = ALIGN(PAGE_SIZE);
377 _end = . ;
378 PROVIDE32 (end = .);
023bf6f1 379
83a092cf
NP
380 STABS_DEBUG
381
382 DWARF_DEBUG
383
023bf6f1 384 DISCARDS
83a092cf
NP
385 /DISCARD/ : {
386 *(*.EMB.apuinfo)
387 *(.glink .iplt .plt .rela* .comment)
388 *(.gnu.version*)
389 *(.gnu.attributes)
390 *(.eh_frame)
391 }
14cf11af 392}