Commit | Line | Data |
---|---|---|
c51e3a41 | 1 | #ifdef CONFIG_PPC64 |
e8222502 | 2 | #define PROVIDE32(x) PROVIDE(__unused__##x) |
c51e3a41 | 3 | #else |
e8222502 | 4 | #define PROVIDE32(x) PROVIDE(x) |
c51e3a41 | 5 | #endif |
4846c5de | 6 | #include <asm/page.h> |
14cf11af | 7 | #include <asm-generic/vmlinux.lds.h> |
bd67fcf9 | 8 | #include <asm/cache.h> |
62bef288 | 9 | #include <asm/thread_info.h> |
14cf11af | 10 | |
e19e4ab4 ME |
11 | ENTRY(_stext) |
12 | ||
c69cccc9 SB |
13 | PHDRS { |
14 | kernel PT_LOAD FLAGS(7); /* RWX */ | |
15 | notes PT_NOTE FLAGS(0); | |
16 | dummy PT_NOTE FLAGS(0); | |
17 | ||
18 | /* binutils < 2.18 has a bug that makes it misbehave when taking an | |
19 | ELF file with all segments at load address 0 as input. This | |
20 | happens when running "strip" on vmlinux, because of the AT() magic | |
21 | in this linker script. People using GCC >= 4.2 won't run into | |
22 | this problem, because the "build-id" support will put some data | |
23 | into the "notes" segment (at a non-zero load address). | |
24 | ||
25 | To work around this, we force some data into both the "dummy" | |
26 | segment and the kernel segment, so the dummy segment will get a | |
27 | non-zero load address. It's not enough to always create the | |
28 | "notes" segment, since if nothing gets assigned to it, its load | |
29 | address will be zero. */ | |
30 | } | |
31 | ||
cabb5587 SR |
32 | #ifdef CONFIG_PPC64 |
33 | OUTPUT_ARCH(powerpc:common64) | |
34 | jiffies = jiffies_64; | |
35 | #else | |
14cf11af PM |
36 | OUTPUT_ARCH(powerpc:common) |
37 | jiffies = jiffies_64 + 4; | |
cabb5587 | 38 | #endif |
14cf11af PM |
39 | SECTIONS |
40 | { | |
e8222502 | 41 | . = KERNELBASE; |
14cf11af | 42 | |
e8222502 BH |
43 | /* |
44 | * Text, read only data and other permanent read-only sections | |
45 | */ | |
46 | ||
57f26649 NP |
47 | _text = .; |
48 | _stext = .; | |
49 | ||
50 | /* | |
51 | * Head text. | |
52 | * This needs to be in its own output section to avoid ld placing | |
53 | * branch trampoline stubs randomly throughout the fixed sections, | |
54 | * which it will do (even if the branch comes from another section) | |
55 | * in order to optimize stub generation. | |
56 | */ | |
57 | .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) { | |
58 | #ifdef CONFIG_PPC64 | |
59 | KEEP(*(.head.text.first_256B)); | |
60 | #ifdef CONFIG_PPC_BOOK3E | |
61 | # define END_FIXED 0x100 | |
62 | #else | |
63 | KEEP(*(.head.text.real_vectors)); | |
64 | *(.head.text.real_trampolines); | |
65 | KEEP(*(.head.text.virt_vectors)); | |
66 | *(.head.text.virt_trampolines); | |
67 | # if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV) | |
68 | KEEP(*(.head.data.fwnmi_page)); | |
69 | # define END_FIXED 0x8000 | |
70 | # else | |
71 | # define END_FIXED 0x7000 | |
72 | # endif | |
73 | #endif | |
74 | ASSERT((. == END_FIXED), "vmlinux.lds.S: fixed section overflow error"); | |
75 | #else /* !CONFIG_PPC64 */ | |
76 | HEAD_TEXT | |
77 | #endif | |
78 | } :kernel | |
79 | ||
7aa5b018 NR |
80 | __head_end = .; |
81 | ||
57f26649 NP |
82 | /* |
83 | * If the build dies here, it's likely code in head_64.S is referencing | |
84 | * labels it can't reach, and the linker inserting stubs without the | |
85 | * assembler's knowledge. To debug, remove the above assert and | |
86 | * rebuild. Look for branch stubs in the fixed section region. | |
87 | * | |
88 | * Linker stub generation could be allowed in "trampoline" | |
89 | * sections if absolutely necessary, but this would require | |
90 | * some rework of the fixed sections. Before resorting to this, | |
91 | * consider references that have sufficient addressing range, | |
92 | * (e.g., hand coded trampolines) so the linker does not have | |
93 | * to add stubs. | |
94 | * | |
95 | * Linker stubs at the top of the main text section are currently not | |
96 | * detected, and will result in a crash at boot due to offsets being | |
97 | * wrong. | |
98 | */ | |
dadc4a1b NP |
99 | #ifdef CONFIG_PPC64 |
100 | /* | |
101 | * BLOCK(0) overrides the default output section alignment because | |
102 | * this needs to start right after .head.text in order for fixed | |
103 | * section placement to work. | |
104 | */ | |
105 | .text BLOCK(0) : AT(ADDR(.text) - LOAD_OFFSET) { | |
106 | #else | |
366234f6 | 107 | .text : AT(ADDR(.text) - LOAD_OFFSET) { |
748a7683 | 108 | ALIGN_FUNCTION(); |
dadc4a1b | 109 | #endif |
13beadd9 TA |
110 | /* careful! __ftr_alt_* sections need to be close to .text */ |
111 | *(.text .fixup __ftr_alt_* .ref.text) | |
e8222502 | 112 | SCHED_TEXT |
6727ad9e | 113 | CPUIDLE_TEXT |
e8222502 BH |
114 | LOCK_TEXT |
115 | KPROBES_TEXT | |
6794c782 | 116 | IRQENTRY_TEXT |
be7635e7 | 117 | SOFTIRQENTRY_TEXT |
7de3b27b ME |
118 | MEM_KEEP(init.text) |
119 | MEM_KEEP(exit.text) | |
14cf11af | 120 | |
e8222502 BH |
121 | #ifdef CONFIG_PPC32 |
122 | *(.got1) | |
123 | __got2_start = .; | |
124 | *(.got2) | |
125 | __got2_end = .; | |
126 | #endif /* CONFIG_PPC32 */ | |
127 | ||
c69cccc9 | 128 | } :kernel |
e8222502 | 129 | |
303996da SR |
130 | . = ALIGN(PAGE_SIZE); |
131 | _etext = .; | |
132 | PROVIDE32 (etext = .); | |
133 | ||
e8222502 BH |
134 | /* Read-only data */ |
135 | RODATA | |
136 | ||
62bef288 | 137 | EXCEPTION_TABLE(0) |
14cf11af | 138 | |
c69cccc9 SB |
139 | NOTES :kernel :notes |
140 | ||
141 | /* The dummy segment contents for the bug workaround mentioned above | |
142 | near PHDRS. */ | |
80c60bf9 | 143 | .dummy : AT(ADDR(.dummy) - LOAD_OFFSET) { |
e16459c6 MM |
144 | LONG(0) |
145 | LONG(0) | |
146 | LONG(0) | |
c69cccc9 | 147 | } :kernel :dummy |
8fb775ee | 148 | |
e8222502 BH |
149 | /* |
150 | * Init sections discarded at runtime | |
151 | */ | |
152 | . = ALIGN(PAGE_SIZE); | |
153 | __init_begin = .; | |
62bef288 | 154 | INIT_TEXT_SECTION(PAGE_SIZE) :kernel |
e8222502 BH |
155 | |
156 | /* .exit.text is discarded at runtime, not link time, | |
157 | * to deal with references from __bug_table | |
158 | */ | |
366234f6 | 159 | .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { |
01ba2bdc SR |
160 | EXIT_TEXT |
161 | } | |
e8222502 | 162 | |
366234f6 | 163 | .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { |
01ba2bdc | 164 | INIT_DATA |
e8222502 BH |
165 | __vtop_table_begin = .; |
166 | *(.vtop_fixup); | |
167 | __vtop_table_end = .; | |
168 | __ptov_table_begin = .; | |
169 | *(.ptov_fixup); | |
170 | __ptov_table_end = .; | |
171 | } | |
172 | ||
366234f6 | 173 | .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) { |
62bef288 | 174 | INIT_SETUP(16) |
e8222502 BH |
175 | } |
176 | ||
366234f6 | 177 | .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) { |
62bef288 TA |
178 | INIT_CALLS |
179 | } | |
e8222502 | 180 | |
366234f6 | 181 | .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) { |
62bef288 | 182 | CON_INITCALL |
e8222502 BH |
183 | } |
184 | ||
185 | SECURITY_INIT | |
186 | ||
187 | . = ALIGN(8); | |
366234f6 | 188 | __ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) { |
cabb5587 SR |
189 | __start___ftr_fixup = .; |
190 | *(__ftr_fixup) | |
191 | __stop___ftr_fixup = .; | |
192 | } | |
2d1b2027 | 193 | . = ALIGN(8); |
7c03d653 BH |
194 | __mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) { |
195 | __start___mmu_ftr_fixup = .; | |
196 | *(__mmu_ftr_fixup) | |
197 | __stop___mmu_ftr_fixup = .; | |
198 | } | |
199 | . = ALIGN(8); | |
2d1b2027 KG |
200 | __lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) { |
201 | __start___lwsync_fixup = .; | |
202 | *(__lwsync_fixup) | |
203 | __stop___lwsync_fixup = .; | |
204 | } | |
3f639ee8 SR |
205 | #ifdef CONFIG_PPC64 |
206 | . = ALIGN(8); | |
366234f6 | 207 | __fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) { |
3f639ee8 SR |
208 | __start___fw_ftr_fixup = .; |
209 | *(__fw_ftr_fixup) | |
210 | __stop___fw_ftr_fixup = .; | |
211 | } | |
212 | #endif | |
366234f6 | 213 | .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) { |
62bef288 | 214 | INIT_RAM_FS |
e8222502 | 215 | } |
62bef288 | 216 | |
0415b00d | 217 | PERCPU_SECTION(L1_CACHE_BYTES) |
14cf11af | 218 | |
e8222502 | 219 | . = ALIGN(8); |
366234f6 | 220 | .machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) { |
e8222502 BH |
221 | __machine_desc_start = . ; |
222 | *(.machine.desc) | |
223 | __machine_desc_end = . ; | |
224 | } | |
2a4b9c5a | 225 | #ifdef CONFIG_RELOCATABLE |
549e8152 | 226 | . = ALIGN(8); |
9c5f7d39 SP |
227 | .dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET) |
228 | { | |
27d11496 | 229 | #ifdef CONFIG_PPC32 |
9c5f7d39 SP |
230 | __dynamic_symtab = .; |
231 | #endif | |
232 | *(.dynsym) | |
233 | } | |
549e8152 PM |
234 | .dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) } |
235 | .dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET) | |
236 | { | |
237 | __dynamic_start = .; | |
238 | *(.dynamic) | |
239 | } | |
240 | .hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) } | |
241 | .interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) } | |
242 | .rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET) | |
243 | { | |
244 | __rela_dyn_start = .; | |
245 | *(.rela*) | |
246 | } | |
2a4b9c5a | 247 | #endif |
4c812318 SR |
248 | /* .exit.data is discarded at runtime, not link time, |
249 | * to deal with references from .exit.text | |
250 | */ | |
251 | .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { | |
252 | EXIT_DATA | |
253 | } | |
e8222502 BH |
254 | |
255 | /* freed after init ends here */ | |
256 | . = ALIGN(PAGE_SIZE); | |
257 | __init_end = .; | |
258 | ||
259 | /* | |
260 | * And now the various read/write data | |
261 | */ | |
262 | ||
263 | . = ALIGN(PAGE_SIZE); | |
264 | _sdata = .; | |
14cf11af | 265 | |
cabb5587 | 266 | #ifdef CONFIG_PPC32 |
366234f6 | 267 | .data : AT(ADDR(.data) - LOAD_OFFSET) { |
ca967258 | 268 | DATA_DATA |
e8222502 BH |
269 | *(.sdata) |
270 | *(.got.plt) *(.got) | |
271 | } | |
cabb5587 | 272 | #else |
366234f6 | 273 | .data : AT(ADDR(.data) - LOAD_OFFSET) { |
3ae0aa9f MD |
274 | DATA_DATA |
275 | *(.data.rel*) | |
276 | *(.toc1) | |
e8222502 BH |
277 | *(.branch_lt) |
278 | } | |
14cf11af | 279 | |
366234f6 | 280 | .opd : AT(ADDR(.opd) - LOAD_OFFSET) { |
e8222502 BH |
281 | *(.opd) |
282 | } | |
283 | ||
5e95235c | 284 | . = ALIGN(256); |
366234f6 | 285 | .got : AT(ADDR(.got) - LOAD_OFFSET) { |
e8222502 | 286 | __toc_start = .; |
5ac47f7a AB |
287 | #ifndef CONFIG_RELOCATABLE |
288 | __prom_init_toc_start = .; | |
289 | arch/powerpc/kernel/prom_init.o*(.toc .got) | |
290 | __prom_init_toc_end = .; | |
291 | #endif | |
e8222502 BH |
292 | *(.got) |
293 | *(.toc) | |
294 | } | |
cabb5587 | 295 | #endif |
14cf11af | 296 | |
e8222502 | 297 | /* The initial task and kernel stack */ |
2af7687f | 298 | INIT_TASK_DATA_SECTION(THREAD_SIZE) |
14cf11af | 299 | |
75b13483 | 300 | .data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) { |
62bef288 | 301 | PAGE_ALIGNED_DATA(PAGE_SIZE) |
e8222502 | 302 | } |
14cf11af | 303 | |
4af57b78 | 304 | .data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) { |
62bef288 | 305 | CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES) |
e8222502 | 306 | } |
14cf11af | 307 | |
54cb27a7 | 308 | .data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) { |
62bef288 | 309 | READ_MOSTLY_DATA(L1_CACHE_BYTES) |
bd67fcf9 TB |
310 | } |
311 | ||
5be2a213 | 312 | . = ALIGN(PAGE_SIZE); |
366234f6 | 313 | .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { |
62bef288 | 314 | NOSAVE_DATA |
e8222502 | 315 | } |
4a288563 | 316 | |
b5effd38 PZ |
317 | BUG_TABLE |
318 | ||
903444e4 ME |
319 | . = ALIGN(PAGE_SIZE); |
320 | _edata = .; | |
321 | PROVIDE32 (edata = .); | |
322 | ||
e8222502 BH |
323 | /* |
324 | * And finally the bss | |
325 | */ | |
326 | ||
62bef288 | 327 | BSS_SECTION(0, 0, 0) |
14cf11af | 328 | |
e8222502 BH |
329 | . = ALIGN(PAGE_SIZE); |
330 | _end = . ; | |
331 | PROVIDE32 (end = .); | |
023bf6f1 TH |
332 | |
333 | /* Sections to be discarded. */ | |
334 | DISCARDS | |
14cf11af | 335 | } |