Commit | Line | Data |
---|---|---|
13a9cd42 TG |
1 | /* ld script to make x86-64 Linux kernel |
2 | * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>; | |
3 | */ | |
4 | ||
5 | #define LOAD_OFFSET __START_KERNEL_map | |
6 | ||
7 | #include <asm-generic/vmlinux.lds.h> | |
8 | #include <asm/page.h> | |
9 | ||
10 | #undef i386 /* in case the preprocessor is a 32bit one */ | |
11 | ||
12 | OUTPUT_FORMAT("elf64-x86-64", "elf64-x86-64", "elf64-x86-64") | |
13 | OUTPUT_ARCH(i386:x86-64) | |
14 | ENTRY(phys_startup_64) | |
15 | jiffies_64 = jiffies; | |
16 | _proxy_pda = 1; | |
17 | PHDRS { | |
18 | text PT_LOAD FLAGS(5); /* R_E */ | |
19 | data PT_LOAD FLAGS(7); /* RWE */ | |
20 | user PT_LOAD FLAGS(7); /* RWE */ | |
21 | data.init PT_LOAD FLAGS(7); /* RWE */ | |
22 | note PT_NOTE FLAGS(4); /* R__ */ | |
23 | } | |
24 | SECTIONS | |
25 | { | |
26 | . = __START_KERNEL; | |
27 | phys_startup_64 = startup_64 - LOAD_OFFSET; | |
28 | _text = .; /* Text and read-only data */ | |
29 | .text : AT(ADDR(.text) - LOAD_OFFSET) { | |
30 | /* First the code that has to be first for bootstrapping */ | |
31 | *(.text.head) | |
32 | _stext = .; | |
33 | /* Then the rest */ | |
34 | TEXT_TEXT | |
35 | SCHED_TEXT | |
36 | LOCK_TEXT | |
37 | KPROBES_TEXT | |
38 | *(.fixup) | |
39 | *(.gnu.warning) | |
3cdac41f | 40 | _etext = .; /* End of text section */ |
c0400030 | 41 | } :text = 0x9090 |
13a9cd42 TG |
42 | |
43 | . = ALIGN(16); /* Exception table */ | |
c0400030 JB |
44 | __ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) { |
45 | __start___ex_table = .; | |
46 | *(__ex_table) | |
47 | __stop___ex_table = .; | |
48 | } | |
13a9cd42 TG |
49 | |
50 | NOTES :text :note | |
51 | ||
52 | BUG_TABLE :text | |
53 | ||
54 | RODATA | |
55 | ||
56 | . = ALIGN(4); | |
57 | .tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) { | |
58 | __tracedata_start = .; | |
59 | *(.tracedata) | |
60 | __tracedata_end = .; | |
61 | } | |
62 | ||
3cdac41f | 63 | . = ALIGN(PAGE_SIZE); /* Align data segment to page size boundary */ |
13a9cd42 TG |
64 | /* Data */ |
65 | .data : AT(ADDR(.data) - LOAD_OFFSET) { | |
66 | DATA_DATA | |
67 | CONSTRUCTORS | |
68 | } :data | |
69 | ||
70 | _edata = .; /* End of data section */ | |
71 | ||
72 | . = ALIGN(PAGE_SIZE); | |
73 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); | |
74 | .data.cacheline_aligned : AT(ADDR(.data.cacheline_aligned) - LOAD_OFFSET) { | |
75 | *(.data.cacheline_aligned) | |
76 | } | |
77 | . = ALIGN(CONFIG_X86_INTERNODE_CACHE_BYTES); | |
78 | .data.read_mostly : AT(ADDR(.data.read_mostly) - LOAD_OFFSET) { | |
79 | *(.data.read_mostly) | |
80 | } | |
81 | ||
82 | #define VSYSCALL_ADDR (-10*1024*1024) | |
83 | #define VSYSCALL_PHYS_ADDR ((LOADADDR(.data.read_mostly) + SIZEOF(.data.read_mostly) + 4095) & ~(4095)) | |
84 | #define VSYSCALL_VIRT_ADDR ((ADDR(.data.read_mostly) + SIZEOF(.data.read_mostly) + 4095) & ~(4095)) | |
85 | ||
86 | #define VLOAD_OFFSET (VSYSCALL_ADDR - VSYSCALL_PHYS_ADDR) | |
87 | #define VLOAD(x) (ADDR(x) - VLOAD_OFFSET) | |
88 | ||
89 | #define VVIRT_OFFSET (VSYSCALL_ADDR - VSYSCALL_VIRT_ADDR) | |
90 | #define VVIRT(x) (ADDR(x) - VVIRT_OFFSET) | |
91 | ||
92 | . = VSYSCALL_ADDR; | |
93 | .vsyscall_0 : AT(VSYSCALL_PHYS_ADDR) { *(.vsyscall_0) } :user | |
94 | __vsyscall_0 = VSYSCALL_VIRT_ADDR; | |
95 | ||
96 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); | |
97 | .vsyscall_fn : AT(VLOAD(.vsyscall_fn)) { *(.vsyscall_fn) } | |
98 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); | |
99 | .vsyscall_gtod_data : AT(VLOAD(.vsyscall_gtod_data)) | |
100 | { *(.vsyscall_gtod_data) } | |
101 | vsyscall_gtod_data = VVIRT(.vsyscall_gtod_data); | |
102 | .vsyscall_clock : AT(VLOAD(.vsyscall_clock)) | |
103 | { *(.vsyscall_clock) } | |
104 | vsyscall_clock = VVIRT(.vsyscall_clock); | |
105 | ||
106 | ||
107 | .vsyscall_1 ADDR(.vsyscall_0) + 1024: AT(VLOAD(.vsyscall_1)) | |
108 | { *(.vsyscall_1) } | |
109 | .vsyscall_2 ADDR(.vsyscall_0) + 2048: AT(VLOAD(.vsyscall_2)) | |
110 | { *(.vsyscall_2) } | |
111 | ||
112 | .vgetcpu_mode : AT(VLOAD(.vgetcpu_mode)) { *(.vgetcpu_mode) } | |
113 | vgetcpu_mode = VVIRT(.vgetcpu_mode); | |
114 | ||
115 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); | |
116 | .jiffies : AT(VLOAD(.jiffies)) { *(.jiffies) } | |
117 | jiffies = VVIRT(.jiffies); | |
118 | ||
119 | .vsyscall_3 ADDR(.vsyscall_0) + 3072: AT(VLOAD(.vsyscall_3)) | |
120 | { *(.vsyscall_3) } | |
121 | ||
3cdac41f | 122 | . = VSYSCALL_VIRT_ADDR + PAGE_SIZE; |
13a9cd42 TG |
123 | |
124 | #undef VSYSCALL_ADDR | |
125 | #undef VSYSCALL_PHYS_ADDR | |
126 | #undef VSYSCALL_VIRT_ADDR | |
127 | #undef VLOAD_OFFSET | |
128 | #undef VLOAD | |
129 | #undef VVIRT_OFFSET | |
130 | #undef VVIRT | |
131 | ||
85c42d0d | 132 | . = ALIGN(THREAD_SIZE); /* init_task */ |
13a9cd42 TG |
133 | .data.init_task : AT(ADDR(.data.init_task) - LOAD_OFFSET) { |
134 | *(.data.init_task) | |
135 | }:data.init | |
136 | ||
3cdac41f | 137 | . = ALIGN(PAGE_SIZE); |
13a9cd42 TG |
138 | .data.page_aligned : AT(ADDR(.data.page_aligned) - LOAD_OFFSET) { |
139 | *(.data.page_aligned) | |
140 | } | |
141 | ||
142 | /* might get freed after init */ | |
3cdac41f | 143 | . = ALIGN(PAGE_SIZE); |
13a9cd42 TG |
144 | __smp_alt_begin = .; |
145 | __smp_locks = .; | |
146 | .smp_locks : AT(ADDR(.smp_locks) - LOAD_OFFSET) { | |
147 | *(.smp_locks) | |
148 | } | |
149 | __smp_locks_end = .; | |
3cdac41f | 150 | . = ALIGN(PAGE_SIZE); |
13a9cd42 TG |
151 | __smp_alt_end = .; |
152 | ||
3cdac41f | 153 | . = ALIGN(PAGE_SIZE); /* Init code and data */ |
13a9cd42 TG |
154 | __init_begin = .; |
155 | .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { | |
156 | _sinittext = .; | |
01ba2bdc | 157 | INIT_TEXT |
13a9cd42 TG |
158 | _einittext = .; |
159 | } | |
01ba2bdc SR |
160 | .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { |
161 | __initdata_begin = .; | |
162 | INIT_DATA | |
163 | __initdata_end = .; | |
164 | } | |
165 | ||
13a9cd42 TG |
166 | . = ALIGN(16); |
167 | __setup_start = .; | |
168 | .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) { *(.init.setup) } | |
169 | __setup_end = .; | |
170 | __initcall_start = .; | |
171 | .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) { | |
172 | INITCALLS | |
173 | } | |
174 | __initcall_end = .; | |
175 | __con_initcall_start = .; | |
176 | .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) { | |
177 | *(.con_initcall.init) | |
178 | } | |
179 | __con_initcall_end = .; | |
03ae5768 TP |
180 | __x86cpuvendor_start = .; |
181 | .x86cpuvendor.init : AT(ADDR(.x86cpuvendor.init) - LOAD_OFFSET) { | |
182 | *(.x86cpuvendor.init) | |
183 | } | |
184 | __x86cpuvendor_end = .; | |
13a9cd42 | 185 | SECURITY_INIT |
fbf51924 GOC |
186 | |
187 | . = ALIGN(8); | |
188 | .parainstructions : AT(ADDR(.parainstructions) - LOAD_OFFSET) { | |
189 | __parainstructions = .; | |
190 | *(.parainstructions) | |
191 | __parainstructions_end = .; | |
192 | } | |
193 | ||
13a9cd42 TG |
194 | . = ALIGN(8); |
195 | __alt_instructions = .; | |
196 | .altinstructions : AT(ADDR(.altinstructions) - LOAD_OFFSET) { | |
197 | *(.altinstructions) | |
198 | } | |
3cdac41f | 199 | __alt_instructions_end = .; |
13a9cd42 TG |
200 | .altinstr_replacement : AT(ADDR(.altinstr_replacement) - LOAD_OFFSET) { |
201 | *(.altinstr_replacement) | |
202 | } | |
203 | /* .exit.text is discard at runtime, not link time, to deal with references | |
204 | from .altinstructions and .eh_frame */ | |
01ba2bdc SR |
205 | .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { |
206 | EXIT_TEXT | |
207 | } | |
208 | .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { | |
209 | EXIT_DATA | |
210 | } | |
13a9cd42 TG |
211 | |
212 | /* vdso blob that is mapped into user space */ | |
213 | vdso_start = . ; | |
214 | .vdso : AT(ADDR(.vdso) - LOAD_OFFSET) { *(.vdso) } | |
3cdac41f | 215 | . = ALIGN(PAGE_SIZE); |
13a9cd42 TG |
216 | vdso_end = .; |
217 | ||
218 | #ifdef CONFIG_BLK_DEV_INITRD | |
3cdac41f | 219 | . = ALIGN(PAGE_SIZE); |
13a9cd42 TG |
220 | __initramfs_start = .; |
221 | .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) { *(.init.ramfs) } | |
222 | __initramfs_end = .; | |
223 | #endif | |
224 | ||
3cdac41f | 225 | PERCPU(PAGE_SIZE) |
13a9cd42 | 226 | |
3cdac41f | 227 | . = ALIGN(PAGE_SIZE); |
13a9cd42 TG |
228 | __init_end = .; |
229 | ||
3cdac41f | 230 | . = ALIGN(PAGE_SIZE); |
13a9cd42 TG |
231 | __nosave_begin = .; |
232 | .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { *(.data.nosave) } | |
3cdac41f | 233 | . = ALIGN(PAGE_SIZE); |
13a9cd42 TG |
234 | __nosave_end = .; |
235 | ||
236 | __bss_start = .; /* BSS */ | |
237 | .bss : AT(ADDR(.bss) - LOAD_OFFSET) { | |
238 | *(.bss.page_aligned) | |
239 | *(.bss) | |
240 | } | |
241 | __bss_stop = .; | |
242 | ||
243 | _end = . ; | |
244 | ||
245 | /* Sections to be discarded */ | |
246 | /DISCARD/ : { | |
247 | *(.exitcall.exit) | |
248 | *(.eh_frame) | |
249 | } | |
250 | ||
251 | STABS_DEBUG | |
252 | ||
253 | DWARF_DEBUG | |
254 | } | |
b4e0409a IM |
255 | |
256 | /* | |
257 | * Build-time check on the image size: | |
258 | */ | |
259 | ASSERT((_end - _text <= KERNEL_IMAGE_SIZE), | |
260 | "kernel image bigger than KERNEL_IMAGE_SIZE") |