Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* ld script to make x86-64 Linux kernel |
2 | * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>; | |
3 | */ | |
4 | ||
5ded01e8 EB |
5 | #define LOAD_OFFSET __START_KERNEL_map |
6 | ||
1da177e4 | 7 | #include <asm-generic/vmlinux.lds.h> |
5ded01e8 | 8 | #include <asm/page.h> |
1da177e4 | 9 | |
bb33421d AK |
10 | #undef i386 /* in case the preprocessor is a 32bit one */ |
11 | ||
1da177e4 LT |
12 | OUTPUT_FORMAT("elf64-x86-64", "elf64-x86-64", "elf64-x86-64") |
13 | OUTPUT_ARCH(i386:x86-64) | |
14 | ENTRY(phys_startup_64) | |
15 | jiffies_64 = jiffies; | |
08269c6d | 16 | _proxy_pda = 1; |
f2a9e1de IC |
17 | PHDRS { |
18 | text PT_LOAD FLAGS(5); /* R_E */ | |
19 | data PT_LOAD FLAGS(7); /* RWE */ | |
20 | user PT_LOAD FLAGS(7); /* RWE */ | |
dbaab49f | 21 | data.init PT_LOAD FLAGS(7); /* RWE */ |
f2a9e1de IC |
22 | note PT_NOTE FLAGS(4); /* R__ */ |
23 | } | |
1da177e4 LT |
24 | SECTIONS |
25 | { | |
5ded01e8 | 26 | . = __START_KERNEL; |
1da177e4 LT |
27 | phys_startup_64 = startup_64 - LOAD_OFFSET; |
28 | _text = .; /* Text and read-only data */ | |
5ded01e8 | 29 | .text : AT(ADDR(.text) - LOAD_OFFSET) { |
4bdc3b7f | 30 | /* First the code that has to be first for bootstrapping */ |
eaeae0cc | 31 | *(.bootstrap.text) |
6fb14755 | 32 | _stext = .; |
4bdc3b7f | 33 | /* Then the rest */ |
7664709b | 34 | TEXT_TEXT |
1da177e4 LT |
35 | SCHED_TEXT |
36 | LOCK_TEXT | |
0f2fbdcb | 37 | KPROBES_TEXT |
1da177e4 LT |
38 | *(.fixup) |
39 | *(.gnu.warning) | |
f2a9e1de | 40 | } :text = 0x9090 |
5ded01e8 EB |
41 | /* out-of-line lock text */ |
42 | .text.lock : AT(ADDR(.text.lock) - LOAD_OFFSET) { *(.text.lock) } | |
1da177e4 LT |
43 | |
44 | _etext = .; /* End of text section */ | |
45 | ||
46 | . = ALIGN(16); /* Exception table */ | |
47 | __start___ex_table = .; | |
5ded01e8 | 48 | __ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) { *(__ex_table) } |
1da177e4 LT |
49 | __stop___ex_table = .; |
50 | ||
2e1d5b8f RM |
51 | NOTES :text :note |
52 | ||
53 | BUG_TABLE :text | |
c31a0bf3 | 54 | |
6fb14755 JB |
55 | RODATA |
56 | ||
3af98153 | 57 | . = ALIGN(PAGE_SIZE); /* Align data segment to page size boundary */ |
5ded01e8 EB |
58 | /* Data */ |
59 | .data : AT(ADDR(.data) - LOAD_OFFSET) { | |
ca967258 | 60 | DATA_DATA |
1da177e4 | 61 | CONSTRUCTORS |
f2a9e1de | 62 | } :data |
1da177e4 LT |
63 | |
64 | _edata = .; /* End of data section */ | |
65 | ||
5ded01e8 | 66 | . = ALIGN(PAGE_SIZE); |
1da177e4 | 67 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); |
5ded01e8 EB |
68 | .data.cacheline_aligned : AT(ADDR(.data.cacheline_aligned) - LOAD_OFFSET) { |
69 | *(.data.cacheline_aligned) | |
70 | } | |
e405d067 | 71 | . = ALIGN(CONFIG_X86_INTERNODE_CACHE_BYTES); |
6c036527 CL |
72 | .data.read_mostly : AT(ADDR(.data.read_mostly) - LOAD_OFFSET) { |
73 | *(.data.read_mostly) | |
74 | } | |
5ded01e8 EB |
75 | |
76 | #define VSYSCALL_ADDR (-10*1024*1024) | |
d312ceda AM |
77 | #define VSYSCALL_PHYS_ADDR ((LOADADDR(.data.read_mostly) + SIZEOF(.data.read_mostly) + 4095) & ~(4095)) |
78 | #define VSYSCALL_VIRT_ADDR ((ADDR(.data.read_mostly) + SIZEOF(.data.read_mostly) + 4095) & ~(4095)) | |
5ded01e8 EB |
79 | |
80 | #define VLOAD_OFFSET (VSYSCALL_ADDR - VSYSCALL_PHYS_ADDR) | |
81 | #define VLOAD(x) (ADDR(x) - VLOAD_OFFSET) | |
82 | ||
83 | #define VVIRT_OFFSET (VSYSCALL_ADDR - VSYSCALL_VIRT_ADDR) | |
84 | #define VVIRT(x) (ADDR(x) - VVIRT_OFFSET) | |
1da177e4 | 85 | |
5ded01e8 | 86 | . = VSYSCALL_ADDR; |
f2a9e1de | 87 | .vsyscall_0 : AT(VSYSCALL_PHYS_ADDR) { *(.vsyscall_0) } :user |
5ded01e8 | 88 | __vsyscall_0 = VSYSCALL_VIRT_ADDR; |
1da177e4 | 89 | |
1da177e4 | 90 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); |
7460ed28 | 91 | .vsyscall_fn : AT(VLOAD(.vsyscall_fn)) { *(.vsyscall_fn) } |
92 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); | |
93 | .vsyscall_gtod_data : AT(VLOAD(.vsyscall_gtod_data)) | |
94 | { *(.vsyscall_gtod_data) } | |
95 | vsyscall_gtod_data = VVIRT(.vsyscall_gtod_data); | |
2aae950b AK |
96 | .vsyscall_clock : AT(VLOAD(.vsyscall_clock)) |
97 | { *(.vsyscall_clock) } | |
98 | vsyscall_clock = VVIRT(.vsyscall_clock); | |
5ded01e8 | 99 | |
141a892f ED |
100 | |
101 | .vsyscall_1 ADDR(.vsyscall_0) + 1024: AT(VLOAD(.vsyscall_1)) | |
102 | { *(.vsyscall_1) } | |
103 | .vsyscall_2 ADDR(.vsyscall_0) + 2048: AT(VLOAD(.vsyscall_2)) | |
104 | { *(.vsyscall_2) } | |
105 | ||
c08c8205 VP |
106 | .vgetcpu_mode : AT(VLOAD(.vgetcpu_mode)) { *(.vgetcpu_mode) } |
107 | vgetcpu_mode = VVIRT(.vgetcpu_mode); | |
108 | ||
1da177e4 | 109 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); |
5ded01e8 EB |
110 | .jiffies : AT(VLOAD(.jiffies)) { *(.jiffies) } |
111 | jiffies = VVIRT(.jiffies); | |
112 | ||
7460ed28 | 113 | .vsyscall_3 ADDR(.vsyscall_0) + 3072: AT(VLOAD(.vsyscall_3)) |
114 | { *(.vsyscall_3) } | |
5ded01e8 EB |
115 | |
116 | . = VSYSCALL_VIRT_ADDR + 4096; | |
117 | ||
118 | #undef VSYSCALL_ADDR | |
119 | #undef VSYSCALL_PHYS_ADDR | |
120 | #undef VSYSCALL_VIRT_ADDR | |
121 | #undef VLOAD_OFFSET | |
122 | #undef VLOAD | |
123 | #undef VVIRT_OFFSET | |
124 | #undef VVIRT | |
1da177e4 LT |
125 | |
126 | . = ALIGN(8192); /* init_task */ | |
5ded01e8 EB |
127 | .data.init_task : AT(ADDR(.data.init_task) - LOAD_OFFSET) { |
128 | *(.data.init_task) | |
dbaab49f | 129 | }:data.init |
1da177e4 LT |
130 | |
131 | . = ALIGN(4096); | |
5ded01e8 EB |
132 | .data.page_aligned : AT(ADDR(.data.page_aligned) - LOAD_OFFSET) { |
133 | *(.data.page_aligned) | |
134 | } | |
1da177e4 | 135 | |
d167a518 GH |
136 | /* might get freed after init */ |
137 | . = ALIGN(4096); | |
138 | __smp_alt_begin = .; | |
139 | __smp_alt_instructions = .; | |
140 | .smp_altinstructions : AT(ADDR(.smp_altinstructions) - LOAD_OFFSET) { | |
141 | *(.smp_altinstructions) | |
142 | } | |
143 | __smp_alt_instructions_end = .; | |
144 | . = ALIGN(8); | |
145 | __smp_locks = .; | |
146 | .smp_locks : AT(ADDR(.smp_locks) - LOAD_OFFSET) { | |
147 | *(.smp_locks) | |
148 | } | |
149 | __smp_locks_end = .; | |
150 | .smp_altinstr_replacement : AT(ADDR(.smp_altinstr_replacement) - LOAD_OFFSET) { | |
151 | *(.smp_altinstr_replacement) | |
152 | } | |
153 | . = ALIGN(4096); | |
154 | __smp_alt_end = .; | |
155 | ||
1da177e4 LT |
156 | . = ALIGN(4096); /* Init code and data */ |
157 | __init_begin = .; | |
5ded01e8 | 158 | .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { |
1da177e4 LT |
159 | _sinittext = .; |
160 | *(.init.text) | |
161 | _einittext = .; | |
162 | } | |
163 | __initdata_begin = .; | |
5ded01e8 | 164 | .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { *(.init.data) } |
1da177e4 LT |
165 | __initdata_end = .; |
166 | . = ALIGN(16); | |
167 | __setup_start = .; | |
5ded01e8 | 168 | .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) { *(.init.setup) } |
1da177e4 LT |
169 | __setup_end = .; |
170 | __initcall_start = .; | |
5ded01e8 | 171 | .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) { |
61ce1efe | 172 | INITCALLS |
1da177e4 LT |
173 | } |
174 | __initcall_end = .; | |
175 | __con_initcall_start = .; | |
5ded01e8 EB |
176 | .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) { |
177 | *(.con_initcall.init) | |
178 | } | |
1da177e4 LT |
179 | __con_initcall_end = .; |
180 | SECURITY_INIT | |
181 | . = ALIGN(8); | |
182 | __alt_instructions = .; | |
5ded01e8 EB |
183 | .altinstructions : AT(ADDR(.altinstructions) - LOAD_OFFSET) { |
184 | *(.altinstructions) | |
185 | } | |
1da177e4 | 186 | __alt_instructions_end = .; |
5ded01e8 EB |
187 | .altinstr_replacement : AT(ADDR(.altinstr_replacement) - LOAD_OFFSET) { |
188 | *(.altinstr_replacement) | |
189 | } | |
1da177e4 LT |
190 | /* .exit.text is discard at runtime, not link time, to deal with references |
191 | from .altinstructions and .eh_frame */ | |
5ded01e8 EB |
192 | .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { *(.exit.text) } |
193 | .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { *(.exit.data) } | |
67d38229 | 194 | |
2aae950b AK |
195 | /* vdso blob that is mapped into user space */ |
196 | vdso_start = . ; | |
197 | .vdso : AT(ADDR(.vdso) - LOAD_OFFSET) { *(.vdso) } | |
198 | . = ALIGN(4096); | |
199 | vdso_end = .; | |
200 | ||
67d38229 | 201 | #ifdef CONFIG_BLK_DEV_INITRD |
1da177e4 LT |
202 | . = ALIGN(4096); |
203 | __initramfs_start = .; | |
5ded01e8 | 204 | .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) { *(.init.ramfs) } |
14c3f855 | 205 | __initramfs_end = .; |
67d38229 JPS |
206 | #endif |
207 | ||
5fb7dc37 FY |
208 | PERCPU(4096) |
209 | ||
b38337a6 AK |
210 | . = ALIGN(4096); |
211 | __init_end = .; | |
1da177e4 LT |
212 | |
213 | . = ALIGN(4096); | |
214 | __nosave_begin = .; | |
5ded01e8 | 215 | .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { *(.data.nosave) } |
1da177e4 LT |
216 | . = ALIGN(4096); |
217 | __nosave_end = .; | |
218 | ||
120b1142 VG |
219 | __bss_start = .; /* BSS */ |
220 | .bss : AT(ADDR(.bss) - LOAD_OFFSET) { | |
221 | *(.bss.page_aligned) | |
222 | *(.bss) | |
223 | } | |
224 | __bss_stop = .; | |
225 | ||
1da177e4 LT |
226 | _end = . ; |
227 | ||
228 | /* Sections to be discarded */ | |
229 | /DISCARD/ : { | |
230 | *(.exitcall.exit) | |
1da177e4 | 231 | *(.eh_frame) |
1da177e4 LT |
232 | } |
233 | ||
4413a511 PBG |
234 | STABS_DEBUG |
235 | ||
236 | DWARF_DEBUG | |
1da177e4 | 237 | } |