arm64: drop GZFLAGS definition and export
[linux-2.6-block.git] / arch / arm64 / kernel / vmlinux.lds.S
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
8c2c3df3
CM
2/*
3 * ld script to make ARM Linux kernel
4 * taken from the i386 version by Russell King
5 * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>
6 */
7
19f6bc32
KC
8#define RO_EXCEPTION_TABLE_ALIGN 8
9
8c2c3df3 10#include <asm-generic/vmlinux.lds.h>
98fb7548 11#include <asm/cache.h>
87d1587b 12#include <asm/kernel-pgtable.h>
8c2c3df3
CM
13#include <asm/thread_info.h>
14#include <asm/memory.h>
15#include <asm/page.h>
da141706 16#include <asm/pgtable.h>
8c2c3df3 17
a2c1d73b
MR
18#include "image.h"
19
07c802bd
WD
20/* .exit.text needed in case of alternative patching */
21#define ARM_EXIT_KEEP(x) x
22#define ARM_EXIT_DISCARD(x)
8c2c3df3
CM
23
24OUTPUT_ARCH(aarch64)
af885f40 25ENTRY(_text)
8c2c3df3
CM
26
27jiffies = jiffies_64;
28
2240bbb6
MZ
29#define HYPERVISOR_TEXT \
30 /* \
06f75a1f
AB
31 * Align to 4 KB so that \
32 * a) the HYP vector table is at its minimum \
33 * alignment of 2048 bytes \
34 * b) the HYP init code will not cross a page \
35 * boundary if its size does not exceed \
36 * 4 KB (see related ASSERT() below) \
2240bbb6 37 */ \
06f75a1f 38 . = ALIGN(SZ_4K); \
5c636aa0 39 __hyp_idmap_text_start = .; \
2240bbb6 40 *(.hyp.idmap.text) \
5c636aa0
MY
41 __hyp_idmap_text_end = .; \
42 __hyp_text_start = .; \
2240bbb6 43 *(.hyp.text) \
5c636aa0 44 __hyp_text_end = .;
2240bbb6 45
5dfe9d7d
AB
46#define IDMAP_TEXT \
47 . = ALIGN(SZ_4K); \
5c636aa0 48 __idmap_text_start = .; \
5dfe9d7d 49 *(.idmap.text) \
5c636aa0 50 __idmap_text_end = .;
5dfe9d7d 51
82869ac5
JM
52#ifdef CONFIG_HIBERNATION
53#define HIBERNATE_TEXT \
54 . = ALIGN(SZ_4K); \
5c636aa0 55 __hibernate_exit_text_start = .; \
82869ac5 56 *(.hibernate_exit.text) \
5c636aa0 57 __hibernate_exit_text_end = .;
82869ac5
JM
58#else
59#define HIBERNATE_TEXT
60#endif
61
c7b9adaf
WD
62#ifdef CONFIG_UNMAP_KERNEL_AT_EL0
63#define TRAMP_TEXT \
64 . = ALIGN(PAGE_SIZE); \
5c636aa0 65 __entry_tramp_text_start = .; \
c7b9adaf
WD
66 *(.entry.tramp.text) \
67 . = ALIGN(PAGE_SIZE); \
5c636aa0 68 __entry_tramp_text_end = .;
c7b9adaf
WD
69#else
70#define TRAMP_TEXT
71#endif
72
a352ea3e
AB
73/*
74 * The size of the PE/COFF section that covers the kernel image, which
348a625d
AB
75 * runs from _stext to _edata, must be a round multiple of the PE/COFF
76 * FileAlignment, which we set to its minimum value of 0x200. '_stext'
a352ea3e
AB
77 * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned
78 * boundary should be sufficient.
79 */
80PECOFF_FILE_ALIGNMENT = 0x200;
81
82#ifdef CONFIG_EFI
83#define PECOFF_EDATA_PADDING \
84 .pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); }
85#else
86#define PECOFF_EDATA_PADDING
87#endif
88
8c2c3df3
CM
89SECTIONS
90{
91 /*
92 * XXX: The linker does not define how output sections are
93 * assigned to input sections when there are multiple statements
94 * matching the same input section name. There is no documented
95 * order of matching.
96 */
97 /DISCARD/ : {
98 ARM_EXIT_DISCARD(EXIT_TEXT)
99 ARM_EXIT_DISCARD(EXIT_DATA)
100 EXIT_CALL
101 *(.discard)
102 *(.discard.*)
1e48ef7f 103 *(.interp .dynamic)
3bbd3db8
AB
104 *(.dynsym .dynstr .hash .gnu.hash)
105 *(.eh_frame)
8c2c3df3
CM
106 }
107
ab893fb9 108 . = KIMAGE_VADDR + TEXT_OFFSET;
8c2c3df3
CM
109
110 .head.text : {
111 _text = .;
112 HEAD_TEXT
113 }
114 .text : { /* Real text segment */
115 _stext = .; /* Text and read-only data */
8c2c3df3 116 IRQENTRY_TEXT
be7635e7 117 SOFTIRQENTRY_TEXT
888b3c87 118 ENTRY_TEXT
8c2c3df3
CM
119 TEXT_TEXT
120 SCHED_TEXT
6727ad9e 121 CPUIDLE_TEXT
8c2c3df3 122 LOCK_TEXT
2dd0e8d2 123 KPROBES_TEXT
2240bbb6 124 HYPERVISOR_TEXT
5dfe9d7d 125 IDMAP_TEXT
82869ac5 126 HIBERNATE_TEXT
c7b9adaf 127 TRAMP_TEXT
8c2c3df3
CM
128 *(.fixup)
129 *(.gnu.warning)
130 . = ALIGN(16);
131 *(.got) /* Global offset table */
132 }
133
97740051 134 . = ALIGN(SEGMENT_ALIGN);
9fdc14c5
AB
135 _etext = .; /* End of text section */
136
19f6bc32
KC
137 /* everything from this point to __init_begin will be marked RO NX */
138 RO_DATA(PAGE_SIZE)
8c2c3df3 139
8eb7e28d
JY
140 idmap_pg_dir = .;
141 . += IDMAP_DIR_SIZE;
142
143#ifdef CONFIG_UNMAP_KERNEL_AT_EL0
144 tramp_pg_dir = .;
145 . += PAGE_SIZE;
146#endif
147
148#ifdef CONFIG_ARM64_SW_TTBR0_PAN
149 reserved_ttbr0 = .;
150 . += RESERVED_TTBR0_SIZE;
151#endif
152 swapper_pg_dir = .;
153 . += PAGE_SIZE;
154 swapper_pg_end = .;
155
97740051 156 . = ALIGN(SEGMENT_ALIGN);
8c2c3df3 157 __init_begin = .;
2ebe088b 158 __inittext_begin = .;
8c2c3df3
CM
159
160 INIT_TEXT_SECTION(8)
ca2ef4ff
MR
161
162 __exittext_begin = .;
8c2c3df3
CM
163 .exit.text : {
164 ARM_EXIT_KEEP(EXIT_TEXT)
165 }
ca2ef4ff 166 __exittext_end = .;
da141706 167
2ebe088b
AB
168 . = ALIGN(4);
169 .altinstructions : {
170 __alt_instructions = .;
171 *(.altinstructions)
172 __alt_instructions_end = .;
173 }
174 .altinstr_replacement : {
175 *(.altinstr_replacement)
176 }
177
178 . = ALIGN(PAGE_SIZE);
179 __inittext_end = .;
180 __initdata_begin = .;
181
8c2c3df3
CM
182 .init.data : {
183 INIT_DATA
184 INIT_SETUP(16)
185 INIT_CALLS
186 CON_INITCALL
8c2c3df3 187 INIT_RAM_FS
1ce99bf4 188 *(.init.rodata.* .init.bss) /* from the EFI stub */
8c2c3df3
CM
189 }
190 .exit.data : {
191 ARM_EXIT_KEEP(EXIT_DATA)
192 }
193
98fb7548 194 PERCPU_SECTION(L1_CACHE_BYTES)
8c2c3df3 195
3bbd3db8 196 .rela.dyn : ALIGN(8) {
1e48ef7f 197 *(.rela .rela*)
1e48ef7f 198 }
e039ee4e 199
3bbd3db8
AB
200 __rela_offset = ABSOLUTE(ADDR(.rela.dyn) - KIMAGE_VADDR);
201 __rela_size = SIZEOF(.rela.dyn);
0cd3defe 202
5cf896fb
PC
203#ifdef CONFIG_RELR
204 .relr.dyn : ALIGN(8) {
205 *(.relr.dyn)
206 }
207
208 __relr_offset = ABSOLUTE(ADDR(.relr.dyn) - KIMAGE_VADDR);
209 __relr_size = SIZEOF(.relr.dyn);
210#endif
211
97740051 212 . = ALIGN(SEGMENT_ALIGN);
2ebe088b 213 __initdata_end = .;
9aa4ec15
MR
214 __init_end = .;
215
3c620626 216 _data = .;
3c620626 217 _sdata = .;
c9174047 218 RW_DATA(L1_CACHE_BYTES, PAGE_SIZE, THREAD_ALIGN)
b6113038
JM
219
220 /*
221 * Data written with the MMU off but read with the MMU on requires
222 * cache lines to be invalidated, discarding up to a Cache Writeback
223 * Granule (CWG) of data from the cache. Keep the section that
224 * requires this type of maintenance to be in its own Cache Writeback
225 * Granule (CWG) area so the cache maintenance operations don't
226 * interfere with adjacent data.
227 */
228 .mmuoff.data.write : ALIGN(SZ_2K) {
229 __mmuoff_data_start = .;
230 *(.mmuoff.data.write)
231 }
232 . = ALIGN(SZ_2K);
233 .mmuoff.data.read : {
234 *(.mmuoff.data.read)
235 __mmuoff_data_end = .;
236 }
237
a352ea3e 238 PECOFF_EDATA_PADDING
cad27ef2 239 __pecoff_data_rawsize = ABSOLUTE(. - __initdata_begin);
3c620626 240 _edata = .;
8c2c3df3 241
8c2c3df3 242 BSS_SECTION(0, 0, 0)
bd00cd5f
MR
243
244 . = ALIGN(PAGE_SIZE);
2b5548b6
JY
245 init_pg_dir = .;
246 . += INIT_DIR_SIZE;
247 init_pg_end = .;
248
cad27ef2 249 __pecoff_data_size = ABSOLUTE(. - __initdata_begin);
8c2c3df3
CM
250 _end = .;
251
252 STABS_DEBUG
a2c1d73b
MR
253
254 HEAD_SYMBOLS
8c2c3df3 255}
2240bbb6 256
90776dd1
KC
257#include "image-vars.h"
258
2240bbb6 259/*
5dfe9d7d 260 * The HYP init code and ID map text can't be longer than a page each,
06f75a1f 261 * and should not cross a page boundary.
2240bbb6 262 */
06f75a1f
AB
263ASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
264 "HYP init code too big or misaligned")
5dfe9d7d
AB
265ASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
266 "ID map text too big or misaligned")
82869ac5
JM
267#ifdef CONFIG_HIBERNATION
268ASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1))
269 <= SZ_4K, "Hibernate exit text too big or misaligned")
270#endif
6c27c408
WD
271#ifdef CONFIG_UNMAP_KERNEL_AT_EL0
272ASSERT((__entry_tramp_text_end - __entry_tramp_text_start) == PAGE_SIZE,
273 "Entry trampoline text too big")
274#endif
da57a369
MR
275/*
276 * If padding is applied before .head.text, virt<->phys conversions will fail.
277 */
ab893fb9 278ASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned")