Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
1da177e4 LT |
2 | #ifndef _LINUX_INIT_H |
3 | #define _LINUX_INIT_H | |
4 | ||
de985c10 | 5 | #include <linux/build_bug.h> |
1da177e4 | 6 | #include <linux/compiler.h> |
de985c10 | 7 | #include <linux/stringify.h> |
2329abfa | 8 | #include <linux/types.h> |
1da177e4 | 9 | |
66f79309 | 10 | /* Built-in __init functions needn't be compiled with retpoline */ |
87358710 DW |
11 | #if defined(__noretpoline) && !defined(MODULE) |
12 | #define __noinitretpoline __noretpoline | |
66f79309 | 13 | #else |
87358710 | 14 | #define __noinitretpoline |
66f79309 DW |
15 | #endif |
16 | ||
1da177e4 LT |
17 | /* These macros are used to mark some functions or |
18 | * initialized data (doesn't apply to uninitialized data) | |
19 | * as `initialization' functions. The kernel can take this | |
20 | * as hint that the function is used only during the initialization | |
21 | * phase and free up used memory resources after | |
22 | * | |
23 | * Usage: | |
24 | * For functions: | |
25 | * | |
26 | * You should add __init immediately before the function name, like: | |
27 | * | |
28 | * static void __init initme(int x, int y) | |
29 | * { | |
30 | * extern int z; z = x * y; | |
31 | * } | |
32 | * | |
33 | * If the function has a prototype somewhere, you can also add | |
34 | * __init between closing brace of the prototype and semicolon: | |
35 | * | |
36 | * extern int initialize_foobar_device(int, int, int) __init; | |
37 | * | |
38 | * For initialized data: | |
65321547 GU |
39 | * You should insert __initdata or __initconst between the variable name |
40 | * and equal sign followed by value, e.g.: | |
1da177e4 LT |
41 | * |
42 | * static int init_variable __initdata = 0; | |
ae52bb23 | 43 | * static const char linux_logo[] __initconst = { 0x32, 0x36, ... }; |
1da177e4 LT |
44 | * |
45 | * Don't forget to initialize data not at file scope, i.e. within a function, | |
46 | * as gcc otherwise puts the data into the bss section and not into the init | |
47 | * section. | |
1da177e4 LT |
48 | */ |
49 | ||
50 | /* These are for everybody (although not all archs will actually | |
51 | discard it in modules) */ | |
5dbbb3ea | 52 | #define __init __section(".init.text") __cold __latent_entropy __noinitretpoline |
33def849 JP |
53 | #define __initdata __section(".init.data") |
54 | #define __initconst __section(".init.rodata") | |
55 | #define __exitdata __section(".exit.data") | |
56 | #define __exit_call __used __section(".exitcall.exit") | |
1da177e4 | 57 | |
5ea08178 MN |
58 | /* |
59 | * modpost check for section mismatches during the kernel build. | |
0e0d314e SR |
60 | * A section mismatch happens when there are references from a |
61 | * code or data section to an init section (both code or data). | |
62 | * The init sections are (for most archs) discarded by the kernel | |
63 | * when early init has completed so all such references are potential bugs. | |
64 | * For exit sections the same issue exists. | |
5ea08178 | 65 | * |
0e0d314e | 66 | * The following markers are used for the cases where the reference to |
312b1485 | 67 | * the *init / *exit section (code or data) is valid and will teach |
5ea08178 MN |
68 | * modpost not to issue a warning. Intended semantics is that a code or |
69 | * data tagged __ref* can reference code or data from init section without | |
70 | * producing a warning (of course, no warning does not mean code is | |
71 | * correct, so optimally document why the __ref is needed and why it's OK). | |
72 | * | |
73 | * The markers follow same syntax rules as __init / __initdata. | |
74 | */ | |
33def849 JP |
75 | #define __ref __section(".ref.text") noinline |
76 | #define __refdata __section(".ref.data") | |
77 | #define __refconst __section(".ref.rodata") | |
312b1485 | 78 | |
1da177e4 | 79 | #ifdef MODULE |
eb8f6890 | 80 | #define __exitused |
1da177e4 | 81 | #else |
eb8f6890 | 82 | #define __exitused __used |
1da177e4 LT |
83 | #endif |
84 | ||
33def849 | 85 | #define __exit __section(".exit.text") __exitused __cold notrace |
eb8f6890 | 86 | |
eb8f6890 | 87 | /* Used for MEMORY_HOTPLUG */ |
33def849 | 88 | #define __meminit __section(".meminit.text") __cold notrace \ |
0766f788 | 89 | __latent_entropy |
33def849 JP |
90 | #define __meminitdata __section(".meminit.data") |
91 | #define __meminitconst __section(".meminit.rodata") | |
eb8f6890 | 92 | |
1da177e4 | 93 | /* For assembly routines */ |
7923f90f | 94 | #define __HEAD .section ".head.text","ax" |
1da177e4 | 95 | #define __INIT .section ".init.text","ax" |
86c0baf1 | 96 | #define __FINIT .previous |
eb8f6890 | 97 | |
8b5a10fc JB |
98 | #define __INITDATA .section ".init.data","aw",%progbits |
99 | #define __INITRODATA .section ".init.rodata","a",%progbits | |
9f9975a5 | 100 | #define __FINITDATA .previous |
1da177e4 | 101 | |
eb8f6890 SR |
102 | #define __MEMINIT .section ".meminit.text", "ax" |
103 | #define __MEMINITDATA .section ".meminit.data", "aw" | |
3f5e26ce | 104 | #define __MEMINITRODATA .section ".meminit.rodata", "a" |
eb8f6890 | 105 | |
312b1485 SR |
106 | /* silence warnings when references are OK */ |
107 | #define __REF .section ".ref.text", "ax" | |
108 | #define __REFDATA .section ".ref.data", "aw" | |
3f5e26ce | 109 | #define __REFCONST .section ".ref.rodata", "a" |
312b1485 | 110 | |
1da177e4 LT |
111 | #ifndef __ASSEMBLY__ |
112 | /* | |
113 | * Used for initialization calls.. | |
114 | */ | |
115 | typedef int (*initcall_t)(void); | |
116 | typedef void (*exitcall_t)(void); | |
117 | ||
1b1eeca7 AB |
118 | #ifdef CONFIG_HAVE_ARCH_PREL32_RELOCATIONS |
119 | typedef int initcall_entry_t; | |
120 | ||
121 | static inline initcall_t initcall_from_entry(initcall_entry_t *entry) | |
122 | { | |
123 | return offset_to_ptr(entry); | |
124 | } | |
125 | #else | |
126 | typedef initcall_t initcall_entry_t; | |
127 | ||
128 | static inline initcall_t initcall_from_entry(initcall_entry_t *entry) | |
129 | { | |
130 | return *entry; | |
131 | } | |
132 | #endif | |
133 | ||
134 | extern initcall_entry_t __con_initcall_start[], __con_initcall_end[]; | |
1da177e4 | 135 | |
8f824b4a | 136 | /* Used for constructor calls. */ |
b99b87f7 PO |
137 | typedef void (*ctor_fn_t)(void); |
138 | ||
fd3e007f AV |
139 | struct file_system_type; |
140 | ||
1da177e4 | 141 | /* Defined in init/main.c */ |
59f9415f | 142 | extern int do_one_initcall(initcall_t fn); |
30d7e0d4 ABL |
143 | extern char __initdata boot_command_line[]; |
144 | extern char *saved_command_line; | |
941baf6f | 145 | extern unsigned int saved_command_line_len; |
7e96287d | 146 | extern unsigned int reset_devices; |
77d47582 AB |
147 | |
148 | /* used by init/main.c */ | |
46595390 AB |
149 | void setup_arch(char **); |
150 | void prepare_namespace(void); | |
037f11b4 | 151 | void __init init_rootfs(void); |
ad1a4830 AB |
152 | |
153 | void init_IRQ(void); | |
154 | void time_init(void); | |
ad1a4830 AB |
155 | void poking_init(void); |
156 | void pgtable_cache_init(void); | |
157 | ||
158 | extern initcall_entry_t __initcall_start[]; | |
159 | extern initcall_entry_t __initcall0_start[]; | |
160 | extern initcall_entry_t __initcall1_start[]; | |
161 | extern initcall_entry_t __initcall2_start[]; | |
162 | extern initcall_entry_t __initcall3_start[]; | |
163 | extern initcall_entry_t __initcall4_start[]; | |
164 | extern initcall_entry_t __initcall5_start[]; | |
165 | extern initcall_entry_t __initcall6_start[]; | |
166 | extern initcall_entry_t __initcall7_start[]; | |
167 | extern initcall_entry_t __initcall_end[]; | |
168 | ||
fd3e007f | 169 | extern struct file_system_type rootfs_fs_type; |
77d47582 | 170 | |
39290b38 | 171 | extern bool rodata_enabled; |
e267d97b | 172 | void mark_rodata_ro(void); |
e267d97b | 173 | |
7d195a54 AB |
174 | extern void (*late_time_init)(void); |
175 | ||
2329abfa | 176 | extern bool initcall_debug; |
f2511774 | 177 | |
5b20755b MY |
178 | #ifdef MODULE |
179 | extern struct module __this_module; | |
180 | #define THIS_MODULE (&__this_module) | |
181 | #else | |
182 | #define THIS_MODULE ((struct module *)0) | |
183 | #endif | |
184 | ||
1da177e4 LT |
185 | #endif |
186 | ||
187 | #ifndef MODULE | |
188 | ||
189 | #ifndef __ASSEMBLY__ | |
190 | ||
b67067f1 NP |
191 | /* |
192 | * initcalls are now grouped by functionality into separate | |
1da177e4 LT |
193 | * subsections. Ordering inside the subsections is determined |
194 | * by link order. | |
195 | * For backwards compatibility, initcall() puts the call in | |
196 | * the device init subsection. | |
735a7ffb AM |
197 | * |
198 | * The `id' arg to __define_initcall() is needed so that multiple initcalls | |
199 | * can point at the same handler without causing duplicate-symbol build errors. | |
b67067f1 NP |
200 | * |
201 | * Initcalls are run by placing pointers in initcall sections that the | |
202 | * kernel iterates at runtime. The linker can do dead code / data elimination | |
203 | * and remove that completely, so the initcall sections have to be marked | |
204 | * as KEEP() in the linker script. | |
1da177e4 LT |
205 | */ |
206 | ||
a8cccdd9 ST |
207 | /* Format: <modname>__<counter>_<line>_<fn> */ |
208 | #define __initcall_id(fn) \ | |
209 | __PASTE(__KBUILD_MODNAME, \ | |
210 | __PASTE(__, \ | |
211 | __PASTE(__COUNTER__, \ | |
212 | __PASTE(_, \ | |
213 | __PASTE(__LINE__, \ | |
214 | __PASTE(_, fn)))))) | |
215 | ||
216 | /* Format: __<prefix>__<iid><id> */ | |
217 | #define __initcall_name(prefix, __iid, id) \ | |
218 | __PASTE(__, \ | |
219 | __PASTE(prefix, \ | |
220 | __PASTE(__, \ | |
221 | __PASTE(__iid, id)))) | |
222 | ||
223 | #ifdef CONFIG_LTO_CLANG | |
224 | /* | |
225 | * With LTO, the compiler doesn't necessarily obey link order for | |
226 | * initcalls. In order to preserve the correct order, we add each | |
227 | * variable into its own section and generate a linker script (in | |
228 | * scripts/link-vmlinux.sh) to specify the order of the sections. | |
229 | */ | |
230 | #define __initcall_section(__sec, __iid) \ | |
231 | #__sec ".init.." #__iid | |
3578ad11 ST |
232 | |
233 | /* | |
234 | * With LTO, the compiler can rename static functions to avoid | |
235 | * global naming collisions. We use a global stub function for | |
236 | * initcalls to create a stable symbol name whose address can be | |
237 | * taken in inline assembly when PREL32 relocations are used. | |
238 | */ | |
239 | #define __initcall_stub(fn, __iid, id) \ | |
240 | __initcall_name(initstub, __iid, id) | |
241 | ||
242 | #define __define_initcall_stub(__stub, fn) \ | |
5659b598 ST |
243 | int __init __stub(void); \ |
244 | int __init __stub(void) \ | |
3578ad11 ST |
245 | { \ |
246 | return fn(); \ | |
247 | } \ | |
248 | __ADDRESSABLE(__stub) | |
a8cccdd9 ST |
249 | #else |
250 | #define __initcall_section(__sec, __iid) \ | |
251 | #__sec ".init" | |
3578ad11 ST |
252 | |
253 | #define __initcall_stub(fn, __iid, id) fn | |
254 | ||
255 | #define __define_initcall_stub(__stub, fn) \ | |
256 | __ADDRESSABLE(fn) | |
a8cccdd9 ST |
257 | #endif |
258 | ||
1b1eeca7 | 259 | #ifdef CONFIG_HAVE_ARCH_PREL32_RELOCATIONS |
3578ad11 ST |
260 | #define ____define_initcall(fn, __stub, __name, __sec) \ |
261 | __define_initcall_stub(__stub, fn) \ | |
a8cccdd9 ST |
262 | asm(".section \"" __sec "\", \"a\" \n" \ |
263 | __stringify(__name) ": \n" \ | |
3578ad11 | 264 | ".long " __stringify(__stub) " - . \n" \ |
1cb61759 ME |
265 | ".previous \n"); \ |
266 | static_assert(__same_type(initcall_t, &fn)); | |
1b1eeca7 | 267 | #else |
3578ad11 | 268 | #define ____define_initcall(fn, __unused, __name, __sec) \ |
a8cccdd9 ST |
269 | static initcall_t __name __used \ |
270 | __attribute__((__section__(__sec))) = fn; | |
1b1eeca7 AB |
271 | #endif |
272 | ||
a8cccdd9 ST |
273 | #define __unique_initcall(fn, id, __sec, __iid) \ |
274 | ____define_initcall(fn, \ | |
3578ad11 | 275 | __initcall_stub(fn, __iid, id), \ |
a8cccdd9 ST |
276 | __initcall_name(initcall, __iid, id), \ |
277 | __initcall_section(__sec, __iid)) | |
278 | ||
279 | #define ___define_initcall(fn, id, __sec) \ | |
280 | __unique_initcall(fn, id, __sec, __initcall_id(fn)) | |
281 | ||
1b1eeca7 | 282 | #define __define_initcall(fn, id) ___define_initcall(fn, id, .initcall##id) |
1da177e4 | 283 | |
c2147a50 EGM |
284 | /* |
285 | * Early initcalls run before initializing SMP. | |
286 | * | |
287 | * Only for built-in code, not modules. | |
288 | */ | |
7929d407 | 289 | #define early_initcall(fn) __define_initcall(fn, early) |
c2147a50 | 290 | |
b3438f82 LT |
291 | /* |
292 | * A "pure" initcall has no dependencies on anything else, and purely | |
293 | * initializes variables that couldn't be statically initialized. | |
294 | * | |
295 | * This only exists for built-in code, not for modules. | |
96263d28 | 296 | * Keep main.c:initcall_level_names[] in sync. |
b3438f82 | 297 | */ |
7929d407 ML |
298 | #define pure_initcall(fn) __define_initcall(fn, 0) |
299 | ||
300 | #define core_initcall(fn) __define_initcall(fn, 1) | |
301 | #define core_initcall_sync(fn) __define_initcall(fn, 1s) | |
302 | #define postcore_initcall(fn) __define_initcall(fn, 2) | |
303 | #define postcore_initcall_sync(fn) __define_initcall(fn, 2s) | |
304 | #define arch_initcall(fn) __define_initcall(fn, 3) | |
305 | #define arch_initcall_sync(fn) __define_initcall(fn, 3s) | |
306 | #define subsys_initcall(fn) __define_initcall(fn, 4) | |
307 | #define subsys_initcall_sync(fn) __define_initcall(fn, 4s) | |
308 | #define fs_initcall(fn) __define_initcall(fn, 5) | |
309 | #define fs_initcall_sync(fn) __define_initcall(fn, 5s) | |
310 | #define rootfs_initcall(fn) __define_initcall(fn, rootfs) | |
311 | #define device_initcall(fn) __define_initcall(fn, 6) | |
312 | #define device_initcall_sync(fn) __define_initcall(fn, 6s) | |
313 | #define late_initcall(fn) __define_initcall(fn, 7) | |
314 | #define late_initcall_sync(fn) __define_initcall(fn, 7s) | |
1da177e4 LT |
315 | |
316 | #define __initcall(fn) device_initcall(fn) | |
317 | ||
b67067f1 | 318 | #define __exitcall(fn) \ |
1da177e4 LT |
319 | static exitcall_t __exitcall_##fn __exit_call = fn |
320 | ||
a8cccdd9 | 321 | #define console_initcall(fn) ___define_initcall(fn, con, .con_initcall) |
1da177e4 LT |
322 | |
323 | struct obs_kernel_param { | |
324 | const char *str; | |
325 | int (*setup_func)(char *); | |
326 | int early; | |
327 | }; | |
328 | ||
ad1a4830 AB |
329 | extern const struct obs_kernel_param __setup_start[], __setup_end[]; |
330 | ||
1da177e4 LT |
331 | /* |
332 | * Only for really core code. See moduleparam.h for the normal way. | |
333 | * | |
334 | * Force the alignment so the compiler doesn't space elements of the | |
335 | * obs_kernel_param "array" too far apart in .init.setup. | |
336 | */ | |
337 | #define __setup_param(str, unique_id, fn, early) \ | |
c281b945 IM |
338 | static const char __setup_str_##unique_id[] __initconst \ |
339 | __aligned(1) = str; \ | |
340 | static struct obs_kernel_param __setup_##unique_id \ | |
33def849 | 341 | __used __section(".init.setup") \ |
147ad605 | 342 | __aligned(__alignof__(struct obs_kernel_param)) \ |
1da177e4 LT |
343 | = { __setup_str_##unique_id, fn, early } |
344 | ||
abc7da58 RD |
345 | /* |
346 | * NOTE: __setup functions return values: | |
347 | * @fn returns 1 (or non-zero) if the option argument is "handled" | |
348 | * and returns 0 if the option argument is "not handled". | |
349 | */ | |
c281b945 | 350 | #define __setup(str, fn) \ |
1da177e4 LT |
351 | __setup_param(str, fn, fn, 0) |
352 | ||
c281b945 | 353 | /* |
abc7da58 RD |
354 | * NOTE: @fn is as per module_param, not __setup! |
355 | * I.e., @fn returns 0 for no error or non-zero for error | |
356 | * (possibly @fn returns a -errno value, but it does not matter). | |
357 | * Emits warning if @fn returns non-zero. | |
c281b945 IM |
358 | */ |
359 | #define early_param(str, fn) \ | |
1da177e4 LT |
360 | __setup_param(str, fn, fn, 1) |
361 | ||
c281b945 IM |
362 | #define early_param_on_off(str_on, str_off, var, config) \ |
363 | \ | |
364 | int var = IS_ENABLED(config); \ | |
365 | \ | |
366 | static int __init parse_##var##_on(char *arg) \ | |
367 | { \ | |
368 | var = 1; \ | |
369 | return 0; \ | |
370 | } \ | |
a5a673f7 | 371 | early_param(str_on, parse_##var##_on); \ |
c281b945 IM |
372 | \ |
373 | static int __init parse_##var##_off(char *arg) \ | |
374 | { \ | |
375 | var = 0; \ | |
376 | return 0; \ | |
377 | } \ | |
a5a673f7 | 378 | early_param(str_off, parse_##var##_off) |
bfb33bad | 379 | |
30d7e0d4 | 380 | /* Relies on boot_command_line being set */ |
1da177e4 | 381 | void __init parse_early_param(void); |
13977091 | 382 | void __init parse_early_options(char *cmdline); |
1da177e4 LT |
383 | #endif /* __ASSEMBLY__ */ |
384 | ||
1da177e4 LT |
385 | #else /* MODULE */ |
386 | ||
1da177e4 | 387 | #define __setup_param(str, unique_id, fn) /* nothing */ |
1da177e4 | 388 | #define __setup(str, func) /* nothing */ |
1da177e4 LT |
389 | #endif |
390 | ||
ab3bfca7 | 391 | /* Data marked not to be saved by software suspend */ |
33def849 | 392 | #define __nosavedata __section(".data..nosave") |
1da177e4 | 393 | |
1da177e4 LT |
394 | #ifdef MODULE |
395 | #define __exit_p(x) x | |
396 | #else | |
397 | #define __exit_p(x) NULL | |
398 | #endif | |
399 | ||
400 | #endif /* _LINUX_INIT_H */ |