Commit | Line | Data |
---|---|---|
c942fddf | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
1da177e4 LT |
2 | /* |
3 | * acpi_tables.c - ACPI Boot-Time Table Parsing | |
4 | * | |
5 | * Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> | |
1da177e4 LT |
6 | */ |
7 | ||
07f438df HG |
8 | /* Uncomment next line to get verbose printout */ |
9 | /* #define DEBUG */ | |
730bf5eb HG |
10 | #define pr_fmt(fmt) "ACPI: " fmt |
11 | ||
1da177e4 LT |
12 | #include <linux/init.h> |
13 | #include <linux/kernel.h> | |
1da177e4 LT |
14 | #include <linux/smp.h> |
15 | #include <linux/string.h> | |
16 | #include <linux/types.h> | |
17 | #include <linux/irq.h> | |
18 | #include <linux/errno.h> | |
19 | #include <linux/acpi.h> | |
5ae74f2c | 20 | #include <linux/memblock.h> |
57c8a661 | 21 | #include <linux/earlycpio.h> |
da3d3f98 | 22 | #include <linux/initrd.h> |
c85cc817 | 23 | #include "internal.h" |
1da177e4 | 24 | |
74216699 RW |
25 | #ifdef CONFIG_ACPI_CUSTOM_DSDT |
26 | #include CONFIG_ACPI_CUSTOM_DSDT_FILE | |
27 | #endif | |
28 | ||
04348e69 | 29 | #define ACPI_MAX_TABLES 128 |
1da177e4 | 30 | |
1da177e4 LT |
31 | static char *mps_inti_flags_polarity[] = { "dfl", "high", "res", "low" }; |
32 | static char *mps_inti_flags_trigger[] = { "dfl", "edge", "res", "level" }; | |
33 | ||
ad71860a | 34 | static struct acpi_table_desc initial_tables[ACPI_MAX_TABLES] __initdata; |
1da177e4 | 35 | |
4e381a4f | 36 | static int acpi_apic_instance __initdata; |
a1fdcc0d | 37 | |
60574d1e KB |
38 | enum acpi_subtable_type { |
39 | ACPI_SUBTABLE_COMMON, | |
3bc0e8eb | 40 | ACPI_SUBTABLE_HMAT, |
60574d1e KB |
41 | }; |
42 | ||
43 | struct acpi_subtable_entry { | |
44 | union acpi_subtable_headers *hdr; | |
45 | enum acpi_subtable_type type; | |
46 | }; | |
47 | ||
4fc0a7e8 LZ |
48 | /* |
49 | * Disable table checksum verification for the early stage due to the size | |
50 | * limitation of the current x86 early mapping implementation. | |
51 | */ | |
52 | static bool acpi_verify_table_checksum __initdata = false; | |
53 | ||
a1fdcc0d | 54 | void acpi_table_print_madt_entry(struct acpi_subtable_header *header) |
1da177e4 LT |
55 | { |
56 | if (!header) | |
57 | return; | |
58 | ||
59 | switch (header->type) { | |
60 | ||
5f3b1a8b | 61 | case ACPI_MADT_TYPE_LOCAL_APIC: |
4be44fcd | 62 | { |
5f3b1a8b AS |
63 | struct acpi_madt_local_apic *p = |
64 | (struct acpi_madt_local_apic *)header; | |
07f438df HG |
65 | pr_debug("LAPIC (acpi_id[0x%02x] lapic_id[0x%02x] %s)\n", |
66 | p->processor_id, p->id, | |
67 | (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled"); | |
4be44fcd | 68 | } |
1da177e4 LT |
69 | break; |
70 | ||
7237d3de SS |
71 | case ACPI_MADT_TYPE_LOCAL_X2APIC: |
72 | { | |
73 | struct acpi_madt_local_x2apic *p = | |
74 | (struct acpi_madt_local_x2apic *)header; | |
07f438df HG |
75 | pr_debug("X2APIC (apic_id[0x%02x] uid[0x%02x] %s)\n", |
76 | p->local_apic_id, p->uid, | |
77 | (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled"); | |
7237d3de SS |
78 | } |
79 | break; | |
80 | ||
5f3b1a8b | 81 | case ACPI_MADT_TYPE_IO_APIC: |
4be44fcd | 82 | { |
5f3b1a8b AS |
83 | struct acpi_madt_io_apic *p = |
84 | (struct acpi_madt_io_apic *)header; | |
07f438df HG |
85 | pr_debug("IOAPIC (id[0x%02x] address[0x%08x] gsi_base[%d])\n", |
86 | p->id, p->address, p->global_irq_base); | |
4be44fcd | 87 | } |
1da177e4 LT |
88 | break; |
89 | ||
5f3b1a8b | 90 | case ACPI_MADT_TYPE_INTERRUPT_OVERRIDE: |
4be44fcd | 91 | { |
5f3b1a8b AS |
92 | struct acpi_madt_interrupt_override *p = |
93 | (struct acpi_madt_interrupt_override *)header; | |
730bf5eb HG |
94 | pr_info("INT_SRC_OVR (bus %d bus_irq %d global_irq %d %s %s)\n", |
95 | p->bus, p->source_irq, p->global_irq, | |
96 | mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK], | |
97 | mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2]); | |
5f3b1a8b AS |
98 | if (p->inti_flags & |
99 | ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK)) | |
730bf5eb HG |
100 | pr_info("INT_SRC_OVR unexpected reserved flags: 0x%x\n", |
101 | p->inti_flags & | |
5f3b1a8b | 102 | ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK)); |
4be44fcd | 103 | } |
1da177e4 LT |
104 | break; |
105 | ||
5f3b1a8b | 106 | case ACPI_MADT_TYPE_NMI_SOURCE: |
4be44fcd | 107 | { |
5f3b1a8b AS |
108 | struct acpi_madt_nmi_source *p = |
109 | (struct acpi_madt_nmi_source *)header; | |
730bf5eb HG |
110 | pr_info("NMI_SRC (%s %s global_irq %d)\n", |
111 | mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK], | |
112 | mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2], | |
113 | p->global_irq); | |
4be44fcd | 114 | } |
1da177e4 LT |
115 | break; |
116 | ||
5f3b1a8b | 117 | case ACPI_MADT_TYPE_LOCAL_APIC_NMI: |
4be44fcd | 118 | { |
5f3b1a8b AS |
119 | struct acpi_madt_local_apic_nmi *p = |
120 | (struct acpi_madt_local_apic_nmi *)header; | |
730bf5eb HG |
121 | pr_info("LAPIC_NMI (acpi_id[0x%02x] %s %s lint[0x%x])\n", |
122 | p->processor_id, | |
123 | mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK ], | |
124 | mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2], | |
125 | p->lint); | |
7237d3de SS |
126 | } |
127 | break; | |
128 | ||
129 | case ACPI_MADT_TYPE_LOCAL_X2APIC_NMI: | |
130 | { | |
131 | u16 polarity, trigger; | |
132 | struct acpi_madt_local_x2apic_nmi *p = | |
133 | (struct acpi_madt_local_x2apic_nmi *)header; | |
134 | ||
135 | polarity = p->inti_flags & ACPI_MADT_POLARITY_MASK; | |
136 | trigger = (p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2; | |
137 | ||
730bf5eb HG |
138 | pr_info("X2APIC_NMI (uid[0x%02x] %s %s lint[0x%x])\n", |
139 | p->uid, | |
140 | mps_inti_flags_polarity[polarity], | |
141 | mps_inti_flags_trigger[trigger], | |
142 | p->lint); | |
4be44fcd | 143 | } |
1da177e4 LT |
144 | break; |
145 | ||
5f3b1a8b | 146 | case ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE: |
4be44fcd | 147 | { |
5f3b1a8b AS |
148 | struct acpi_madt_local_apic_override *p = |
149 | (struct acpi_madt_local_apic_override *)header; | |
730bf5eb HG |
150 | pr_info("LAPIC_ADDR_OVR (address[%p])\n", |
151 | (void *)(unsigned long)p->address); | |
4be44fcd | 152 | } |
1da177e4 LT |
153 | break; |
154 | ||
5f3b1a8b | 155 | case ACPI_MADT_TYPE_IO_SAPIC: |
4be44fcd | 156 | { |
5f3b1a8b AS |
157 | struct acpi_madt_io_sapic *p = |
158 | (struct acpi_madt_io_sapic *)header; | |
07f438df HG |
159 | pr_debug("IOSAPIC (id[0x%x] address[%p] gsi_base[%d])\n", |
160 | p->id, (void *)(unsigned long)p->address, | |
161 | p->global_irq_base); | |
4be44fcd | 162 | } |
1da177e4 LT |
163 | break; |
164 | ||
5f3b1a8b | 165 | case ACPI_MADT_TYPE_LOCAL_SAPIC: |
4be44fcd | 166 | { |
5f3b1a8b AS |
167 | struct acpi_madt_local_sapic *p = |
168 | (struct acpi_madt_local_sapic *)header; | |
07f438df HG |
169 | pr_debug("LSAPIC (acpi_id[0x%02x] lsapic_id[0x%02x] lsapic_eid[0x%02x] %s)\n", |
170 | p->processor_id, p->id, p->eid, | |
171 | (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled"); | |
4be44fcd | 172 | } |
1da177e4 LT |
173 | break; |
174 | ||
5f3b1a8b | 175 | case ACPI_MADT_TYPE_INTERRUPT_SOURCE: |
4be44fcd | 176 | { |
5f3b1a8b AS |
177 | struct acpi_madt_interrupt_source *p = |
178 | (struct acpi_madt_interrupt_source *)header; | |
730bf5eb HG |
179 | pr_info("PLAT_INT_SRC (%s %s type[0x%x] id[0x%04x] eid[0x%x] iosapic_vector[0x%x] global_irq[0x%x]\n", |
180 | mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK], | |
181 | mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2], | |
182 | p->type, p->id, p->eid, p->io_sapic_vector, | |
183 | p->global_irq); | |
4be44fcd | 184 | } |
1da177e4 LT |
185 | break; |
186 | ||
4c1c8d7a HG |
187 | case ACPI_MADT_TYPE_GENERIC_INTERRUPT: |
188 | { | |
189 | struct acpi_madt_generic_interrupt *p = | |
190 | (struct acpi_madt_generic_interrupt *)header; | |
191 | pr_debug("GICC (acpi_id[0x%04x] address[%llx] MPIDR[0x%llx] %s)\n", | |
192 | p->uid, p->base_address, | |
193 | p->arm_mpidr, | |
194 | (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled"); | |
195 | ||
196 | } | |
197 | break; | |
198 | ||
199 | case ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR: | |
200 | { | |
201 | struct acpi_madt_generic_distributor *p = | |
202 | (struct acpi_madt_generic_distributor *)header; | |
203 | pr_debug("GIC Distributor (gic_id[0x%04x] address[%llx] gsi_base[%d])\n", | |
204 | p->gic_id, p->base_address, | |
205 | p->global_irq_base); | |
206 | } | |
207 | break; | |
208 | ||
1da177e4 | 209 | default: |
730bf5eb HG |
210 | pr_warn("Found unsupported MADT entry (type = 0x%x)\n", |
211 | header->type); | |
1da177e4 LT |
212 | break; |
213 | } | |
214 | } | |
215 | ||
60574d1e KB |
216 | static unsigned long __init |
217 | acpi_get_entry_type(struct acpi_subtable_entry *entry) | |
218 | { | |
219 | switch (entry->type) { | |
220 | case ACPI_SUBTABLE_COMMON: | |
221 | return entry->hdr->common.type; | |
3bc0e8eb KB |
222 | case ACPI_SUBTABLE_HMAT: |
223 | return entry->hdr->hmat.type; | |
60574d1e KB |
224 | } |
225 | return 0; | |
226 | } | |
227 | ||
228 | static unsigned long __init | |
229 | acpi_get_entry_length(struct acpi_subtable_entry *entry) | |
230 | { | |
231 | switch (entry->type) { | |
232 | case ACPI_SUBTABLE_COMMON: | |
233 | return entry->hdr->common.length; | |
3bc0e8eb KB |
234 | case ACPI_SUBTABLE_HMAT: |
235 | return entry->hdr->hmat.length; | |
60574d1e KB |
236 | } |
237 | return 0; | |
238 | } | |
239 | ||
240 | static unsigned long __init | |
241 | acpi_get_subtable_header_length(struct acpi_subtable_entry *entry) | |
242 | { | |
243 | switch (entry->type) { | |
244 | case ACPI_SUBTABLE_COMMON: | |
245 | return sizeof(entry->hdr->common); | |
3bc0e8eb KB |
246 | case ACPI_SUBTABLE_HMAT: |
247 | return sizeof(entry->hdr->hmat); | |
60574d1e KB |
248 | } |
249 | return 0; | |
250 | } | |
251 | ||
252 | static enum acpi_subtable_type __init | |
253 | acpi_get_subtable_type(char *id) | |
254 | { | |
3bc0e8eb KB |
255 | if (strncmp(id, ACPI_SIG_HMAT, 4) == 0) |
256 | return ACPI_SUBTABLE_HMAT; | |
60574d1e KB |
257 | return ACPI_SUBTABLE_COMMON; |
258 | } | |
259 | ||
9b3fedde LA |
260 | /** |
261 | * acpi_parse_entries_array - for each proc_num find a suitable subtable | |
262 | * | |
263 | * @id: table id (for debugging purposes) | |
904aaf80 | 264 | * @table_size: size of the root table |
9b3fedde LA |
265 | * @table_header: where does the table start? |
266 | * @proc: array of acpi_subtable_proc struct containing entry id | |
267 | * and associated handler with it | |
268 | * @proc_num: how big proc is? | |
269 | * @max_entries: how many entries can we process? | |
270 | * | |
271 | * For each proc_num find a subtable with proc->id and run proc->handler | |
272 | * on it. Assumption is that there's only single handler for particular | |
273 | * entry id. | |
274 | * | |
904aaf80 AS |
275 | * The table_size is not the size of the complete ACPI table (the length |
276 | * field in the header struct), but only the size of the root table; i.e., | |
277 | * the offset from the very first byte of the complete ACPI table, to the | |
278 | * first byte of the very first subtable. | |
279 | * | |
9b3fedde LA |
280 | * On success returns sum of all matching entries for all proc handlers. |
281 | * Otherwise, -ENODEV or -EINVAL is returned. | |
282 | */ | |
2e018c59 | 283 | static int __init acpi_parse_entries_array(char *id, unsigned long table_size, |
f08bb472 | 284 | struct acpi_table_header *table_header, |
9b3fedde LA |
285 | struct acpi_subtable_proc *proc, int proc_num, |
286 | unsigned int max_entries) | |
1da177e4 | 287 | { |
60574d1e KB |
288 | struct acpi_subtable_entry entry; |
289 | unsigned long table_end, subtable_len, entry_len; | |
9b3fedde | 290 | int count = 0; |
8726d4f4 | 291 | int errs = 0; |
9b3fedde | 292 | int i; |
1da177e4 | 293 | |
68ca4069 | 294 | if (acpi_disabled) |
e5b8fc6a LB |
295 | return -ENODEV; |
296 | ||
9b3fedde | 297 | if (!id) |
1da177e4 LT |
298 | return -EINVAL; |
299 | ||
f08bb472 AC |
300 | if (!table_size) |
301 | return -EINVAL; | |
1da177e4 | 302 | |
6eb87fed | 303 | if (!table_header) { |
730bf5eb | 304 | pr_warn("%4.4s not present\n", id); |
1da177e4 LT |
305 | return -ENODEV; |
306 | } | |
307 | ||
6eb87fed | 308 | table_end = (unsigned long)table_header + table_header->length; |
1da177e4 LT |
309 | |
310 | /* Parse all entries looking for a match. */ | |
311 | ||
60574d1e KB |
312 | entry.type = acpi_get_subtable_type(id); |
313 | entry.hdr = (union acpi_subtable_headers *) | |
6eb87fed | 314 | ((unsigned long)table_header + table_size); |
60574d1e | 315 | subtable_len = acpi_get_subtable_header_length(&entry); |
1da177e4 | 316 | |
60574d1e | 317 | while (((unsigned long)entry.hdr) + subtable_len < table_end) { |
9b3fedde LA |
318 | if (max_entries && count >= max_entries) |
319 | break; | |
320 | ||
321 | for (i = 0; i < proc_num; i++) { | |
60574d1e | 322 | if (acpi_get_entry_type(&entry) != proc[i].id) |
9b3fedde | 323 | continue; |
362414d9 | 324 | if (!proc[i].handler || |
60574d1e | 325 | (!errs && proc[i].handler(entry.hdr, table_end))) { |
8726d4f4 AS |
326 | errs++; |
327 | continue; | |
328 | } | |
369d913b | 329 | |
fa162a05 | 330 | proc[i].count++; |
9b3fedde | 331 | break; |
4ceacd02 | 332 | } |
9b3fedde LA |
333 | if (i != proc_num) |
334 | count++; | |
4ceacd02 | 335 | |
369d913b FY |
336 | /* |
337 | * If entry->length is 0, break from this loop to avoid | |
338 | * infinite loop. | |
339 | */ | |
60574d1e KB |
340 | entry_len = acpi_get_entry_length(&entry); |
341 | if (entry_len == 0) { | |
9b3fedde | 342 | pr_err("[%4.4s:0x%02x] Invalid zero length\n", id, proc->id); |
f08bb472 | 343 | return -EINVAL; |
369d913b | 344 | } |
1da177e4 | 345 | |
60574d1e KB |
346 | entry.hdr = (union acpi_subtable_headers *) |
347 | ((unsigned long)entry.hdr + entry_len); | |
1da177e4 | 348 | } |
f08bb472 | 349 | |
1da177e4 | 350 | if (max_entries && count > max_entries) { |
99b0efd7 AS |
351 | pr_warn("[%4.4s:0x%02x] found the maximum %i entries\n", |
352 | id, proc->id, count); | |
1da177e4 LT |
353 | } |
354 | ||
8726d4f4 | 355 | return errs ? -EINVAL : count; |
f08bb472 AC |
356 | } |
357 | ||
2e018c59 | 358 | int __init acpi_table_parse_entries_array(char *id, |
f08bb472 | 359 | unsigned long table_size, |
9b3fedde | 360 | struct acpi_subtable_proc *proc, int proc_num, |
f08bb472 AC |
361 | unsigned int max_entries) |
362 | { | |
363 | struct acpi_table_header *table_header = NULL; | |
f08bb472 AC |
364 | int count; |
365 | u32 instance = 0; | |
366 | ||
367 | if (acpi_disabled) | |
368 | return -ENODEV; | |
369 | ||
9b3fedde | 370 | if (!id) |
f08bb472 AC |
371 | return -EINVAL; |
372 | ||
373 | if (!strncmp(id, ACPI_SIG_MADT, 4)) | |
374 | instance = acpi_apic_instance; | |
375 | ||
6b11d1d6 | 376 | acpi_get_table(id, instance, &table_header); |
f08bb472 AC |
377 | if (!table_header) { |
378 | pr_warn("%4.4s not present\n", id); | |
379 | return -ENODEV; | |
380 | } | |
381 | ||
9b3fedde LA |
382 | count = acpi_parse_entries_array(id, table_size, table_header, |
383 | proc, proc_num, max_entries); | |
f08bb472 | 384 | |
6b11d1d6 | 385 | acpi_put_table(table_header); |
f08bb472 | 386 | return count; |
1da177e4 LT |
387 | } |
388 | ||
2e018c59 | 389 | int __init acpi_table_parse_entries(char *id, |
9b3fedde LA |
390 | unsigned long table_size, |
391 | int entry_id, | |
392 | acpi_tbl_entry_handler handler, | |
393 | unsigned int max_entries) | |
394 | { | |
395 | struct acpi_subtable_proc proc = { | |
396 | .id = entry_id, | |
397 | .handler = handler, | |
398 | }; | |
399 | ||
400 | return acpi_table_parse_entries_array(id, table_size, &proc, 1, | |
401 | max_entries); | |
402 | } | |
403 | ||
2e018c59 | 404 | int __init acpi_table_parse_madt(enum acpi_madt_type id, |
b43e1065 | 405 | acpi_tbl_entry_handler handler, unsigned int max_entries) |
1da177e4 | 406 | { |
6eb87fed | 407 | return acpi_table_parse_entries(ACPI_SIG_MADT, |
4be44fcd LB |
408 | sizeof(struct acpi_table_madt), id, |
409 | handler, max_entries); | |
1da177e4 LT |
410 | } |
411 | ||
7f8f97c3 LB |
412 | /** |
413 | * acpi_table_parse - find table with @id, run @handler on it | |
7f8f97c3 LB |
414 | * @id: table id to find |
415 | * @handler: handler to run | |
416 | * | |
417 | * Scan the ACPI System Descriptor Table (STD) for a table matching @id, | |
f8a571b2 | 418 | * run @handler on it. |
419 | * | |
420 | * Return 0 if table found, -errno if not. | |
7f8f97c3 | 421 | */ |
b43e1065 | 422 | int __init acpi_table_parse(char *id, acpi_tbl_table_handler handler) |
1da177e4 | 423 | { |
ceb6c468 | 424 | struct acpi_table_header *table = NULL; |
a1fdcc0d | 425 | |
68ca4069 | 426 | if (acpi_disabled) |
e5b8fc6a LB |
427 | return -ENODEV; |
428 | ||
de2d1a7e | 429 | if (!id || !handler) |
1da177e4 LT |
430 | return -EINVAL; |
431 | ||
a1fdcc0d | 432 | if (strncmp(id, ACPI_SIG_MADT, 4) == 0) |
6b11d1d6 | 433 | acpi_get_table(id, acpi_apic_instance, &table); |
a1fdcc0d | 434 | else |
6b11d1d6 | 435 | acpi_get_table(id, 0, &table); |
a1fdcc0d | 436 | |
ceb6c468 AS |
437 | if (table) { |
438 | handler(table); | |
6b11d1d6 | 439 | acpi_put_table(table); |
ceb6c468 | 440 | return 0; |
7f8f97c3 | 441 | } else |
95df812d | 442 | return -ENODEV; |
1da177e4 LT |
443 | } |
444 | ||
904aaf80 | 445 | /* |
a1fdcc0d LB |
446 | * The BIOS is supposed to supply a single APIC/MADT, |
447 | * but some report two. Provide a knob to use either. | |
448 | * (don't you wish instance 0 and 1 were not the same?) | |
449 | */ | |
450 | static void __init check_multiple_madt(void) | |
451 | { | |
452 | struct acpi_table_header *table = NULL; | |
453 | ||
6b11d1d6 | 454 | acpi_get_table(ACPI_SIG_MADT, 2, &table); |
a1fdcc0d | 455 | if (table) { |
730bf5eb HG |
456 | pr_warn("BIOS bug: multiple APIC/MADT found, using %d\n", |
457 | acpi_apic_instance); | |
458 | pr_warn("If \"acpi_apic_instance=%d\" works better, " | |
459 | "notify linux-acpi@vger.kernel.org\n", | |
460 | acpi_apic_instance ? 0 : 2); | |
6b11d1d6 | 461 | acpi_put_table(table); |
a1fdcc0d LB |
462 | |
463 | } else | |
464 | acpi_apic_instance = 0; | |
465 | ||
466 | return; | |
467 | } | |
468 | ||
5ae74f2c LZ |
469 | static void acpi_table_taint(struct acpi_table_header *table) |
470 | { | |
471 | pr_warn("Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n", | |
472 | table->signature, table->oem_table_id); | |
473 | add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE); | |
474 | } | |
475 | ||
5d881327 | 476 | #ifdef CONFIG_ACPI_TABLE_UPGRADE |
5ae74f2c LZ |
477 | static u64 acpi_tables_addr; |
478 | static int all_tables_size; | |
479 | ||
480 | /* Copied from acpica/tbutils.c:acpi_tb_checksum() */ | |
481 | static u8 __init acpi_table_checksum(u8 *buffer, u32 length) | |
482 | { | |
483 | u8 sum = 0; | |
484 | u8 *end = buffer + length; | |
485 | ||
486 | while (buffer < end) | |
487 | sum = (u8) (sum + *(buffer++)); | |
488 | return sum; | |
489 | } | |
490 | ||
491 | /* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */ | |
492 | static const char * const table_sigs[] = { | |
493 | ACPI_SIG_BERT, ACPI_SIG_CPEP, ACPI_SIG_ECDT, ACPI_SIG_EINJ, | |
494 | ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT, ACPI_SIG_MSCT, | |
495 | ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT, ACPI_SIG_ASF, | |
496 | ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR, ACPI_SIG_HPET, | |
497 | ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG, ACPI_SIG_MCHI, | |
498 | ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI, ACPI_SIG_TCPA, | |
499 | ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT, ACPI_SIG_WDDT, | |
500 | ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT, ACPI_SIG_PSDT, | |
89067434 | 501 | ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT, ACPI_SIG_IORT, |
bce1a651 | 502 | ACPI_SIG_NFIT, ACPI_SIG_HMAT, ACPI_SIG_PPTT, NULL }; |
5ae74f2c LZ |
503 | |
504 | #define ACPI_HEADER_SIZE sizeof(struct acpi_table_header) | |
505 | ||
5d881327 LZ |
506 | #define NR_ACPI_INITRD_TABLES 64 |
507 | static struct cpio_data __initdata acpi_initrd_files[NR_ACPI_INITRD_TABLES]; | |
508 | static DECLARE_BITMAP(acpi_initrd_installed, NR_ACPI_INITRD_TABLES); | |
5ae74f2c LZ |
509 | |
510 | #define MAP_CHUNK_SIZE (NR_FIX_BTMAPS << PAGE_SHIFT) | |
511 | ||
da3d3f98 | 512 | void __init acpi_table_upgrade(void) |
5ae74f2c | 513 | { |
98a455d9 SY |
514 | void *data; |
515 | size_t size; | |
5ae74f2c LZ |
516 | int sig, no, table_nr = 0, total_offset = 0; |
517 | long offset = 0; | |
518 | struct acpi_table_header *table; | |
519 | char cpio_path[32] = "kernel/firmware/acpi/"; | |
520 | struct cpio_data file; | |
521 | ||
98a455d9 SY |
522 | if (IS_ENABLED(CONFIG_ACPI_TABLE_OVERRIDE_VIA_BUILTIN_INITRD)) { |
523 | data = __initramfs_start; | |
524 | size = __initramfs_size; | |
525 | } else { | |
526 | data = (void *)initrd_start; | |
527 | size = initrd_end - initrd_start; | |
528 | } | |
529 | ||
5ae74f2c LZ |
530 | if (data == NULL || size == 0) |
531 | return; | |
532 | ||
5d881327 | 533 | for (no = 0; no < NR_ACPI_INITRD_TABLES; no++) { |
5ae74f2c LZ |
534 | file = find_cpio_data(cpio_path, data, size, &offset); |
535 | if (!file.data) | |
536 | break; | |
537 | ||
538 | data += offset; | |
539 | size -= offset; | |
540 | ||
541 | if (file.size < sizeof(struct acpi_table_header)) { | |
542 | pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n", | |
543 | cpio_path, file.name); | |
544 | continue; | |
545 | } | |
546 | ||
547 | table = file.data; | |
548 | ||
549 | for (sig = 0; table_sigs[sig]; sig++) | |
550 | if (!memcmp(table->signature, table_sigs[sig], 4)) | |
551 | break; | |
552 | ||
553 | if (!table_sigs[sig]) { | |
554 | pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n", | |
555 | cpio_path, file.name); | |
556 | continue; | |
557 | } | |
558 | if (file.size != table->length) { | |
559 | pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n", | |
560 | cpio_path, file.name); | |
561 | continue; | |
562 | } | |
563 | if (acpi_table_checksum(file.data, table->length)) { | |
564 | pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n", | |
565 | cpio_path, file.name); | |
566 | continue; | |
567 | } | |
568 | ||
569 | pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n", | |
570 | table->signature, cpio_path, file.name, table->length); | |
571 | ||
572 | all_tables_size += table->length; | |
573 | acpi_initrd_files[table_nr].data = file.data; | |
574 | acpi_initrd_files[table_nr].size = file.size; | |
575 | table_nr++; | |
576 | } | |
577 | if (table_nr == 0) | |
578 | return; | |
579 | ||
580 | acpi_tables_addr = | |
84b06ca3 | 581 | memblock_find_in_range(0, ACPI_TABLE_UPGRADE_MAX_PHYS, |
5ae74f2c LZ |
582 | all_tables_size, PAGE_SIZE); |
583 | if (!acpi_tables_addr) { | |
584 | WARN_ON(1); | |
585 | return; | |
586 | } | |
587 | /* | |
588 | * Only calling e820_add_reserve does not work and the | |
589 | * tables are invalid (memory got used) later. | |
590 | * memblock_reserve works as expected and the tables won't get modified. | |
591 | * But it's not enough on X86 because ioremap will | |
592 | * complain later (used by acpi_os_map_memory) that the pages | |
593 | * that should get mapped are not marked "reserved". | |
ab6bc04c | 594 | * Both memblock_reserve and e820__range_add (via arch_reserve_mem_area) |
5ae74f2c LZ |
595 | * works fine. |
596 | */ | |
597 | memblock_reserve(acpi_tables_addr, all_tables_size); | |
598 | arch_reserve_mem_area(acpi_tables_addr, all_tables_size); | |
599 | ||
600 | /* | |
601 | * early_ioremap only can remap 256k one time. If we map all | |
602 | * tables one time, we will hit the limit. Need to map chunks | |
603 | * one by one during copying the same as that in relocate_initrd(). | |
604 | */ | |
605 | for (no = 0; no < table_nr; no++) { | |
606 | unsigned char *src_p = acpi_initrd_files[no].data; | |
607 | phys_addr_t size = acpi_initrd_files[no].size; | |
608 | phys_addr_t dest_addr = acpi_tables_addr + total_offset; | |
609 | phys_addr_t slop, clen; | |
610 | char *dest_p; | |
611 | ||
612 | total_offset += size; | |
613 | ||
614 | while (size) { | |
615 | slop = dest_addr & ~PAGE_MASK; | |
616 | clen = size; | |
617 | if (clen > MAP_CHUNK_SIZE - slop) | |
618 | clen = MAP_CHUNK_SIZE - slop; | |
ce0c1fcc AM |
619 | dest_p = early_memremap(dest_addr & PAGE_MASK, |
620 | clen + slop); | |
5ae74f2c | 621 | memcpy(dest_p + slop, src_p, clen); |
ce0c1fcc | 622 | early_memunmap(dest_p, clen + slop); |
5ae74f2c LZ |
623 | src_p += clen; |
624 | dest_addr += clen; | |
625 | size -= clen; | |
626 | } | |
627 | } | |
628 | } | |
629 | ||
630 | static acpi_status | |
631 | acpi_table_initrd_override(struct acpi_table_header *existing_table, | |
632 | acpi_physical_address *address, u32 *length) | |
633 | { | |
634 | int table_offset = 0; | |
635 | int table_index = 0; | |
636 | struct acpi_table_header *table; | |
637 | u32 table_length; | |
638 | ||
639 | *length = 0; | |
640 | *address = 0; | |
641 | if (!acpi_tables_addr) | |
642 | return AE_OK; | |
643 | ||
644 | while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) { | |
645 | table = acpi_os_map_memory(acpi_tables_addr + table_offset, | |
646 | ACPI_HEADER_SIZE); | |
647 | if (table_offset + table->length > all_tables_size) { | |
648 | acpi_os_unmap_memory(table, ACPI_HEADER_SIZE); | |
649 | WARN_ON(1); | |
650 | return AE_OK; | |
651 | } | |
652 | ||
653 | table_length = table->length; | |
654 | ||
655 | /* Only override tables matched */ | |
5d881327 LZ |
656 | if (memcmp(existing_table->signature, table->signature, 4) || |
657 | memcmp(table->oem_id, existing_table->oem_id, | |
658 | ACPI_OEM_ID_SIZE) || | |
5ae74f2c LZ |
659 | memcmp(table->oem_table_id, existing_table->oem_table_id, |
660 | ACPI_OEM_TABLE_ID_SIZE)) { | |
661 | acpi_os_unmap_memory(table, ACPI_HEADER_SIZE); | |
662 | goto next_table; | |
663 | } | |
5d881327 LZ |
664 | /* |
665 | * Mark the table to avoid being used in | |
666 | * acpi_table_initrd_scan() and check the revision. | |
667 | */ | |
668 | if (test_and_set_bit(table_index, acpi_initrd_installed) || | |
669 | existing_table->oem_revision >= table->oem_revision) { | |
670 | acpi_os_unmap_memory(table, ACPI_HEADER_SIZE); | |
671 | goto next_table; | |
672 | } | |
5ae74f2c LZ |
673 | |
674 | *length = table_length; | |
675 | *address = acpi_tables_addr + table_offset; | |
5d881327 LZ |
676 | pr_info("Table Upgrade: override [%4.4s-%6.6s-%8.8s]\n", |
677 | table->signature, table->oem_id, | |
678 | table->oem_table_id); | |
5ae74f2c | 679 | acpi_os_unmap_memory(table, ACPI_HEADER_SIZE); |
5ae74f2c LZ |
680 | break; |
681 | ||
682 | next_table: | |
683 | table_offset += table_length; | |
684 | table_index++; | |
685 | } | |
686 | return AE_OK; | |
687 | } | |
688 | ||
689 | static void __init acpi_table_initrd_scan(void) | |
690 | { | |
691 | int table_offset = 0; | |
692 | int table_index = 0; | |
693 | u32 table_length; | |
694 | struct acpi_table_header *table; | |
695 | ||
696 | if (!acpi_tables_addr) | |
697 | return; | |
698 | ||
699 | while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) { | |
700 | table = acpi_os_map_memory(acpi_tables_addr + table_offset, | |
701 | ACPI_HEADER_SIZE); | |
702 | if (table_offset + table->length > all_tables_size) { | |
703 | acpi_os_unmap_memory(table, ACPI_HEADER_SIZE); | |
704 | WARN_ON(1); | |
705 | return; | |
706 | } | |
707 | ||
708 | table_length = table->length; | |
709 | ||
710 | /* Skip RSDT/XSDT which should only be used for override */ | |
5599fb69 BM |
711 | if (ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_RSDT) || |
712 | ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_XSDT)) { | |
5ae74f2c LZ |
713 | acpi_os_unmap_memory(table, ACPI_HEADER_SIZE); |
714 | goto next_table; | |
715 | } | |
5d881327 LZ |
716 | /* |
717 | * Mark the table to avoid being used in | |
718 | * acpi_table_initrd_override(). Though this is not possible | |
719 | * because override is disabled in acpi_install_table(). | |
720 | */ | |
721 | if (test_and_set_bit(table_index, acpi_initrd_installed)) { | |
722 | acpi_os_unmap_memory(table, ACPI_HEADER_SIZE); | |
723 | goto next_table; | |
724 | } | |
5ae74f2c | 725 | |
5d881327 LZ |
726 | pr_info("Table Upgrade: install [%4.4s-%6.6s-%8.8s]\n", |
727 | table->signature, table->oem_id, | |
728 | table->oem_table_id); | |
5ae74f2c LZ |
729 | acpi_os_unmap_memory(table, ACPI_HEADER_SIZE); |
730 | acpi_install_table(acpi_tables_addr + table_offset, TRUE); | |
5ae74f2c LZ |
731 | next_table: |
732 | table_offset += table_length; | |
733 | table_index++; | |
734 | } | |
735 | } | |
736 | #else | |
5ae74f2c LZ |
737 | static acpi_status |
738 | acpi_table_initrd_override(struct acpi_table_header *existing_table, | |
739 | acpi_physical_address *address, | |
740 | u32 *table_length) | |
741 | { | |
742 | *table_length = 0; | |
743 | *address = 0; | |
744 | return AE_OK; | |
745 | } | |
746 | ||
747 | static void __init acpi_table_initrd_scan(void) | |
748 | { | |
749 | } | |
5d881327 | 750 | #endif /* CONFIG_ACPI_TABLE_UPGRADE */ |
5ae74f2c LZ |
751 | |
752 | acpi_status | |
753 | acpi_os_physical_table_override(struct acpi_table_header *existing_table, | |
754 | acpi_physical_address *address, | |
755 | u32 *table_length) | |
756 | { | |
757 | return acpi_table_initrd_override(existing_table, address, | |
758 | table_length); | |
759 | } | |
760 | ||
1f000e1b | 761 | #ifdef CONFIG_ACPI_CUSTOM_DSDT |
82e4eb4e WD |
762 | static void *amlcode __attribute__ ((weakref("AmlCode"))); |
763 | static void *dsdt_amlcode __attribute__ ((weakref("dsdt_aml_code"))); | |
1f000e1b | 764 | #endif |
82e4eb4e | 765 | |
2e018c59 | 766 | acpi_status acpi_os_table_override(struct acpi_table_header *existing_table, |
5ae74f2c LZ |
767 | struct acpi_table_header **new_table) |
768 | { | |
769 | if (!existing_table || !new_table) | |
770 | return AE_BAD_PARAMETER; | |
771 | ||
772 | *new_table = NULL; | |
773 | ||
774 | #ifdef CONFIG_ACPI_CUSTOM_DSDT | |
82e4eb4e WD |
775 | if (!strncmp(existing_table->signature, "DSDT", 4)) { |
776 | *new_table = (struct acpi_table_header *)&amlcode; | |
777 | if (!(*new_table)) | |
778 | *new_table = (struct acpi_table_header *)&dsdt_amlcode; | |
779 | } | |
5ae74f2c LZ |
780 | #endif |
781 | if (*new_table != NULL) | |
782 | acpi_table_taint(existing_table); | |
783 | return AE_OK; | |
784 | } | |
785 | ||
1da177e4 LT |
786 | /* |
787 | * acpi_table_init() | |
788 | * | |
789 | * find RSDP, find and checksum SDT/XSDT. | |
790 | * checksum all tables, print SDT/XSDT | |
5f3b1a8b | 791 | * |
1da177e4 LT |
792 | * result: sdt_entry[] is initialized |
793 | */ | |
794 | ||
4be44fcd | 795 | int __init acpi_table_init(void) |
1da177e4 | 796 | { |
9e3a9d1e LB |
797 | acpi_status status; |
798 | ||
4fc0a7e8 LZ |
799 | if (acpi_verify_table_checksum) { |
800 | pr_info("Early table checksum verification enabled\n"); | |
023e2ee1 | 801 | acpi_gbl_enable_table_validation = TRUE; |
4fc0a7e8 LZ |
802 | } else { |
803 | pr_info("Early table checksum verification disabled\n"); | |
023e2ee1 | 804 | acpi_gbl_enable_table_validation = FALSE; |
4fc0a7e8 LZ |
805 | } |
806 | ||
9e3a9d1e LB |
807 | status = acpi_initialize_tables(initial_tables, ACPI_MAX_TABLES, 0); |
808 | if (ACPI_FAILURE(status)) | |
95df812d | 809 | return -EINVAL; |
5ae74f2c | 810 | acpi_table_initrd_scan(); |
9e3a9d1e | 811 | |
a1fdcc0d LB |
812 | check_multiple_madt(); |
813 | return 0; | |
814 | } | |
815 | ||
816 | static int __init acpi_parse_apic_instance(char *str) | |
817 | { | |
f0df2d6b CG |
818 | if (!str) |
819 | return -EINVAL; | |
a1fdcc0d | 820 | |
3d915894 CJ |
821 | if (kstrtoint(str, 0, &acpi_apic_instance)) |
822 | return -EINVAL; | |
a1fdcc0d | 823 | |
730bf5eb | 824 | pr_notice("Shall use APIC/MADT table %d\n", acpi_apic_instance); |
a1fdcc0d | 825 | |
1da177e4 LT |
826 | return 0; |
827 | } | |
a1fdcc0d | 828 | early_param("acpi_apic_instance", acpi_parse_apic_instance); |
4fc0a7e8 LZ |
829 | |
830 | static int __init acpi_force_table_verification_setup(char *s) | |
831 | { | |
832 | acpi_verify_table_checksum = true; | |
833 | ||
834 | return 0; | |
835 | } | |
4fc0a7e8 | 836 | early_param("acpi_force_table_verification", acpi_force_table_verification_setup); |
b2ca5dae CIK |
837 | |
838 | static int __init acpi_force_32bit_fadt_addr(char *s) | |
839 | { | |
840 | pr_info("Forcing 32 Bit FADT addresses\n"); | |
841 | acpi_gbl_use32_bit_fadt_addresses = TRUE; | |
842 | ||
843 | return 0; | |
844 | } | |
b2ca5dae | 845 | early_param("acpi_force_32bit_fadt_addr", acpi_force_32bit_fadt_addr); |