1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * acpi_tables.c - ACPI Boot-Time Table Parsing
5 * Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
8 /* Uncomment next line to get verbose printout */
10 #define pr_fmt(fmt) "ACPI: " fmt
12 #include <linux/init.h>
13 #include <linux/kernel.h>
14 #include <linux/smp.h>
15 #include <linux/string.h>
16 #include <linux/types.h>
17 #include <linux/irq.h>
18 #include <linux/errno.h>
19 #include <linux/acpi.h>
20 #include <linux/memblock.h>
21 #include <linux/earlycpio.h>
22 #include <linux/initrd.h>
23 #include <linux/security.h>
24 #include <linux/kmemleak.h>
27 #ifdef CONFIG_ACPI_CUSTOM_DSDT
28 #include CONFIG_ACPI_CUSTOM_DSDT_FILE
31 #define ACPI_MAX_TABLES 128
33 static char *mps_inti_flags_polarity[] = { "dfl", "high", "res", "low" };
34 static char *mps_inti_flags_trigger[] = { "dfl", "edge", "res", "level" };
36 static struct acpi_table_desc initial_tables[ACPI_MAX_TABLES] __initdata;
38 static int acpi_apic_instance __initdata_or_acpilib;
41 * Disable table checksum verification for the early stage due to the size
42 * limitation of the current x86 early mapping implementation.
44 static bool acpi_verify_table_checksum __initdata_or_acpilib = false;
46 void acpi_table_print_madt_entry(struct acpi_subtable_header *header)
51 switch (header->type) {
53 case ACPI_MADT_TYPE_LOCAL_APIC:
55 struct acpi_madt_local_apic *p =
56 (struct acpi_madt_local_apic *)header;
57 pr_debug("LAPIC (acpi_id[0x%02x] lapic_id[0x%02x] %s)\n",
58 p->processor_id, p->id,
59 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
63 case ACPI_MADT_TYPE_LOCAL_X2APIC:
65 struct acpi_madt_local_x2apic *p =
66 (struct acpi_madt_local_x2apic *)header;
67 pr_debug("X2APIC (apic_id[0x%02x] uid[0x%02x] %s)\n",
68 p->local_apic_id, p->uid,
69 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
73 case ACPI_MADT_TYPE_IO_APIC:
75 struct acpi_madt_io_apic *p =
76 (struct acpi_madt_io_apic *)header;
77 pr_debug("IOAPIC (id[0x%02x] address[0x%08x] gsi_base[%d])\n",
78 p->id, p->address, p->global_irq_base);
82 case ACPI_MADT_TYPE_INTERRUPT_OVERRIDE:
84 struct acpi_madt_interrupt_override *p =
85 (struct acpi_madt_interrupt_override *)header;
86 pr_info("INT_SRC_OVR (bus %d bus_irq %d global_irq %d %s %s)\n",
87 p->bus, p->source_irq, p->global_irq,
88 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
89 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2]);
91 ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK))
92 pr_info("INT_SRC_OVR unexpected reserved flags: 0x%x\n",
94 ~(ACPI_MADT_POLARITY_MASK | ACPI_MADT_TRIGGER_MASK));
98 case ACPI_MADT_TYPE_NMI_SOURCE:
100 struct acpi_madt_nmi_source *p =
101 (struct acpi_madt_nmi_source *)header;
102 pr_info("NMI_SRC (%s %s global_irq %d)\n",
103 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
104 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
109 case ACPI_MADT_TYPE_LOCAL_APIC_NMI:
111 struct acpi_madt_local_apic_nmi *p =
112 (struct acpi_madt_local_apic_nmi *)header;
113 pr_info("LAPIC_NMI (acpi_id[0x%02x] %s %s lint[0x%x])\n",
115 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK ],
116 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
121 case ACPI_MADT_TYPE_LOCAL_X2APIC_NMI:
123 u16 polarity, trigger;
124 struct acpi_madt_local_x2apic_nmi *p =
125 (struct acpi_madt_local_x2apic_nmi *)header;
127 polarity = p->inti_flags & ACPI_MADT_POLARITY_MASK;
128 trigger = (p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2;
130 pr_info("X2APIC_NMI (uid[0x%02x] %s %s lint[0x%x])\n",
132 mps_inti_flags_polarity[polarity],
133 mps_inti_flags_trigger[trigger],
138 case ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE:
140 struct acpi_madt_local_apic_override *p =
141 (struct acpi_madt_local_apic_override *)header;
142 pr_info("LAPIC_ADDR_OVR (address[0x%llx])\n",
147 case ACPI_MADT_TYPE_IO_SAPIC:
149 struct acpi_madt_io_sapic *p =
150 (struct acpi_madt_io_sapic *)header;
151 pr_debug("IOSAPIC (id[0x%x] address[%p] gsi_base[%d])\n",
152 p->id, (void *)(unsigned long)p->address,
157 case ACPI_MADT_TYPE_LOCAL_SAPIC:
159 struct acpi_madt_local_sapic *p =
160 (struct acpi_madt_local_sapic *)header;
161 pr_debug("LSAPIC (acpi_id[0x%02x] lsapic_id[0x%02x] lsapic_eid[0x%02x] %s)\n",
162 p->processor_id, p->id, p->eid,
163 (p->lapic_flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
167 case ACPI_MADT_TYPE_INTERRUPT_SOURCE:
169 struct acpi_madt_interrupt_source *p =
170 (struct acpi_madt_interrupt_source *)header;
171 pr_info("PLAT_INT_SRC (%s %s type[0x%x] id[0x%04x] eid[0x%x] iosapic_vector[0x%x] global_irq[0x%x]\n",
172 mps_inti_flags_polarity[p->inti_flags & ACPI_MADT_POLARITY_MASK],
173 mps_inti_flags_trigger[(p->inti_flags & ACPI_MADT_TRIGGER_MASK) >> 2],
174 p->type, p->id, p->eid, p->io_sapic_vector,
179 case ACPI_MADT_TYPE_GENERIC_INTERRUPT:
181 struct acpi_madt_generic_interrupt *p =
182 (struct acpi_madt_generic_interrupt *)header;
183 pr_debug("GICC (acpi_id[0x%04x] address[%llx] MPIDR[0x%llx] %s)\n",
184 p->uid, p->base_address,
186 (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
191 case ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR:
193 struct acpi_madt_generic_distributor *p =
194 (struct acpi_madt_generic_distributor *)header;
195 pr_debug("GIC Distributor (gic_id[0x%04x] address[%llx] gsi_base[%d])\n",
196 p->gic_id, p->base_address,
201 case ACPI_MADT_TYPE_CORE_PIC:
203 struct acpi_madt_core_pic *p = (struct acpi_madt_core_pic *)header;
205 pr_debug("CORE PIC (processor_id[0x%02x] core_id[0x%02x] %s)\n",
206 p->processor_id, p->core_id,
207 (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
211 case ACPI_MADT_TYPE_RINTC:
213 struct acpi_madt_rintc *p = (struct acpi_madt_rintc *)header;
215 pr_debug("RISC-V INTC (acpi_uid[0x%04x] hart_id[0x%llx] %s)\n",
217 (p->flags & ACPI_MADT_ENABLED) ? "enabled" : "disabled");
222 pr_warn("Found unsupported MADT entry (type = 0x%x)\n",
228 int __init_or_acpilib acpi_table_parse_entries_array(
229 char *id, unsigned long table_size, struct acpi_subtable_proc *proc,
230 int proc_num, unsigned int max_entries)
232 struct acpi_table_header *table_header = NULL;
245 if (!strncmp(id, ACPI_SIG_MADT, 4))
246 instance = acpi_apic_instance;
248 acpi_get_table(id, instance, &table_header);
250 pr_debug("%4.4s not present\n", id);
254 count = acpi_parse_entries_array(id, table_size,
255 (union fw_table_header *)table_header,
256 proc, proc_num, max_entries);
258 acpi_put_table(table_header);
262 static int __init_or_acpilib __acpi_table_parse_entries(
263 char *id, unsigned long table_size, int entry_id,
264 acpi_tbl_entry_handler handler, acpi_tbl_entry_handler_arg handler_arg,
265 void *arg, unsigned int max_entries)
267 struct acpi_subtable_proc proc = {
270 .handler_arg = handler_arg,
274 return acpi_table_parse_entries_array(id, table_size, &proc, 1,
278 int __init_or_acpilib
279 acpi_table_parse_cedt(enum acpi_cedt_type id,
280 acpi_tbl_entry_handler_arg handler_arg, void *arg)
282 return __acpi_table_parse_entries(ACPI_SIG_CEDT,
283 sizeof(struct acpi_table_cedt), id,
284 NULL, handler_arg, arg, 0);
286 EXPORT_SYMBOL_ACPI_LIB(acpi_table_parse_cedt);
288 int __init acpi_table_parse_entries(char *id, unsigned long table_size,
290 acpi_tbl_entry_handler handler,
291 unsigned int max_entries)
293 return __acpi_table_parse_entries(id, table_size, entry_id, handler,
294 NULL, NULL, max_entries);
297 int __init acpi_table_parse_madt(enum acpi_madt_type id,
298 acpi_tbl_entry_handler handler, unsigned int max_entries)
300 return acpi_table_parse_entries(ACPI_SIG_MADT,
301 sizeof(struct acpi_table_madt), id,
302 handler, max_entries);
306 * acpi_table_parse - find table with @id, run @handler on it
307 * @id: table id to find
308 * @handler: handler to run
310 * Scan the ACPI System Descriptor Table (STD) for a table matching @id,
311 * run @handler on it.
313 * Return 0 if table found, -errno if not.
315 int __init acpi_table_parse(char *id, acpi_tbl_table_handler handler)
317 struct acpi_table_header *table = NULL;
325 if (strncmp(id, ACPI_SIG_MADT, 4) == 0)
326 acpi_get_table(id, acpi_apic_instance, &table);
328 acpi_get_table(id, 0, &table);
332 acpi_put_table(table);
339 * The BIOS is supposed to supply a single APIC/MADT,
340 * but some report two. Provide a knob to use either.
341 * (don't you wish instance 0 and 1 were not the same?)
343 static void __init check_multiple_madt(void)
345 struct acpi_table_header *table = NULL;
347 acpi_get_table(ACPI_SIG_MADT, 2, &table);
349 pr_warn("BIOS bug: multiple APIC/MADT found, using %d\n",
351 pr_warn("If \"acpi_apic_instance=%d\" works better, "
352 "notify linux-acpi@vger.kernel.org\n",
353 acpi_apic_instance ? 0 : 2);
354 acpi_put_table(table);
357 acpi_apic_instance = 0;
362 static void acpi_table_taint(struct acpi_table_header *table)
364 pr_warn("Override [%4.4s-%8.8s], this is unsafe: tainting kernel\n",
365 table->signature, table->oem_table_id);
366 add_taint(TAINT_OVERRIDDEN_ACPI_TABLE, LOCKDEP_NOW_UNRELIABLE);
369 #ifdef CONFIG_ACPI_TABLE_UPGRADE
370 static u64 acpi_tables_addr;
371 static int all_tables_size;
373 /* Copied from acpica/tbutils.c:acpi_tb_checksum() */
374 static u8 __init acpi_table_checksum(u8 *buffer, u32 length)
377 u8 *end = buffer + length;
380 sum = (u8) (sum + *(buffer++));
384 /* All but ACPI_SIG_RSDP and ACPI_SIG_FACS: */
385 static const char table_sigs[][ACPI_NAMESEG_SIZE] __initconst = {
386 ACPI_SIG_BERT, ACPI_SIG_BGRT, ACPI_SIG_CPEP, ACPI_SIG_ECDT,
387 ACPI_SIG_EINJ, ACPI_SIG_ERST, ACPI_SIG_HEST, ACPI_SIG_MADT,
388 ACPI_SIG_MSCT, ACPI_SIG_SBST, ACPI_SIG_SLIT, ACPI_SIG_SRAT,
389 ACPI_SIG_ASF, ACPI_SIG_BOOT, ACPI_SIG_DBGP, ACPI_SIG_DMAR,
390 ACPI_SIG_HPET, ACPI_SIG_IBFT, ACPI_SIG_IVRS, ACPI_SIG_MCFG,
391 ACPI_SIG_MCHI, ACPI_SIG_SLIC, ACPI_SIG_SPCR, ACPI_SIG_SPMI,
392 ACPI_SIG_TCPA, ACPI_SIG_UEFI, ACPI_SIG_WAET, ACPI_SIG_WDAT,
393 ACPI_SIG_WDDT, ACPI_SIG_WDRT, ACPI_SIG_DSDT, ACPI_SIG_FADT,
394 ACPI_SIG_PSDT, ACPI_SIG_RSDT, ACPI_SIG_XSDT, ACPI_SIG_SSDT,
395 ACPI_SIG_IORT, ACPI_SIG_NFIT, ACPI_SIG_HMAT, ACPI_SIG_PPTT,
396 ACPI_SIG_NHLT, ACPI_SIG_AEST, ACPI_SIG_CEDT, ACPI_SIG_AGDI,
399 #define ACPI_HEADER_SIZE sizeof(struct acpi_table_header)
401 #define NR_ACPI_INITRD_TABLES 64
402 static struct cpio_data __initdata acpi_initrd_files[NR_ACPI_INITRD_TABLES];
403 static DECLARE_BITMAP(acpi_initrd_installed, NR_ACPI_INITRD_TABLES);
405 #define MAP_CHUNK_SIZE (NR_FIX_BTMAPS << PAGE_SHIFT)
407 void __init acpi_table_upgrade(void)
411 int sig, no, table_nr = 0, total_offset = 0;
413 struct acpi_table_header *table;
414 char cpio_path[32] = "kernel/firmware/acpi/";
415 struct cpio_data file;
417 if (IS_ENABLED(CONFIG_ACPI_TABLE_OVERRIDE_VIA_BUILTIN_INITRD)) {
418 data = __initramfs_start;
419 size = __initramfs_size;
421 data = (void *)initrd_start;
422 size = initrd_end - initrd_start;
425 if (data == NULL || size == 0)
428 for (no = 0; no < NR_ACPI_INITRD_TABLES; no++) {
429 file = find_cpio_data(cpio_path, data, size, &offset);
436 if (file.size < sizeof(struct acpi_table_header)) {
437 pr_err("ACPI OVERRIDE: Table smaller than ACPI header [%s%s]\n",
438 cpio_path, file.name);
444 for (sig = 0; sig < ARRAY_SIZE(table_sigs); sig++)
445 if (!memcmp(table->signature, table_sigs[sig], 4))
448 if (sig >= ARRAY_SIZE(table_sigs)) {
449 pr_err("ACPI OVERRIDE: Unknown signature [%s%s]\n",
450 cpio_path, file.name);
453 if (file.size != table->length) {
454 pr_err("ACPI OVERRIDE: File length does not match table length [%s%s]\n",
455 cpio_path, file.name);
458 if (acpi_table_checksum(file.data, table->length)) {
459 pr_err("ACPI OVERRIDE: Bad table checksum [%s%s]\n",
460 cpio_path, file.name);
464 pr_info("%4.4s ACPI table found in initrd [%s%s][0x%x]\n",
465 table->signature, cpio_path, file.name, table->length);
467 all_tables_size += table->length;
468 acpi_initrd_files[table_nr].data = file.data;
469 acpi_initrd_files[table_nr].size = file.size;
475 if (security_locked_down(LOCKDOWN_ACPI_TABLES)) {
476 pr_notice("kernel is locked down, ignoring table override\n");
481 memblock_phys_alloc_range(all_tables_size, PAGE_SIZE,
482 0, ACPI_TABLE_UPGRADE_MAX_PHYS);
483 if (!acpi_tables_addr) {
488 * Only calling e820_add_reserve does not work and the
489 * tables are invalid (memory got used) later.
490 * memblock_reserve works as expected and the tables won't get modified.
491 * But it's not enough on X86 because ioremap will
492 * complain later (used by acpi_os_map_memory) that the pages
493 * that should get mapped are not marked "reserved".
494 * Both memblock_reserve and e820__range_add (via arch_reserve_mem_area)
497 arch_reserve_mem_area(acpi_tables_addr, all_tables_size);
499 kmemleak_ignore_phys(acpi_tables_addr);
502 * early_ioremap only can remap 256k one time. If we map all
503 * tables one time, we will hit the limit. Need to map chunks
504 * one by one during copying the same as that in relocate_initrd().
506 for (no = 0; no < table_nr; no++) {
507 unsigned char *src_p = acpi_initrd_files[no].data;
508 phys_addr_t size = acpi_initrd_files[no].size;
509 phys_addr_t dest_addr = acpi_tables_addr + total_offset;
510 phys_addr_t slop, clen;
513 total_offset += size;
516 slop = dest_addr & ~PAGE_MASK;
518 if (clen > MAP_CHUNK_SIZE - slop)
519 clen = MAP_CHUNK_SIZE - slop;
520 dest_p = early_memremap(dest_addr & PAGE_MASK,
522 memcpy(dest_p + slop, src_p, clen);
523 early_memunmap(dest_p, clen + slop);
532 acpi_table_initrd_override(struct acpi_table_header *existing_table,
533 acpi_physical_address *address, u32 *length)
535 int table_offset = 0;
537 struct acpi_table_header *table;
542 if (!acpi_tables_addr)
545 while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
546 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
548 if (table_offset + table->length > all_tables_size) {
549 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
554 table_length = table->length;
556 /* Only override tables matched */
557 if (memcmp(existing_table->signature, table->signature, 4) ||
558 memcmp(table->oem_id, existing_table->oem_id,
560 memcmp(table->oem_table_id, existing_table->oem_table_id,
561 ACPI_OEM_TABLE_ID_SIZE)) {
562 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
566 * Mark the table to avoid being used in
567 * acpi_table_initrd_scan() and check the revision.
569 if (test_and_set_bit(table_index, acpi_initrd_installed) ||
570 existing_table->oem_revision >= table->oem_revision) {
571 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
575 *length = table_length;
576 *address = acpi_tables_addr + table_offset;
577 pr_info("Table Upgrade: override [%4.4s-%6.6s-%8.8s]\n",
578 table->signature, table->oem_id,
579 table->oem_table_id);
580 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
584 table_offset += table_length;
590 static void __init acpi_table_initrd_scan(void)
592 int table_offset = 0;
595 struct acpi_table_header *table;
597 if (!acpi_tables_addr)
600 while (table_offset + ACPI_HEADER_SIZE <= all_tables_size) {
601 table = acpi_os_map_memory(acpi_tables_addr + table_offset,
603 if (table_offset + table->length > all_tables_size) {
604 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
609 table_length = table->length;
611 /* Skip RSDT/XSDT which should only be used for override */
612 if (ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_RSDT) ||
613 ACPI_COMPARE_NAMESEG(table->signature, ACPI_SIG_XSDT)) {
614 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
618 * Mark the table to avoid being used in
619 * acpi_table_initrd_override(). Though this is not possible
620 * because override is disabled in acpi_install_physical_table().
622 if (test_and_set_bit(table_index, acpi_initrd_installed)) {
623 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
627 pr_info("Table Upgrade: install [%4.4s-%6.6s-%8.8s]\n",
628 table->signature, table->oem_id,
629 table->oem_table_id);
630 acpi_os_unmap_memory(table, ACPI_HEADER_SIZE);
631 acpi_install_physical_table(acpi_tables_addr + table_offset);
633 table_offset += table_length;
639 acpi_table_initrd_override(struct acpi_table_header *existing_table,
640 acpi_physical_address *address,
648 static void __init acpi_table_initrd_scan(void)
651 #endif /* CONFIG_ACPI_TABLE_UPGRADE */
654 acpi_os_physical_table_override(struct acpi_table_header *existing_table,
655 acpi_physical_address *address,
658 return acpi_table_initrd_override(existing_table, address,
662 #ifdef CONFIG_ACPI_CUSTOM_DSDT
663 static void *amlcode __attribute__ ((weakref("AmlCode")));
664 static void *dsdt_amlcode __attribute__ ((weakref("dsdt_aml_code")));
667 acpi_status acpi_os_table_override(struct acpi_table_header *existing_table,
668 struct acpi_table_header **new_table)
670 if (!existing_table || !new_table)
671 return AE_BAD_PARAMETER;
675 #ifdef CONFIG_ACPI_CUSTOM_DSDT
676 if (!strncmp(existing_table->signature, "DSDT", 4)) {
677 *new_table = (struct acpi_table_header *)&amlcode;
679 *new_table = (struct acpi_table_header *)&dsdt_amlcode;
682 if (*new_table != NULL)
683 acpi_table_taint(existing_table);
688 * acpi_locate_initial_tables()
690 * Get the RSDP, then find and checksum all the ACPI tables.
692 * result: initial_tables[] is initialized, and points to
693 * a list of ACPI tables.
695 int __init acpi_locate_initial_tables(void)
699 if (acpi_verify_table_checksum) {
700 pr_info("Early table checksum verification enabled\n");
701 acpi_gbl_enable_table_validation = TRUE;
703 pr_info("Early table checksum verification disabled\n");
704 acpi_gbl_enable_table_validation = FALSE;
707 status = acpi_initialize_tables(initial_tables, ACPI_MAX_TABLES, 0);
708 if (ACPI_FAILURE(status))
714 void __init acpi_reserve_initial_tables(void)
718 for (i = 0; i < ACPI_MAX_TABLES; i++) {
719 struct acpi_table_desc *table_desc = &initial_tables[i];
720 u64 start = table_desc->address;
721 u64 size = table_desc->length;
726 pr_info("Reserving %4s table memory at [mem 0x%llx-0x%llx]\n",
727 table_desc->signature.ascii, start, start + size - 1);
729 memblock_reserve(start, size);
733 void __init acpi_table_init_complete(void)
735 acpi_table_initrd_scan();
736 check_multiple_madt();
739 int __init acpi_table_init(void)
743 ret = acpi_locate_initial_tables();
747 acpi_table_init_complete();
752 static int __init acpi_parse_apic_instance(char *str)
757 if (kstrtoint(str, 0, &acpi_apic_instance))
760 pr_notice("Shall use APIC/MADT table %d\n", acpi_apic_instance);
764 early_param("acpi_apic_instance", acpi_parse_apic_instance);
766 static int __init acpi_force_table_verification_setup(char *s)
768 acpi_verify_table_checksum = true;
772 early_param("acpi_force_table_verification", acpi_force_table_verification_setup);
774 static int __init acpi_force_32bit_fadt_addr(char *s)
776 pr_info("Forcing 32 Bit FADT addresses\n");
777 acpi_gbl_use32_bit_fadt_addresses = TRUE;
781 early_param("acpi_force_32bit_fadt_addr", acpi_force_32bit_fadt_addr);