Commit | Line | Data |
---|---|---|
7e300dab | 1 | // SPDX-License-Identifier: GPL-2.0-only |
9b0c5028 | 2 | /* |
7b387253 IM |
3 | * Default generic APIC driver. This handles up to 8 CPUs. |
4 | * | |
9b0c5028 | 5 | * Copyright 2003 Andi Kleen, SuSE Labs. |
9b0c5028 | 6 | * |
1da177e4 | 7 | * Generic x86 APIC driver probe layer. |
9b0c5028 | 8 | */ |
186f4360 | 9 | #include <linux/export.h> |
1a3f239d | 10 | #include <linux/errno.h> |
7b387253 | 11 | #include <linux/smp.h> |
7b387253 | 12 | |
13c01139 | 13 | #include <asm/io_apic.h> |
521b82fe | 14 | #include <asm/apic.h> |
6bda2c8b | 15 | #include <asm/acpi.h> |
6bda2c8b | 16 | |
c94f0718 | 17 | #include "local.h" |
6bda2c8b | 18 | |
3f6f6798 TH |
19 | static int default_x86_32_early_logical_apicid(int cpu) |
20 | { | |
21 | return 1 << cpu; | |
22 | } | |
23 | ||
681ee44d | 24 | static void setup_apic_flat_routing(void) |
28aa29ee IM |
25 | { |
26 | #ifdef CONFIG_X86_IO_APIC | |
27 | printk(KERN_INFO | |
28 | "Enabling APIC mode: Flat. Using %d I/O APICs\n", | |
29 | nr_ioapics); | |
30 | #endif | |
31 | } | |
32 | ||
0801bbaa TG |
33 | static int default_apic_id_registered(void) |
34 | { | |
35 | return physid_isset(read_apic_id(), phys_cpu_present_map); | |
36 | } | |
37 | ||
38 | /* | |
39 | * Set up the logical destination ID. Intel recommends to set DFR, LDR and | |
40 | * TPR before enabling an APIC. See e.g. "AP-388 82489DX User's Manual" | |
41 | * (Intel document number 292116). | |
42 | */ | |
43 | static void default_init_apic_ldr(void) | |
44 | { | |
45 | unsigned long val; | |
46 | ||
47 | apic_write(APIC_DFR, APIC_DFR_VALUE); | |
48 | val = apic_read(APIC_LDR) & ~APIC_LDR_MASK; | |
49 | val |= SET_APIC_LOGICAL_ID(1UL << smp_processor_id()); | |
50 | apic_write(APIC_LDR, val); | |
51 | } | |
52 | ||
53 | static int default_phys_pkg_id(int cpuid_apic, int index_msb) | |
54 | { | |
55 | return cpuid_apic >> index_msb; | |
56 | } | |
57 | ||
7b387253 IM |
58 | /* should be called last. */ |
59 | static int probe_default(void) | |
60 | { | |
61 | return 1; | |
62 | } | |
63 | ||
404f6aac | 64 | static struct apic apic_default __ro_after_init = { |
7b387253 IM |
65 | |
66 | .name = "default", | |
67 | .probe = probe_default, | |
68 | .acpi_madt_oem_check = NULL, | |
fa63030e | 69 | .apic_id_valid = default_apic_id_valid, |
7b387253 IM |
70 | .apic_id_registered = default_apic_id_registered, |
71 | ||
a31e58e1 | 72 | .irq_delivery_mode = dest_Fixed, |
7b387253 IM |
73 | /* logical delivery broadcast to all CPUs: */ |
74 | .irq_dest_mode = 1, | |
75 | ||
7b387253 IM |
76 | .disable_esr = 0, |
77 | .dest_logical = APIC_DEST_LOGICAL, | |
78 | .check_apicid_used = default_check_apicid_used, | |
7b387253 | 79 | |
7b387253 IM |
80 | .init_apic_ldr = default_init_apic_ldr, |
81 | ||
82 | .ioapic_phys_id_map = default_ioapic_phys_id_map, | |
681ee44d | 83 | .setup_apic_routing = setup_apic_flat_routing, |
7b387253 | 84 | .cpu_present_to_apicid = default_cpu_present_to_apicid, |
7abc0753 | 85 | .apicid_to_cpu_present = physid_set_mask_of_physid, |
7b387253 | 86 | .check_phys_apicid_present = default_check_phys_apicid_present, |
7b387253 | 87 | .phys_pkg_id = default_phys_pkg_id, |
7b387253 IM |
88 | |
89 | .get_apic_id = default_get_apic_id, | |
90 | .set_apic_id = NULL, | |
7b387253 | 91 | |
9f9e3bb1 | 92 | .calc_dest_apicid = apic_flat_calc_apicid, |
7b387253 | 93 | |
6153058a | 94 | .send_IPI = default_send_IPI_single, |
43f39890 YL |
95 | .send_IPI_mask = default_send_IPI_mask_logical, |
96 | .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical, | |
7b387253 IM |
97 | .send_IPI_allbutself = default_send_IPI_allbutself, |
98 | .send_IPI_all = default_send_IPI_all, | |
6b64ee02 | 99 | .send_IPI_self = default_send_IPI_self, |
7b387253 | 100 | |
7b387253 | 101 | .inquire_remote_apic = default_inquire_remote_apic, |
c1eeb2de YL |
102 | |
103 | .read = native_apic_mem_read, | |
104 | .write = native_apic_mem_write, | |
2a43195d | 105 | .eoi_write = native_apic_mem_write, |
c1eeb2de YL |
106 | .icr_read = native_apic_icr_read, |
107 | .icr_write = native_apic_icr_write, | |
108 | .wait_icr_idle = native_apic_wait_icr_idle, | |
109 | .safe_wait_icr_idle = native_safe_apic_wait_icr_idle, | |
acb8bc09 | 110 | |
3f6f6798 | 111 | .x86_32_early_logical_apicid = default_x86_32_early_logical_apicid, |
7b387253 IM |
112 | }; |
113 | ||
107e0e0c SS |
114 | apic_driver(apic_default); |
115 | ||
404f6aac | 116 | struct apic *apic __ro_after_init = &apic_default; |
7d01d32d | 117 | EXPORT_SYMBOL_GPL(apic); |
1da177e4 | 118 | |
1a3f239d RR |
119 | static int cmdline_apic __initdata; |
120 | static int __init parse_apic(char *arg) | |
121 | { | |
8b37e880 | 122 | struct apic **drv; |
1a3f239d RR |
123 | |
124 | if (!arg) | |
125 | return -EINVAL; | |
126 | ||
8b37e880 SS |
127 | for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) { |
128 | if (!strcmp((*drv)->name, arg)) { | |
129 | apic = *drv; | |
1a3f239d RR |
130 | cmdline_apic = 1; |
131 | return 0; | |
132 | } | |
133 | } | |
9a8cb626 AK |
134 | |
135 | /* Parsed again by __setup for debug/verbose */ | |
136 | return 0; | |
1a3f239d RR |
137 | } |
138 | early_param("apic", parse_apic); | |
911a62d4 | 139 | |
69c252ff | 140 | void __init default_setup_apic_routing(void) |
911a62d4 | 141 | { |
cff9ab2b | 142 | int version = boot_cpu_apic_version; |
69c252ff SS |
143 | |
144 | if (num_possible_cpus() > 8) { | |
145 | switch (boot_cpu_data.x86_vendor) { | |
146 | case X86_VENDOR_INTEL: | |
147 | if (!APIC_XAPIC(version)) { | |
148 | def_to_bigsmp = 0; | |
149 | break; | |
150 | } | |
5785675d | 151 | /* P4 and above */ |
df561f66 | 152 | fallthrough; |
da33dfef | 153 | case X86_VENDOR_HYGON: |
69c252ff SS |
154 | case X86_VENDOR_AMD: |
155 | def_to_bigsmp = 1; | |
156 | } | |
157 | } | |
158 | ||
b20d70b7 | 159 | #ifdef CONFIG_X86_BIGSMP |
911a62d4 | 160 | /* |
69c252ff | 161 | * This is used to switch to bigsmp mode when |
911a62d4 | 162 | * - There is no apic= option specified by the user |
27b46d76 | 163 | * - generic_apic_probe() has chosen apic_default as the sub_arch |
911a62d4 VP |
164 | * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support |
165 | */ | |
166 | ||
838312be JB |
167 | if (!cmdline_apic && apic == &apic_default) |
168 | generic_bigsmp_probe(); | |
d49c4288 | 169 | #endif |
69c252ff SS |
170 | |
171 | if (apic->setup_apic_routing) | |
172 | apic->setup_apic_routing(); | |
7db971b2 IY |
173 | |
174 | if (x86_platform.apic_post_init) | |
175 | x86_platform.apic_post_init(); | |
911a62d4 VP |
176 | } |
177 | ||
1a3f239d | 178 | void __init generic_apic_probe(void) |
9b0c5028 | 179 | { |
1a3f239d | 180 | if (!cmdline_apic) { |
8b37e880 SS |
181 | struct apic **drv; |
182 | ||
183 | for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) { | |
184 | if ((*drv)->probe()) { | |
185 | apic = *drv; | |
1a3f239d | 186 | break; |
1da177e4 LT |
187 | } |
188 | } | |
1a3f239d | 189 | /* Not visible without early console */ |
8b37e880 | 190 | if (drv == __apicdrivers_end) |
1a3f239d | 191 | panic("Didn't find an APIC driver"); |
1da177e4 | 192 | } |
c8d46cf0 | 193 | printk(KERN_INFO "Using APIC driver %s\n", apic->name); |
9b0c5028 | 194 | } |
1da177e4 | 195 | |
c460b5d3 | 196 | /* This function can switch the APIC even after the initial ->probe() */ |
306db03b | 197 | int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id) |
1da177e4 | 198 | { |
8b37e880 | 199 | struct apic **drv; |
306db03b | 200 | |
8b37e880 SS |
201 | for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) { |
202 | if (!(*drv)->acpi_madt_oem_check) | |
306db03b | 203 | continue; |
8b37e880 | 204 | if (!(*drv)->acpi_madt_oem_check(oem_id, oem_table_id)) |
306db03b IM |
205 | continue; |
206 | ||
207 | if (!cmdline_apic) { | |
8b37e880 | 208 | apic = *drv; |
306db03b IM |
209 | printk(KERN_INFO "Switched to APIC driver `%s'.\n", |
210 | apic->name); | |
9b0c5028 | 211 | } |
306db03b | 212 | return 1; |
9b0c5028 PC |
213 | } |
214 | return 0; | |
1da177e4 | 215 | } |