Commit | Line | Data |
---|---|---|
9b0c5028 | 1 | /* |
7b387253 IM |
2 | * Default generic APIC driver. This handles up to 8 CPUs. |
3 | * | |
9b0c5028 PC |
4 | * Copyright 2003 Andi Kleen, SuSE Labs. |
5 | * Subject to the GNU Public License, v.2 | |
6 | * | |
1da177e4 | 7 | * Generic x86 APIC driver probe layer. |
9b0c5028 | 8 | */ |
1da177e4 LT |
9 | #include <linux/threads.h> |
10 | #include <linux/cpumask.h> | |
186f4360 | 11 | #include <linux/export.h> |
1da177e4 LT |
12 | #include <linux/string.h> |
13 | #include <linux/kernel.h> | |
14 | #include <linux/ctype.h> | |
15 | #include <linux/init.h> | |
1a3f239d | 16 | #include <linux/errno.h> |
1da177e4 LT |
17 | #include <asm/fixmap.h> |
18 | #include <asm/mpspec.h> | |
19 | #include <asm/apicdef.h> | |
7b6aa335 | 20 | #include <asm/apic.h> |
54ac14a8 | 21 | #include <asm/setup.h> |
1da177e4 | 22 | |
7b387253 | 23 | #include <linux/smp.h> |
7b387253 IM |
24 | #include <asm/ipi.h> |
25 | ||
6bda2c8b IM |
26 | #include <linux/interrupt.h> |
27 | #include <asm/acpi.h> | |
66441bd3 | 28 | #include <asm/e820/api.h> |
6bda2c8b | 29 | |
6bda2c8b IM |
30 | #ifdef CONFIG_HOTPLUG_CPU |
31 | #define DEFAULT_SEND_IPI (1) | |
32 | #else | |
33 | #define DEFAULT_SEND_IPI (0) | |
34 | #endif | |
35 | ||
36 | int no_broadcast = DEFAULT_SEND_IPI; | |
37 | ||
9be1b56a IM |
38 | static __init int no_ipi_broadcast(char *str) |
39 | { | |
40 | get_option(&str, &no_broadcast); | |
41 | pr_info("Using %s mode\n", | |
42 | no_broadcast ? "No IPI Broadcast" : "IPI Broadcast"); | |
43 | return 1; | |
44 | } | |
45 | __setup("no_ipi_broadcast=", no_ipi_broadcast); | |
46 | ||
47 | static int __init print_ipi_mode(void) | |
48 | { | |
49 | pr_info("Using IPI %s mode\n", | |
50 | no_broadcast ? "No-Shortcut" : "Shortcut"); | |
51 | return 0; | |
52 | } | |
53 | late_initcall(print_ipi_mode); | |
6bda2c8b | 54 | |
3f6f6798 TH |
55 | static int default_x86_32_early_logical_apicid(int cpu) |
56 | { | |
57 | return 1 << cpu; | |
58 | } | |
59 | ||
681ee44d | 60 | static void setup_apic_flat_routing(void) |
28aa29ee IM |
61 | { |
62 | #ifdef CONFIG_X86_IO_APIC | |
63 | printk(KERN_INFO | |
64 | "Enabling APIC mode: Flat. Using %d I/O APICs\n", | |
65 | nr_ioapics); | |
66 | #endif | |
67 | } | |
68 | ||
0801bbaa TG |
69 | static int default_apic_id_registered(void) |
70 | { | |
71 | return physid_isset(read_apic_id(), phys_cpu_present_map); | |
72 | } | |
73 | ||
74 | /* | |
75 | * Set up the logical destination ID. Intel recommends to set DFR, LDR and | |
76 | * TPR before enabling an APIC. See e.g. "AP-388 82489DX User's Manual" | |
77 | * (Intel document number 292116). | |
78 | */ | |
79 | static void default_init_apic_ldr(void) | |
80 | { | |
81 | unsigned long val; | |
82 | ||
83 | apic_write(APIC_DFR, APIC_DFR_VALUE); | |
84 | val = apic_read(APIC_LDR) & ~APIC_LDR_MASK; | |
85 | val |= SET_APIC_LOGICAL_ID(1UL << smp_processor_id()); | |
86 | apic_write(APIC_LDR, val); | |
87 | } | |
88 | ||
89 | static int default_phys_pkg_id(int cpuid_apic, int index_msb) | |
90 | { | |
91 | return cpuid_apic >> index_msb; | |
92 | } | |
93 | ||
7b387253 IM |
94 | /* should be called last. */ |
95 | static int probe_default(void) | |
96 | { | |
97 | return 1; | |
98 | } | |
99 | ||
404f6aac | 100 | static struct apic apic_default __ro_after_init = { |
7b387253 IM |
101 | |
102 | .name = "default", | |
103 | .probe = probe_default, | |
104 | .acpi_madt_oem_check = NULL, | |
fa63030e | 105 | .apic_id_valid = default_apic_id_valid, |
7b387253 IM |
106 | .apic_id_registered = default_apic_id_registered, |
107 | ||
a31e58e1 | 108 | .irq_delivery_mode = dest_Fixed, |
7b387253 IM |
109 | /* logical delivery broadcast to all CPUs: */ |
110 | .irq_dest_mode = 1, | |
111 | ||
7b387253 IM |
112 | .disable_esr = 0, |
113 | .dest_logical = APIC_DEST_LOGICAL, | |
114 | .check_apicid_used = default_check_apicid_used, | |
7b387253 | 115 | |
7b387253 IM |
116 | .init_apic_ldr = default_init_apic_ldr, |
117 | ||
118 | .ioapic_phys_id_map = default_ioapic_phys_id_map, | |
681ee44d | 119 | .setup_apic_routing = setup_apic_flat_routing, |
7b387253 | 120 | .cpu_present_to_apicid = default_cpu_present_to_apicid, |
7abc0753 | 121 | .apicid_to_cpu_present = physid_set_mask_of_physid, |
7b387253 | 122 | .check_phys_apicid_present = default_check_phys_apicid_present, |
7b387253 | 123 | .phys_pkg_id = default_phys_pkg_id, |
7b387253 IM |
124 | |
125 | .get_apic_id = default_get_apic_id, | |
126 | .set_apic_id = NULL, | |
7b387253 | 127 | |
9f9e3bb1 | 128 | .calc_dest_apicid = apic_flat_calc_apicid, |
7b387253 | 129 | |
6153058a | 130 | .send_IPI = default_send_IPI_single, |
43f39890 YL |
131 | .send_IPI_mask = default_send_IPI_mask_logical, |
132 | .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical, | |
7b387253 IM |
133 | .send_IPI_allbutself = default_send_IPI_allbutself, |
134 | .send_IPI_all = default_send_IPI_all, | |
6b64ee02 | 135 | .send_IPI_self = default_send_IPI_self, |
7b387253 | 136 | |
7b387253 | 137 | .inquire_remote_apic = default_inquire_remote_apic, |
c1eeb2de YL |
138 | |
139 | .read = native_apic_mem_read, | |
140 | .write = native_apic_mem_write, | |
2a43195d | 141 | .eoi_write = native_apic_mem_write, |
c1eeb2de YL |
142 | .icr_read = native_apic_icr_read, |
143 | .icr_write = native_apic_icr_write, | |
144 | .wait_icr_idle = native_apic_wait_icr_idle, | |
145 | .safe_wait_icr_idle = native_safe_apic_wait_icr_idle, | |
acb8bc09 | 146 | |
3f6f6798 | 147 | .x86_32_early_logical_apicid = default_x86_32_early_logical_apicid, |
7b387253 IM |
148 | }; |
149 | ||
107e0e0c SS |
150 | apic_driver(apic_default); |
151 | ||
404f6aac | 152 | struct apic *apic __ro_after_init = &apic_default; |
7d01d32d | 153 | EXPORT_SYMBOL_GPL(apic); |
1da177e4 | 154 | |
1a3f239d RR |
155 | static int cmdline_apic __initdata; |
156 | static int __init parse_apic(char *arg) | |
157 | { | |
8b37e880 | 158 | struct apic **drv; |
1a3f239d RR |
159 | |
160 | if (!arg) | |
161 | return -EINVAL; | |
162 | ||
8b37e880 SS |
163 | for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) { |
164 | if (!strcmp((*drv)->name, arg)) { | |
165 | apic = *drv; | |
1a3f239d RR |
166 | cmdline_apic = 1; |
167 | return 0; | |
168 | } | |
169 | } | |
9a8cb626 AK |
170 | |
171 | /* Parsed again by __setup for debug/verbose */ | |
172 | return 0; | |
1a3f239d RR |
173 | } |
174 | early_param("apic", parse_apic); | |
911a62d4 | 175 | |
69c252ff | 176 | void __init default_setup_apic_routing(void) |
911a62d4 | 177 | { |
cff9ab2b | 178 | int version = boot_cpu_apic_version; |
69c252ff SS |
179 | |
180 | if (num_possible_cpus() > 8) { | |
181 | switch (boot_cpu_data.x86_vendor) { | |
182 | case X86_VENDOR_INTEL: | |
183 | if (!APIC_XAPIC(version)) { | |
184 | def_to_bigsmp = 0; | |
185 | break; | |
186 | } | |
187 | /* If P4 and above fall through */ | |
188 | case X86_VENDOR_AMD: | |
189 | def_to_bigsmp = 1; | |
190 | } | |
191 | } | |
192 | ||
b20d70b7 | 193 | #ifdef CONFIG_X86_BIGSMP |
911a62d4 | 194 | /* |
69c252ff | 195 | * This is used to switch to bigsmp mode when |
911a62d4 | 196 | * - There is no apic= option specified by the user |
27b46d76 | 197 | * - generic_apic_probe() has chosen apic_default as the sub_arch |
911a62d4 VP |
198 | * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support |
199 | */ | |
200 | ||
838312be JB |
201 | if (!cmdline_apic && apic == &apic_default) |
202 | generic_bigsmp_probe(); | |
d49c4288 | 203 | #endif |
69c252ff SS |
204 | |
205 | if (apic->setup_apic_routing) | |
206 | apic->setup_apic_routing(); | |
7db971b2 IY |
207 | |
208 | if (x86_platform.apic_post_init) | |
209 | x86_platform.apic_post_init(); | |
911a62d4 VP |
210 | } |
211 | ||
1a3f239d | 212 | void __init generic_apic_probe(void) |
9b0c5028 | 213 | { |
1a3f239d | 214 | if (!cmdline_apic) { |
8b37e880 SS |
215 | struct apic **drv; |
216 | ||
217 | for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) { | |
218 | if ((*drv)->probe()) { | |
219 | apic = *drv; | |
1a3f239d | 220 | break; |
1da177e4 LT |
221 | } |
222 | } | |
1a3f239d | 223 | /* Not visible without early console */ |
8b37e880 | 224 | if (drv == __apicdrivers_end) |
1a3f239d | 225 | panic("Didn't find an APIC driver"); |
1da177e4 | 226 | } |
c8d46cf0 | 227 | printk(KERN_INFO "Using APIC driver %s\n", apic->name); |
9b0c5028 | 228 | } |
1da177e4 | 229 | |
c460b5d3 | 230 | /* This function can switch the APIC even after the initial ->probe() */ |
306db03b | 231 | int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id) |
1da177e4 | 232 | { |
8b37e880 | 233 | struct apic **drv; |
306db03b | 234 | |
8b37e880 SS |
235 | for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) { |
236 | if (!(*drv)->acpi_madt_oem_check) | |
306db03b | 237 | continue; |
8b37e880 | 238 | if (!(*drv)->acpi_madt_oem_check(oem_id, oem_table_id)) |
306db03b IM |
239 | continue; |
240 | ||
241 | if (!cmdline_apic) { | |
8b37e880 | 242 | apic = *drv; |
306db03b IM |
243 | printk(KERN_INFO "Switched to APIC driver `%s'.\n", |
244 | apic->name); | |
9b0c5028 | 245 | } |
306db03b | 246 | return 1; |
9b0c5028 PC |
247 | } |
248 | return 0; | |
1da177e4 | 249 | } |