Commit | Line | Data |
---|---|---|
637cba02 | 1 | /* |
77313190 IM |
2 | * APIC driver for "bigsmp" xAPIC machines with more than 8 virtual CPUs. |
3 | * | |
1da177e4 LT |
4 | * Drives the local APIC in "clustered mode". |
5 | */ | |
1da177e4 LT |
6 | #include <linux/threads.h> |
7 | #include <linux/cpumask.h> | |
1da177e4 | 8 | #include <linux/kernel.h> |
1da177e4 LT |
9 | #include <linux/init.h> |
10 | #include <linux/dmi.h> | |
4696ca5b | 11 | #include <linux/smp.h> |
9f4187f0 | 12 | |
77313190 IM |
13 | #include <asm/apicdef.h> |
14 | #include <asm/fixmap.h> | |
15 | #include <asm/mpspec.h> | |
16 | #include <asm/apic.h> | |
17 | #include <asm/ipi.h> | |
9f4187f0 | 18 | |
9694cd6c | 19 | static unsigned bigsmp_get_apic_id(unsigned long x) |
9f4187f0 IM |
20 | { |
21 | return (x >> 24) & 0xFF; | |
22 | } | |
23 | ||
9694cd6c | 24 | static int bigsmp_apic_id_registered(void) |
9f4187f0 IM |
25 | { |
26 | return 1; | |
27 | } | |
28 | ||
4f062896 | 29 | static const struct cpumask *bigsmp_target_cpus(void) |
9f4187f0 IM |
30 | { |
31 | #ifdef CONFIG_SMP | |
4f062896 | 32 | return cpu_online_mask; |
9f4187f0 | 33 | #else |
4f062896 | 34 | return cpumask_of(0); |
9f4187f0 IM |
35 | #endif |
36 | } | |
37 | ||
9694cd6c | 38 | static unsigned long bigsmp_check_apicid_used(physid_mask_t bitmap, int apicid) |
9f4187f0 IM |
39 | { |
40 | return 0; | |
41 | } | |
42 | ||
9694cd6c | 43 | static unsigned long bigsmp_check_apicid_present(int bit) |
9f4187f0 IM |
44 | { |
45 | return 1; | |
46 | } | |
47 | ||
48 | static inline unsigned long calculate_ldr(int cpu) | |
49 | { | |
50 | unsigned long val, id; | |
77313190 | 51 | |
9f4187f0 | 52 | val = apic_read(APIC_LDR) & ~APIC_LDR_MASK; |
77313190 | 53 | id = per_cpu(x86_bios_cpu_apicid, cpu); |
9f4187f0 | 54 | val |= SET_APIC_LOGICAL_ID(id); |
77313190 | 55 | |
9f4187f0 IM |
56 | return val; |
57 | } | |
58 | ||
59 | /* | |
60 | * Set up the logical destination ID. | |
61 | * | |
62 | * Intel recommends to set DFR, LDR and TPR before enabling | |
63 | * an APIC. See e.g. "AP-388 82489DX User's Manual" (Intel | |
64 | * document number 292116). So here it goes... | |
65 | */ | |
9694cd6c | 66 | static void bigsmp_init_apic_ldr(void) |
9f4187f0 IM |
67 | { |
68 | unsigned long val; | |
69 | int cpu = smp_processor_id(); | |
70 | ||
77313190 | 71 | apic_write(APIC_DFR, APIC_DFR_FLAT); |
9f4187f0 IM |
72 | val = calculate_ldr(cpu); |
73 | apic_write(APIC_LDR, val); | |
74 | } | |
75 | ||
9694cd6c | 76 | static void bigsmp_setup_apic_routing(void) |
9f4187f0 | 77 | { |
77313190 IM |
78 | printk(KERN_INFO |
79 | "Enabling APIC mode: Physflat. Using %d I/O APICs\n", | |
80 | nr_ioapics); | |
9f4187f0 IM |
81 | } |
82 | ||
9694cd6c | 83 | static int bigsmp_apicid_to_node(int logical_apicid) |
9f4187f0 IM |
84 | { |
85 | return apicid_2_node[hard_smp_processor_id()]; | |
86 | } | |
87 | ||
9694cd6c | 88 | static int bigsmp_cpu_present_to_apicid(int mps_cpu) |
9f4187f0 IM |
89 | { |
90 | if (mps_cpu < nr_cpu_ids) | |
91 | return (int) per_cpu(x86_bios_cpu_apicid, mps_cpu); | |
92 | ||
93 | return BAD_APICID; | |
94 | } | |
95 | ||
9694cd6c | 96 | static physid_mask_t bigsmp_apicid_to_cpu_present(int phys_apicid) |
9f4187f0 IM |
97 | { |
98 | return physid_mask_of_physid(phys_apicid); | |
99 | } | |
100 | ||
9f4187f0 IM |
101 | /* Mapping from cpu number to logical apicid */ |
102 | static inline int bigsmp_cpu_to_logical_apicid(int cpu) | |
103 | { | |
104 | if (cpu >= nr_cpu_ids) | |
105 | return BAD_APICID; | |
106 | return cpu_physical_id(cpu); | |
107 | } | |
108 | ||
9694cd6c | 109 | static physid_mask_t bigsmp_ioapic_phys_id_map(physid_mask_t phys_map) |
9f4187f0 IM |
110 | { |
111 | /* For clustered we don't have a good way to do this yet - hack */ | |
112 | return physids_promote(0xFFL); | |
113 | } | |
114 | ||
9694cd6c | 115 | static int bigsmp_check_phys_apicid_present(int boot_cpu_physical_apicid) |
9f4187f0 IM |
116 | { |
117 | return 1; | |
118 | } | |
119 | ||
120 | /* As we are using single CPU as destination, pick only one CPU here */ | |
4f062896 | 121 | static unsigned int bigsmp_cpu_mask_to_apicid(const struct cpumask *cpumask) |
9f4187f0 | 122 | { |
4f062896 | 123 | return bigsmp_cpu_to_logical_apicid(cpumask_first(cpumask)); |
9f4187f0 IM |
124 | } |
125 | ||
9694cd6c | 126 | static unsigned int bigsmp_cpu_mask_to_apicid_and(const struct cpumask *cpumask, |
9f4187f0 IM |
127 | const struct cpumask *andmask) |
128 | { | |
129 | int cpu; | |
130 | ||
131 | /* | |
132 | * We're using fixed IRQ delivery, can only return one phys APIC ID. | |
133 | * May as well be the first. | |
134 | */ | |
135 | for_each_cpu_and(cpu, cpumask, andmask) { | |
136 | if (cpumask_test_cpu(cpu, cpu_online_mask)) | |
137 | break; | |
138 | } | |
139 | if (cpu < nr_cpu_ids) | |
140 | return bigsmp_cpu_to_logical_apicid(cpu); | |
141 | ||
142 | return BAD_APICID; | |
143 | } | |
144 | ||
9694cd6c | 145 | static int bigsmp_phys_pkg_id(int cpuid_apic, int index_msb) |
9f4187f0 IM |
146 | { |
147 | return cpuid_apic >> index_msb; | |
148 | } | |
149 | ||
9f4187f0 IM |
150 | static inline void bigsmp_send_IPI_mask(const struct cpumask *mask, int vector) |
151 | { | |
43f39890 | 152 | default_send_IPI_mask_sequence_phys(mask, vector); |
9f4187f0 IM |
153 | } |
154 | ||
9694cd6c | 155 | static void bigsmp_send_IPI_allbutself(int vector) |
9f4187f0 | 156 | { |
43f39890 | 157 | default_send_IPI_mask_allbutself_phys(cpu_online_mask, vector); |
9f4187f0 IM |
158 | } |
159 | ||
9694cd6c | 160 | static void bigsmp_send_IPI_all(int vector) |
9f4187f0 IM |
161 | { |
162 | bigsmp_send_IPI_mask(cpu_online_mask, vector); | |
163 | } | |
1da177e4 LT |
164 | |
165 | static int dmi_bigsmp; /* can be set by dmi scanners */ | |
166 | ||
1855256c | 167 | static int hp_ht_bigsmp(const struct dmi_system_id *d) |
1da177e4 | 168 | { |
1da177e4 LT |
169 | printk(KERN_NOTICE "%s detected: force use of apic=bigsmp\n", d->ident); |
170 | dmi_bigsmp = 1; | |
77313190 | 171 | |
1da177e4 LT |
172 | return 0; |
173 | } | |
174 | ||
175 | ||
1855256c | 176 | static const struct dmi_system_id bigsmp_dmi_table[] = { |
637cba02 | 177 | { hp_ht_bigsmp, "HP ProLiant DL760 G2", |
77313190 IM |
178 | { DMI_MATCH(DMI_BIOS_VENDOR, "HP"), |
179 | DMI_MATCH(DMI_BIOS_VERSION, "P44-"), | |
180 | } | |
637cba02 PC |
181 | }, |
182 | ||
183 | { hp_ht_bigsmp, "HP ProLiant DL740", | |
77313190 IM |
184 | { DMI_MATCH(DMI_BIOS_VENDOR, "HP"), |
185 | DMI_MATCH(DMI_BIOS_VERSION, "P47-"), | |
186 | } | |
637cba02 | 187 | }, |
77313190 | 188 | { } /* NULL entry stops DMI scanning */ |
1da177e4 LT |
189 | }; |
190 | ||
4f062896 | 191 | static void bigsmp_vector_allocation_domain(int cpu, struct cpumask *retmask) |
497c9a19 | 192 | { |
4f062896 RR |
193 | cpumask_clear(retmask); |
194 | cpumask_set_cpu(cpu, retmask); | |
497c9a19 | 195 | } |
1da177e4 | 196 | |
af669c97 | 197 | static int probe_bigsmp(void) |
637cba02 | 198 | { |
911a62d4 | 199 | if (def_to_bigsmp) |
e0da3364 | 200 | dmi_bigsmp = 1; |
911a62d4 VP |
201 | else |
202 | dmi_check_system(bigsmp_dmi_table); | |
77313190 | 203 | |
637cba02 PC |
204 | return dmi_bigsmp; |
205 | } | |
1da177e4 | 206 | |
be163a15 | 207 | struct apic apic_bigsmp = { |
d26b6d66 IM |
208 | |
209 | .name = "bigsmp", | |
210 | .probe = probe_bigsmp, | |
306db03b | 211 | .acpi_madt_oem_check = NULL, |
7ed248da | 212 | .apic_id_registered = bigsmp_apic_id_registered, |
d26b6d66 | 213 | |
d8a3539e IM |
214 | .irq_delivery_mode = dest_Fixed, |
215 | /* phys delivery to target CPU: */ | |
216 | .irq_dest_mode = 0, | |
d26b6d66 | 217 | |
0a9cc20b | 218 | .target_cpus = bigsmp_target_cpus, |
08125d3e | 219 | .disable_esr = 1, |
bdb1a9b6 | 220 | .dest_logical = 0, |
d1d7cae8 IM |
221 | .check_apicid_used = bigsmp_check_apicid_used, |
222 | .check_apicid_present = bigsmp_check_apicid_present, | |
d26b6d66 | 223 | |
e2d40b18 | 224 | .vector_allocation_domain = bigsmp_vector_allocation_domain, |
a5c43296 | 225 | .init_apic_ldr = bigsmp_init_apic_ldr, |
d26b6d66 | 226 | |
d190cb87 | 227 | .ioapic_phys_id_map = bigsmp_ioapic_phys_id_map, |
72ce0165 | 228 | .setup_apic_routing = bigsmp_setup_apic_routing, |
33a201fa | 229 | .multi_timer_check = NULL, |
3f57a318 | 230 | .apicid_to_node = bigsmp_apicid_to_node, |
5257c511 | 231 | .cpu_to_logical_apicid = bigsmp_cpu_to_logical_apicid, |
a21769a4 | 232 | .cpu_present_to_apicid = bigsmp_cpu_present_to_apicid, |
8058714a | 233 | .apicid_to_cpu_present = bigsmp_apicid_to_cpu_present, |
d83093b5 | 234 | .setup_portio_remap = NULL, |
a27a6210 | 235 | .check_phys_apicid_present = bigsmp_check_phys_apicid_present, |
49040333 | 236 | .enable_apic_mode = NULL, |
cb8cc442 | 237 | .phys_pkg_id = bigsmp_phys_pkg_id, |
9c764247 | 238 | .mps_oem_check = NULL, |
d26b6d66 | 239 | |
ca6c8ed4 | 240 | .get_apic_id = bigsmp_get_apic_id, |
d26b6d66 | 241 | .set_apic_id = NULL, |
94af1875 | 242 | .apic_id_mask = 0xFF << 24, |
d26b6d66 | 243 | |
debccb3e IM |
244 | .cpu_mask_to_apicid = bigsmp_cpu_mask_to_apicid, |
245 | .cpu_mask_to_apicid_and = bigsmp_cpu_mask_to_apicid_and, | |
d26b6d66 | 246 | |
9f4187f0 | 247 | .send_IPI_mask = bigsmp_send_IPI_mask, |
d26b6d66 | 248 | .send_IPI_mask_allbutself = NULL, |
dac5f412 IM |
249 | .send_IPI_allbutself = bigsmp_send_IPI_allbutself, |
250 | .send_IPI_all = bigsmp_send_IPI_all, | |
6b64ee02 | 251 | .send_IPI_self = default_send_IPI_self, |
d26b6d66 | 252 | |
6f177c01 IM |
253 | .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW, |
254 | .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH, | |
a9659366 IM |
255 | |
256 | .wait_for_init_deassert = default_wait_for_init_deassert, | |
257 | ||
333344d9 | 258 | .smp_callin_clear_local_apic = NULL, |
25dc0049 | 259 | .inquire_remote_apic = default_inquire_remote_apic, |
c1eeb2de YL |
260 | |
261 | .read = native_apic_mem_read, | |
262 | .write = native_apic_mem_write, | |
263 | .icr_read = native_apic_icr_read, | |
264 | .icr_write = native_apic_icr_write, | |
265 | .wait_icr_idle = native_apic_wait_icr_idle, | |
266 | .safe_wait_icr_idle = native_safe_apic_wait_icr_idle, | |
d26b6d66 | 267 | }; |