x86 early quirks: eliminate unused function
[linux-2.6-block.git] / arch / x86 / kernel / apic / x2apic_cluster.c
CommitLineData
12a67cf6
SS
1#include <linux/threads.h>
2#include <linux/cpumask.h>
3#include <linux/string.h>
4#include <linux/kernel.h>
5#include <linux/ctype.h>
6#include <linux/init.h>
1b9b89e7
YL
7#include <linux/dmar.h>
8
12a67cf6 9#include <asm/smp.h>
7b6aa335 10#include <asm/apic.h>
c1eeb2de 11#include <asm/ipi.h>
12a67cf6
SS
12
13DEFINE_PER_CPU(u32, x86_cpu_to_logical_apicid);
14
2caa3715 15static int x2apic_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
1b9b89e7 16{
ef1f87aa 17 return x2apic_enabled();
1b9b89e7
YL
18}
19
12a67cf6
SS
20/* Start with all IRQs pointing to boot CPU. IRQ balancing will shift them. */
21
bcda016e 22static const struct cpumask *x2apic_target_cpus(void)
12a67cf6 23{
bcda016e 24 return cpumask_of(0);
12a67cf6
SS
25}
26
27/*
28 * for now each logical cpu is in its own vector allocation domain.
29 */
bcda016e 30static void x2apic_vector_allocation_domain(int cpu, struct cpumask *retmask)
12a67cf6 31{
bcda016e
MT
32 cpumask_clear(retmask);
33 cpumask_set_cpu(cpu, retmask);
12a67cf6
SS
34}
35
dac5f412
IM
36static void
37 __x2apic_send_IPI_dest(unsigned int apicid, int vector, unsigned int dest)
12a67cf6
SS
38{
39 unsigned long cfg;
40
41 cfg = __prepare_ICR(0, vector, dest);
42
43 /*
44 * send the IPI.
45 */
c1eeb2de 46 native_x2apic_icr_write(cfg, apicid);
12a67cf6
SS
47}
48
49/*
50 * for now, we send the IPI's one by one in the cpumask.
51 * TBD: Based on the cpu mask, we can send the IPI's to the cluster group
52 * at once. We have 16 cpu's in a cluster. This will minimize IPI register
53 * writes.
54 */
bcda016e 55static void x2apic_send_IPI_mask(const struct cpumask *mask, int vector)
12a67cf6 56{
12a67cf6 57 unsigned long query_cpu;
dac5f412 58 unsigned long flags;
12a67cf6 59
ce4e240c
SS
60 x2apic_wrmsr_fence();
61
12a67cf6 62 local_irq_save(flags);
dac5f412 63 for_each_cpu(query_cpu, mask) {
e7986739
MT
64 __x2apic_send_IPI_dest(
65 per_cpu(x86_cpu_to_logical_apicid, query_cpu),
bdb1a9b6 66 vector, apic->dest_logical);
dac5f412 67 }
12a67cf6
SS
68 local_irq_restore(flags);
69}
70
dac5f412
IM
71static void
72 x2apic_send_IPI_mask_allbutself(const struct cpumask *mask, int vector)
12a67cf6 73{
e7986739 74 unsigned long this_cpu = smp_processor_id();
dac5f412
IM
75 unsigned long query_cpu;
76 unsigned long flags;
12a67cf6 77
ce4e240c
SS
78 x2apic_wrmsr_fence();
79
e7986739 80 local_irq_save(flags);
dac5f412
IM
81 for_each_cpu(query_cpu, mask) {
82 if (query_cpu == this_cpu)
83 continue;
84 __x2apic_send_IPI_dest(
e7986739 85 per_cpu(x86_cpu_to_logical_apicid, query_cpu),
bdb1a9b6 86 vector, apic->dest_logical);
dac5f412 87 }
e7986739
MT
88 local_irq_restore(flags);
89}
12a67cf6 90
e7986739
MT
91static void x2apic_send_IPI_allbutself(int vector)
92{
e7986739 93 unsigned long this_cpu = smp_processor_id();
dac5f412
IM
94 unsigned long query_cpu;
95 unsigned long flags;
e7986739 96
ce4e240c
SS
97 x2apic_wrmsr_fence();
98
e7986739 99 local_irq_save(flags);
dac5f412
IM
100 for_each_online_cpu(query_cpu) {
101 if (query_cpu == this_cpu)
102 continue;
103 __x2apic_send_IPI_dest(
e7986739 104 per_cpu(x86_cpu_to_logical_apicid, query_cpu),
bdb1a9b6 105 vector, apic->dest_logical);
dac5f412 106 }
e7986739 107 local_irq_restore(flags);
12a67cf6
SS
108}
109
110static void x2apic_send_IPI_all(int vector)
111{
bcda016e 112 x2apic_send_IPI_mask(cpu_online_mask, vector);
12a67cf6
SS
113}
114
115static int x2apic_apic_id_registered(void)
116{
117 return 1;
118}
119
bcda016e 120static unsigned int x2apic_cpu_mask_to_apicid(const struct cpumask *cpumask)
12a67cf6 121{
12a67cf6 122 /*
7d87d536 123 * We're using fixed IRQ delivery, can only return one logical APIC ID.
12a67cf6
SS
124 * May as well be the first.
125 */
debccb3e
IM
126 int cpu = cpumask_first(cpumask);
127
e7986739 128 if ((unsigned)cpu < nr_cpu_ids)
12a67cf6
SS
129 return per_cpu(x86_cpu_to_logical_apicid, cpu);
130 else
131 return BAD_APICID;
132}
133
debccb3e
IM
134static unsigned int
135x2apic_cpu_mask_to_apicid_and(const struct cpumask *cpumask,
136 const struct cpumask *andmask)
95d313cf
MT
137{
138 int cpu;
139
140 /*
7d87d536 141 * We're using fixed IRQ delivery, can only return one logical APIC ID.
95d313cf
MT
142 * May as well be the first.
143 */
debccb3e 144 for_each_cpu_and(cpu, cpumask, andmask) {
a775a38b
MT
145 if (cpumask_test_cpu(cpu, cpu_online_mask))
146 break;
debccb3e
IM
147 }
148
6eeb7c5a 149 if (cpu < nr_cpu_ids)
7d87d536 150 return per_cpu(x86_cpu_to_logical_apicid, cpu);
debccb3e 151
95d313cf
MT
152 return BAD_APICID;
153}
154
ca6c8ed4 155static unsigned int x2apic_cluster_phys_get_apic_id(unsigned long x)
f910a9dc
YL
156{
157 unsigned int id;
158
159 id = x;
160 return id;
161}
162
163static unsigned long set_apic_id(unsigned int id)
164{
165 unsigned long x;
166
167 x = id;
168 return x;
169}
170
d4c9a9f3 171static int x2apic_cluster_phys_pkg_id(int initial_apicid, int index_msb)
12a67cf6 172{
e17941b0 173 return current_cpu_data.initial_apicid >> index_msb;
12a67cf6
SS
174}
175
176static void x2apic_send_IPI_self(int vector)
177{
178 apic_write(APIC_SELF_IPI, vector);
179}
180
181static void init_x2apic_ldr(void)
182{
183 int cpu = smp_processor_id();
184
185 per_cpu(x86_cpu_to_logical_apicid, cpu) = apic_read(APIC_LDR);
12a67cf6
SS
186}
187
be163a15 188struct apic apic_x2apic_cluster = {
504a3c3a
IM
189
190 .name = "cluster x2apic",
191 .probe = NULL,
192 .acpi_madt_oem_check = x2apic_acpi_madt_oem_check,
193 .apic_id_registered = x2apic_apic_id_registered,
194
f8987a10 195 .irq_delivery_mode = dest_LowestPrio,
0b06e734 196 .irq_dest_mode = 1, /* logical */
504a3c3a
IM
197
198 .target_cpus = x2apic_target_cpus,
08125d3e 199 .disable_esr = 0,
bdb1a9b6 200 .dest_logical = APIC_DEST_LOGICAL,
504a3c3a
IM
201 .check_apicid_used = NULL,
202 .check_apicid_present = NULL,
203
504a3c3a
IM
204 .vector_allocation_domain = x2apic_vector_allocation_domain,
205 .init_apic_ldr = init_x2apic_ldr,
206
207 .ioapic_phys_id_map = NULL,
208 .setup_apic_routing = NULL,
209 .multi_timer_check = NULL,
210 .apicid_to_node = NULL,
211 .cpu_to_logical_apicid = NULL,
a21769a4 212 .cpu_present_to_apicid = default_cpu_present_to_apicid,
504a3c3a
IM
213 .apicid_to_cpu_present = NULL,
214 .setup_portio_remap = NULL,
a27a6210 215 .check_phys_apicid_present = default_check_phys_apicid_present,
504a3c3a 216 .enable_apic_mode = NULL,
d4c9a9f3 217 .phys_pkg_id = x2apic_cluster_phys_pkg_id,
504a3c3a
IM
218 .mps_oem_check = NULL,
219
ca6c8ed4 220 .get_apic_id = x2apic_cluster_phys_get_apic_id,
504a3c3a
IM
221 .set_apic_id = set_apic_id,
222 .apic_id_mask = 0xFFFFFFFFu,
223
224 .cpu_mask_to_apicid = x2apic_cpu_mask_to_apicid,
225 .cpu_mask_to_apicid_and = x2apic_cpu_mask_to_apicid_and,
226
227 .send_IPI_mask = x2apic_send_IPI_mask,
228 .send_IPI_mask_allbutself = x2apic_send_IPI_mask_allbutself,
229 .send_IPI_allbutself = x2apic_send_IPI_allbutself,
230 .send_IPI_all = x2apic_send_IPI_all,
231 .send_IPI_self = x2apic_send_IPI_self,
232
abfa584c
IM
233 .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW,
234 .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH,
504a3c3a
IM
235 .wait_for_init_deassert = NULL,
236 .smp_callin_clear_local_apic = NULL,
504a3c3a 237 .inquire_remote_apic = NULL,
c1eeb2de
YL
238
239 .read = native_apic_msr_read,
240 .write = native_apic_msr_write,
241 .icr_read = native_x2apic_icr_read,
242 .icr_write = native_x2apic_icr_write,
243 .wait_icr_idle = native_x2apic_wait_icr_idle,
244 .safe_wait_icr_idle = native_safe_x2apic_wait_icr_idle,
12a67cf6 245};