Commit | Line | Data |
---|---|---|
77883860 | 1 | #include <linux/linkage.h> |
1da177e4 LT |
2 | #include <linux/errno.h> |
3 | #include <linux/signal.h> | |
4 | #include <linux/sched.h> | |
5 | #include <linux/ioport.h> | |
6 | #include <linux/interrupt.h> | |
77883860 | 7 | #include <linux/timex.h> |
1da177e4 LT |
8 | #include <linux/slab.h> |
9 | #include <linux/random.h> | |
47f16ca7 | 10 | #include <linux/kprobes.h> |
1da177e4 LT |
11 | #include <linux/init.h> |
12 | #include <linux/kernel_stat.h> | |
13 | #include <linux/sysdev.h> | |
14 | #include <linux/bitops.h> | |
77883860 | 15 | #include <linux/acpi.h> |
aa09e6cd JSR |
16 | #include <linux/io.h> |
17 | #include <linux/delay.h> | |
1da177e4 | 18 | |
1da177e4 LT |
19 | #include <asm/atomic.h> |
20 | #include <asm/system.h> | |
1da177e4 | 21 | #include <asm/timer.h> |
77883860 | 22 | #include <asm/hw_irq.h> |
1da177e4 | 23 | #include <asm/pgtable.h> |
1da177e4 LT |
24 | #include <asm/desc.h> |
25 | #include <asm/apic.h> | |
8e6dafd6 | 26 | #include <asm/setup.h> |
1da177e4 | 27 | #include <asm/i8259.h> |
aa09e6cd | 28 | #include <asm/traps.h> |
1da177e4 | 29 | |
77883860 PE |
30 | /* |
31 | * ISA PIC or low IO-APIC triggered (INTA-cycle or APIC) interrupts: | |
32 | * (these are usually mapped to vectors 0x30-0x3f) | |
33 | */ | |
34 | ||
35 | /* | |
36 | * The IO-APIC gives us many more interrupt sources. Most of these | |
37 | * are unused but an SMP system is supposed to have enough memory ... | |
38 | * sometimes (mostly wrt. hw bugs) we get corrupted vectors all | |
39 | * across the spectrum, so we really want to be prepared to get all | |
40 | * of these. Plus, more powerful systems might have more than 64 | |
41 | * IO-APIC registers. | |
42 | * | |
43 | * (these are usually mapped into the 0x30-0xff vector range) | |
44 | */ | |
1da177e4 | 45 | |
320fd996 | 46 | #ifdef CONFIG_X86_32 |
1da177e4 LT |
47 | /* |
48 | * Note that on a 486, we don't want to do a SIGFPE on an irq13 | |
49 | * as the irq is unreliable, and exception 16 works correctly | |
50 | * (ie as explained in the intel literature). On a 386, you | |
51 | * can't use exception 16 due to bad IBM design, so we have to | |
52 | * rely on the less exact irq13. | |
53 | * | |
54 | * Careful.. Not only is IRQ13 unreliable, but it is also | |
55 | * leads to races. IBM designers who came up with it should | |
56 | * be shot. | |
57 | */ | |
1da177e4 | 58 | |
7d12e780 | 59 | static irqreturn_t math_error_irq(int cpl, void *dev_id) |
1da177e4 | 60 | { |
aa09e6cd | 61 | outb(0, 0xF0); |
1da177e4 LT |
62 | if (ignore_fpu_irq || !boot_cpu_data.hard_math) |
63 | return IRQ_NONE; | |
65ea5b03 | 64 | math_error((void __user *)get_irq_regs()->ip); |
1da177e4 LT |
65 | return IRQ_HANDLED; |
66 | } | |
67 | ||
68 | /* | |
69 | * New motherboards sometimes make IRQ 13 be a PCI interrupt, | |
70 | * so allow interrupt sharing. | |
71 | */ | |
6a61f6a5 TG |
72 | static struct irqaction fpu_irq = { |
73 | .handler = math_error_irq, | |
6a61f6a5 TG |
74 | .name = "fpu", |
75 | }; | |
1da177e4 | 76 | #endif |
1da177e4 | 77 | |
2ae111cd CG |
78 | /* |
79 | * IRQ2 is cascade interrupt to second interrupt controller | |
80 | */ | |
81 | static struct irqaction irq2 = { | |
82 | .handler = no_action, | |
2ae111cd CG |
83 | .name = "cascade", |
84 | }; | |
85 | ||
497c9a19 YL |
86 | DEFINE_PER_CPU(vector_irq_t, vector_irq) = { |
87 | [0 ... IRQ0_VECTOR - 1] = -1, | |
88 | [IRQ0_VECTOR] = 0, | |
89 | [IRQ1_VECTOR] = 1, | |
90 | [IRQ2_VECTOR] = 2, | |
91 | [IRQ3_VECTOR] = 3, | |
92 | [IRQ4_VECTOR] = 4, | |
93 | [IRQ5_VECTOR] = 5, | |
94 | [IRQ6_VECTOR] = 6, | |
95 | [IRQ7_VECTOR] = 7, | |
96 | [IRQ8_VECTOR] = 8, | |
97 | [IRQ9_VECTOR] = 9, | |
98 | [IRQ10_VECTOR] = 10, | |
99 | [IRQ11_VECTOR] = 11, | |
100 | [IRQ12_VECTOR] = 12, | |
101 | [IRQ13_VECTOR] = 13, | |
102 | [IRQ14_VECTOR] = 14, | |
103 | [IRQ15_VECTOR] = 15, | |
104 | [IRQ15_VECTOR + 1 ... NR_VECTORS - 1] = -1 | |
105 | }; | |
106 | ||
b77b881f YL |
107 | int vector_used_by_percpu_irq(unsigned int vector) |
108 | { | |
109 | int cpu; | |
110 | ||
111 | for_each_online_cpu(cpu) { | |
112 | if (per_cpu(vector_irq, cpu)[vector] != -1) | |
113 | return 1; | |
114 | } | |
115 | ||
116 | return 0; | |
117 | } | |
118 | ||
7371d9fc | 119 | static void __init init_ISA_irqs(void) |
1da177e4 LT |
120 | { |
121 | int i; | |
122 | ||
598c73d2 | 123 | #if defined(CONFIG_X86_64) || defined(CONFIG_X86_LOCAL_APIC) |
7371d9fc PE |
124 | init_bsp_APIC(); |
125 | #endif | |
126 | init_8259A(0); | |
1da177e4 LT |
127 | |
128 | /* | |
7371d9fc | 129 | * 16 old-style INTA-cycle interrupts: |
1da177e4 | 130 | */ |
7371d9fc PE |
131 | for (i = 0; i < NR_IRQS_LEGACY; i++) { |
132 | struct irq_desc *desc = irq_to_desc(i); | |
133 | ||
134 | desc->status = IRQ_DISABLED; | |
135 | desc->action = NULL; | |
136 | desc->depth = 1; | |
137 | ||
138 | set_irq_chip_and_handler_name(i, &i8259A_chip, | |
139 | handle_level_irq, "XT"); | |
1da177e4 | 140 | } |
7371d9fc | 141 | } |
1da177e4 | 142 | |
d3561b7f RR |
143 | /* Overridden in paravirt.c */ |
144 | void init_IRQ(void) __attribute__((weak, alias("native_init_IRQ"))); | |
2ae111cd | 145 | |
36290d87 PE |
146 | static void __init smp_intr_init(void) |
147 | { | |
b0096bb0 PE |
148 | #ifdef CONFIG_SMP |
149 | #if defined(CONFIG_X86_64) || defined(CONFIG_X86_LOCAL_APIC) | |
2ae111cd CG |
150 | /* |
151 | * The reschedule interrupt is a CPU-to-CPU reschedule-helper | |
152 | * IPI, driven by wakeup. | |
153 | */ | |
154 | alloc_intr_gate(RESCHEDULE_VECTOR, reschedule_interrupt); | |
155 | ||
02cf94c3 TH |
156 | /* IPIs for invalidation */ |
157 | alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+0, invalidate_interrupt0); | |
158 | alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+1, invalidate_interrupt1); | |
159 | alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+2, invalidate_interrupt2); | |
160 | alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+3, invalidate_interrupt3); | |
161 | alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+4, invalidate_interrupt4); | |
162 | alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+5, invalidate_interrupt5); | |
163 | alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+6, invalidate_interrupt6); | |
164 | alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+7, invalidate_interrupt7); | |
2ae111cd CG |
165 | |
166 | /* IPI for generic function call */ | |
167 | alloc_intr_gate(CALL_FUNCTION_VECTOR, call_function_interrupt); | |
168 | ||
b0096bb0 | 169 | /* IPI for generic single function call */ |
b77b881f | 170 | alloc_intr_gate(CALL_FUNCTION_SINGLE_VECTOR, |
b0096bb0 | 171 | call_function_single_interrupt); |
497c9a19 YL |
172 | |
173 | /* Low priority IPI to cleanup after moving an irq */ | |
174 | set_intr_gate(IRQ_MOVE_CLEANUP_VECTOR, irq_move_cleanup_interrupt); | |
b77b881f | 175 | set_bit(IRQ_MOVE_CLEANUP_VECTOR, used_vectors); |
2ae111cd | 176 | #endif |
b0096bb0 | 177 | #endif /* CONFIG_SMP */ |
36290d87 PE |
178 | } |
179 | ||
22813c45 | 180 | static void __init apic_intr_init(void) |
1da177e4 | 181 | { |
36290d87 | 182 | smp_intr_init(); |
2ae111cd | 183 | |
48b1fddb | 184 | #ifdef CONFIG_X86_THERMAL_VECTOR |
ab19c25a | 185 | alloc_intr_gate(THERMAL_APIC_VECTOR, thermal_interrupt); |
48b1fddb PA |
186 | #endif |
187 | #ifdef CONFIG_X86_THRESHOLD | |
ab19c25a PE |
188 | alloc_intr_gate(THRESHOLD_APIC_VECTOR, threshold_interrupt); |
189 | #endif | |
190 | ||
191 | #if defined(CONFIG_X86_64) || defined(CONFIG_X86_LOCAL_APIC) | |
2ae111cd CG |
192 | /* self generated IPI for local APIC timer */ |
193 | alloc_intr_gate(LOCAL_TIMER_VECTOR, apic_timer_interrupt); | |
194 | ||
acaabe79 DS |
195 | /* generic IPI for platform specific use */ |
196 | alloc_intr_gate(GENERIC_INTERRUPT_VECTOR, generic_interrupt); | |
197 | ||
2ae111cd CG |
198 | /* IPI vectors for APIC spurious and error interrupts */ |
199 | alloc_intr_gate(SPURIOUS_APIC_VECTOR, spurious_interrupt); | |
200 | alloc_intr_gate(ERROR_APIC_VECTOR, error_interrupt); | |
2ae111cd | 201 | |
47f16ca7 IM |
202 | /* Performance monitoring interrupts: */ |
203 | # ifdef CONFIG_PERF_COUNTERS | |
204 | alloc_intr_gate(LOCAL_PERF_VECTOR, perf_counter_interrupt); | |
205 | alloc_intr_gate(LOCAL_PENDING_VECTOR, perf_pending_interrupt); | |
206 | # endif | |
207 | ||
2ae111cd | 208 | #endif |
22813c45 | 209 | } |
2ae111cd | 210 | |
320fd996 PE |
211 | /** |
212 | * x86_quirk_pre_intr_init - initialisation prior to setting up interrupt vectors | |
213 | * | |
214 | * Description: | |
215 | * Perform any necessary interrupt initialisation prior to setting up | |
216 | * the "ordinary" interrupt call gates. For legacy reasons, the ISA | |
217 | * interrupts should be initialised here if the machine emulates a PC | |
218 | * in any way. | |
219 | **/ | |
220 | static void __init x86_quirk_pre_intr_init(void) | |
221 | { | |
abdb5a57 | 222 | #ifdef CONFIG_X86_32 |
320fd996 PE |
223 | if (x86_quirks->arch_pre_intr_init) { |
224 | if (x86_quirks->arch_pre_intr_init()) | |
225 | return; | |
226 | } | |
7856f6cc | 227 | #endif |
320fd996 PE |
228 | init_ISA_irqs(); |
229 | } | |
320fd996 | 230 | |
22813c45 PE |
231 | void __init native_init_IRQ(void) |
232 | { | |
233 | int i; | |
234 | ||
235 | /* Execute any quirks before the call gates are initialised: */ | |
236 | x86_quirk_pre_intr_init(); | |
237 | ||
77857dc0 YL |
238 | apic_intr_init(); |
239 | ||
22813c45 PE |
240 | /* |
241 | * Cover the whole vector space, no vector can escape | |
242 | * us. (some of these will be overridden and become | |
243 | * 'special' SMP interrupts) | |
244 | */ | |
d3496c85 | 245 | for (i = FIRST_EXTERNAL_VECTOR; i < NR_VECTORS; i++) { |
77857dc0 YL |
246 | /* IA32_SYSCALL_VECTOR could be used in trap_init already. */ |
247 | if (!test_bit(i, used_vectors)) | |
320fd996 | 248 | set_intr_gate(i, interrupt[i-FIRST_EXTERNAL_VECTOR]); |
22813c45 | 249 | } |
7856f6cc | 250 | |
2ae111cd CG |
251 | if (!acpi_ioapic) |
252 | setup_irq(2, &irq2); | |
253 | ||
320fd996 | 254 | #ifdef CONFIG_X86_32 |
8e6dafd6 IM |
255 | /* |
256 | * Call quirks after call gates are initialised (usually add in | |
257 | * the architecture specific gates): | |
1da177e4 | 258 | */ |
8e6dafd6 | 259 | x86_quirk_intr_init(); |
1da177e4 | 260 | |
1da177e4 LT |
261 | /* |
262 | * External FPU? Set up irq13 if so, for | |
263 | * original braindamaged IBM FERR coupling. | |
264 | */ | |
265 | if (boot_cpu_data.hard_math && !cpu_has_fpu) | |
266 | setup_irq(FPU_IRQ, &fpu_irq); | |
267 | ||
268 | irq_ctx_init(smp_processor_id()); | |
320fd996 | 269 | #endif |
1da177e4 | 270 | } |