Commit | Line | Data |
---|---|---|
1da177e4 | 1 | /* |
1da177e4 LT |
2 | * Copyright (C) 1992, 1998 Linus Torvalds, Ingo Molnar |
3 | * | |
4 | * This file contains the lowest level x86_64-specific interrupt | |
5 | * entry and irq statistics code. All the remaining irq logic is | |
6 | * done by the generic kernel/irq/ code and in the | |
7 | * x86_64-specific irq controller code. (e.g. i8259.c and | |
8 | * io_apic.c.) | |
9 | */ | |
10 | ||
11 | #include <linux/kernel_stat.h> | |
12 | #include <linux/interrupt.h> | |
13 | #include <linux/seq_file.h> | |
14 | #include <linux/module.h> | |
76e4f660 | 15 | #include <linux/delay.h> |
bcbc4f20 | 16 | #include <linux/ftrace.h> |
5f66b2a0 JSR |
17 | #include <linux/uaccess.h> |
18 | #include <linux/smp.h> | |
1da177e4 | 19 | #include <asm/io_apic.h> |
95833c83 | 20 | #include <asm/idle.h> |
3819cd48 | 21 | #include <asm/apic.h> |
1da177e4 | 22 | |
1b437c8c BG |
23 | DEFINE_PER_CPU_SHARED_ALIGNED(irq_cpustat_t, irq_stat); |
24 | EXPORT_PER_CPU_SYMBOL(irq_stat); | |
25 | ||
d650a514 BG |
26 | DEFINE_PER_CPU(struct pt_regs *, irq_regs); |
27 | EXPORT_PER_CPU_SYMBOL(irq_regs); | |
28 | ||
4961f10e ES |
29 | /* |
30 | * Probabilistic stack overflow check: | |
31 | * | |
32 | * Only check the stack in process context, because everything else | |
33 | * runs on the big interrupt stacks. Checking reliably is too expensive, | |
34 | * so we just check from interrupts. | |
35 | */ | |
36 | static inline void stack_overflow_check(struct pt_regs *regs) | |
37 | { | |
f377fa12 | 38 | #ifdef CONFIG_DEBUG_STACKOVERFLOW |
c9f4f06d | 39 | u64 curbase = (u64)task_stack_page(current); |
f377fa12 IM |
40 | |
41 | WARN_ONCE(regs->sp >= curbase && | |
42 | regs->sp <= curbase + THREAD_SIZE && | |
43 | regs->sp < curbase + sizeof(struct thread_info) + | |
44 | sizeof(struct pt_regs) + 128, | |
45 | ||
46 | "do_IRQ: %s near stack overflow (cur:%Lx,sp:%lx)\n", | |
47 | current->comm, curbase, regs->sp); | |
4961f10e | 48 | #endif |
f377fa12 | 49 | } |
4961f10e | 50 | |
9b2b76a3 JF |
51 | bool handle_irq(unsigned irq, struct pt_regs *regs) |
52 | { | |
53 | struct irq_desc *desc; | |
54 | ||
55 | stack_overflow_check(regs); | |
56 | ||
57 | desc = irq_to_desc(irq); | |
58 | if (unlikely(!desc)) | |
59 | return false; | |
60 | ||
61 | generic_handle_irq_desc(irq, desc); | |
62 | return true; | |
63 | } | |
64 | ||
76e4f660 | 65 | #ifdef CONFIG_HOTPLUG_CPU |
d7b381bb MT |
66 | /* A cpu has been removed from cpu_online_mask. Reset irq affinities. */ |
67 | void fixup_irqs(void) | |
76e4f660 AR |
68 | { |
69 | unsigned int irq; | |
70 | static int warned; | |
2c6927a3 | 71 | struct irq_desc *desc; |
76e4f660 | 72 | |
2c6927a3 | 73 | for_each_irq_desc(irq, desc) { |
48d8d7ee SS |
74 | int break_affinity = 0; |
75 | int set_affinity = 1; | |
d7b381bb | 76 | const struct cpumask *affinity; |
48d8d7ee | 77 | |
0b8f1efa YL |
78 | if (!desc) |
79 | continue; | |
76e4f660 AR |
80 | if (irq == 2) |
81 | continue; | |
82 | ||
48d8d7ee | 83 | /* interrupt's are disabled at this point */ |
08678b08 | 84 | spin_lock(&desc->lock); |
48d8d7ee | 85 | |
7f7ace0c | 86 | affinity = desc->affinity; |
48d8d7ee | 87 | if (!irq_has_action(irq) || |
d7b381bb | 88 | cpumask_equal(affinity, cpu_online_mask)) { |
08678b08 | 89 | spin_unlock(&desc->lock); |
48d8d7ee SS |
90 | continue; |
91 | } | |
92 | ||
d7b381bb | 93 | if (cpumask_any_and(affinity, cpu_online_mask) >= nr_cpu_ids) { |
48d8d7ee | 94 | break_affinity = 1; |
d7b381bb | 95 | affinity = cpu_all_mask; |
76e4f660 | 96 | } |
48d8d7ee | 97 | |
08678b08 YL |
98 | if (desc->chip->mask) |
99 | desc->chip->mask(irq); | |
48d8d7ee | 100 | |
08678b08 | 101 | if (desc->chip->set_affinity) |
d7b381bb | 102 | desc->chip->set_affinity(irq, affinity); |
48d8d7ee SS |
103 | else if (!(warned++)) |
104 | set_affinity = 0; | |
105 | ||
08678b08 YL |
106 | if (desc->chip->unmask) |
107 | desc->chip->unmask(irq); | |
48d8d7ee | 108 | |
08678b08 | 109 | spin_unlock(&desc->lock); |
48d8d7ee SS |
110 | |
111 | if (break_affinity && set_affinity) | |
112 | printk("Broke affinity for irq %i\n", irq); | |
113 | else if (!set_affinity) | |
76e4f660 AR |
114 | printk("Cannot set affinity for irq %i\n", irq); |
115 | } | |
116 | ||
117 | /* That doesn't seem sufficient. Give it 1ms. */ | |
118 | local_irq_enable(); | |
119 | mdelay(1); | |
120 | local_irq_disable(); | |
121 | } | |
122 | #endif | |
ed6b676c AK |
123 | |
124 | extern void call_softirq(void); | |
125 | ||
126 | asmlinkage void do_softirq(void) | |
127 | { | |
5f66b2a0 JSR |
128 | __u32 pending; |
129 | unsigned long flags; | |
ed6b676c | 130 | |
5f66b2a0 JSR |
131 | if (in_interrupt()) |
132 | return; | |
ed6b676c | 133 | |
5f66b2a0 JSR |
134 | local_irq_save(flags); |
135 | pending = local_softirq_pending(); | |
136 | /* Switch to interrupt stack */ | |
137 | if (pending) { | |
ed6b676c | 138 | call_softirq(); |
2601e64d IM |
139 | WARN_ON_ONCE(softirq_count()); |
140 | } | |
5f66b2a0 | 141 | local_irq_restore(flags); |
ed6b676c | 142 | } |