License cleanup: add SPDX GPL-2.0 license identifier to files with no license
[linux-block.git] / arch / x86 / kernel / irq_64.c
CommitLineData
b2441318 1// SPDX-License-Identifier: GPL-2.0
1da177e4 2/*
1da177e4
LT
3 * Copyright (C) 1992, 1998 Linus Torvalds, Ingo Molnar
4 *
5 * This file contains the lowest level x86_64-specific interrupt
6 * entry and irq statistics code. All the remaining irq logic is
7 * done by the generic kernel/irq/ code and in the
8 * x86_64-specific irq controller code. (e.g. i8259.c and
9 * io_apic.c.)
10 */
11
12#include <linux/kernel_stat.h>
13#include <linux/interrupt.h>
14#include <linux/seq_file.h>
76e4f660 15#include <linux/delay.h>
bcbc4f20 16#include <linux/ftrace.h>
5f66b2a0
JSR
17#include <linux/uaccess.h>
18#include <linux/smp.h>
68db0cf1 19#include <linux/sched/task_stack.h>
1da177e4 20#include <asm/io_apic.h>
3819cd48 21#include <asm/apic.h>
1da177e4 22
55af7796
MH
23int sysctl_panic_on_stackoverflow;
24
4961f10e
ES
25/*
26 * Probabilistic stack overflow check:
27 *
28 * Only check the stack in process context, because everything else
29 * runs on the big interrupt stacks. Checking reliably is too expensive,
30 * so we just check from interrupts.
31 */
32static inline void stack_overflow_check(struct pt_regs *regs)
33{
f377fa12 34#ifdef CONFIG_DEBUG_STACKOVERFLOW
d2db6610 35#define STACK_TOP_MARGIN 128
37fe6a42
MH
36 struct orig_ist *oist;
37 u64 irq_stack_top, irq_stack_bottom;
38 u64 estack_top, estack_bottom;
c9f4f06d 39 u64 curbase = (u64)task_stack_page(current);
f377fa12 40
f39b6f0e 41 if (user_mode(regs))
69682b62
MH
42 return;
43
15f4eae7 44 if (regs->sp >= curbase + sizeof(struct pt_regs) + STACK_TOP_MARGIN &&
467e6b7a 45 regs->sp <= curbase + THREAD_SIZE)
37fe6a42
MH
46 return;
47
89cbc767 48 irq_stack_top = (u64)this_cpu_ptr(irq_stack_union.irq_stack) +
d2db6610 49 STACK_TOP_MARGIN;
89cbc767 50 irq_stack_bottom = (u64)__this_cpu_read(irq_stack_ptr);
37fe6a42
MH
51 if (regs->sp >= irq_stack_top && regs->sp <= irq_stack_bottom)
52 return;
53
89cbc767 54 oist = this_cpu_ptr(&orig_ist);
d2db6610 55 estack_top = (u64)oist->ist[0] - EXCEPTION_STKSZ + STACK_TOP_MARGIN;
37fe6a42
MH
56 estack_bottom = (u64)oist->ist[N_EXCEPTION_STACKS - 1];
57 if (regs->sp >= estack_top && regs->sp <= estack_bottom)
58 return;
f377fa12 59
37fe6a42
MH
60 WARN_ONCE(1, "do_IRQ(): %s has overflown the kernel stack (cur:%Lx,sp:%lx,irq stk top-bottom:%Lx-%Lx,exception stk top-bottom:%Lx-%Lx)\n",
61 current->comm, curbase, regs->sp,
62 irq_stack_top, irq_stack_bottom,
63 estack_top, estack_bottom);
55af7796
MH
64
65 if (sysctl_panic_on_stackoverflow)
66 panic("low stack detected by irq handler - check messages\n");
4961f10e 67#endif
f377fa12 68}
4961f10e 69
a782a7e4 70bool handle_irq(struct irq_desc *desc, struct pt_regs *regs)
9b2b76a3 71{
9b2b76a3
JF
72 stack_overflow_check(regs);
73
a7e705af 74 if (IS_ERR_OR_NULL(desc))
9b2b76a3
JF
75 return false;
76
bd0b9ac4 77 generic_handle_irq_desc(desc);
9b2b76a3
JF
78 return true;
79}