[linux-block.git] / arch / s390 / kernel / dumpstack.c

// SPDX-License-Identifier: GPL-2.0
/*
 * Stack dumping functions
 *
 *  Copyright IBM Corp. 1999, 2013
 */

#include <linux/kallsyms.h>
#include <linux/hardirq.h>
#include <linux/kprobes.h>
#include <linux/utsname.h>
#include <linux/export.h>
#include <linux/kdebug.h>
#include <linux/ptrace.h>
#include <linux/mm.h>
#include <linux/module.h>
#include <linux/sched.h>
#include <linux/sched/debug.h>
#include <linux/sched/task_stack.h>
#include <asm/processor.h>
#include <asm/debug.h>
#include <asm/dis.h>
#include <asm/ipl.h>
#include <asm/unwind.h>

const char *stack_type_name(enum stack_type type)
{
	switch (type) {
	case STACK_TYPE_TASK:
		return "task";
	case STACK_TYPE_IRQ:
		return "irq";
	case STACK_TYPE_NODAT:
		return "nodat";
	case STACK_TYPE_RESTART:
		return "restart";
	default:
		return "unknown";
	}
}
EXPORT_SYMBOL_GPL(stack_type_name);

static inline bool in_stack(unsigned long sp, struct stack_info *info,
			    enum stack_type type, unsigned long stack)
{
	if (sp < stack || sp >= stack + THREAD_SIZE)
		return false;
	info->type = type;
	info->begin = stack;
	info->end = stack + THREAD_SIZE;
	return true;
}

static bool in_task_stack(unsigned long sp, struct task_struct *task,
			  struct stack_info *info)
{
	unsigned long stack = (unsigned long)task_stack_page(task);

	return in_stack(sp, info, STACK_TYPE_TASK, stack);
}

static bool in_irq_stack(unsigned long sp, struct stack_info *info)
{
	unsigned long stack = S390_lowcore.async_stack - STACK_INIT_OFFSET;

	return in_stack(sp, info, STACK_TYPE_IRQ, stack);
}

static bool in_nodat_stack(unsigned long sp, struct stack_info *info)
{
	unsigned long stack = S390_lowcore.nodat_stack - STACK_INIT_OFFSET;

	return in_stack(sp, info, STACK_TYPE_NODAT, stack);
}

static bool in_mcck_stack(unsigned long sp, struct stack_info *info)
{
	unsigned long stack = S390_lowcore.mcck_stack - STACK_INIT_OFFSET;

	return in_stack(sp, info, STACK_TYPE_MCCK, stack);
}

static bool in_restart_stack(unsigned long sp, struct stack_info *info)
{
	unsigned long stack = S390_lowcore.restart_stack - STACK_INIT_OFFSET;

	return in_stack(sp, info, STACK_TYPE_RESTART, stack);
}

int get_stack_info(unsigned long sp, struct task_struct *task,
		   struct stack_info *info, unsigned long *visit_mask)
{
	if (!sp)
		goto unknown;

	/* Sanity check: ABI requires SP to be aligned 8 bytes. */
	if (sp & 0x7)
		goto unknown;

	/* Check per-task stack */
	if (in_task_stack(sp, task, info))
		goto recursion_check;

	if (task != current)
		goto unknown;

	/* Check per-cpu stacks */
	if (!in_irq_stack(sp, info) &&
	    !in_nodat_stack(sp, info) &&
	    !in_restart_stack(sp, info) &&
	    !in_mcck_stack(sp, info))
		goto unknown;

recursion_check:
	/*
	 * Make sure we don't iterate through any given stack more than once.
	 * If it comes up a second time then there's something wrong going on:
	 * just break out and report an unknown stack type.
	 */
	if (*visit_mask & (1UL << info->type))
		goto unknown;
	*visit_mask |= 1UL << info->type;
	return 0;
unknown:
	info->type = STACK_TYPE_UNKNOWN;
	return -EINVAL;
}

void show_stack(struct task_struct *task, unsigned long *stack,
		       const char *loglvl)
{
	struct unwind_state state;

	printk("%sCall Trace:\n", loglvl);
	unwind_for_each_frame(&state, task, NULL, (unsigned long) stack)
		printk(state.reliable ? "%s [<%016lx>] %pSR \n" :
					"%s([<%016lx>] %pSR)\n",
		       loglvl, state.ip, (void *) state.ip);
	debug_show_held_locks(task ? : current);
}

static void show_last_breaking_event(struct pt_regs *regs)
{
	printk("Last Breaking-Event-Address:\n");
	printk(" [<%016lx>] ", regs->last_break);
	if (user_mode(regs)) {
		print_vma_addr(KERN_CONT, regs->last_break);
		pr_cont("\n");
	} else {
		pr_cont("%pSR\n", (void *)regs->last_break);
	}
}

void show_registers(struct pt_regs *regs)
{
	struct psw_bits *psw = &psw_bits(regs->psw);
	char *mode;

	mode = user_mode(regs) ? "User" : "Krnl";
	printk("%s PSW : %px %px", mode, (void *)regs->psw.mask, (void *)regs->psw.addr);
	if (!user_mode(regs))
		pr_cont(" (%pSR)", (void *)regs->psw.addr);
	pr_cont("\n");
	printk("           R:%x T:%x IO:%x EX:%x Key:%x M:%x W:%x "
	       "P:%x AS:%x CC:%x PM:%x", psw->per, psw->dat, psw->io, psw->ext,
	       psw->key, psw->mcheck, psw->wait, psw->pstate, psw->as, psw->cc, psw->pm);
	pr_cont(" RI:%x EA:%x\n", psw->ri, psw->eaba);
	printk("%s GPRS: %016lx %016lx %016lx %016lx\n", mode,
	       regs->gprs[0], regs->gprs[1], regs->gprs[2], regs->gprs[3]);
	printk("           %016lx %016lx %016lx %016lx\n",
	       regs->gprs[4], regs->gprs[5], regs->gprs[6], regs->gprs[7]);
	printk("           %016lx %016lx %016lx %016lx\n",
	       regs->gprs[8], regs->gprs[9], regs->gprs[10], regs->gprs[11]);
	printk("           %016lx %016lx %016lx %016lx\n",
	       regs->gprs[12], regs->gprs[13], regs->gprs[14], regs->gprs[15]);
	show_code(regs);
}

void show_regs(struct pt_regs *regs)
{
	show_regs_print_info(KERN_DEFAULT);
	show_registers(regs);
	/* Show stack backtrace if pt_regs is from kernel mode */
	if (!user_mode(regs))
		show_stack(NULL, (unsigned long *) regs->gprs[15], KERN_DEFAULT);
	show_last_breaking_event(regs);
}

static DEFINE_SPINLOCK(die_lock);

void __noreturn die(struct pt_regs *regs, const char *str)
{
	static int die_counter;

	oops_enter();
	lgr_info_log();
	debug_stop_all();
	console_verbose();
	spin_lock_irq(&die_lock);
	bust_spinlocks(1);
	printk("%s: %04x ilc:%d [#%d] ", str, regs->int_code & 0xffff,
	       regs->int_code >> 17, ++die_counter);
#ifdef CONFIG_PREEMPT
	pr_cont("PREEMPT ");
#elif defined(CONFIG_PREEMPT_RT)
	pr_cont("PREEMPT_RT ");
#endif
	pr_cont("SMP ");
	if (debug_pagealloc_enabled())
		pr_cont("DEBUG_PAGEALLOC");
	pr_cont("\n");
	notify_die(DIE_OOPS, str, regs, 0, regs->int_code & 0xffff, SIGSEGV);
	print_modules();
	show_regs(regs);
	bust_spinlocks(0);
	add_taint(TAINT_DIE, LOCKDEP_NOW_UNRELIABLE);
	spin_unlock_irq(&die_lock);
	if (in_interrupt())
		panic("Fatal exception in interrupt");
	if (panic_on_oops)
		panic("Fatal exception: panic_on_oops");
	oops_exit();
	make_task_dead(SIGSEGV);
}
Commit	Line	Data
a17ae4c3	1	// SPDX-License-Identifier: GPL-2.0
1bca09f7 HC	2	/*
	3	* Stack dumping functions
	4	*
	5	* Copyright IBM Corp. 1999, 2013
	6	*/
	7
	8	#include <linux/kallsyms.h>
	9	#include <linux/hardirq.h>
	10	#include <linux/kprobes.h>
	11	#include <linux/utsname.h>
	12	#include <linux/export.h>
	13	#include <linux/kdebug.h>
	14	#include <linux/ptrace.h>
10917b83	15	#include <linux/mm.h>
1bca09f7 HC	16	#include <linux/module.h>
1bca09f7 HC	17	#include <linux/sched.h>
b17b0153	18	#include <linux/sched/debug.h>
68db0cf1	19	#include <linux/sched/task_stack.h>
1bca09f7 HC	20	#include <asm/processor.h>
1bca09f7 HC	21	#include <asm/debug.h>
0f20822a	22	#include <asm/dis.h>
1bca09f7	23	#include <asm/ipl.h>
78c98f90	24	#include <asm/unwind.h>
1bca09f7	25
78c98f90	26	const char *stack_type_name(enum stack_type type)
1bca09f7	27	{
78c98f90 MS	28	switch (type) {
	29	case STACK_TYPE_TASK:
	30	return "task";
	31	case STACK_TYPE_IRQ:
	32	return "irq";
	33	case STACK_TYPE_NODAT:
	34	return "nodat";
	35	case STACK_TYPE_RESTART:
	36	return "restart";
	37	default:
	38	return "unknown";
1bca09f7 HC	39	}
1bca09f7 HC	40	}
06101546	41	EXPORT_SYMBOL_GPL(stack_type_name);
1bca09f7	42
78c98f90	43	static inline bool in_stack(unsigned long sp, struct stack_info *info,
e6badee9	44	enum stack_type type, unsigned long stack)
78c98f90	45	{
e6badee9	46	if (sp < stack \|\| sp >= stack + THREAD_SIZE)
78c98f90 MS	47	return false;
78c98f90 MS	48	info->type = type;
e6badee9 HC	49	info->begin = stack;
e6badee9 HC	50	info->end = stack + THREAD_SIZE;
78c98f90 MS	51	return true;
	52	}
	53
	54	static bool in_task_stack(unsigned long sp, struct task_struct *task,
	55	struct stack_info *info)
	56	{
e6badee9	57	unsigned long stack = (unsigned long)task_stack_page(task);
78c98f90	58
e6badee9	59	return in_stack(sp, info, STACK_TYPE_TASK, stack);
78c98f90 MS	60	}
	61
	62	static bool in_irq_stack(unsigned long sp, struct stack_info *info)
	63	{
e6badee9	64	unsigned long stack = S390_lowcore.async_stack - STACK_INIT_OFFSET;
78c98f90	65
e6badee9	66	return in_stack(sp, info, STACK_TYPE_IRQ, stack);
78c98f90 MS	67	}
	68
	69	static bool in_nodat_stack(unsigned long sp, struct stack_info *info)
1bca09f7	70	{
e6badee9	71	unsigned long stack = S390_lowcore.nodat_stack - STACK_INIT_OFFSET;
1bca09f7	72
e6badee9	73	return in_stack(sp, info, STACK_TYPE_NODAT, stack);
758d39eb	74	}
758d39eb	75
08edb968 VG	76	static bool in_mcck_stack(unsigned long sp, struct stack_info *info)
08edb968 VG	77	{
e6badee9	78	unsigned long stack = S390_lowcore.mcck_stack - STACK_INIT_OFFSET;
08edb968	79
e6badee9	80	return in_stack(sp, info, STACK_TYPE_MCCK, stack);
08edb968 VG	81	}
08edb968 VG	82
78c98f90	83	static bool in_restart_stack(unsigned long sp, struct stack_info *info)
758d39eb	84	{
e6badee9	85	unsigned long stack = S390_lowcore.restart_stack - STACK_INIT_OFFSET;
78c98f90	86
e6badee9	87	return in_stack(sp, info, STACK_TYPE_RESTART, stack);
78c98f90 MS	88	}
	89
	90	int get_stack_info(unsigned long sp, struct task_struct *task,
	91	struct stack_info info, unsigned long visit_mask)
	92	{
	93	if (!sp)
	94	goto unknown;
	95
be2d11b2 MB	96	/* Sanity check: ABI requires SP to be aligned 8 bytes. */
	97	if (sp & 0x7)
	98	goto unknown;
	99
78c98f90 MS	100	/* Check per-task stack */
	101	if (in_task_stack(sp, task, info))
	102	goto recursion_check;
	103
	104	if (task != current)
	105	goto unknown;
	106
	107	/* Check per-cpu stacks */
	108	if (!in_irq_stack(sp, info) &&
	109	!in_nodat_stack(sp, info) &&
08edb968 VG	110	!in_restart_stack(sp, info) &&
08edb968 VG	111	!in_mcck_stack(sp, info))
78c98f90 MS	112	goto unknown;
	113
	114	recursion_check:
	115	/*
	116	* Make sure we don't iterate through any given stack more than once.
	117	* If it comes up a second time then there's something wrong going on:
	118	* just break out and report an unknown stack type.
	119	*/
fd0c7435	120	if (*visit_mask & (1UL << info->type))
78c98f90	121	goto unknown;
78c98f90	122	*visit_mask \|= 1UL << info->type;
758d39eb	123	return 0;
78c98f90 MS	124	unknown:
	125	info->type = STACK_TYPE_UNKNOWN;
	126	return -EINVAL;
758d39eb HC	127	}
758d39eb HC	128
9cb8f069	129	void show_stack(struct task_struct task, unsigned long stack,
8539c128	130	const char *loglvl)
758d39eb	131	{
78c98f90	132	struct unwind_state state;
2b7b9817	133
8539c128	134	printk("%sCall Trace:\n", loglvl);
78c98f90	135	unwind_for_each_frame(&state, task, NULL, (unsigned long) stack)
8539c128 DS	136	printk(state.reliable ? "%s [<%016lx>] %pSR \n" :
	137	"%s([<%016lx>] %pSR)\n",
	138	loglvl, state.ip, (void *) state.ip);
78c98f90	139	debug_show_held_locks(task ? : current);
1bca09f7 HC	140	}
1bca09f7 HC	141
1bca09f7 HC	142	static void show_last_breaking_event(struct pt_regs *regs)
1bca09f7 HC	143	{
1bca09f7	144	printk("Last Breaking-Event-Address:\n");
7229ea86 IL	145	printk(" [<%016lx>] ", regs->last_break);
	146	if (user_mode(regs)) {
	147	print_vma_addr(KERN_CONT, regs->last_break);
	148	pr_cont("\n");
	149	} else {
	150	pr_cont("%pSR\n", (void *)regs->last_break);
	151	}
1bca09f7 HC	152	}
1bca09f7 HC	153
1bca09f7 HC	154	void show_registers(struct pt_regs *regs)
1bca09f7 HC	155	{
1f021ea0	156	struct psw_bits *psw = &psw_bits(regs->psw);
1bca09f7 HC	157	char *mode;
	158
	159	mode = user_mode(regs) ? "User" : "Krnl";
e494990e	160	printk("%s PSW : %px %px", mode, (void )regs->psw.mask, (void )regs->psw.addr);
9ea80662	161	if (!user_mode(regs))
a7906345 HC	162	pr_cont(" (%pSR)", (void *)regs->psw.addr);
a7906345 HC	163	pr_cont("\n");
1bca09f7	164	printk(" R:%x T:%x IO:%x EX:%x Key:%x M:%x W:%x "
a7525982 HC	165	"P:%x AS:%x CC:%x PM:%x", psw->per, psw->dat, psw->io, psw->ext,
a7525982 HC	166	psw->key, psw->mcheck, psw->wait, psw->pstate, psw->as, psw->cc, psw->pm);
a7906345 HC	167	pr_cont(" RI:%x EA:%x\n", psw->ri, psw->eaba);
a7906345 HC	168	printk("%s GPRS: %016lx %016lx %016lx %016lx\n", mode,
1bca09f7	169	regs->gprs[0], regs->gprs[1], regs->gprs[2], regs->gprs[3]);
5a79859a	170	printk(" %016lx %016lx %016lx %016lx\n",
1bca09f7	171	regs->gprs[4], regs->gprs[5], regs->gprs[6], regs->gprs[7]);
5a79859a	172	printk(" %016lx %016lx %016lx %016lx\n",
1bca09f7	173	regs->gprs[8], regs->gprs[9], regs->gprs[10], regs->gprs[11]);
5a79859a	174	printk(" %016lx %016lx %016lx %016lx\n",
1bca09f7 HC	175	regs->gprs[12], regs->gprs[13], regs->gprs[14], regs->gprs[15]);
	176	show_code(regs);
	177	}
	178
	179	void show_regs(struct pt_regs *regs)
	180	{
a43cb95d	181	show_regs_print_info(KERN_DEFAULT);
1bca09f7 HC	182	show_registers(regs);
	183	/* Show stack backtrace if pt_regs is from kernel mode */
	184	if (!user_mode(regs))
9cb8f069	185	show_stack(NULL, (unsigned long *) regs->gprs[15], KERN_DEFAULT);
1bca09f7 HC	186	show_last_breaking_event(regs);
	187	}
	188
	189	static DEFINE_SPINLOCK(die_lock);
	190
9fd5a04d	191	void __noreturn die(struct pt_regs regs, const char str)
1bca09f7 HC	192	{
	193	static int die_counter;
	194
	195	oops_enter();
	196	lgr_info_log();
	197	debug_stop_all();
	198	console_verbose();
	199	spin_lock_irq(&die_lock);
	200	bust_spinlocks(1);
413d4047 HC	201	printk("%s: %04x ilc:%d [#%d] ", str, regs->int_code & 0xffff,
413d4047 HC	202	regs->int_code >> 17, ++die_counter);
1bca09f7	203	#ifdef CONFIG_PREEMPT
47ece7fe	204	pr_cont("PREEMPT ");
fa686453 TG	205	#elif defined(CONFIG_PREEMPT_RT)
fa686453 TG	206	pr_cont("PREEMPT_RT ");
1bca09f7	207	#endif
47ece7fe	208	pr_cont("SMP ");
10917b83	209	if (debug_pagealloc_enabled())
47ece7fe HC	210	pr_cont("DEBUG_PAGEALLOC");
47ece7fe HC	211	pr_cont("\n");
1bca09f7 HC	212	notify_die(DIE_OOPS, str, regs, 0, regs->int_code & 0xffff, SIGSEGV);
	213	print_modules();
	214	show_regs(regs);
	215	bust_spinlocks(0);
	216	add_taint(TAINT_DIE, LOCKDEP_NOW_UNRELIABLE);
	217	spin_unlock_irq(&die_lock);
	218	if (in_interrupt())
	219	panic("Fatal exception in interrupt");
	220	if (panic_on_oops)
	221	panic("Fatal exception: panic_on_oops");
	222	oops_exit();
0e25498f	223	make_task_dead(SIGSEGV);
1bca09f7	224	}