s390/boot: Add exception table support

The early boot code contains various open-coded inline assemblies with
exception handling. In order to handle possible exceptions each of them
changes the program check new psw, and restores it.

In order to simplify the various inline assemblies add simple exception
table support: the program check handler is called with a fully populated
pt_regs on the stack and may change the psw and register members. When the
program check handler returns the psw and registers from pt_regs will be
used to continue execution.

The program check handler searches the exception table for an entry which
matches the address of the program check. If such an entry is found the psw
address within pt_regs on the stack is replaced with a fixup address, and
execution continues at the new address.

If no entry is found the psw is changed to a disabled wait psw and
execution stops.

Before entering the C part of the program check handler the address of the
program check new psw is replaced to a minimalistic handler.
This is supposed to help against program check loops. If an exception
happens while in program check processing the register contents of the
original exception are restored and a disabled wait psw is loaded.

Acked-by: Alexander Gordeev <agordeev@linux.ibm.com>
Signed-off-by: Heiko Carstens <hca@linux.ibm.com>
Signed-off-by: Vasily Gorbik <gor@linux.ibm.com>

diff --git a/arch/s390/boot/Makefile b/arch/s390/boot/Makefile
index 8bc1308ac892ab71d7671dbd74e1656f33513e95..bee49626be4bec910293f591adb82dec81f6a915 100644 (file)
--- a/arch/s390/boot/Makefile
+++ b/arch/s390/boot/Makefile
@@ -26,7 +26,7 @@ CFLAGS_sclp_early_core.o += -I$(srctree)/drivers/s390/char
 
 obj-y  := head.o als.o startup.o physmem_info.o ipl_parm.o ipl_report.o vmem.o
 obj-y  += string.o ebcdic.o sclp_early_core.o mem.o ipl_vmparm.o cmdline.o
-obj-y  += version.o pgm_check_info.o ctype.o ipl_data.o relocs.o alternative.o
+obj-y  += version.o pgm_check.o ctype.o ipl_data.o relocs.o alternative.o
 obj-y  += uv.o printk.o
 obj-$(CONFIG_RANDOMIZE_BASE)   += kaslr.o
 obj-y  += $(if $(CONFIG_KERNEL_UNCOMPRESSED),,decompressor.o) info.o

diff --git a/arch/s390/boot/boot.h b/arch/s390/boot/boot.h
index bc3432fffff24f621c585872167ffc498d25947e..e045cae6e80a206232e66c151f11269a710e6a64 100644 (file)
--- a/arch/s390/boot/boot.h
+++ b/arch/s390/boot/boot.h
@@ -65,7 +65,7 @@ void verify_facilities(void);
 void print_missing_facilities(void);
 void sclp_early_setup_buffer(void);
 void alt_debug_setup(char *str);
-void print_pgm_check_info(struct pt_regs *regs);
+void do_pgm_check(struct pt_regs *regs);
 unsigned long randomize_within_range(unsigned long size, unsigned long align,
                                     unsigned long min, unsigned long max);
 void setup_vmem(unsigned long kernel_start, unsigned long kernel_end, unsigned long asce_limit);

diff --git a/arch/s390/boot/head.S b/arch/s390/boot/head.S
index 0a0afb91571872e9165827a780b3f14aaca1d63c..0b511d5c030b4f3b6e4dfbbb60f685c5bf79cdd0 100644 (file)
--- a/arch/s390/boot/head.S
+++ b/arch/s390/boot/head.S
@@ -293,12 +293,6 @@ SYM_CODE_END(startup_normal)
 
 #include "head_kdump.S"
 
-#
-# This program check is active immediately after kernel start
-# and until early_pgm_check_handler is set in kernel/early.c
-# It simply saves general/control registers and psw in
-# the save area and does disabled wait with a faulty address.
-#
 SYM_CODE_START_LOCAL(startup_pgm_check_handler)
        stmg    %r8,%r15,__LC_SAVE_AREA
        la      %r8,4095
@@ -318,7 +312,12 @@ SYM_CODE_START_LOCAL(startup_pgm_check_handler)
        mvc     __PT_R0(128,%r2),__LC_GPREGS_SAVE_AREA-4095(%r8)
        mvc     __PT_LAST_BREAK(8,%r2),__LC_PGM_LAST_BREAK
        mvc     __PT_INT_CODE(4,%r2),__LC_PGM_INT_CODE
-       brasl   %r14,print_pgm_check_info
+       brasl   %r14,do_pgm_check
+       larl    %r9,startup_pgm_check_handler
+       stg     %r9,__LC_PGM_NEW_PSW+8
+       mvc     __LC_RETURN_PSW(16),STACK_FRAME_OVERHEAD+__PT_PSW(%r15)
+       lmg     %r0,%r15,STACK_FRAME_OVERHEAD+__PT_R0(%r15)
+       lpswe   __LC_RETURN_PSW
 .Lold_psw_disabled_wait:
        la      %r8,4095
        lmg     %r0,%r15,__LC_GPREGS_SAVE_AREA-4095(%r8)

diff --git a/arch/s390/boot/pgm_check.c b/arch/s390/boot/pgm_check.c
new file mode 100644 (file)
index 0000000..fa621fa
--- /dev/null
+++ b/arch/s390/boot/pgm_check.c
@@ -0,0 +1,92 @@
+// SPDX-License-Identifier: GPL-2.0
+#include <linux/kernel.h>
+#include <linux/stdarg.h>
+#include <linux/string.h>
+#include <linux/ctype.h>
+#include <asm/stacktrace.h>
+#include <asm/boot_data.h>
+#include <asm/lowcore.h>
+#include <asm/setup.h>
+#include <asm/sclp.h>
+#include <asm/uv.h>
+#include "boot.h"
+
+void print_stacktrace(unsigned long sp)
+{
+       struct stack_info boot_stack = { STACK_TYPE_TASK, (unsigned long)_stack_start,
+                                        (unsigned long)_stack_end };
+       bool first = true;
+
+       boot_emerg("Call Trace:\n");
+       while (!(sp & 0x7) && on_stack(&boot_stack, sp, sizeof(struct stack_frame))) {
+               struct stack_frame *sf = (struct stack_frame *)sp;
+
+               if (first)
+                       boot_emerg("(sp:%016lx [<%016lx>] %pS)\n", sp, sf->gprs[8], (void *)sf->gprs[8]);
+               else
+                       boot_emerg(" sp:%016lx [<%016lx>] %pS\n", sp, sf->gprs[8], (void *)sf->gprs[8]);
+               if (sf->back_chain <= sp)
+                       break;
+               sp = sf->back_chain;
+               first = false;
+       }
+}
+
+extern struct exception_table_entry __start___ex_table[];
+extern struct exception_table_entry __stop___ex_table[];
+
+static inline unsigned long extable_insn(const struct exception_table_entry *x)
+{
+       return (unsigned long)&x->insn + x->insn;
+}
+
+static bool ex_handler(struct pt_regs *regs)
+{
+       const struct exception_table_entry *ex;
+
+       for (ex = __start___ex_table; ex < __stop___ex_table; ex++) {
+               if (extable_insn(ex) != regs->psw.addr)
+                       continue;
+               if (ex->type != EX_TYPE_FIXUP)
+                       return false;
+               regs->psw.addr = extable_fixup(ex);
+               return true;
+       }
+       return false;
+}
+
+void do_pgm_check(struct pt_regs *regs)
+{
+       struct psw_bits *psw = &psw_bits(regs->psw);
+       unsigned long *gpregs = regs->gprs;
+
+       if (ex_handler(regs))
+               return;
+       if (bootdebug)
+               boot_rb_dump();
+       boot_emerg("Linux version %s\n", kernel_version);
+       if (!is_prot_virt_guest() && early_command_line[0])
+               boot_emerg("Kernel command line: %s\n", early_command_line);
+       boot_emerg("Kernel fault: interruption code %04x ilc:%d\n",
+                  regs->int_code & 0xffff, regs->int_code >> 17);
+       if (kaslr_enabled()) {
+               boot_emerg("Kernel random base: %lx\n", __kaslr_offset);
+               boot_emerg("Kernel random base phys: %lx\n", __kaslr_offset_phys);
+       }
+       boot_emerg("PSW : %016lx %016lx (%pS)\n",
+                  regs->psw.mask, regs->psw.addr, (void *)regs->psw.addr);
+       boot_emerg("      R:%x T:%x IO:%x EX:%x Key:%x M:%x W:%x P:%x AS:%x CC:%x PM:%x RI:%x EA:%x\n",
+                  psw->per, psw->dat, psw->io, psw->ext, psw->key, psw->mcheck,
+                  psw->wait, psw->pstate, psw->as, psw->cc, psw->pm, psw->ri, psw->eaba);
+       boot_emerg("GPRS: %016lx %016lx %016lx %016lx\n", gpregs[0], gpregs[1], gpregs[2], gpregs[3]);
+       boot_emerg("      %016lx %016lx %016lx %016lx\n", gpregs[4], gpregs[5], gpregs[6], gpregs[7]);
+       boot_emerg("      %016lx %016lx %016lx %016lx\n", gpregs[8], gpregs[9], gpregs[10], gpregs[11]);
+       boot_emerg("      %016lx %016lx %016lx %016lx\n", gpregs[12], gpregs[13], gpregs[14], gpregs[15]);
+       print_stacktrace(gpregs[15]);
+       boot_emerg("Last Breaking-Event-Address:\n");
+       boot_emerg(" [<%016lx>] %pS\n", regs->last_break, (void *)regs->last_break);
+       /* Convert to disabled wait PSW */
+       psw->io = 0;
+       psw->ext = 0;
+       psw->wait = 1;
+}

diff --git a/arch/s390/boot/pgm_check_info.c b/arch/s390/boot/pgm_check_info.c
deleted file mode 100644 (file)
index e61ae4a..0000000
--- a/arch/s390/boot/pgm_check_info.c
+++ /dev/null
@@ -1,63 +0,0 @@
-// SPDX-License-Identifier: GPL-2.0
-#include <linux/kernel.h>
-#include <linux/stdarg.h>
-#include <linux/string.h>
-#include <linux/ctype.h>
-#include <asm/stacktrace.h>
-#include <asm/boot_data.h>
-#include <asm/lowcore.h>
-#include <asm/setup.h>
-#include <asm/sclp.h>
-#include <asm/uv.h>
-#include "boot.h"
-
-void print_stacktrace(unsigned long sp)
-{
-       struct stack_info boot_stack = { STACK_TYPE_TASK, (unsigned long)_stack_start,
-                                        (unsigned long)_stack_end };
-       bool first = true;
-
-       boot_emerg("Call Trace:\n");
-       while (!(sp & 0x7) && on_stack(&boot_stack, sp, sizeof(struct stack_frame))) {
-               struct stack_frame *sf = (struct stack_frame *)sp;
-
-               if (first)
-                       boot_emerg("(sp:%016lx [<%016lx>] %pS)\n", sp, sf->gprs[8], (void *)sf->gprs[8]);
-               else
-                       boot_emerg(" sp:%016lx [<%016lx>] %pS\n", sp, sf->gprs[8], (void *)sf->gprs[8]);
-               if (sf->back_chain <= sp)
-                       break;
-               sp = sf->back_chain;
-               first = false;
-       }
-}
-
-void print_pgm_check_info(struct pt_regs *regs)
-{
-       struct psw_bits *psw = &psw_bits(regs->psw);
-       unsigned long *gpregs = regs->gprs;
-
-       if (bootdebug)
-               boot_rb_dump();
-       boot_emerg("Linux version %s\n", kernel_version);
-       if (!is_prot_virt_guest() && early_command_line[0])
-               boot_emerg("Kernel command line: %s\n", early_command_line);
-       boot_emerg("Kernel fault: interruption code %04x ilc:%d\n",
-                  regs->int_code & 0xffff, regs->int_code >> 17);
-       if (kaslr_enabled()) {
-               boot_emerg("Kernel random base: %lx\n", __kaslr_offset);
-               boot_emerg("Kernel random base phys: %lx\n", __kaslr_offset_phys);
-       }
-       boot_emerg("PSW : %016lx %016lx (%pS)\n",
-                  regs->psw.mask, regs->psw.addr, (void *)regs->psw.addr);
-       boot_emerg("      R:%x T:%x IO:%x EX:%x Key:%x M:%x W:%x P:%x AS:%x CC:%x PM:%x RI:%x EA:%x\n",
-                  psw->per, psw->dat, psw->io, psw->ext, psw->key, psw->mcheck,
-                  psw->wait, psw->pstate, psw->as, psw->cc, psw->pm, psw->ri, psw->eaba);
-       boot_emerg("GPRS: %016lx %016lx %016lx %016lx\n", gpregs[0], gpregs[1], gpregs[2], gpregs[3]);
-       boot_emerg("      %016lx %016lx %016lx %016lx\n", gpregs[4], gpregs[5], gpregs[6], gpregs[7]);
-       boot_emerg("      %016lx %016lx %016lx %016lx\n", gpregs[8], gpregs[9], gpregs[10], gpregs[11]);
-       boot_emerg("      %016lx %016lx %016lx %016lx\n", gpregs[12], gpregs[13], gpregs[14], gpregs[15]);
-       print_stacktrace(gpregs[15]);
-       boot_emerg("Last Breaking-Event-Address:\n");
-       boot_emerg(" [<%016lx>] %pS\n", regs->last_break, (void *)regs->last_break);
-}

diff --git a/arch/s390/boot/vmlinux.lds.S b/arch/s390/boot/vmlinux.lds.S
index 66670212a36118ba79d41341cc4edd7a8cb4c2d4..50988022f9ea329e20f98dab44e6de4f2ac16e5a 100644 (file)
--- a/arch/s390/boot/vmlinux.lds.S
+++ b/arch/s390/boot/vmlinux.lds.S
@@ -40,6 +40,7 @@ SECTIONS
                *(.rodata.*)
                _erodata = . ;
        }
+       EXCEPTION_TABLE(16)
        .got : {
                *(.got)
        }
@@ -165,7 +166,6 @@ SECTIONS
        /DISCARD/ : {
                COMMON_DISCARDS
                *(.eh_frame)
-               *(__ex_table)
                *(*__ksymtab*)
                *(___kcrctab*)
        }