Commit | Line | Data |
---|---|---|
b2441318 | 1 | // SPDX-License-Identifier: GPL-2.0 |
457f2180 HC |
2 | /* |
3 | * Standard user space access functions based on mvcp/mvcs and doing | |
4 | * interesting things in the secondary space mode. | |
5 | * | |
6 | * Copyright IBM Corp. 2006,2014 | |
7 | * Author(s): Martin Schwidefsky (schwidefsky@de.ibm.com), | |
8 | * Gerald Schaefer (gerald.schaefer@de.ibm.com) | |
9 | */ | |
10 | ||
457f2180 HC |
11 | #include <linux/uaccess.h> |
12 | #include <linux/export.h> | |
457f2180 | 13 | #include <linux/mm.h> |
d09a307f | 14 | #include <asm/asm-extable.h> |
457f2180 | 15 | |
56e62a73 SS |
16 | #ifdef CONFIG_DEBUG_ENTRY |
17 | void debug_user_asce(int exit) | |
062e5279 HC |
18 | { |
19 | unsigned long cr1, cr7; | |
20 | ||
21 | __ctl_store(cr1, 1, 1); | |
22 | __ctl_store(cr7, 7, 7); | |
23 | if (cr1 == S390_lowcore.kernel_asce && cr7 == S390_lowcore.user_asce) | |
24 | return; | |
56e62a73 | 25 | panic("incorrect ASCE on kernel %s\n" |
062e5279 HC |
26 | "cr1: %016lx cr7: %016lx\n" |
27 | "kernel: %016llx user: %016llx\n", | |
56e62a73 SS |
28 | exit ? "exit" : "entry", cr1, cr7, |
29 | S390_lowcore.kernel_asce, S390_lowcore.user_asce); | |
30 | ||
062e5279 | 31 | } |
56e62a73 | 32 | #endif /*CONFIG_DEBUG_ENTRY */ |
062e5279 | 33 | |
4efd417f VG |
34 | static unsigned long raw_copy_from_user_key(void *to, const void __user *from, |
35 | unsigned long size, unsigned long key) | |
457f2180 | 36 | { |
457f2180 | 37 | unsigned long tmp1, tmp2; |
012a224e | 38 | union oac spec = { |
432b1cc7 | 39 | .oac2.key = key, |
012a224e | 40 | .oac2.as = PSW_BITS_AS_SECONDARY, |
432b1cc7 | 41 | .oac2.k = 1, |
012a224e NB |
42 | .oac2.a = 1, |
43 | }; | |
457f2180 HC |
44 | |
45 | tmp1 = -4096UL; | |
46 | asm volatile( | |
012a224e | 47 | " lr 0,%[spec]\n" |
731efc96 | 48 | "0: mvcos 0(%2),0(%1),%0\n" |
37096003 | 49 | "6: jz 4f\n" |
5a79859a HC |
50 | "1: algr %0,%3\n" |
51 | " slgr %1,%3\n" | |
52 | " slgr %2,%3\n" | |
457f2180 HC |
53 | " j 0b\n" |
54 | "2: la %4,4095(%1)\n"/* %4 = ptr + 4095 */ | |
55 | " nr %4,%3\n" /* %4 = (ptr + 4095) & -4096 */ | |
5a79859a HC |
56 | " slgr %4,%1\n" |
57 | " clgr %0,%4\n" /* copy crosses next page boundary? */ | |
37096003 | 58 | " jnh 5f\n" |
731efc96 | 59 | "3: mvcos 0(%2),0(%1),%4\n" |
37096003 AV |
60 | "7: slgr %0,%4\n" |
61 | " j 5f\n" | |
62 | "4: slgr %0,%0\n" | |
63 | "5:\n" | |
64 | EX_TABLE(0b,2b) EX_TABLE(3b,5b) EX_TABLE(6b,2b) EX_TABLE(7b,5b) | |
4efd417f | 65 | : "+a" (size), "+a" (from), "+a" (to), "+a" (tmp1), "=a" (tmp2) |
012a224e | 66 | : [spec] "d" (spec.val) |
d1e18efa | 67 | : "cc", "memory", "0"); |
457f2180 HC |
68 | return size; |
69 | } | |
70 | ||
432b1cc7 JSG |
71 | unsigned long raw_copy_from_user(void *to, const void __user *from, unsigned long n) |
72 | { | |
73 | return raw_copy_from_user_key(to, from, n, 0); | |
457f2180 | 74 | } |
37096003 | 75 | EXPORT_SYMBOL(raw_copy_from_user); |
457f2180 | 76 | |
432b1cc7 JSG |
77 | unsigned long _copy_from_user_key(void *to, const void __user *from, |
78 | unsigned long n, unsigned long key) | |
79 | { | |
80 | unsigned long res = n; | |
81 | ||
82 | might_fault(); | |
83 | if (!should_fail_usercopy()) { | |
33b75c1d | 84 | instrument_copy_from_user_before(to, from, n); |
432b1cc7 | 85 | res = raw_copy_from_user_key(to, from, n, key); |
33b75c1d | 86 | instrument_copy_from_user_after(to, from, n, res); |
432b1cc7 JSG |
87 | } |
88 | if (unlikely(res)) | |
89 | memset(to + (n - res), 0, res); | |
90 | return res; | |
91 | } | |
92 | EXPORT_SYMBOL(_copy_from_user_key); | |
93 | ||
4efd417f VG |
94 | static unsigned long raw_copy_to_user_key(void __user *to, const void *from, |
95 | unsigned long size, unsigned long key) | |
457f2180 | 96 | { |
457f2180 | 97 | unsigned long tmp1, tmp2; |
012a224e | 98 | union oac spec = { |
432b1cc7 | 99 | .oac1.key = key, |
012a224e | 100 | .oac1.as = PSW_BITS_AS_SECONDARY, |
432b1cc7 | 101 | .oac1.k = 1, |
012a224e NB |
102 | .oac1.a = 1, |
103 | }; | |
457f2180 HC |
104 | |
105 | tmp1 = -4096UL; | |
106 | asm volatile( | |
012a224e | 107 | " lr 0,%[spec]\n" |
731efc96 | 108 | "0: mvcos 0(%1),0(%2),%0\n" |
457f2180 | 109 | "6: jz 4f\n" |
5a79859a HC |
110 | "1: algr %0,%3\n" |
111 | " slgr %1,%3\n" | |
112 | " slgr %2,%3\n" | |
457f2180 HC |
113 | " j 0b\n" |
114 | "2: la %4,4095(%1)\n"/* %4 = ptr + 4095 */ | |
115 | " nr %4,%3\n" /* %4 = (ptr + 4095) & -4096 */ | |
5a79859a HC |
116 | " slgr %4,%1\n" |
117 | " clgr %0,%4\n" /* copy crosses next page boundary? */ | |
457f2180 | 118 | " jnh 5f\n" |
731efc96 | 119 | "3: mvcos 0(%1),0(%2),%4\n" |
5a79859a | 120 | "7: slgr %0,%4\n" |
457f2180 | 121 | " j 5f\n" |
5a79859a | 122 | "4: slgr %0,%0\n" |
457f2180 HC |
123 | "5:\n" |
124 | EX_TABLE(0b,2b) EX_TABLE(3b,5b) EX_TABLE(6b,2b) EX_TABLE(7b,5b) | |
4efd417f | 125 | : "+a" (size), "+a" (to), "+a" (from), "+a" (tmp1), "=a" (tmp2) |
012a224e | 126 | : [spec] "d" (spec.val) |
d1e18efa | 127 | : "cc", "memory", "0"); |
457f2180 HC |
128 | return size; |
129 | } | |
130 | ||
432b1cc7 JSG |
131 | unsigned long raw_copy_to_user(void __user *to, const void *from, unsigned long n) |
132 | { | |
133 | return raw_copy_to_user_key(to, from, n, 0); | |
457f2180 | 134 | } |
37096003 | 135 | EXPORT_SYMBOL(raw_copy_to_user); |
457f2180 | 136 | |
432b1cc7 JSG |
137 | unsigned long _copy_to_user_key(void __user *to, const void *from, |
138 | unsigned long n, unsigned long key) | |
139 | { | |
140 | might_fault(); | |
141 | if (should_fail_usercopy()) | |
142 | return n; | |
143 | instrument_copy_to_user(to, from, n); | |
144 | return raw_copy_to_user_key(to, from, n, key); | |
145 | } | |
146 | EXPORT_SYMBOL(_copy_to_user_key); | |
147 | ||
4efd417f | 148 | unsigned long __clear_user(void __user *to, unsigned long size) |
457f2180 | 149 | { |
457f2180 | 150 | unsigned long tmp1, tmp2; |
012a224e NB |
151 | union oac spec = { |
152 | .oac1.as = PSW_BITS_AS_SECONDARY, | |
153 | .oac1.a = 1, | |
154 | }; | |
457f2180 HC |
155 | |
156 | tmp1 = -4096UL; | |
157 | asm volatile( | |
012a224e | 158 | " lr 0,%[spec]\n" |
731efc96 | 159 | "0: mvcos 0(%1),0(%4),%0\n" |
457f2180 | 160 | " jz 4f\n" |
5a79859a HC |
161 | "1: algr %0,%2\n" |
162 | " slgr %1,%2\n" | |
457f2180 HC |
163 | " j 0b\n" |
164 | "2: la %3,4095(%1)\n"/* %4 = to + 4095 */ | |
165 | " nr %3,%2\n" /* %4 = (to + 4095) & -4096 */ | |
5a79859a HC |
166 | " slgr %3,%1\n" |
167 | " clgr %0,%3\n" /* copy crosses next page boundary? */ | |
457f2180 | 168 | " jnh 5f\n" |
731efc96 | 169 | "3: mvcos 0(%1),0(%4),%3\n" |
5a79859a | 170 | " slgr %0,%3\n" |
457f2180 | 171 | " j 5f\n" |
b8ac5e2f | 172 | "4: slgr %0,%0\n" |
457f2180 HC |
173 | "5:\n" |
174 | EX_TABLE(0b,2b) EX_TABLE(3b,5b) | |
175 | : "+a" (size), "+a" (to), "+a" (tmp1), "=a" (tmp2) | |
012a224e | 176 | : "a" (empty_zero_page), [spec] "d" (spec.val) |
d1e18efa | 177 | : "cc", "memory", "0"); |
457f2180 HC |
178 | return size; |
179 | } | |
457f2180 | 180 | EXPORT_SYMBOL(__clear_user); |