Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
7b5a080b HX |
2 | /* |
3 | * Synchronous Cryptographic Hash operations. | |
4 | * | |
5 | * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au> | |
7b5a080b HX |
6 | */ |
7 | ||
3b2f6df0 | 8 | #include <crypto/scatterwalk.h> |
42808e5d | 9 | #include <linux/cryptouser.h> |
7b5a080b HX |
10 | #include <linux/err.h> |
11 | #include <linux/kernel.h> | |
12 | #include <linux/module.h> | |
13 | #include <linux/slab.h> | |
14 | #include <linux/seq_file.h> | |
42808e5d | 15 | #include <linux/string.h> |
f4d663ce | 16 | #include <net/netlink.h> |
7b5a080b | 17 | |
42808e5d | 18 | #include "hash.h" |
3b2f6df0 | 19 | |
1c799571 HX |
20 | #define MAX_SHASH_ALIGNMASK 63 |
21 | ||
3f683d61 HX |
22 | static const struct crypto_type crypto_shash_type; |
23 | ||
42808e5d HX |
24 | static inline struct crypto_istat_hash *shash_get_stat(struct shash_alg *alg) |
25 | { | |
26 | return hash_get_stat(&alg->halg); | |
27 | } | |
28 | ||
29 | static inline int crypto_shash_errstat(struct shash_alg *alg, int err) | |
30 | { | |
31 | return crypto_hash_errstat(&alg->halg, err); | |
32 | } | |
33 | ||
c060e16d EB |
34 | int shash_no_setkey(struct crypto_shash *tfm, const u8 *key, |
35 | unsigned int keylen) | |
57cfe44b HX |
36 | { |
37 | return -ENOSYS; | |
38 | } | |
c060e16d | 39 | EXPORT_SYMBOL_GPL(shash_no_setkey); |
57cfe44b | 40 | |
7b5a080b HX |
41 | static int shash_setkey_unaligned(struct crypto_shash *tfm, const u8 *key, |
42 | unsigned int keylen) | |
43 | { | |
44 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
45 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
46 | unsigned long absize; | |
47 | u8 *buffer, *alignbuffer; | |
48 | int err; | |
49 | ||
18eb8ea6 | 50 | absize = keylen + (alignmask & ~(crypto_tfm_ctx_alignment() - 1)); |
9039f3ef | 51 | buffer = kmalloc(absize, GFP_ATOMIC); |
7b5a080b HX |
52 | if (!buffer) |
53 | return -ENOMEM; | |
54 | ||
55 | alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1); | |
56 | memcpy(alignbuffer, key, keylen); | |
57 | err = shash->setkey(tfm, alignbuffer, keylen); | |
453431a5 | 58 | kfree_sensitive(buffer); |
7b5a080b HX |
59 | return err; |
60 | } | |
61 | ||
ba7d7433 EB |
62 | static void shash_set_needkey(struct crypto_shash *tfm, struct shash_alg *alg) |
63 | { | |
c2881789 | 64 | if (crypto_shash_alg_needs_key(alg)) |
ba7d7433 EB |
65 | crypto_shash_set_flags(tfm, CRYPTO_TFM_NEED_KEY); |
66 | } | |
67 | ||
7b5a080b HX |
68 | int crypto_shash_setkey(struct crypto_shash *tfm, const u8 *key, |
69 | unsigned int keylen) | |
70 | { | |
71 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
72 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
9fa68f62 | 73 | int err; |
7b5a080b HX |
74 | |
75 | if ((unsigned long)key & alignmask) | |
9fa68f62 EB |
76 | err = shash_setkey_unaligned(tfm, key, keylen); |
77 | else | |
78 | err = shash->setkey(tfm, key, keylen); | |
79 | ||
ba7d7433 EB |
80 | if (unlikely(err)) { |
81 | shash_set_needkey(tfm, shash); | |
9fa68f62 | 82 | return err; |
ba7d7433 | 83 | } |
7b5a080b | 84 | |
9fa68f62 EB |
85 | crypto_shash_clear_flags(tfm, CRYPTO_TFM_NEED_KEY); |
86 | return 0; | |
7b5a080b HX |
87 | } |
88 | EXPORT_SYMBOL_GPL(crypto_shash_setkey); | |
89 | ||
7b5a080b HX |
90 | static int shash_update_unaligned(struct shash_desc *desc, const u8 *data, |
91 | unsigned int len) | |
92 | { | |
93 | struct crypto_shash *tfm = desc->tfm; | |
94 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
95 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
96 | unsigned int unaligned_len = alignmask + 1 - | |
97 | ((unsigned long)data & alignmask); | |
f3569fd6 KC |
98 | /* |
99 | * We cannot count on __aligned() working for large values: | |
100 | * https://patchwork.kernel.org/patch/9507697/ | |
101 | */ | |
1c799571 | 102 | u8 ubuf[MAX_SHASH_ALIGNMASK * 2]; |
0e2d3a12 | 103 | u8 *buf = PTR_ALIGN(&ubuf[0], alignmask + 1); |
8c32c516 | 104 | int err; |
7b5a080b | 105 | |
f3569fd6 KC |
106 | if (WARN_ON(buf + unaligned_len > ubuf + sizeof(ubuf))) |
107 | return -EINVAL; | |
108 | ||
f4f68993 YS |
109 | if (unaligned_len > len) |
110 | unaligned_len = len; | |
111 | ||
7b5a080b | 112 | memcpy(buf, data, unaligned_len); |
8c32c516 HX |
113 | err = shash->update(desc, buf, unaligned_len); |
114 | memset(buf, 0, unaligned_len); | |
7b5a080b | 115 | |
8c32c516 | 116 | return err ?: |
7b5a080b HX |
117 | shash->update(desc, data + unaligned_len, len - unaligned_len); |
118 | } | |
119 | ||
120 | int crypto_shash_update(struct shash_desc *desc, const u8 *data, | |
121 | unsigned int len) | |
122 | { | |
123 | struct crypto_shash *tfm = desc->tfm; | |
124 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
125 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d HX |
126 | int err; |
127 | ||
128 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) | |
129 | atomic64_add(len, &shash_get_stat(shash)->hash_tlen); | |
7b5a080b HX |
130 | |
131 | if ((unsigned long)data & alignmask) | |
42808e5d HX |
132 | err = shash_update_unaligned(desc, data, len); |
133 | else | |
134 | err = shash->update(desc, data, len); | |
7b5a080b | 135 | |
42808e5d | 136 | return crypto_shash_errstat(shash, err); |
7b5a080b HX |
137 | } |
138 | EXPORT_SYMBOL_GPL(crypto_shash_update); | |
139 | ||
140 | static int shash_final_unaligned(struct shash_desc *desc, u8 *out) | |
141 | { | |
142 | struct crypto_shash *tfm = desc->tfm; | |
143 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
144 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
145 | unsigned int ds = crypto_shash_digestsize(tfm); | |
f3569fd6 KC |
146 | /* |
147 | * We cannot count on __aligned() working for large values: | |
148 | * https://patchwork.kernel.org/patch/9507697/ | |
149 | */ | |
1c799571 | 150 | u8 ubuf[MAX_SHASH_ALIGNMASK + HASH_MAX_DIGESTSIZE]; |
0e2d3a12 | 151 | u8 *buf = PTR_ALIGN(&ubuf[0], alignmask + 1); |
7b5a080b HX |
152 | int err; |
153 | ||
f3569fd6 KC |
154 | if (WARN_ON(buf + ds > ubuf + sizeof(ubuf))) |
155 | return -EINVAL; | |
156 | ||
7b5a080b | 157 | err = shash->final(desc, buf); |
8c32c516 HX |
158 | if (err) |
159 | goto out; | |
160 | ||
7b5a080b | 161 | memcpy(out, buf, ds); |
8c32c516 HX |
162 | |
163 | out: | |
164 | memset(buf, 0, ds); | |
7b5a080b HX |
165 | return err; |
166 | } | |
167 | ||
168 | int crypto_shash_final(struct shash_desc *desc, u8 *out) | |
169 | { | |
170 | struct crypto_shash *tfm = desc->tfm; | |
171 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
172 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d HX |
173 | int err; |
174 | ||
175 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) | |
176 | atomic64_inc(&shash_get_stat(shash)->hash_cnt); | |
7b5a080b HX |
177 | |
178 | if ((unsigned long)out & alignmask) | |
42808e5d HX |
179 | err = shash_final_unaligned(desc, out); |
180 | else | |
181 | err = shash->final(desc, out); | |
7b5a080b | 182 | |
42808e5d | 183 | return crypto_shash_errstat(shash, err); |
7b5a080b HX |
184 | } |
185 | EXPORT_SYMBOL_GPL(crypto_shash_final); | |
186 | ||
187 | static int shash_finup_unaligned(struct shash_desc *desc, const u8 *data, | |
188 | unsigned int len, u8 *out) | |
189 | { | |
42808e5d HX |
190 | return shash_update_unaligned(desc, data, len) ?: |
191 | shash_final_unaligned(desc, out); | |
7b5a080b HX |
192 | } |
193 | ||
313a4074 EB |
194 | static int shash_default_finup(struct shash_desc *desc, const u8 *data, |
195 | unsigned int len, u8 *out) | |
196 | { | |
197 | struct shash_alg *shash = crypto_shash_alg(desc->tfm); | |
198 | ||
199 | return shash->update(desc, data, len) ?: | |
200 | shash->final(desc, out); | |
201 | } | |
202 | ||
7b5a080b HX |
203 | int crypto_shash_finup(struct shash_desc *desc, const u8 *data, |
204 | unsigned int len, u8 *out) | |
205 | { | |
206 | struct crypto_shash *tfm = desc->tfm; | |
207 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
208 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d HX |
209 | int err; |
210 | ||
211 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) { | |
212 | struct crypto_istat_hash *istat = shash_get_stat(shash); | |
213 | ||
214 | atomic64_inc(&istat->hash_cnt); | |
215 | atomic64_add(len, &istat->hash_tlen); | |
216 | } | |
7b5a080b | 217 | |
8267adab | 218 | if (((unsigned long)data | (unsigned long)out) & alignmask) |
42808e5d HX |
219 | err = shash_finup_unaligned(desc, data, len, out); |
220 | else | |
221 | err = shash->finup(desc, data, len, out); | |
222 | ||
7b5a080b | 223 | |
42808e5d | 224 | return crypto_shash_errstat(shash, err); |
7b5a080b HX |
225 | } |
226 | EXPORT_SYMBOL_GPL(crypto_shash_finup); | |
227 | ||
228 | static int shash_digest_unaligned(struct shash_desc *desc, const u8 *data, | |
229 | unsigned int len, u8 *out) | |
230 | { | |
231 | return crypto_shash_init(desc) ?: | |
42808e5d HX |
232 | shash_update_unaligned(desc, data, len) ?: |
233 | shash_final_unaligned(desc, out); | |
7b5a080b HX |
234 | } |
235 | ||
313a4074 EB |
236 | static int shash_default_digest(struct shash_desc *desc, const u8 *data, |
237 | unsigned int len, u8 *out) | |
238 | { | |
239 | struct shash_alg *shash = crypto_shash_alg(desc->tfm); | |
240 | ||
241 | return shash->init(desc) ?: | |
242 | shash->finup(desc, data, len, out); | |
243 | } | |
244 | ||
7b5a080b HX |
245 | int crypto_shash_digest(struct shash_desc *desc, const u8 *data, |
246 | unsigned int len, u8 *out) | |
247 | { | |
248 | struct crypto_shash *tfm = desc->tfm; | |
249 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
250 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d | 251 | int err; |
7b5a080b | 252 | |
42808e5d HX |
253 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) { |
254 | struct crypto_istat_hash *istat = shash_get_stat(shash); | |
9fa68f62 | 255 | |
42808e5d HX |
256 | atomic64_inc(&istat->hash_cnt); |
257 | atomic64_add(len, &istat->hash_tlen); | |
258 | } | |
7b5a080b | 259 | |
42808e5d HX |
260 | if (crypto_shash_get_flags(tfm) & CRYPTO_TFM_NEED_KEY) |
261 | err = -ENOKEY; | |
262 | else if (((unsigned long)data | (unsigned long)out) & alignmask) | |
263 | err = shash_digest_unaligned(desc, data, len, out); | |
264 | else | |
265 | err = shash->digest(desc, data, len, out); | |
266 | ||
267 | return crypto_shash_errstat(shash, err); | |
7b5a080b HX |
268 | } |
269 | EXPORT_SYMBOL_GPL(crypto_shash_digest); | |
270 | ||
822a98b8 EB |
271 | int crypto_shash_tfm_digest(struct crypto_shash *tfm, const u8 *data, |
272 | unsigned int len, u8 *out) | |
273 | { | |
274 | SHASH_DESC_ON_STACK(desc, tfm); | |
275 | int err; | |
276 | ||
277 | desc->tfm = tfm; | |
278 | ||
279 | err = crypto_shash_digest(desc, data, len, out); | |
280 | ||
281 | shash_desc_zero(desc); | |
282 | ||
283 | return err; | |
284 | } | |
285 | EXPORT_SYMBOL_GPL(crypto_shash_tfm_digest); | |
286 | ||
f592682f | 287 | static int shash_default_export(struct shash_desc *desc, void *out) |
dec8b786 | 288 | { |
f592682f HX |
289 | memcpy(out, shash_desc_ctx(desc), crypto_shash_descsize(desc->tfm)); |
290 | return 0; | |
99d27e1c | 291 | } |
dec8b786 | 292 | |
f592682f | 293 | static int shash_default_import(struct shash_desc *desc, const void *in) |
99d27e1c | 294 | { |
f592682f HX |
295 | memcpy(shash_desc_ctx(desc), in, crypto_shash_descsize(desc->tfm)); |
296 | return 0; | |
dec8b786 | 297 | } |
dec8b786 | 298 | |
3b2f6df0 HX |
299 | static int shash_async_setkey(struct crypto_ahash *tfm, const u8 *key, |
300 | unsigned int keylen) | |
301 | { | |
302 | struct crypto_shash **ctx = crypto_ahash_ctx(tfm); | |
303 | ||
304 | return crypto_shash_setkey(*ctx, key, keylen); | |
305 | } | |
306 | ||
307 | static int shash_async_init(struct ahash_request *req) | |
308 | { | |
309 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); | |
310 | struct shash_desc *desc = ahash_request_ctx(req); | |
311 | ||
312 | desc->tfm = *ctx; | |
3b2f6df0 HX |
313 | |
314 | return crypto_shash_init(desc); | |
315 | } | |
316 | ||
7eddf95e | 317 | int shash_ahash_update(struct ahash_request *req, struct shash_desc *desc) |
3b2f6df0 | 318 | { |
3b2f6df0 HX |
319 | struct crypto_hash_walk walk; |
320 | int nbytes; | |
321 | ||
322 | for (nbytes = crypto_hash_walk_first(req, &walk); nbytes > 0; | |
323 | nbytes = crypto_hash_walk_done(&walk, nbytes)) | |
324 | nbytes = crypto_shash_update(desc, walk.data, nbytes); | |
325 | ||
326 | return nbytes; | |
327 | } | |
7eddf95e HX |
328 | EXPORT_SYMBOL_GPL(shash_ahash_update); |
329 | ||
330 | static int shash_async_update(struct ahash_request *req) | |
331 | { | |
332 | return shash_ahash_update(req, ahash_request_ctx(req)); | |
333 | } | |
3b2f6df0 HX |
334 | |
335 | static int shash_async_final(struct ahash_request *req) | |
336 | { | |
337 | return crypto_shash_final(ahash_request_ctx(req), req->result); | |
338 | } | |
339 | ||
66f6ce5e HX |
340 | int shash_ahash_finup(struct ahash_request *req, struct shash_desc *desc) |
341 | { | |
342 | struct crypto_hash_walk walk; | |
343 | int nbytes; | |
344 | ||
cbc86b91 HX |
345 | nbytes = crypto_hash_walk_first(req, &walk); |
346 | if (!nbytes) | |
347 | return crypto_shash_final(desc, req->result); | |
348 | ||
349 | do { | |
66f6ce5e HX |
350 | nbytes = crypto_hash_walk_last(&walk) ? |
351 | crypto_shash_finup(desc, walk.data, nbytes, | |
352 | req->result) : | |
353 | crypto_shash_update(desc, walk.data, nbytes); | |
cbc86b91 HX |
354 | nbytes = crypto_hash_walk_done(&walk, nbytes); |
355 | } while (nbytes > 0); | |
66f6ce5e HX |
356 | |
357 | return nbytes; | |
358 | } | |
359 | EXPORT_SYMBOL_GPL(shash_ahash_finup); | |
360 | ||
361 | static int shash_async_finup(struct ahash_request *req) | |
362 | { | |
363 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); | |
364 | struct shash_desc *desc = ahash_request_ctx(req); | |
365 | ||
366 | desc->tfm = *ctx; | |
66f6ce5e HX |
367 | |
368 | return shash_ahash_finup(req, desc); | |
369 | } | |
370 | ||
7eddf95e | 371 | int shash_ahash_digest(struct ahash_request *req, struct shash_desc *desc) |
3b2f6df0 | 372 | { |
3b2f6df0 | 373 | unsigned int nbytes = req->nbytes; |
b61907bb HX |
374 | struct scatterlist *sg; |
375 | unsigned int offset; | |
3b2f6df0 HX |
376 | int err; |
377 | ||
b61907bb HX |
378 | if (nbytes && |
379 | (sg = req->src, offset = sg->offset, | |
67cb60e4 | 380 | nbytes <= min(sg->length, ((unsigned int)(PAGE_SIZE)) - offset))) { |
3b2f6df0 HX |
381 | void *data; |
382 | ||
aa969515 | 383 | data = kmap_local_page(sg_page(sg)); |
3b2f6df0 HX |
384 | err = crypto_shash_digest(desc, data + offset, nbytes, |
385 | req->result); | |
aa969515 | 386 | kunmap_local(data); |
7eddf95e HX |
387 | } else |
388 | err = crypto_shash_init(desc) ?: | |
66f6ce5e | 389 | shash_ahash_finup(req, desc); |
3b2f6df0 | 390 | |
7eddf95e HX |
391 | return err; |
392 | } | |
393 | EXPORT_SYMBOL_GPL(shash_ahash_digest); | |
3b2f6df0 | 394 | |
7eddf95e HX |
395 | static int shash_async_digest(struct ahash_request *req) |
396 | { | |
397 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); | |
398 | struct shash_desc *desc = ahash_request_ctx(req); | |
3b2f6df0 | 399 | |
7eddf95e | 400 | desc->tfm = *ctx; |
3b2f6df0 | 401 | |
7eddf95e | 402 | return shash_ahash_digest(req, desc); |
3b2f6df0 HX |
403 | } |
404 | ||
66f6ce5e HX |
405 | static int shash_async_export(struct ahash_request *req, void *out) |
406 | { | |
407 | return crypto_shash_export(ahash_request_ctx(req), out); | |
408 | } | |
409 | ||
410 | static int shash_async_import(struct ahash_request *req, const void *in) | |
411 | { | |
90246e79 HX |
412 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); |
413 | struct shash_desc *desc = ahash_request_ctx(req); | |
414 | ||
415 | desc->tfm = *ctx; | |
90246e79 HX |
416 | |
417 | return crypto_shash_import(desc, in); | |
66f6ce5e HX |
418 | } |
419 | ||
3b2f6df0 HX |
420 | static void crypto_exit_shash_ops_async(struct crypto_tfm *tfm) |
421 | { | |
422 | struct crypto_shash **ctx = crypto_tfm_ctx(tfm); | |
423 | ||
424 | crypto_free_shash(*ctx); | |
425 | } | |
426 | ||
88056ec3 | 427 | int crypto_init_shash_ops_async(struct crypto_tfm *tfm) |
3b2f6df0 HX |
428 | { |
429 | struct crypto_alg *calg = tfm->__crt_alg; | |
66f6ce5e | 430 | struct shash_alg *alg = __crypto_shash_alg(calg); |
88056ec3 | 431 | struct crypto_ahash *crt = __crypto_ahash_cast(tfm); |
3b2f6df0 HX |
432 | struct crypto_shash **ctx = crypto_tfm_ctx(tfm); |
433 | struct crypto_shash *shash; | |
434 | ||
435 | if (!crypto_mod_get(calg)) | |
436 | return -EAGAIN; | |
437 | ||
3f683d61 | 438 | shash = crypto_create_tfm(calg, &crypto_shash_type); |
3b2f6df0 HX |
439 | if (IS_ERR(shash)) { |
440 | crypto_mod_put(calg); | |
441 | return PTR_ERR(shash); | |
442 | } | |
443 | ||
444 | *ctx = shash; | |
445 | tfm->exit = crypto_exit_shash_ops_async; | |
446 | ||
447 | crt->init = shash_async_init; | |
448 | crt->update = shash_async_update; | |
66f6ce5e HX |
449 | crt->final = shash_async_final; |
450 | crt->finup = shash_async_finup; | |
3b2f6df0 | 451 | crt->digest = shash_async_digest; |
ba7d7433 EB |
452 | if (crypto_shash_alg_has_setkey(alg)) |
453 | crt->setkey = shash_async_setkey; | |
00420a65 | 454 | |
9fa68f62 EB |
455 | crypto_ahash_set_flags(crt, crypto_shash_get_flags(shash) & |
456 | CRYPTO_TFM_NEED_KEY); | |
66f6ce5e | 457 | |
2b091e32 EB |
458 | crt->export = shash_async_export; |
459 | crt->import = shash_async_import; | |
3b2f6df0 | 460 | |
3b2f6df0 HX |
461 | crt->reqsize = sizeof(struct shash_desc) + crypto_shash_descsize(shash); |
462 | ||
463 | return 0; | |
464 | } | |
465 | ||
ed3630b8 HX |
466 | struct crypto_ahash *crypto_clone_shash_ops_async(struct crypto_ahash *nhash, |
467 | struct crypto_ahash *hash) | |
468 | { | |
469 | struct crypto_shash **nctx = crypto_ahash_ctx(nhash); | |
470 | struct crypto_shash **ctx = crypto_ahash_ctx(hash); | |
471 | struct crypto_shash *shash; | |
472 | ||
473 | shash = crypto_clone_shash(*ctx); | |
474 | if (IS_ERR(shash)) { | |
475 | crypto_free_ahash(nhash); | |
476 | return ERR_CAST(shash); | |
477 | } | |
478 | ||
479 | *nctx = shash; | |
480 | ||
481 | return nhash; | |
482 | } | |
483 | ||
fbce6be5 HX |
484 | static void crypto_shash_exit_tfm(struct crypto_tfm *tfm) |
485 | { | |
486 | struct crypto_shash *hash = __crypto_shash_cast(tfm); | |
487 | struct shash_alg *alg = crypto_shash_alg(hash); | |
488 | ||
489 | alg->exit_tfm(hash); | |
490 | } | |
491 | ||
2ca33da1 | 492 | static int crypto_shash_init_tfm(struct crypto_tfm *tfm) |
7b5a080b | 493 | { |
113adefc | 494 | struct crypto_shash *hash = __crypto_shash_cast(tfm); |
9fa68f62 | 495 | struct shash_alg *alg = crypto_shash_alg(hash); |
fbce6be5 | 496 | int err; |
9fa68f62 EB |
497 | |
498 | hash->descsize = alg->descsize; | |
499 | ||
ba7d7433 | 500 | shash_set_needkey(hash, alg); |
113adefc | 501 | |
fbce6be5 HX |
502 | if (alg->exit_tfm) |
503 | tfm->exit = crypto_shash_exit_tfm; | |
504 | ||
505 | if (!alg->init_tfm) | |
506 | return 0; | |
507 | ||
508 | err = alg->init_tfm(hash); | |
509 | if (err) | |
510 | return err; | |
511 | ||
512 | /* ->init_tfm() may have increased the descsize. */ | |
513 | if (WARN_ON_ONCE(hash->descsize > HASH_MAX_DESCSIZE)) { | |
514 | if (alg->exit_tfm) | |
515 | alg->exit_tfm(hash); | |
516 | return -EINVAL; | |
517 | } | |
518 | ||
7b5a080b HX |
519 | return 0; |
520 | } | |
521 | ||
48fb3e57 EB |
522 | static void crypto_shash_free_instance(struct crypto_instance *inst) |
523 | { | |
524 | struct shash_instance *shash = shash_instance(inst); | |
525 | ||
48fb3e57 EB |
526 | shash->free(shash); |
527 | } | |
528 | ||
c0f9e01d HX |
529 | static int __maybe_unused crypto_shash_report( |
530 | struct sk_buff *skb, struct crypto_alg *alg) | |
f4d663ce SK |
531 | { |
532 | struct crypto_report_hash rhash; | |
533 | struct shash_alg *salg = __crypto_shash_alg(alg); | |
534 | ||
37db69e0 EB |
535 | memset(&rhash, 0, sizeof(rhash)); |
536 | ||
537 | strscpy(rhash.type, "shash", sizeof(rhash.type)); | |
9a5467bf | 538 | |
f4d663ce SK |
539 | rhash.blocksize = alg->cra_blocksize; |
540 | rhash.digestsize = salg->digestsize; | |
541 | ||
37db69e0 | 542 | return nla_put(skb, CRYPTOCFGA_REPORT_HASH, sizeof(rhash), &rhash); |
f4d663ce SK |
543 | } |
544 | ||
7b5a080b | 545 | static void crypto_shash_show(struct seq_file *m, struct crypto_alg *alg) |
d8c34b94 | 546 | __maybe_unused; |
7b5a080b HX |
547 | static void crypto_shash_show(struct seq_file *m, struct crypto_alg *alg) |
548 | { | |
549 | struct shash_alg *salg = __crypto_shash_alg(alg); | |
550 | ||
551 | seq_printf(m, "type : shash\n"); | |
552 | seq_printf(m, "blocksize : %u\n", alg->cra_blocksize); | |
553 | seq_printf(m, "digestsize : %u\n", salg->digestsize); | |
7b5a080b HX |
554 | } |
555 | ||
42808e5d HX |
556 | static int __maybe_unused crypto_shash_report_stat( |
557 | struct sk_buff *skb, struct crypto_alg *alg) | |
558 | { | |
559 | return crypto_hash_report_stat(skb, alg, "shash"); | |
560 | } | |
561 | ||
7b5a080b | 562 | static const struct crypto_type crypto_shash_type = { |
ac611680 | 563 | .extsize = crypto_alg_extsize, |
7b5a080b | 564 | .init_tfm = crypto_shash_init_tfm, |
48fb3e57 | 565 | .free = crypto_shash_free_instance, |
7b5a080b HX |
566 | #ifdef CONFIG_PROC_FS |
567 | .show = crypto_shash_show, | |
568 | #endif | |
b8969a1b | 569 | #if IS_ENABLED(CONFIG_CRYPTO_USER) |
f4d663ce | 570 | .report = crypto_shash_report, |
c0f9e01d | 571 | #endif |
42808e5d HX |
572 | #ifdef CONFIG_CRYPTO_STATS |
573 | .report_stat = crypto_shash_report_stat, | |
574 | #endif | |
7b5a080b HX |
575 | .maskclear = ~CRYPTO_ALG_TYPE_MASK, |
576 | .maskset = CRYPTO_ALG_TYPE_MASK, | |
577 | .type = CRYPTO_ALG_TYPE_SHASH, | |
578 | .tfmsize = offsetof(struct crypto_shash, base), | |
579 | }; | |
580 | ||
fdfad1ff EB |
581 | int crypto_grab_shash(struct crypto_shash_spawn *spawn, |
582 | struct crypto_instance *inst, | |
583 | const char *name, u32 type, u32 mask) | |
584 | { | |
585 | spawn->base.frontend = &crypto_shash_type; | |
586 | return crypto_grab_spawn(&spawn->base, inst, name, type, mask); | |
587 | } | |
588 | EXPORT_SYMBOL_GPL(crypto_grab_shash); | |
589 | ||
7b5a080b HX |
590 | struct crypto_shash *crypto_alloc_shash(const char *alg_name, u32 type, |
591 | u32 mask) | |
592 | { | |
3f683d61 | 593 | return crypto_alloc_tfm(alg_name, &crypto_shash_type, type, mask); |
7b5a080b HX |
594 | } |
595 | EXPORT_SYMBOL_GPL(crypto_alloc_shash); | |
596 | ||
85cc4243 HR |
597 | int crypto_has_shash(const char *alg_name, u32 type, u32 mask) |
598 | { | |
599 | return crypto_type_has_alg(alg_name, &crypto_shash_type, type, mask); | |
600 | } | |
601 | EXPORT_SYMBOL_GPL(crypto_has_shash); | |
602 | ||
ed3630b8 HX |
603 | struct crypto_shash *crypto_clone_shash(struct crypto_shash *hash) |
604 | { | |
605 | struct crypto_tfm *tfm = crypto_shash_tfm(hash); | |
606 | struct shash_alg *alg = crypto_shash_alg(hash); | |
607 | struct crypto_shash *nhash; | |
608 | int err; | |
609 | ||
610 | if (!crypto_shash_alg_has_setkey(alg)) { | |
611 | tfm = crypto_tfm_get(tfm); | |
612 | if (IS_ERR(tfm)) | |
613 | return ERR_CAST(tfm); | |
614 | ||
615 | return hash; | |
616 | } | |
617 | ||
b7be31b0 | 618 | if (!alg->clone_tfm && (alg->init_tfm || alg->base.cra_init)) |
ed3630b8 HX |
619 | return ERR_PTR(-ENOSYS); |
620 | ||
621 | nhash = crypto_clone_tfm(&crypto_shash_type, tfm); | |
622 | if (IS_ERR(nhash)) | |
623 | return nhash; | |
624 | ||
625 | nhash->descsize = hash->descsize; | |
626 | ||
b7be31b0 HX |
627 | if (alg->clone_tfm) { |
628 | err = alg->clone_tfm(nhash, hash); | |
629 | if (err) { | |
630 | crypto_free_shash(nhash); | |
631 | return ERR_PTR(err); | |
632 | } | |
ed3630b8 HX |
633 | } |
634 | ||
635 | return nhash; | |
636 | } | |
637 | EXPORT_SYMBOL_GPL(crypto_clone_shash); | |
638 | ||
42808e5d | 639 | int hash_prepare_alg(struct hash_alg_common *alg) |
7b5a080b | 640 | { |
42808e5d | 641 | struct crypto_istat_hash *istat = hash_get_stat(alg); |
7b5a080b HX |
642 | struct crypto_alg *base = &alg->base; |
643 | ||
9697b328 | 644 | if (alg->digestsize > HASH_MAX_DIGESTSIZE) |
7b5a080b HX |
645 | return -EINVAL; |
646 | ||
42808e5d HX |
647 | base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK; |
648 | ||
649 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) | |
650 | memset(istat, 0, sizeof(*istat)); | |
651 | ||
652 | return 0; | |
653 | } | |
654 | ||
655 | static int shash_prepare_alg(struct shash_alg *alg) | |
656 | { | |
657 | struct crypto_alg *base = &alg->halg.base; | |
658 | int err; | |
659 | ||
660 | if (alg->descsize > HASH_MAX_DESCSIZE) | |
661 | return -EINVAL; | |
662 | ||
1c799571 HX |
663 | if (base->cra_alignmask > MAX_SHASH_ALIGNMASK) |
664 | return -EINVAL; | |
665 | ||
41a2e94f EB |
666 | if ((alg->export && !alg->import) || (alg->import && !alg->export)) |
667 | return -EINVAL; | |
668 | ||
42808e5d HX |
669 | err = hash_prepare_alg(&alg->halg); |
670 | if (err) | |
671 | return err; | |
672 | ||
7b5a080b | 673 | base->cra_type = &crypto_shash_type; |
7b5a080b | 674 | base->cra_flags |= CRYPTO_ALG_TYPE_SHASH; |
99d27e1c | 675 | |
8267adab | 676 | if (!alg->finup) |
313a4074 | 677 | alg->finup = shash_default_finup; |
8267adab | 678 | if (!alg->digest) |
313a4074 | 679 | alg->digest = shash_default_digest; |
f592682f HX |
680 | if (!alg->export) { |
681 | alg->export = shash_default_export; | |
682 | alg->import = shash_default_import; | |
42808e5d | 683 | alg->halg.statesize = alg->descsize; |
f592682f | 684 | } |
57cfe44b HX |
685 | if (!alg->setkey) |
686 | alg->setkey = shash_no_setkey; | |
99d27e1c | 687 | |
619a6ebd HX |
688 | return 0; |
689 | } | |
690 | ||
691 | int crypto_register_shash(struct shash_alg *alg) | |
692 | { | |
693 | struct crypto_alg *base = &alg->base; | |
694 | int err; | |
695 | ||
696 | err = shash_prepare_alg(alg); | |
697 | if (err) | |
698 | return err; | |
7b5a080b HX |
699 | |
700 | return crypto_register_alg(base); | |
701 | } | |
702 | EXPORT_SYMBOL_GPL(crypto_register_shash); | |
703 | ||
c6d633a9 | 704 | void crypto_unregister_shash(struct shash_alg *alg) |
7b5a080b | 705 | { |
c6d633a9 | 706 | crypto_unregister_alg(&alg->base); |
7b5a080b HX |
707 | } |
708 | EXPORT_SYMBOL_GPL(crypto_unregister_shash); | |
709 | ||
50fc3e8d JK |
710 | int crypto_register_shashes(struct shash_alg *algs, int count) |
711 | { | |
712 | int i, ret; | |
713 | ||
714 | for (i = 0; i < count; i++) { | |
715 | ret = crypto_register_shash(&algs[i]); | |
716 | if (ret) | |
717 | goto err; | |
718 | } | |
719 | ||
720 | return 0; | |
721 | ||
722 | err: | |
723 | for (--i; i >= 0; --i) | |
724 | crypto_unregister_shash(&algs[i]); | |
725 | ||
726 | return ret; | |
727 | } | |
728 | EXPORT_SYMBOL_GPL(crypto_register_shashes); | |
729 | ||
c6d633a9 | 730 | void crypto_unregister_shashes(struct shash_alg *algs, int count) |
50fc3e8d | 731 | { |
c6d633a9 | 732 | int i; |
50fc3e8d | 733 | |
c6d633a9 EB |
734 | for (i = count - 1; i >= 0; --i) |
735 | crypto_unregister_shash(&algs[i]); | |
50fc3e8d JK |
736 | } |
737 | EXPORT_SYMBOL_GPL(crypto_unregister_shashes); | |
738 | ||
619a6ebd HX |
739 | int shash_register_instance(struct crypto_template *tmpl, |
740 | struct shash_instance *inst) | |
741 | { | |
742 | int err; | |
743 | ||
d4fdc2df EB |
744 | if (WARN_ON(!inst->free)) |
745 | return -EINVAL; | |
746 | ||
619a6ebd HX |
747 | err = shash_prepare_alg(&inst->alg); |
748 | if (err) | |
749 | return err; | |
750 | ||
751 | return crypto_register_instance(tmpl, shash_crypto_instance(inst)); | |
752 | } | |
753 | EXPORT_SYMBOL_GPL(shash_register_instance); | |
754 | ||
a39c66cc | 755 | void shash_free_singlespawn_instance(struct shash_instance *inst) |
2e4fddd8 | 756 | { |
a39c66cc EB |
757 | crypto_drop_spawn(shash_instance_ctx(inst)); |
758 | kfree(inst); | |
2e4fddd8 | 759 | } |
a39c66cc | 760 | EXPORT_SYMBOL_GPL(shash_free_singlespawn_instance); |
2e4fddd8 | 761 | |
7b5a080b HX |
762 | MODULE_LICENSE("GPL"); |
763 | MODULE_DESCRIPTION("Synchronous cryptographic hash type"); |