Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
7b5a080b HX |
2 | /* |
3 | * Synchronous Cryptographic Hash operations. | |
4 | * | |
5 | * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au> | |
7b5a080b HX |
6 | */ |
7 | ||
3b2f6df0 | 8 | #include <crypto/scatterwalk.h> |
42808e5d | 9 | #include <linux/cryptouser.h> |
7b5a080b HX |
10 | #include <linux/err.h> |
11 | #include <linux/kernel.h> | |
12 | #include <linux/module.h> | |
13 | #include <linux/slab.h> | |
14 | #include <linux/seq_file.h> | |
42808e5d | 15 | #include <linux/string.h> |
f4d663ce | 16 | #include <net/netlink.h> |
7b5a080b | 17 | |
42808e5d | 18 | #include "hash.h" |
3b2f6df0 | 19 | |
1c799571 HX |
20 | #define MAX_SHASH_ALIGNMASK 63 |
21 | ||
3f683d61 HX |
22 | static const struct crypto_type crypto_shash_type; |
23 | ||
42808e5d HX |
24 | static inline struct crypto_istat_hash *shash_get_stat(struct shash_alg *alg) |
25 | { | |
26 | return hash_get_stat(&alg->halg); | |
27 | } | |
28 | ||
29 | static inline int crypto_shash_errstat(struct shash_alg *alg, int err) | |
30 | { | |
31 | return crypto_hash_errstat(&alg->halg, err); | |
32 | } | |
33 | ||
c060e16d EB |
34 | int shash_no_setkey(struct crypto_shash *tfm, const u8 *key, |
35 | unsigned int keylen) | |
57cfe44b HX |
36 | { |
37 | return -ENOSYS; | |
38 | } | |
c060e16d | 39 | EXPORT_SYMBOL_GPL(shash_no_setkey); |
57cfe44b | 40 | |
7b5a080b HX |
41 | static int shash_setkey_unaligned(struct crypto_shash *tfm, const u8 *key, |
42 | unsigned int keylen) | |
43 | { | |
44 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
45 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
46 | unsigned long absize; | |
47 | u8 *buffer, *alignbuffer; | |
48 | int err; | |
49 | ||
18eb8ea6 | 50 | absize = keylen + (alignmask & ~(crypto_tfm_ctx_alignment() - 1)); |
9039f3ef | 51 | buffer = kmalloc(absize, GFP_ATOMIC); |
7b5a080b HX |
52 | if (!buffer) |
53 | return -ENOMEM; | |
54 | ||
55 | alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1); | |
56 | memcpy(alignbuffer, key, keylen); | |
57 | err = shash->setkey(tfm, alignbuffer, keylen); | |
453431a5 | 58 | kfree_sensitive(buffer); |
7b5a080b HX |
59 | return err; |
60 | } | |
61 | ||
ba7d7433 EB |
62 | static void shash_set_needkey(struct crypto_shash *tfm, struct shash_alg *alg) |
63 | { | |
c2881789 | 64 | if (crypto_shash_alg_needs_key(alg)) |
ba7d7433 EB |
65 | crypto_shash_set_flags(tfm, CRYPTO_TFM_NEED_KEY); |
66 | } | |
67 | ||
7b5a080b HX |
68 | int crypto_shash_setkey(struct crypto_shash *tfm, const u8 *key, |
69 | unsigned int keylen) | |
70 | { | |
71 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
72 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
9fa68f62 | 73 | int err; |
7b5a080b HX |
74 | |
75 | if ((unsigned long)key & alignmask) | |
9fa68f62 EB |
76 | err = shash_setkey_unaligned(tfm, key, keylen); |
77 | else | |
78 | err = shash->setkey(tfm, key, keylen); | |
79 | ||
ba7d7433 EB |
80 | if (unlikely(err)) { |
81 | shash_set_needkey(tfm, shash); | |
9fa68f62 | 82 | return err; |
ba7d7433 | 83 | } |
7b5a080b | 84 | |
9fa68f62 EB |
85 | crypto_shash_clear_flags(tfm, CRYPTO_TFM_NEED_KEY); |
86 | return 0; | |
7b5a080b HX |
87 | } |
88 | EXPORT_SYMBOL_GPL(crypto_shash_setkey); | |
89 | ||
7b5a080b HX |
90 | static int shash_update_unaligned(struct shash_desc *desc, const u8 *data, |
91 | unsigned int len) | |
92 | { | |
93 | struct crypto_shash *tfm = desc->tfm; | |
94 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
95 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
96 | unsigned int unaligned_len = alignmask + 1 - | |
97 | ((unsigned long)data & alignmask); | |
f3569fd6 KC |
98 | /* |
99 | * We cannot count on __aligned() working for large values: | |
100 | * https://patchwork.kernel.org/patch/9507697/ | |
101 | */ | |
1c799571 | 102 | u8 ubuf[MAX_SHASH_ALIGNMASK * 2]; |
0e2d3a12 | 103 | u8 *buf = PTR_ALIGN(&ubuf[0], alignmask + 1); |
8c32c516 | 104 | int err; |
7b5a080b | 105 | |
f3569fd6 KC |
106 | if (WARN_ON(buf + unaligned_len > ubuf + sizeof(ubuf))) |
107 | return -EINVAL; | |
108 | ||
f4f68993 YS |
109 | if (unaligned_len > len) |
110 | unaligned_len = len; | |
111 | ||
7b5a080b | 112 | memcpy(buf, data, unaligned_len); |
8c32c516 HX |
113 | err = shash->update(desc, buf, unaligned_len); |
114 | memset(buf, 0, unaligned_len); | |
7b5a080b | 115 | |
8c32c516 | 116 | return err ?: |
7b5a080b HX |
117 | shash->update(desc, data + unaligned_len, len - unaligned_len); |
118 | } | |
119 | ||
120 | int crypto_shash_update(struct shash_desc *desc, const u8 *data, | |
121 | unsigned int len) | |
122 | { | |
123 | struct crypto_shash *tfm = desc->tfm; | |
124 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
125 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d HX |
126 | int err; |
127 | ||
128 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) | |
129 | atomic64_add(len, &shash_get_stat(shash)->hash_tlen); | |
7b5a080b HX |
130 | |
131 | if ((unsigned long)data & alignmask) | |
42808e5d HX |
132 | err = shash_update_unaligned(desc, data, len); |
133 | else | |
134 | err = shash->update(desc, data, len); | |
7b5a080b | 135 | |
42808e5d | 136 | return crypto_shash_errstat(shash, err); |
7b5a080b HX |
137 | } |
138 | EXPORT_SYMBOL_GPL(crypto_shash_update); | |
139 | ||
140 | static int shash_final_unaligned(struct shash_desc *desc, u8 *out) | |
141 | { | |
142 | struct crypto_shash *tfm = desc->tfm; | |
143 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
144 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
145 | unsigned int ds = crypto_shash_digestsize(tfm); | |
f3569fd6 KC |
146 | /* |
147 | * We cannot count on __aligned() working for large values: | |
148 | * https://patchwork.kernel.org/patch/9507697/ | |
149 | */ | |
1c799571 | 150 | u8 ubuf[MAX_SHASH_ALIGNMASK + HASH_MAX_DIGESTSIZE]; |
0e2d3a12 | 151 | u8 *buf = PTR_ALIGN(&ubuf[0], alignmask + 1); |
7b5a080b HX |
152 | int err; |
153 | ||
f3569fd6 KC |
154 | if (WARN_ON(buf + ds > ubuf + sizeof(ubuf))) |
155 | return -EINVAL; | |
156 | ||
7b5a080b | 157 | err = shash->final(desc, buf); |
8c32c516 HX |
158 | if (err) |
159 | goto out; | |
160 | ||
7b5a080b | 161 | memcpy(out, buf, ds); |
8c32c516 HX |
162 | |
163 | out: | |
164 | memset(buf, 0, ds); | |
7b5a080b HX |
165 | return err; |
166 | } | |
167 | ||
168 | int crypto_shash_final(struct shash_desc *desc, u8 *out) | |
169 | { | |
170 | struct crypto_shash *tfm = desc->tfm; | |
171 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
172 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d HX |
173 | int err; |
174 | ||
175 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) | |
176 | atomic64_inc(&shash_get_stat(shash)->hash_cnt); | |
7b5a080b HX |
177 | |
178 | if ((unsigned long)out & alignmask) | |
42808e5d HX |
179 | err = shash_final_unaligned(desc, out); |
180 | else | |
181 | err = shash->final(desc, out); | |
7b5a080b | 182 | |
42808e5d | 183 | return crypto_shash_errstat(shash, err); |
7b5a080b HX |
184 | } |
185 | EXPORT_SYMBOL_GPL(crypto_shash_final); | |
186 | ||
187 | static int shash_finup_unaligned(struct shash_desc *desc, const u8 *data, | |
188 | unsigned int len, u8 *out) | |
189 | { | |
42808e5d HX |
190 | return shash_update_unaligned(desc, data, len) ?: |
191 | shash_final_unaligned(desc, out); | |
7b5a080b HX |
192 | } |
193 | ||
194 | int crypto_shash_finup(struct shash_desc *desc, const u8 *data, | |
195 | unsigned int len, u8 *out) | |
196 | { | |
197 | struct crypto_shash *tfm = desc->tfm; | |
198 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
199 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d HX |
200 | int err; |
201 | ||
202 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) { | |
203 | struct crypto_istat_hash *istat = shash_get_stat(shash); | |
204 | ||
205 | atomic64_inc(&istat->hash_cnt); | |
206 | atomic64_add(len, &istat->hash_tlen); | |
207 | } | |
7b5a080b | 208 | |
8267adab | 209 | if (((unsigned long)data | (unsigned long)out) & alignmask) |
42808e5d HX |
210 | err = shash_finup_unaligned(desc, data, len, out); |
211 | else | |
212 | err = shash->finup(desc, data, len, out); | |
213 | ||
7b5a080b | 214 | |
42808e5d | 215 | return crypto_shash_errstat(shash, err); |
7b5a080b HX |
216 | } |
217 | EXPORT_SYMBOL_GPL(crypto_shash_finup); | |
218 | ||
219 | static int shash_digest_unaligned(struct shash_desc *desc, const u8 *data, | |
220 | unsigned int len, u8 *out) | |
221 | { | |
222 | return crypto_shash_init(desc) ?: | |
42808e5d HX |
223 | shash_update_unaligned(desc, data, len) ?: |
224 | shash_final_unaligned(desc, out); | |
7b5a080b HX |
225 | } |
226 | ||
227 | int crypto_shash_digest(struct shash_desc *desc, const u8 *data, | |
228 | unsigned int len, u8 *out) | |
229 | { | |
230 | struct crypto_shash *tfm = desc->tfm; | |
231 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
232 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d | 233 | int err; |
7b5a080b | 234 | |
42808e5d HX |
235 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) { |
236 | struct crypto_istat_hash *istat = shash_get_stat(shash); | |
9fa68f62 | 237 | |
42808e5d HX |
238 | atomic64_inc(&istat->hash_cnt); |
239 | atomic64_add(len, &istat->hash_tlen); | |
240 | } | |
7b5a080b | 241 | |
42808e5d HX |
242 | if (crypto_shash_get_flags(tfm) & CRYPTO_TFM_NEED_KEY) |
243 | err = -ENOKEY; | |
244 | else if (((unsigned long)data | (unsigned long)out) & alignmask) | |
245 | err = shash_digest_unaligned(desc, data, len, out); | |
246 | else | |
247 | err = shash->digest(desc, data, len, out); | |
248 | ||
249 | return crypto_shash_errstat(shash, err); | |
7b5a080b HX |
250 | } |
251 | EXPORT_SYMBOL_GPL(crypto_shash_digest); | |
252 | ||
822a98b8 EB |
253 | int crypto_shash_tfm_digest(struct crypto_shash *tfm, const u8 *data, |
254 | unsigned int len, u8 *out) | |
255 | { | |
256 | SHASH_DESC_ON_STACK(desc, tfm); | |
257 | int err; | |
258 | ||
259 | desc->tfm = tfm; | |
260 | ||
261 | err = crypto_shash_digest(desc, data, len, out); | |
262 | ||
263 | shash_desc_zero(desc); | |
264 | ||
265 | return err; | |
266 | } | |
267 | EXPORT_SYMBOL_GPL(crypto_shash_tfm_digest); | |
268 | ||
f592682f | 269 | static int shash_default_export(struct shash_desc *desc, void *out) |
dec8b786 | 270 | { |
f592682f HX |
271 | memcpy(out, shash_desc_ctx(desc), crypto_shash_descsize(desc->tfm)); |
272 | return 0; | |
99d27e1c | 273 | } |
dec8b786 | 274 | |
f592682f | 275 | static int shash_default_import(struct shash_desc *desc, const void *in) |
99d27e1c | 276 | { |
f592682f HX |
277 | memcpy(shash_desc_ctx(desc), in, crypto_shash_descsize(desc->tfm)); |
278 | return 0; | |
dec8b786 | 279 | } |
dec8b786 | 280 | |
3b2f6df0 HX |
281 | static int shash_async_setkey(struct crypto_ahash *tfm, const u8 *key, |
282 | unsigned int keylen) | |
283 | { | |
284 | struct crypto_shash **ctx = crypto_ahash_ctx(tfm); | |
285 | ||
286 | return crypto_shash_setkey(*ctx, key, keylen); | |
287 | } | |
288 | ||
289 | static int shash_async_init(struct ahash_request *req) | |
290 | { | |
291 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); | |
292 | struct shash_desc *desc = ahash_request_ctx(req); | |
293 | ||
294 | desc->tfm = *ctx; | |
3b2f6df0 HX |
295 | |
296 | return crypto_shash_init(desc); | |
297 | } | |
298 | ||
7eddf95e | 299 | int shash_ahash_update(struct ahash_request *req, struct shash_desc *desc) |
3b2f6df0 | 300 | { |
3b2f6df0 HX |
301 | struct crypto_hash_walk walk; |
302 | int nbytes; | |
303 | ||
304 | for (nbytes = crypto_hash_walk_first(req, &walk); nbytes > 0; | |
305 | nbytes = crypto_hash_walk_done(&walk, nbytes)) | |
306 | nbytes = crypto_shash_update(desc, walk.data, nbytes); | |
307 | ||
308 | return nbytes; | |
309 | } | |
7eddf95e HX |
310 | EXPORT_SYMBOL_GPL(shash_ahash_update); |
311 | ||
312 | static int shash_async_update(struct ahash_request *req) | |
313 | { | |
314 | return shash_ahash_update(req, ahash_request_ctx(req)); | |
315 | } | |
3b2f6df0 HX |
316 | |
317 | static int shash_async_final(struct ahash_request *req) | |
318 | { | |
319 | return crypto_shash_final(ahash_request_ctx(req), req->result); | |
320 | } | |
321 | ||
66f6ce5e HX |
322 | int shash_ahash_finup(struct ahash_request *req, struct shash_desc *desc) |
323 | { | |
324 | struct crypto_hash_walk walk; | |
325 | int nbytes; | |
326 | ||
cbc86b91 HX |
327 | nbytes = crypto_hash_walk_first(req, &walk); |
328 | if (!nbytes) | |
329 | return crypto_shash_final(desc, req->result); | |
330 | ||
331 | do { | |
66f6ce5e HX |
332 | nbytes = crypto_hash_walk_last(&walk) ? |
333 | crypto_shash_finup(desc, walk.data, nbytes, | |
334 | req->result) : | |
335 | crypto_shash_update(desc, walk.data, nbytes); | |
cbc86b91 HX |
336 | nbytes = crypto_hash_walk_done(&walk, nbytes); |
337 | } while (nbytes > 0); | |
66f6ce5e HX |
338 | |
339 | return nbytes; | |
340 | } | |
341 | EXPORT_SYMBOL_GPL(shash_ahash_finup); | |
342 | ||
343 | static int shash_async_finup(struct ahash_request *req) | |
344 | { | |
345 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); | |
346 | struct shash_desc *desc = ahash_request_ctx(req); | |
347 | ||
348 | desc->tfm = *ctx; | |
66f6ce5e HX |
349 | |
350 | return shash_ahash_finup(req, desc); | |
351 | } | |
352 | ||
7eddf95e | 353 | int shash_ahash_digest(struct ahash_request *req, struct shash_desc *desc) |
3b2f6df0 | 354 | { |
3b2f6df0 | 355 | unsigned int nbytes = req->nbytes; |
b61907bb HX |
356 | struct scatterlist *sg; |
357 | unsigned int offset; | |
3b2f6df0 HX |
358 | int err; |
359 | ||
b61907bb HX |
360 | if (nbytes && |
361 | (sg = req->src, offset = sg->offset, | |
67cb60e4 | 362 | nbytes <= min(sg->length, ((unsigned int)(PAGE_SIZE)) - offset))) { |
3b2f6df0 HX |
363 | void *data; |
364 | ||
aa969515 | 365 | data = kmap_local_page(sg_page(sg)); |
3b2f6df0 HX |
366 | err = crypto_shash_digest(desc, data + offset, nbytes, |
367 | req->result); | |
aa969515 | 368 | kunmap_local(data); |
7eddf95e HX |
369 | } else |
370 | err = crypto_shash_init(desc) ?: | |
66f6ce5e | 371 | shash_ahash_finup(req, desc); |
3b2f6df0 | 372 | |
7eddf95e HX |
373 | return err; |
374 | } | |
375 | EXPORT_SYMBOL_GPL(shash_ahash_digest); | |
3b2f6df0 | 376 | |
7eddf95e HX |
377 | static int shash_async_digest(struct ahash_request *req) |
378 | { | |
379 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); | |
380 | struct shash_desc *desc = ahash_request_ctx(req); | |
3b2f6df0 | 381 | |
7eddf95e | 382 | desc->tfm = *ctx; |
3b2f6df0 | 383 | |
7eddf95e | 384 | return shash_ahash_digest(req, desc); |
3b2f6df0 HX |
385 | } |
386 | ||
66f6ce5e HX |
387 | static int shash_async_export(struct ahash_request *req, void *out) |
388 | { | |
389 | return crypto_shash_export(ahash_request_ctx(req), out); | |
390 | } | |
391 | ||
392 | static int shash_async_import(struct ahash_request *req, const void *in) | |
393 | { | |
90246e79 HX |
394 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); |
395 | struct shash_desc *desc = ahash_request_ctx(req); | |
396 | ||
397 | desc->tfm = *ctx; | |
90246e79 HX |
398 | |
399 | return crypto_shash_import(desc, in); | |
66f6ce5e HX |
400 | } |
401 | ||
3b2f6df0 HX |
402 | static void crypto_exit_shash_ops_async(struct crypto_tfm *tfm) |
403 | { | |
404 | struct crypto_shash **ctx = crypto_tfm_ctx(tfm); | |
405 | ||
406 | crypto_free_shash(*ctx); | |
407 | } | |
408 | ||
88056ec3 | 409 | int crypto_init_shash_ops_async(struct crypto_tfm *tfm) |
3b2f6df0 HX |
410 | { |
411 | struct crypto_alg *calg = tfm->__crt_alg; | |
66f6ce5e | 412 | struct shash_alg *alg = __crypto_shash_alg(calg); |
88056ec3 | 413 | struct crypto_ahash *crt = __crypto_ahash_cast(tfm); |
3b2f6df0 HX |
414 | struct crypto_shash **ctx = crypto_tfm_ctx(tfm); |
415 | struct crypto_shash *shash; | |
416 | ||
417 | if (!crypto_mod_get(calg)) | |
418 | return -EAGAIN; | |
419 | ||
3f683d61 | 420 | shash = crypto_create_tfm(calg, &crypto_shash_type); |
3b2f6df0 HX |
421 | if (IS_ERR(shash)) { |
422 | crypto_mod_put(calg); | |
423 | return PTR_ERR(shash); | |
424 | } | |
425 | ||
426 | *ctx = shash; | |
427 | tfm->exit = crypto_exit_shash_ops_async; | |
428 | ||
429 | crt->init = shash_async_init; | |
430 | crt->update = shash_async_update; | |
66f6ce5e HX |
431 | crt->final = shash_async_final; |
432 | crt->finup = shash_async_finup; | |
3b2f6df0 | 433 | crt->digest = shash_async_digest; |
ba7d7433 EB |
434 | if (crypto_shash_alg_has_setkey(alg)) |
435 | crt->setkey = shash_async_setkey; | |
00420a65 | 436 | |
9fa68f62 EB |
437 | crypto_ahash_set_flags(crt, crypto_shash_get_flags(shash) & |
438 | CRYPTO_TFM_NEED_KEY); | |
66f6ce5e | 439 | |
2b091e32 EB |
440 | crt->export = shash_async_export; |
441 | crt->import = shash_async_import; | |
3b2f6df0 | 442 | |
3b2f6df0 HX |
443 | crt->reqsize = sizeof(struct shash_desc) + crypto_shash_descsize(shash); |
444 | ||
445 | return 0; | |
446 | } | |
447 | ||
ed3630b8 HX |
448 | struct crypto_ahash *crypto_clone_shash_ops_async(struct crypto_ahash *nhash, |
449 | struct crypto_ahash *hash) | |
450 | { | |
451 | struct crypto_shash **nctx = crypto_ahash_ctx(nhash); | |
452 | struct crypto_shash **ctx = crypto_ahash_ctx(hash); | |
453 | struct crypto_shash *shash; | |
454 | ||
455 | shash = crypto_clone_shash(*ctx); | |
456 | if (IS_ERR(shash)) { | |
457 | crypto_free_ahash(nhash); | |
458 | return ERR_CAST(shash); | |
459 | } | |
460 | ||
461 | *nctx = shash; | |
462 | ||
463 | return nhash; | |
464 | } | |
465 | ||
fbce6be5 HX |
466 | static void crypto_shash_exit_tfm(struct crypto_tfm *tfm) |
467 | { | |
468 | struct crypto_shash *hash = __crypto_shash_cast(tfm); | |
469 | struct shash_alg *alg = crypto_shash_alg(hash); | |
470 | ||
471 | alg->exit_tfm(hash); | |
472 | } | |
473 | ||
2ca33da1 | 474 | static int crypto_shash_init_tfm(struct crypto_tfm *tfm) |
7b5a080b | 475 | { |
113adefc | 476 | struct crypto_shash *hash = __crypto_shash_cast(tfm); |
9fa68f62 | 477 | struct shash_alg *alg = crypto_shash_alg(hash); |
fbce6be5 | 478 | int err; |
9fa68f62 EB |
479 | |
480 | hash->descsize = alg->descsize; | |
481 | ||
ba7d7433 | 482 | shash_set_needkey(hash, alg); |
113adefc | 483 | |
fbce6be5 HX |
484 | if (alg->exit_tfm) |
485 | tfm->exit = crypto_shash_exit_tfm; | |
486 | ||
487 | if (!alg->init_tfm) | |
488 | return 0; | |
489 | ||
490 | err = alg->init_tfm(hash); | |
491 | if (err) | |
492 | return err; | |
493 | ||
494 | /* ->init_tfm() may have increased the descsize. */ | |
495 | if (WARN_ON_ONCE(hash->descsize > HASH_MAX_DESCSIZE)) { | |
496 | if (alg->exit_tfm) | |
497 | alg->exit_tfm(hash); | |
498 | return -EINVAL; | |
499 | } | |
500 | ||
7b5a080b HX |
501 | return 0; |
502 | } | |
503 | ||
48fb3e57 EB |
504 | static void crypto_shash_free_instance(struct crypto_instance *inst) |
505 | { | |
506 | struct shash_instance *shash = shash_instance(inst); | |
507 | ||
48fb3e57 EB |
508 | shash->free(shash); |
509 | } | |
510 | ||
c0f9e01d HX |
511 | static int __maybe_unused crypto_shash_report( |
512 | struct sk_buff *skb, struct crypto_alg *alg) | |
f4d663ce SK |
513 | { |
514 | struct crypto_report_hash rhash; | |
515 | struct shash_alg *salg = __crypto_shash_alg(alg); | |
516 | ||
37db69e0 EB |
517 | memset(&rhash, 0, sizeof(rhash)); |
518 | ||
519 | strscpy(rhash.type, "shash", sizeof(rhash.type)); | |
9a5467bf | 520 | |
f4d663ce SK |
521 | rhash.blocksize = alg->cra_blocksize; |
522 | rhash.digestsize = salg->digestsize; | |
523 | ||
37db69e0 | 524 | return nla_put(skb, CRYPTOCFGA_REPORT_HASH, sizeof(rhash), &rhash); |
f4d663ce SK |
525 | } |
526 | ||
7b5a080b | 527 | static void crypto_shash_show(struct seq_file *m, struct crypto_alg *alg) |
d8c34b94 | 528 | __maybe_unused; |
7b5a080b HX |
529 | static void crypto_shash_show(struct seq_file *m, struct crypto_alg *alg) |
530 | { | |
531 | struct shash_alg *salg = __crypto_shash_alg(alg); | |
532 | ||
533 | seq_printf(m, "type : shash\n"); | |
534 | seq_printf(m, "blocksize : %u\n", alg->cra_blocksize); | |
535 | seq_printf(m, "digestsize : %u\n", salg->digestsize); | |
7b5a080b HX |
536 | } |
537 | ||
42808e5d HX |
538 | static int __maybe_unused crypto_shash_report_stat( |
539 | struct sk_buff *skb, struct crypto_alg *alg) | |
540 | { | |
541 | return crypto_hash_report_stat(skb, alg, "shash"); | |
542 | } | |
543 | ||
7b5a080b | 544 | static const struct crypto_type crypto_shash_type = { |
ac611680 | 545 | .extsize = crypto_alg_extsize, |
7b5a080b | 546 | .init_tfm = crypto_shash_init_tfm, |
48fb3e57 | 547 | .free = crypto_shash_free_instance, |
7b5a080b HX |
548 | #ifdef CONFIG_PROC_FS |
549 | .show = crypto_shash_show, | |
550 | #endif | |
b8969a1b | 551 | #if IS_ENABLED(CONFIG_CRYPTO_USER) |
f4d663ce | 552 | .report = crypto_shash_report, |
c0f9e01d | 553 | #endif |
42808e5d HX |
554 | #ifdef CONFIG_CRYPTO_STATS |
555 | .report_stat = crypto_shash_report_stat, | |
556 | #endif | |
7b5a080b HX |
557 | .maskclear = ~CRYPTO_ALG_TYPE_MASK, |
558 | .maskset = CRYPTO_ALG_TYPE_MASK, | |
559 | .type = CRYPTO_ALG_TYPE_SHASH, | |
560 | .tfmsize = offsetof(struct crypto_shash, base), | |
561 | }; | |
562 | ||
fdfad1ff EB |
563 | int crypto_grab_shash(struct crypto_shash_spawn *spawn, |
564 | struct crypto_instance *inst, | |
565 | const char *name, u32 type, u32 mask) | |
566 | { | |
567 | spawn->base.frontend = &crypto_shash_type; | |
568 | return crypto_grab_spawn(&spawn->base, inst, name, type, mask); | |
569 | } | |
570 | EXPORT_SYMBOL_GPL(crypto_grab_shash); | |
571 | ||
7b5a080b HX |
572 | struct crypto_shash *crypto_alloc_shash(const char *alg_name, u32 type, |
573 | u32 mask) | |
574 | { | |
3f683d61 | 575 | return crypto_alloc_tfm(alg_name, &crypto_shash_type, type, mask); |
7b5a080b HX |
576 | } |
577 | EXPORT_SYMBOL_GPL(crypto_alloc_shash); | |
578 | ||
85cc4243 HR |
579 | int crypto_has_shash(const char *alg_name, u32 type, u32 mask) |
580 | { | |
581 | return crypto_type_has_alg(alg_name, &crypto_shash_type, type, mask); | |
582 | } | |
583 | EXPORT_SYMBOL_GPL(crypto_has_shash); | |
584 | ||
ed3630b8 HX |
585 | struct crypto_shash *crypto_clone_shash(struct crypto_shash *hash) |
586 | { | |
587 | struct crypto_tfm *tfm = crypto_shash_tfm(hash); | |
588 | struct shash_alg *alg = crypto_shash_alg(hash); | |
589 | struct crypto_shash *nhash; | |
590 | int err; | |
591 | ||
592 | if (!crypto_shash_alg_has_setkey(alg)) { | |
593 | tfm = crypto_tfm_get(tfm); | |
594 | if (IS_ERR(tfm)) | |
595 | return ERR_CAST(tfm); | |
596 | ||
597 | return hash; | |
598 | } | |
599 | ||
600 | if (!alg->clone_tfm) | |
601 | return ERR_PTR(-ENOSYS); | |
602 | ||
603 | nhash = crypto_clone_tfm(&crypto_shash_type, tfm); | |
604 | if (IS_ERR(nhash)) | |
605 | return nhash; | |
606 | ||
607 | nhash->descsize = hash->descsize; | |
608 | ||
609 | err = alg->clone_tfm(nhash, hash); | |
610 | if (err) { | |
611 | crypto_free_shash(nhash); | |
612 | return ERR_PTR(err); | |
613 | } | |
614 | ||
615 | return nhash; | |
616 | } | |
617 | EXPORT_SYMBOL_GPL(crypto_clone_shash); | |
618 | ||
42808e5d | 619 | int hash_prepare_alg(struct hash_alg_common *alg) |
7b5a080b | 620 | { |
42808e5d | 621 | struct crypto_istat_hash *istat = hash_get_stat(alg); |
7b5a080b HX |
622 | struct crypto_alg *base = &alg->base; |
623 | ||
9697b328 | 624 | if (alg->digestsize > HASH_MAX_DIGESTSIZE) |
7b5a080b HX |
625 | return -EINVAL; |
626 | ||
42808e5d HX |
627 | base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK; |
628 | ||
629 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) | |
630 | memset(istat, 0, sizeof(*istat)); | |
631 | ||
632 | return 0; | |
633 | } | |
634 | ||
635 | static int shash_prepare_alg(struct shash_alg *alg) | |
636 | { | |
637 | struct crypto_alg *base = &alg->halg.base; | |
638 | int err; | |
639 | ||
640 | if (alg->descsize > HASH_MAX_DESCSIZE) | |
641 | return -EINVAL; | |
642 | ||
1c799571 HX |
643 | if (base->cra_alignmask > MAX_SHASH_ALIGNMASK) |
644 | return -EINVAL; | |
645 | ||
41a2e94f EB |
646 | if ((alg->export && !alg->import) || (alg->import && !alg->export)) |
647 | return -EINVAL; | |
648 | ||
42808e5d HX |
649 | err = hash_prepare_alg(&alg->halg); |
650 | if (err) | |
651 | return err; | |
652 | ||
7b5a080b | 653 | base->cra_type = &crypto_shash_type; |
7b5a080b | 654 | base->cra_flags |= CRYPTO_ALG_TYPE_SHASH; |
99d27e1c | 655 | |
8267adab HX |
656 | if (!alg->finup) |
657 | alg->finup = shash_finup_unaligned; | |
658 | if (!alg->digest) | |
659 | alg->digest = shash_digest_unaligned; | |
f592682f HX |
660 | if (!alg->export) { |
661 | alg->export = shash_default_export; | |
662 | alg->import = shash_default_import; | |
42808e5d | 663 | alg->halg.statesize = alg->descsize; |
f592682f | 664 | } |
57cfe44b HX |
665 | if (!alg->setkey) |
666 | alg->setkey = shash_no_setkey; | |
99d27e1c | 667 | |
619a6ebd HX |
668 | return 0; |
669 | } | |
670 | ||
671 | int crypto_register_shash(struct shash_alg *alg) | |
672 | { | |
673 | struct crypto_alg *base = &alg->base; | |
674 | int err; | |
675 | ||
676 | err = shash_prepare_alg(alg); | |
677 | if (err) | |
678 | return err; | |
7b5a080b HX |
679 | |
680 | return crypto_register_alg(base); | |
681 | } | |
682 | EXPORT_SYMBOL_GPL(crypto_register_shash); | |
683 | ||
c6d633a9 | 684 | void crypto_unregister_shash(struct shash_alg *alg) |
7b5a080b | 685 | { |
c6d633a9 | 686 | crypto_unregister_alg(&alg->base); |
7b5a080b HX |
687 | } |
688 | EXPORT_SYMBOL_GPL(crypto_unregister_shash); | |
689 | ||
50fc3e8d JK |
690 | int crypto_register_shashes(struct shash_alg *algs, int count) |
691 | { | |
692 | int i, ret; | |
693 | ||
694 | for (i = 0; i < count; i++) { | |
695 | ret = crypto_register_shash(&algs[i]); | |
696 | if (ret) | |
697 | goto err; | |
698 | } | |
699 | ||
700 | return 0; | |
701 | ||
702 | err: | |
703 | for (--i; i >= 0; --i) | |
704 | crypto_unregister_shash(&algs[i]); | |
705 | ||
706 | return ret; | |
707 | } | |
708 | EXPORT_SYMBOL_GPL(crypto_register_shashes); | |
709 | ||
c6d633a9 | 710 | void crypto_unregister_shashes(struct shash_alg *algs, int count) |
50fc3e8d | 711 | { |
c6d633a9 | 712 | int i; |
50fc3e8d | 713 | |
c6d633a9 EB |
714 | for (i = count - 1; i >= 0; --i) |
715 | crypto_unregister_shash(&algs[i]); | |
50fc3e8d JK |
716 | } |
717 | EXPORT_SYMBOL_GPL(crypto_unregister_shashes); | |
718 | ||
619a6ebd HX |
719 | int shash_register_instance(struct crypto_template *tmpl, |
720 | struct shash_instance *inst) | |
721 | { | |
722 | int err; | |
723 | ||
d4fdc2df EB |
724 | if (WARN_ON(!inst->free)) |
725 | return -EINVAL; | |
726 | ||
619a6ebd HX |
727 | err = shash_prepare_alg(&inst->alg); |
728 | if (err) | |
729 | return err; | |
730 | ||
731 | return crypto_register_instance(tmpl, shash_crypto_instance(inst)); | |
732 | } | |
733 | EXPORT_SYMBOL_GPL(shash_register_instance); | |
734 | ||
a39c66cc | 735 | void shash_free_singlespawn_instance(struct shash_instance *inst) |
2e4fddd8 | 736 | { |
a39c66cc EB |
737 | crypto_drop_spawn(shash_instance_ctx(inst)); |
738 | kfree(inst); | |
2e4fddd8 | 739 | } |
a39c66cc | 740 | EXPORT_SYMBOL_GPL(shash_free_singlespawn_instance); |
2e4fddd8 | 741 | |
7b5a080b HX |
742 | MODULE_LICENSE("GPL"); |
743 | MODULE_DESCRIPTION("Synchronous cryptographic hash type"); |