Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
7b5a080b HX |
2 | /* |
3 | * Synchronous Cryptographic Hash operations. | |
4 | * | |
5 | * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au> | |
7b5a080b HX |
6 | */ |
7 | ||
3b2f6df0 | 8 | #include <crypto/scatterwalk.h> |
42808e5d | 9 | #include <linux/cryptouser.h> |
7b5a080b HX |
10 | #include <linux/err.h> |
11 | #include <linux/kernel.h> | |
12 | #include <linux/module.h> | |
13 | #include <linux/slab.h> | |
14 | #include <linux/seq_file.h> | |
42808e5d | 15 | #include <linux/string.h> |
f4d663ce | 16 | #include <net/netlink.h> |
7b5a080b | 17 | |
42808e5d | 18 | #include "hash.h" |
3b2f6df0 | 19 | |
1c799571 HX |
20 | #define MAX_SHASH_ALIGNMASK 63 |
21 | ||
3f683d61 HX |
22 | static const struct crypto_type crypto_shash_type; |
23 | ||
42808e5d HX |
24 | static inline struct crypto_istat_hash *shash_get_stat(struct shash_alg *alg) |
25 | { | |
26 | return hash_get_stat(&alg->halg); | |
27 | } | |
28 | ||
29 | static inline int crypto_shash_errstat(struct shash_alg *alg, int err) | |
30 | { | |
31 | return crypto_hash_errstat(&alg->halg, err); | |
32 | } | |
33 | ||
c060e16d EB |
34 | int shash_no_setkey(struct crypto_shash *tfm, const u8 *key, |
35 | unsigned int keylen) | |
57cfe44b HX |
36 | { |
37 | return -ENOSYS; | |
38 | } | |
c060e16d | 39 | EXPORT_SYMBOL_GPL(shash_no_setkey); |
57cfe44b | 40 | |
7b5a080b HX |
41 | static int shash_setkey_unaligned(struct crypto_shash *tfm, const u8 *key, |
42 | unsigned int keylen) | |
43 | { | |
44 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
45 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
46 | unsigned long absize; | |
47 | u8 *buffer, *alignbuffer; | |
48 | int err; | |
49 | ||
18eb8ea6 | 50 | absize = keylen + (alignmask & ~(crypto_tfm_ctx_alignment() - 1)); |
9039f3ef | 51 | buffer = kmalloc(absize, GFP_ATOMIC); |
7b5a080b HX |
52 | if (!buffer) |
53 | return -ENOMEM; | |
54 | ||
55 | alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1); | |
56 | memcpy(alignbuffer, key, keylen); | |
57 | err = shash->setkey(tfm, alignbuffer, keylen); | |
453431a5 | 58 | kfree_sensitive(buffer); |
7b5a080b HX |
59 | return err; |
60 | } | |
61 | ||
ba7d7433 EB |
62 | static void shash_set_needkey(struct crypto_shash *tfm, struct shash_alg *alg) |
63 | { | |
c2881789 | 64 | if (crypto_shash_alg_needs_key(alg)) |
ba7d7433 EB |
65 | crypto_shash_set_flags(tfm, CRYPTO_TFM_NEED_KEY); |
66 | } | |
67 | ||
7b5a080b HX |
68 | int crypto_shash_setkey(struct crypto_shash *tfm, const u8 *key, |
69 | unsigned int keylen) | |
70 | { | |
71 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
72 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
9fa68f62 | 73 | int err; |
7b5a080b HX |
74 | |
75 | if ((unsigned long)key & alignmask) | |
9fa68f62 EB |
76 | err = shash_setkey_unaligned(tfm, key, keylen); |
77 | else | |
78 | err = shash->setkey(tfm, key, keylen); | |
79 | ||
ba7d7433 EB |
80 | if (unlikely(err)) { |
81 | shash_set_needkey(tfm, shash); | |
9fa68f62 | 82 | return err; |
ba7d7433 | 83 | } |
7b5a080b | 84 | |
9fa68f62 EB |
85 | crypto_shash_clear_flags(tfm, CRYPTO_TFM_NEED_KEY); |
86 | return 0; | |
7b5a080b HX |
87 | } |
88 | EXPORT_SYMBOL_GPL(crypto_shash_setkey); | |
89 | ||
7b5a080b HX |
90 | static int shash_update_unaligned(struct shash_desc *desc, const u8 *data, |
91 | unsigned int len) | |
92 | { | |
93 | struct crypto_shash *tfm = desc->tfm; | |
94 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
95 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
96 | unsigned int unaligned_len = alignmask + 1 - | |
97 | ((unsigned long)data & alignmask); | |
f3569fd6 KC |
98 | /* |
99 | * We cannot count on __aligned() working for large values: | |
100 | * https://patchwork.kernel.org/patch/9507697/ | |
101 | */ | |
1c799571 | 102 | u8 ubuf[MAX_SHASH_ALIGNMASK * 2]; |
0e2d3a12 | 103 | u8 *buf = PTR_ALIGN(&ubuf[0], alignmask + 1); |
8c32c516 | 104 | int err; |
7b5a080b | 105 | |
f3569fd6 KC |
106 | if (WARN_ON(buf + unaligned_len > ubuf + sizeof(ubuf))) |
107 | return -EINVAL; | |
108 | ||
f4f68993 YS |
109 | if (unaligned_len > len) |
110 | unaligned_len = len; | |
111 | ||
7b5a080b | 112 | memcpy(buf, data, unaligned_len); |
8c32c516 HX |
113 | err = shash->update(desc, buf, unaligned_len); |
114 | memset(buf, 0, unaligned_len); | |
7b5a080b | 115 | |
8c32c516 | 116 | return err ?: |
7b5a080b HX |
117 | shash->update(desc, data + unaligned_len, len - unaligned_len); |
118 | } | |
119 | ||
120 | int crypto_shash_update(struct shash_desc *desc, const u8 *data, | |
121 | unsigned int len) | |
122 | { | |
123 | struct crypto_shash *tfm = desc->tfm; | |
124 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
125 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d HX |
126 | int err; |
127 | ||
128 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) | |
129 | atomic64_add(len, &shash_get_stat(shash)->hash_tlen); | |
7b5a080b HX |
130 | |
131 | if ((unsigned long)data & alignmask) | |
42808e5d HX |
132 | err = shash_update_unaligned(desc, data, len); |
133 | else | |
134 | err = shash->update(desc, data, len); | |
7b5a080b | 135 | |
42808e5d | 136 | return crypto_shash_errstat(shash, err); |
7b5a080b HX |
137 | } |
138 | EXPORT_SYMBOL_GPL(crypto_shash_update); | |
139 | ||
140 | static int shash_final_unaligned(struct shash_desc *desc, u8 *out) | |
141 | { | |
142 | struct crypto_shash *tfm = desc->tfm; | |
143 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
144 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
145 | unsigned int ds = crypto_shash_digestsize(tfm); | |
f3569fd6 KC |
146 | /* |
147 | * We cannot count on __aligned() working for large values: | |
148 | * https://patchwork.kernel.org/patch/9507697/ | |
149 | */ | |
1c799571 | 150 | u8 ubuf[MAX_SHASH_ALIGNMASK + HASH_MAX_DIGESTSIZE]; |
0e2d3a12 | 151 | u8 *buf = PTR_ALIGN(&ubuf[0], alignmask + 1); |
7b5a080b HX |
152 | int err; |
153 | ||
f3569fd6 KC |
154 | if (WARN_ON(buf + ds > ubuf + sizeof(ubuf))) |
155 | return -EINVAL; | |
156 | ||
7b5a080b | 157 | err = shash->final(desc, buf); |
8c32c516 HX |
158 | if (err) |
159 | goto out; | |
160 | ||
7b5a080b | 161 | memcpy(out, buf, ds); |
8c32c516 HX |
162 | |
163 | out: | |
164 | memset(buf, 0, ds); | |
7b5a080b HX |
165 | return err; |
166 | } | |
167 | ||
168 | int crypto_shash_final(struct shash_desc *desc, u8 *out) | |
169 | { | |
170 | struct crypto_shash *tfm = desc->tfm; | |
171 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
172 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d HX |
173 | int err; |
174 | ||
175 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) | |
176 | atomic64_inc(&shash_get_stat(shash)->hash_cnt); | |
7b5a080b HX |
177 | |
178 | if ((unsigned long)out & alignmask) | |
42808e5d HX |
179 | err = shash_final_unaligned(desc, out); |
180 | else | |
181 | err = shash->final(desc, out); | |
7b5a080b | 182 | |
42808e5d | 183 | return crypto_shash_errstat(shash, err); |
7b5a080b HX |
184 | } |
185 | EXPORT_SYMBOL_GPL(crypto_shash_final); | |
186 | ||
187 | static int shash_finup_unaligned(struct shash_desc *desc, const u8 *data, | |
188 | unsigned int len, u8 *out) | |
189 | { | |
42808e5d HX |
190 | return shash_update_unaligned(desc, data, len) ?: |
191 | shash_final_unaligned(desc, out); | |
7b5a080b HX |
192 | } |
193 | ||
313a4074 EB |
194 | static int shash_default_finup(struct shash_desc *desc, const u8 *data, |
195 | unsigned int len, u8 *out) | |
196 | { | |
197 | struct shash_alg *shash = crypto_shash_alg(desc->tfm); | |
198 | ||
199 | return shash->update(desc, data, len) ?: | |
200 | shash->final(desc, out); | |
201 | } | |
202 | ||
7b5a080b HX |
203 | int crypto_shash_finup(struct shash_desc *desc, const u8 *data, |
204 | unsigned int len, u8 *out) | |
205 | { | |
206 | struct crypto_shash *tfm = desc->tfm; | |
207 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
208 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d HX |
209 | int err; |
210 | ||
211 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) { | |
212 | struct crypto_istat_hash *istat = shash_get_stat(shash); | |
213 | ||
214 | atomic64_inc(&istat->hash_cnt); | |
215 | atomic64_add(len, &istat->hash_tlen); | |
216 | } | |
7b5a080b | 217 | |
8267adab | 218 | if (((unsigned long)data | (unsigned long)out) & alignmask) |
42808e5d HX |
219 | err = shash_finup_unaligned(desc, data, len, out); |
220 | else | |
221 | err = shash->finup(desc, data, len, out); | |
222 | ||
7b5a080b | 223 | |
42808e5d | 224 | return crypto_shash_errstat(shash, err); |
7b5a080b HX |
225 | } |
226 | EXPORT_SYMBOL_GPL(crypto_shash_finup); | |
227 | ||
313a4074 EB |
228 | static int shash_default_digest(struct shash_desc *desc, const u8 *data, |
229 | unsigned int len, u8 *out) | |
230 | { | |
231 | struct shash_alg *shash = crypto_shash_alg(desc->tfm); | |
232 | ||
233 | return shash->init(desc) ?: | |
234 | shash->finup(desc, data, len, out); | |
235 | } | |
236 | ||
7b5a080b HX |
237 | int crypto_shash_digest(struct shash_desc *desc, const u8 *data, |
238 | unsigned int len, u8 *out) | |
239 | { | |
240 | struct crypto_shash *tfm = desc->tfm; | |
241 | struct shash_alg *shash = crypto_shash_alg(tfm); | |
242 | unsigned long alignmask = crypto_shash_alignmask(tfm); | |
42808e5d | 243 | int err; |
7b5a080b | 244 | |
42808e5d HX |
245 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) { |
246 | struct crypto_istat_hash *istat = shash_get_stat(shash); | |
9fa68f62 | 247 | |
42808e5d HX |
248 | atomic64_inc(&istat->hash_cnt); |
249 | atomic64_add(len, &istat->hash_tlen); | |
250 | } | |
7b5a080b | 251 | |
42808e5d HX |
252 | if (crypto_shash_get_flags(tfm) & CRYPTO_TFM_NEED_KEY) |
253 | err = -ENOKEY; | |
254 | else if (((unsigned long)data | (unsigned long)out) & alignmask) | |
2e02c25a EB |
255 | err = shash->init(desc) ?: |
256 | shash_finup_unaligned(desc, data, len, out); | |
42808e5d HX |
257 | else |
258 | err = shash->digest(desc, data, len, out); | |
259 | ||
260 | return crypto_shash_errstat(shash, err); | |
7b5a080b HX |
261 | } |
262 | EXPORT_SYMBOL_GPL(crypto_shash_digest); | |
263 | ||
822a98b8 EB |
264 | int crypto_shash_tfm_digest(struct crypto_shash *tfm, const u8 *data, |
265 | unsigned int len, u8 *out) | |
266 | { | |
267 | SHASH_DESC_ON_STACK(desc, tfm); | |
268 | int err; | |
269 | ||
270 | desc->tfm = tfm; | |
271 | ||
272 | err = crypto_shash_digest(desc, data, len, out); | |
273 | ||
274 | shash_desc_zero(desc); | |
275 | ||
276 | return err; | |
277 | } | |
278 | EXPORT_SYMBOL_GPL(crypto_shash_tfm_digest); | |
279 | ||
f592682f | 280 | static int shash_default_export(struct shash_desc *desc, void *out) |
dec8b786 | 281 | { |
f592682f HX |
282 | memcpy(out, shash_desc_ctx(desc), crypto_shash_descsize(desc->tfm)); |
283 | return 0; | |
99d27e1c | 284 | } |
dec8b786 | 285 | |
f592682f | 286 | static int shash_default_import(struct shash_desc *desc, const void *in) |
99d27e1c | 287 | { |
f592682f HX |
288 | memcpy(shash_desc_ctx(desc), in, crypto_shash_descsize(desc->tfm)); |
289 | return 0; | |
dec8b786 | 290 | } |
dec8b786 | 291 | |
3b2f6df0 HX |
292 | static int shash_async_setkey(struct crypto_ahash *tfm, const u8 *key, |
293 | unsigned int keylen) | |
294 | { | |
295 | struct crypto_shash **ctx = crypto_ahash_ctx(tfm); | |
296 | ||
297 | return crypto_shash_setkey(*ctx, key, keylen); | |
298 | } | |
299 | ||
300 | static int shash_async_init(struct ahash_request *req) | |
301 | { | |
302 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); | |
303 | struct shash_desc *desc = ahash_request_ctx(req); | |
304 | ||
305 | desc->tfm = *ctx; | |
3b2f6df0 HX |
306 | |
307 | return crypto_shash_init(desc); | |
308 | } | |
309 | ||
7eddf95e | 310 | int shash_ahash_update(struct ahash_request *req, struct shash_desc *desc) |
3b2f6df0 | 311 | { |
3b2f6df0 HX |
312 | struct crypto_hash_walk walk; |
313 | int nbytes; | |
314 | ||
315 | for (nbytes = crypto_hash_walk_first(req, &walk); nbytes > 0; | |
316 | nbytes = crypto_hash_walk_done(&walk, nbytes)) | |
317 | nbytes = crypto_shash_update(desc, walk.data, nbytes); | |
318 | ||
319 | return nbytes; | |
320 | } | |
7eddf95e HX |
321 | EXPORT_SYMBOL_GPL(shash_ahash_update); |
322 | ||
323 | static int shash_async_update(struct ahash_request *req) | |
324 | { | |
325 | return shash_ahash_update(req, ahash_request_ctx(req)); | |
326 | } | |
3b2f6df0 HX |
327 | |
328 | static int shash_async_final(struct ahash_request *req) | |
329 | { | |
330 | return crypto_shash_final(ahash_request_ctx(req), req->result); | |
331 | } | |
332 | ||
66f6ce5e HX |
333 | int shash_ahash_finup(struct ahash_request *req, struct shash_desc *desc) |
334 | { | |
335 | struct crypto_hash_walk walk; | |
336 | int nbytes; | |
337 | ||
cbc86b91 HX |
338 | nbytes = crypto_hash_walk_first(req, &walk); |
339 | if (!nbytes) | |
340 | return crypto_shash_final(desc, req->result); | |
341 | ||
342 | do { | |
66f6ce5e HX |
343 | nbytes = crypto_hash_walk_last(&walk) ? |
344 | crypto_shash_finup(desc, walk.data, nbytes, | |
345 | req->result) : | |
346 | crypto_shash_update(desc, walk.data, nbytes); | |
cbc86b91 HX |
347 | nbytes = crypto_hash_walk_done(&walk, nbytes); |
348 | } while (nbytes > 0); | |
66f6ce5e HX |
349 | |
350 | return nbytes; | |
351 | } | |
352 | EXPORT_SYMBOL_GPL(shash_ahash_finup); | |
353 | ||
354 | static int shash_async_finup(struct ahash_request *req) | |
355 | { | |
356 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); | |
357 | struct shash_desc *desc = ahash_request_ctx(req); | |
358 | ||
359 | desc->tfm = *ctx; | |
66f6ce5e HX |
360 | |
361 | return shash_ahash_finup(req, desc); | |
362 | } | |
363 | ||
7eddf95e | 364 | int shash_ahash_digest(struct ahash_request *req, struct shash_desc *desc) |
3b2f6df0 | 365 | { |
3b2f6df0 | 366 | unsigned int nbytes = req->nbytes; |
b61907bb HX |
367 | struct scatterlist *sg; |
368 | unsigned int offset; | |
3b2f6df0 HX |
369 | int err; |
370 | ||
b61907bb HX |
371 | if (nbytes && |
372 | (sg = req->src, offset = sg->offset, | |
67cb60e4 | 373 | nbytes <= min(sg->length, ((unsigned int)(PAGE_SIZE)) - offset))) { |
3b2f6df0 HX |
374 | void *data; |
375 | ||
aa969515 | 376 | data = kmap_local_page(sg_page(sg)); |
3b2f6df0 HX |
377 | err = crypto_shash_digest(desc, data + offset, nbytes, |
378 | req->result); | |
aa969515 | 379 | kunmap_local(data); |
7eddf95e HX |
380 | } else |
381 | err = crypto_shash_init(desc) ?: | |
66f6ce5e | 382 | shash_ahash_finup(req, desc); |
3b2f6df0 | 383 | |
7eddf95e HX |
384 | return err; |
385 | } | |
386 | EXPORT_SYMBOL_GPL(shash_ahash_digest); | |
3b2f6df0 | 387 | |
7eddf95e HX |
388 | static int shash_async_digest(struct ahash_request *req) |
389 | { | |
390 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); | |
391 | struct shash_desc *desc = ahash_request_ctx(req); | |
3b2f6df0 | 392 | |
7eddf95e | 393 | desc->tfm = *ctx; |
3b2f6df0 | 394 | |
7eddf95e | 395 | return shash_ahash_digest(req, desc); |
3b2f6df0 HX |
396 | } |
397 | ||
66f6ce5e HX |
398 | static int shash_async_export(struct ahash_request *req, void *out) |
399 | { | |
400 | return crypto_shash_export(ahash_request_ctx(req), out); | |
401 | } | |
402 | ||
403 | static int shash_async_import(struct ahash_request *req, const void *in) | |
404 | { | |
90246e79 HX |
405 | struct crypto_shash **ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req)); |
406 | struct shash_desc *desc = ahash_request_ctx(req); | |
407 | ||
408 | desc->tfm = *ctx; | |
90246e79 HX |
409 | |
410 | return crypto_shash_import(desc, in); | |
66f6ce5e HX |
411 | } |
412 | ||
3b2f6df0 HX |
413 | static void crypto_exit_shash_ops_async(struct crypto_tfm *tfm) |
414 | { | |
415 | struct crypto_shash **ctx = crypto_tfm_ctx(tfm); | |
416 | ||
417 | crypto_free_shash(*ctx); | |
418 | } | |
419 | ||
88056ec3 | 420 | int crypto_init_shash_ops_async(struct crypto_tfm *tfm) |
3b2f6df0 HX |
421 | { |
422 | struct crypto_alg *calg = tfm->__crt_alg; | |
66f6ce5e | 423 | struct shash_alg *alg = __crypto_shash_alg(calg); |
88056ec3 | 424 | struct crypto_ahash *crt = __crypto_ahash_cast(tfm); |
3b2f6df0 HX |
425 | struct crypto_shash **ctx = crypto_tfm_ctx(tfm); |
426 | struct crypto_shash *shash; | |
427 | ||
428 | if (!crypto_mod_get(calg)) | |
429 | return -EAGAIN; | |
430 | ||
3f683d61 | 431 | shash = crypto_create_tfm(calg, &crypto_shash_type); |
3b2f6df0 HX |
432 | if (IS_ERR(shash)) { |
433 | crypto_mod_put(calg); | |
434 | return PTR_ERR(shash); | |
435 | } | |
436 | ||
437 | *ctx = shash; | |
438 | tfm->exit = crypto_exit_shash_ops_async; | |
439 | ||
440 | crt->init = shash_async_init; | |
441 | crt->update = shash_async_update; | |
66f6ce5e HX |
442 | crt->final = shash_async_final; |
443 | crt->finup = shash_async_finup; | |
3b2f6df0 | 444 | crt->digest = shash_async_digest; |
ba7d7433 EB |
445 | if (crypto_shash_alg_has_setkey(alg)) |
446 | crt->setkey = shash_async_setkey; | |
00420a65 | 447 | |
9fa68f62 EB |
448 | crypto_ahash_set_flags(crt, crypto_shash_get_flags(shash) & |
449 | CRYPTO_TFM_NEED_KEY); | |
66f6ce5e | 450 | |
2b091e32 EB |
451 | crt->export = shash_async_export; |
452 | crt->import = shash_async_import; | |
3b2f6df0 | 453 | |
3b2f6df0 HX |
454 | crt->reqsize = sizeof(struct shash_desc) + crypto_shash_descsize(shash); |
455 | ||
456 | return 0; | |
457 | } | |
458 | ||
ed3630b8 HX |
459 | struct crypto_ahash *crypto_clone_shash_ops_async(struct crypto_ahash *nhash, |
460 | struct crypto_ahash *hash) | |
461 | { | |
462 | struct crypto_shash **nctx = crypto_ahash_ctx(nhash); | |
463 | struct crypto_shash **ctx = crypto_ahash_ctx(hash); | |
464 | struct crypto_shash *shash; | |
465 | ||
466 | shash = crypto_clone_shash(*ctx); | |
467 | if (IS_ERR(shash)) { | |
468 | crypto_free_ahash(nhash); | |
469 | return ERR_CAST(shash); | |
470 | } | |
471 | ||
472 | *nctx = shash; | |
473 | ||
474 | return nhash; | |
475 | } | |
476 | ||
fbce6be5 HX |
477 | static void crypto_shash_exit_tfm(struct crypto_tfm *tfm) |
478 | { | |
479 | struct crypto_shash *hash = __crypto_shash_cast(tfm); | |
480 | struct shash_alg *alg = crypto_shash_alg(hash); | |
481 | ||
482 | alg->exit_tfm(hash); | |
483 | } | |
484 | ||
2ca33da1 | 485 | static int crypto_shash_init_tfm(struct crypto_tfm *tfm) |
7b5a080b | 486 | { |
113adefc | 487 | struct crypto_shash *hash = __crypto_shash_cast(tfm); |
9fa68f62 | 488 | struct shash_alg *alg = crypto_shash_alg(hash); |
fbce6be5 | 489 | int err; |
9fa68f62 EB |
490 | |
491 | hash->descsize = alg->descsize; | |
492 | ||
ba7d7433 | 493 | shash_set_needkey(hash, alg); |
113adefc | 494 | |
fbce6be5 HX |
495 | if (alg->exit_tfm) |
496 | tfm->exit = crypto_shash_exit_tfm; | |
497 | ||
498 | if (!alg->init_tfm) | |
499 | return 0; | |
500 | ||
501 | err = alg->init_tfm(hash); | |
502 | if (err) | |
503 | return err; | |
504 | ||
505 | /* ->init_tfm() may have increased the descsize. */ | |
506 | if (WARN_ON_ONCE(hash->descsize > HASH_MAX_DESCSIZE)) { | |
507 | if (alg->exit_tfm) | |
508 | alg->exit_tfm(hash); | |
509 | return -EINVAL; | |
510 | } | |
511 | ||
7b5a080b HX |
512 | return 0; |
513 | } | |
514 | ||
48fb3e57 EB |
515 | static void crypto_shash_free_instance(struct crypto_instance *inst) |
516 | { | |
517 | struct shash_instance *shash = shash_instance(inst); | |
518 | ||
48fb3e57 EB |
519 | shash->free(shash); |
520 | } | |
521 | ||
c0f9e01d HX |
522 | static int __maybe_unused crypto_shash_report( |
523 | struct sk_buff *skb, struct crypto_alg *alg) | |
f4d663ce SK |
524 | { |
525 | struct crypto_report_hash rhash; | |
526 | struct shash_alg *salg = __crypto_shash_alg(alg); | |
527 | ||
37db69e0 EB |
528 | memset(&rhash, 0, sizeof(rhash)); |
529 | ||
530 | strscpy(rhash.type, "shash", sizeof(rhash.type)); | |
9a5467bf | 531 | |
f4d663ce SK |
532 | rhash.blocksize = alg->cra_blocksize; |
533 | rhash.digestsize = salg->digestsize; | |
534 | ||
37db69e0 | 535 | return nla_put(skb, CRYPTOCFGA_REPORT_HASH, sizeof(rhash), &rhash); |
f4d663ce SK |
536 | } |
537 | ||
7b5a080b | 538 | static void crypto_shash_show(struct seq_file *m, struct crypto_alg *alg) |
d8c34b94 | 539 | __maybe_unused; |
7b5a080b HX |
540 | static void crypto_shash_show(struct seq_file *m, struct crypto_alg *alg) |
541 | { | |
542 | struct shash_alg *salg = __crypto_shash_alg(alg); | |
543 | ||
544 | seq_printf(m, "type : shash\n"); | |
545 | seq_printf(m, "blocksize : %u\n", alg->cra_blocksize); | |
546 | seq_printf(m, "digestsize : %u\n", salg->digestsize); | |
7b5a080b HX |
547 | } |
548 | ||
42808e5d HX |
549 | static int __maybe_unused crypto_shash_report_stat( |
550 | struct sk_buff *skb, struct crypto_alg *alg) | |
551 | { | |
552 | return crypto_hash_report_stat(skb, alg, "shash"); | |
553 | } | |
554 | ||
7b5a080b | 555 | static const struct crypto_type crypto_shash_type = { |
ac611680 | 556 | .extsize = crypto_alg_extsize, |
7b5a080b | 557 | .init_tfm = crypto_shash_init_tfm, |
48fb3e57 | 558 | .free = crypto_shash_free_instance, |
7b5a080b HX |
559 | #ifdef CONFIG_PROC_FS |
560 | .show = crypto_shash_show, | |
561 | #endif | |
b8969a1b | 562 | #if IS_ENABLED(CONFIG_CRYPTO_USER) |
f4d663ce | 563 | .report = crypto_shash_report, |
c0f9e01d | 564 | #endif |
42808e5d HX |
565 | #ifdef CONFIG_CRYPTO_STATS |
566 | .report_stat = crypto_shash_report_stat, | |
567 | #endif | |
7b5a080b HX |
568 | .maskclear = ~CRYPTO_ALG_TYPE_MASK, |
569 | .maskset = CRYPTO_ALG_TYPE_MASK, | |
570 | .type = CRYPTO_ALG_TYPE_SHASH, | |
571 | .tfmsize = offsetof(struct crypto_shash, base), | |
572 | }; | |
573 | ||
fdfad1ff EB |
574 | int crypto_grab_shash(struct crypto_shash_spawn *spawn, |
575 | struct crypto_instance *inst, | |
576 | const char *name, u32 type, u32 mask) | |
577 | { | |
578 | spawn->base.frontend = &crypto_shash_type; | |
579 | return crypto_grab_spawn(&spawn->base, inst, name, type, mask); | |
580 | } | |
581 | EXPORT_SYMBOL_GPL(crypto_grab_shash); | |
582 | ||
7b5a080b HX |
583 | struct crypto_shash *crypto_alloc_shash(const char *alg_name, u32 type, |
584 | u32 mask) | |
585 | { | |
3f683d61 | 586 | return crypto_alloc_tfm(alg_name, &crypto_shash_type, type, mask); |
7b5a080b HX |
587 | } |
588 | EXPORT_SYMBOL_GPL(crypto_alloc_shash); | |
589 | ||
85cc4243 HR |
590 | int crypto_has_shash(const char *alg_name, u32 type, u32 mask) |
591 | { | |
592 | return crypto_type_has_alg(alg_name, &crypto_shash_type, type, mask); | |
593 | } | |
594 | EXPORT_SYMBOL_GPL(crypto_has_shash); | |
595 | ||
ed3630b8 HX |
596 | struct crypto_shash *crypto_clone_shash(struct crypto_shash *hash) |
597 | { | |
598 | struct crypto_tfm *tfm = crypto_shash_tfm(hash); | |
599 | struct shash_alg *alg = crypto_shash_alg(hash); | |
600 | struct crypto_shash *nhash; | |
601 | int err; | |
602 | ||
603 | if (!crypto_shash_alg_has_setkey(alg)) { | |
604 | tfm = crypto_tfm_get(tfm); | |
605 | if (IS_ERR(tfm)) | |
606 | return ERR_CAST(tfm); | |
607 | ||
608 | return hash; | |
609 | } | |
610 | ||
b7be31b0 | 611 | if (!alg->clone_tfm && (alg->init_tfm || alg->base.cra_init)) |
ed3630b8 HX |
612 | return ERR_PTR(-ENOSYS); |
613 | ||
614 | nhash = crypto_clone_tfm(&crypto_shash_type, tfm); | |
615 | if (IS_ERR(nhash)) | |
616 | return nhash; | |
617 | ||
618 | nhash->descsize = hash->descsize; | |
619 | ||
b7be31b0 HX |
620 | if (alg->clone_tfm) { |
621 | err = alg->clone_tfm(nhash, hash); | |
622 | if (err) { | |
623 | crypto_free_shash(nhash); | |
624 | return ERR_PTR(err); | |
625 | } | |
ed3630b8 HX |
626 | } |
627 | ||
628 | return nhash; | |
629 | } | |
630 | EXPORT_SYMBOL_GPL(crypto_clone_shash); | |
631 | ||
42808e5d | 632 | int hash_prepare_alg(struct hash_alg_common *alg) |
7b5a080b | 633 | { |
42808e5d | 634 | struct crypto_istat_hash *istat = hash_get_stat(alg); |
7b5a080b HX |
635 | struct crypto_alg *base = &alg->base; |
636 | ||
9697b328 | 637 | if (alg->digestsize > HASH_MAX_DIGESTSIZE) |
7b5a080b HX |
638 | return -EINVAL; |
639 | ||
42808e5d HX |
640 | base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK; |
641 | ||
642 | if (IS_ENABLED(CONFIG_CRYPTO_STATS)) | |
643 | memset(istat, 0, sizeof(*istat)); | |
644 | ||
645 | return 0; | |
646 | } | |
647 | ||
648 | static int shash_prepare_alg(struct shash_alg *alg) | |
649 | { | |
650 | struct crypto_alg *base = &alg->halg.base; | |
651 | int err; | |
652 | ||
653 | if (alg->descsize > HASH_MAX_DESCSIZE) | |
654 | return -EINVAL; | |
655 | ||
1c799571 HX |
656 | if (base->cra_alignmask > MAX_SHASH_ALIGNMASK) |
657 | return -EINVAL; | |
658 | ||
41a2e94f EB |
659 | if ((alg->export && !alg->import) || (alg->import && !alg->export)) |
660 | return -EINVAL; | |
661 | ||
42808e5d HX |
662 | err = hash_prepare_alg(&alg->halg); |
663 | if (err) | |
664 | return err; | |
665 | ||
7b5a080b | 666 | base->cra_type = &crypto_shash_type; |
7b5a080b | 667 | base->cra_flags |= CRYPTO_ALG_TYPE_SHASH; |
99d27e1c | 668 | |
8267adab | 669 | if (!alg->finup) |
313a4074 | 670 | alg->finup = shash_default_finup; |
8267adab | 671 | if (!alg->digest) |
313a4074 | 672 | alg->digest = shash_default_digest; |
f592682f HX |
673 | if (!alg->export) { |
674 | alg->export = shash_default_export; | |
675 | alg->import = shash_default_import; | |
42808e5d | 676 | alg->halg.statesize = alg->descsize; |
f592682f | 677 | } |
57cfe44b HX |
678 | if (!alg->setkey) |
679 | alg->setkey = shash_no_setkey; | |
99d27e1c | 680 | |
619a6ebd HX |
681 | return 0; |
682 | } | |
683 | ||
684 | int crypto_register_shash(struct shash_alg *alg) | |
685 | { | |
686 | struct crypto_alg *base = &alg->base; | |
687 | int err; | |
688 | ||
689 | err = shash_prepare_alg(alg); | |
690 | if (err) | |
691 | return err; | |
7b5a080b HX |
692 | |
693 | return crypto_register_alg(base); | |
694 | } | |
695 | EXPORT_SYMBOL_GPL(crypto_register_shash); | |
696 | ||
c6d633a9 | 697 | void crypto_unregister_shash(struct shash_alg *alg) |
7b5a080b | 698 | { |
c6d633a9 | 699 | crypto_unregister_alg(&alg->base); |
7b5a080b HX |
700 | } |
701 | EXPORT_SYMBOL_GPL(crypto_unregister_shash); | |
702 | ||
50fc3e8d JK |
703 | int crypto_register_shashes(struct shash_alg *algs, int count) |
704 | { | |
705 | int i, ret; | |
706 | ||
707 | for (i = 0; i < count; i++) { | |
708 | ret = crypto_register_shash(&algs[i]); | |
709 | if (ret) | |
710 | goto err; | |
711 | } | |
712 | ||
713 | return 0; | |
714 | ||
715 | err: | |
716 | for (--i; i >= 0; --i) | |
717 | crypto_unregister_shash(&algs[i]); | |
718 | ||
719 | return ret; | |
720 | } | |
721 | EXPORT_SYMBOL_GPL(crypto_register_shashes); | |
722 | ||
c6d633a9 | 723 | void crypto_unregister_shashes(struct shash_alg *algs, int count) |
50fc3e8d | 724 | { |
c6d633a9 | 725 | int i; |
50fc3e8d | 726 | |
c6d633a9 EB |
727 | for (i = count - 1; i >= 0; --i) |
728 | crypto_unregister_shash(&algs[i]); | |
50fc3e8d JK |
729 | } |
730 | EXPORT_SYMBOL_GPL(crypto_unregister_shashes); | |
731 | ||
619a6ebd HX |
732 | int shash_register_instance(struct crypto_template *tmpl, |
733 | struct shash_instance *inst) | |
734 | { | |
735 | int err; | |
736 | ||
d4fdc2df EB |
737 | if (WARN_ON(!inst->free)) |
738 | return -EINVAL; | |
739 | ||
619a6ebd HX |
740 | err = shash_prepare_alg(&inst->alg); |
741 | if (err) | |
742 | return err; | |
743 | ||
744 | return crypto_register_instance(tmpl, shash_crypto_instance(inst)); | |
745 | } | |
746 | EXPORT_SYMBOL_GPL(shash_register_instance); | |
747 | ||
a39c66cc | 748 | void shash_free_singlespawn_instance(struct shash_instance *inst) |
2e4fddd8 | 749 | { |
a39c66cc EB |
750 | crypto_drop_spawn(shash_instance_ctx(inst)); |
751 | kfree(inst); | |
2e4fddd8 | 752 | } |
a39c66cc | 753 | EXPORT_SYMBOL_GPL(shash_free_singlespawn_instance); |
2e4fddd8 | 754 | |
7b5a080b HX |
755 | MODULE_LICENSE("GPL"); |
756 | MODULE_DESCRIPTION("Synchronous cryptographic hash type"); |