Commit | Line | Data |
---|---|---|
124b53d0 HX |
1 | /* |
2 | * Software async crypto daemon. | |
3 | * | |
4 | * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au> | |
5 | * | |
6 | * This program is free software; you can redistribute it and/or modify it | |
7 | * under the terms of the GNU General Public License as published by the Free | |
8 | * Software Foundation; either version 2 of the License, or (at your option) | |
9 | * any later version. | |
10 | * | |
11 | */ | |
12 | ||
13 | #include <crypto/algapi.h> | |
18e33e6d | 14 | #include <crypto/internal/hash.h> |
1cac2cbc | 15 | #include <crypto/cryptd.h> |
254eff77 | 16 | #include <crypto/crypto_wq.h> |
124b53d0 HX |
17 | #include <linux/err.h> |
18 | #include <linux/init.h> | |
19 | #include <linux/kernel.h> | |
124b53d0 HX |
20 | #include <linux/list.h> |
21 | #include <linux/module.h> | |
124b53d0 HX |
22 | #include <linux/scatterlist.h> |
23 | #include <linux/sched.h> | |
24 | #include <linux/slab.h> | |
124b53d0 | 25 | |
254eff77 | 26 | #define CRYPTD_MAX_CPU_QLEN 100 |
124b53d0 | 27 | |
254eff77 | 28 | struct cryptd_cpu_queue { |
124b53d0 | 29 | struct crypto_queue queue; |
254eff77 HY |
30 | struct work_struct work; |
31 | }; | |
32 | ||
33 | struct cryptd_queue { | |
34 | struct cryptd_cpu_queue *cpu_queue; | |
124b53d0 HX |
35 | }; |
36 | ||
37 | struct cryptd_instance_ctx { | |
38 | struct crypto_spawn spawn; | |
254eff77 | 39 | struct cryptd_queue *queue; |
124b53d0 HX |
40 | }; |
41 | ||
46309d89 HX |
42 | struct hashd_instance_ctx { |
43 | struct crypto_shash_spawn spawn; | |
44 | struct cryptd_queue *queue; | |
45 | }; | |
46 | ||
124b53d0 HX |
47 | struct cryptd_blkcipher_ctx { |
48 | struct crypto_blkcipher *child; | |
49 | }; | |
50 | ||
51 | struct cryptd_blkcipher_request_ctx { | |
52 | crypto_completion_t complete; | |
53 | }; | |
54 | ||
b8a28251 | 55 | struct cryptd_hash_ctx { |
46309d89 | 56 | struct crypto_shash *child; |
b8a28251 LH |
57 | }; |
58 | ||
59 | struct cryptd_hash_request_ctx { | |
60 | crypto_completion_t complete; | |
46309d89 | 61 | struct shash_desc desc; |
b8a28251 | 62 | }; |
124b53d0 | 63 | |
254eff77 HY |
64 | static void cryptd_queue_worker(struct work_struct *work); |
65 | ||
66 | static int cryptd_init_queue(struct cryptd_queue *queue, | |
67 | unsigned int max_cpu_qlen) | |
68 | { | |
69 | int cpu; | |
70 | struct cryptd_cpu_queue *cpu_queue; | |
71 | ||
72 | queue->cpu_queue = alloc_percpu(struct cryptd_cpu_queue); | |
73 | if (!queue->cpu_queue) | |
74 | return -ENOMEM; | |
75 | for_each_possible_cpu(cpu) { | |
76 | cpu_queue = per_cpu_ptr(queue->cpu_queue, cpu); | |
77 | crypto_init_queue(&cpu_queue->queue, max_cpu_qlen); | |
78 | INIT_WORK(&cpu_queue->work, cryptd_queue_worker); | |
79 | } | |
80 | return 0; | |
81 | } | |
82 | ||
83 | static void cryptd_fini_queue(struct cryptd_queue *queue) | |
84 | { | |
85 | int cpu; | |
86 | struct cryptd_cpu_queue *cpu_queue; | |
87 | ||
88 | for_each_possible_cpu(cpu) { | |
89 | cpu_queue = per_cpu_ptr(queue->cpu_queue, cpu); | |
90 | BUG_ON(cpu_queue->queue.qlen); | |
91 | } | |
92 | free_percpu(queue->cpu_queue); | |
93 | } | |
94 | ||
95 | static int cryptd_enqueue_request(struct cryptd_queue *queue, | |
96 | struct crypto_async_request *request) | |
97 | { | |
98 | int cpu, err; | |
99 | struct cryptd_cpu_queue *cpu_queue; | |
100 | ||
101 | cpu = get_cpu(); | |
102 | cpu_queue = per_cpu_ptr(queue->cpu_queue, cpu); | |
103 | err = crypto_enqueue_request(&cpu_queue->queue, request); | |
104 | queue_work_on(cpu, kcrypto_wq, &cpu_queue->work); | |
105 | put_cpu(); | |
106 | ||
107 | return err; | |
108 | } | |
109 | ||
110 | /* Called in workqueue context, do one real cryption work (via | |
111 | * req->complete) and reschedule itself if there are more work to | |
112 | * do. */ | |
113 | static void cryptd_queue_worker(struct work_struct *work) | |
114 | { | |
115 | struct cryptd_cpu_queue *cpu_queue; | |
116 | struct crypto_async_request *req, *backlog; | |
117 | ||
118 | cpu_queue = container_of(work, struct cryptd_cpu_queue, work); | |
119 | /* Only handle one request at a time to avoid hogging crypto | |
120 | * workqueue. preempt_disable/enable is used to prevent | |
121 | * being preempted by cryptd_enqueue_request() */ | |
122 | preempt_disable(); | |
123 | backlog = crypto_get_backlog(&cpu_queue->queue); | |
124 | req = crypto_dequeue_request(&cpu_queue->queue); | |
125 | preempt_enable(); | |
126 | ||
127 | if (!req) | |
128 | return; | |
129 | ||
130 | if (backlog) | |
131 | backlog->complete(backlog, -EINPROGRESS); | |
132 | req->complete(req, 0); | |
133 | ||
134 | if (cpu_queue->queue.qlen) | |
135 | queue_work(kcrypto_wq, &cpu_queue->work); | |
136 | } | |
137 | ||
138 | static inline struct cryptd_queue *cryptd_get_queue(struct crypto_tfm *tfm) | |
124b53d0 HX |
139 | { |
140 | struct crypto_instance *inst = crypto_tfm_alg_instance(tfm); | |
141 | struct cryptd_instance_ctx *ictx = crypto_instance_ctx(inst); | |
254eff77 | 142 | return ictx->queue; |
124b53d0 HX |
143 | } |
144 | ||
145 | static int cryptd_blkcipher_setkey(struct crypto_ablkcipher *parent, | |
146 | const u8 *key, unsigned int keylen) | |
147 | { | |
148 | struct cryptd_blkcipher_ctx *ctx = crypto_ablkcipher_ctx(parent); | |
149 | struct crypto_blkcipher *child = ctx->child; | |
150 | int err; | |
151 | ||
152 | crypto_blkcipher_clear_flags(child, CRYPTO_TFM_REQ_MASK); | |
153 | crypto_blkcipher_set_flags(child, crypto_ablkcipher_get_flags(parent) & | |
154 | CRYPTO_TFM_REQ_MASK); | |
155 | err = crypto_blkcipher_setkey(child, key, keylen); | |
156 | crypto_ablkcipher_set_flags(parent, crypto_blkcipher_get_flags(child) & | |
157 | CRYPTO_TFM_RES_MASK); | |
158 | return err; | |
159 | } | |
160 | ||
161 | static void cryptd_blkcipher_crypt(struct ablkcipher_request *req, | |
162 | struct crypto_blkcipher *child, | |
163 | int err, | |
164 | int (*crypt)(struct blkcipher_desc *desc, | |
165 | struct scatterlist *dst, | |
166 | struct scatterlist *src, | |
167 | unsigned int len)) | |
168 | { | |
169 | struct cryptd_blkcipher_request_ctx *rctx; | |
170 | struct blkcipher_desc desc; | |
171 | ||
172 | rctx = ablkcipher_request_ctx(req); | |
173 | ||
93aa7f8a HX |
174 | if (unlikely(err == -EINPROGRESS)) |
175 | goto out; | |
124b53d0 HX |
176 | |
177 | desc.tfm = child; | |
178 | desc.info = req->info; | |
179 | desc.flags = CRYPTO_TFM_REQ_MAY_SLEEP; | |
180 | ||
181 | err = crypt(&desc, req->dst, req->src, req->nbytes); | |
182 | ||
183 | req->base.complete = rctx->complete; | |
184 | ||
93aa7f8a | 185 | out: |
124b53d0 | 186 | local_bh_disable(); |
93aa7f8a | 187 | rctx->complete(&req->base, err); |
124b53d0 HX |
188 | local_bh_enable(); |
189 | } | |
190 | ||
191 | static void cryptd_blkcipher_encrypt(struct crypto_async_request *req, int err) | |
192 | { | |
193 | struct cryptd_blkcipher_ctx *ctx = crypto_tfm_ctx(req->tfm); | |
194 | struct crypto_blkcipher *child = ctx->child; | |
195 | ||
196 | cryptd_blkcipher_crypt(ablkcipher_request_cast(req), child, err, | |
197 | crypto_blkcipher_crt(child)->encrypt); | |
198 | } | |
199 | ||
200 | static void cryptd_blkcipher_decrypt(struct crypto_async_request *req, int err) | |
201 | { | |
202 | struct cryptd_blkcipher_ctx *ctx = crypto_tfm_ctx(req->tfm); | |
203 | struct crypto_blkcipher *child = ctx->child; | |
204 | ||
205 | cryptd_blkcipher_crypt(ablkcipher_request_cast(req), child, err, | |
206 | crypto_blkcipher_crt(child)->decrypt); | |
207 | } | |
208 | ||
209 | static int cryptd_blkcipher_enqueue(struct ablkcipher_request *req, | |
210 | crypto_completion_t complete) | |
211 | { | |
212 | struct cryptd_blkcipher_request_ctx *rctx = ablkcipher_request_ctx(req); | |
213 | struct crypto_ablkcipher *tfm = crypto_ablkcipher_reqtfm(req); | |
254eff77 | 214 | struct cryptd_queue *queue; |
124b53d0 | 215 | |
254eff77 | 216 | queue = cryptd_get_queue(crypto_ablkcipher_tfm(tfm)); |
124b53d0 HX |
217 | rctx->complete = req->base.complete; |
218 | req->base.complete = complete; | |
219 | ||
254eff77 | 220 | return cryptd_enqueue_request(queue, &req->base); |
124b53d0 HX |
221 | } |
222 | ||
223 | static int cryptd_blkcipher_encrypt_enqueue(struct ablkcipher_request *req) | |
224 | { | |
225 | return cryptd_blkcipher_enqueue(req, cryptd_blkcipher_encrypt); | |
226 | } | |
227 | ||
228 | static int cryptd_blkcipher_decrypt_enqueue(struct ablkcipher_request *req) | |
229 | { | |
230 | return cryptd_blkcipher_enqueue(req, cryptd_blkcipher_decrypt); | |
231 | } | |
232 | ||
233 | static int cryptd_blkcipher_init_tfm(struct crypto_tfm *tfm) | |
234 | { | |
235 | struct crypto_instance *inst = crypto_tfm_alg_instance(tfm); | |
236 | struct cryptd_instance_ctx *ictx = crypto_instance_ctx(inst); | |
237 | struct crypto_spawn *spawn = &ictx->spawn; | |
238 | struct cryptd_blkcipher_ctx *ctx = crypto_tfm_ctx(tfm); | |
239 | struct crypto_blkcipher *cipher; | |
240 | ||
241 | cipher = crypto_spawn_blkcipher(spawn); | |
242 | if (IS_ERR(cipher)) | |
243 | return PTR_ERR(cipher); | |
244 | ||
245 | ctx->child = cipher; | |
246 | tfm->crt_ablkcipher.reqsize = | |
247 | sizeof(struct cryptd_blkcipher_request_ctx); | |
248 | return 0; | |
249 | } | |
250 | ||
251 | static void cryptd_blkcipher_exit_tfm(struct crypto_tfm *tfm) | |
252 | { | |
253 | struct cryptd_blkcipher_ctx *ctx = crypto_tfm_ctx(tfm); | |
124b53d0 HX |
254 | |
255 | crypto_free_blkcipher(ctx->child); | |
256 | } | |
257 | ||
258 | static struct crypto_instance *cryptd_alloc_instance(struct crypto_alg *alg, | |
46309d89 | 259 | unsigned int tail) |
124b53d0 HX |
260 | { |
261 | struct crypto_instance *inst; | |
124b53d0 HX |
262 | int err; |
263 | ||
46309d89 | 264 | inst = kzalloc(sizeof(*inst) + tail, GFP_KERNEL); |
b1145ce3 JL |
265 | if (!inst) { |
266 | inst = ERR_PTR(-ENOMEM); | |
124b53d0 | 267 | goto out; |
b1145ce3 | 268 | } |
124b53d0 HX |
269 | |
270 | err = -ENAMETOOLONG; | |
271 | if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, | |
272 | "cryptd(%s)", alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME) | |
273 | goto out_free_inst; | |
274 | ||
124b53d0 HX |
275 | memcpy(inst->alg.cra_name, alg->cra_name, CRYPTO_MAX_ALG_NAME); |
276 | ||
277 | inst->alg.cra_priority = alg->cra_priority + 50; | |
278 | inst->alg.cra_blocksize = alg->cra_blocksize; | |
279 | inst->alg.cra_alignmask = alg->cra_alignmask; | |
280 | ||
281 | out: | |
282 | return inst; | |
283 | ||
284 | out_free_inst: | |
285 | kfree(inst); | |
286 | inst = ERR_PTR(err); | |
287 | goto out; | |
288 | } | |
289 | ||
290 | static struct crypto_instance *cryptd_alloc_blkcipher( | |
254eff77 | 291 | struct rtattr **tb, struct cryptd_queue *queue) |
124b53d0 | 292 | { |
46309d89 | 293 | struct cryptd_instance_ctx *ctx; |
124b53d0 HX |
294 | struct crypto_instance *inst; |
295 | struct crypto_alg *alg; | |
46309d89 | 296 | int err; |
124b53d0 HX |
297 | |
298 | alg = crypto_get_attr_alg(tb, CRYPTO_ALG_TYPE_BLKCIPHER, | |
332f8840 | 299 | CRYPTO_ALG_TYPE_MASK); |
124b53d0 | 300 | if (IS_ERR(alg)) |
e231c2ee | 301 | return ERR_CAST(alg); |
124b53d0 | 302 | |
46309d89 | 303 | inst = cryptd_alloc_instance(alg, sizeof(*ctx)); |
124b53d0 HX |
304 | if (IS_ERR(inst)) |
305 | goto out_put_alg; | |
306 | ||
46309d89 HX |
307 | ctx = crypto_instance_ctx(inst); |
308 | ctx->queue = queue; | |
309 | ||
310 | err = crypto_init_spawn(&ctx->spawn, alg, inst, | |
311 | CRYPTO_ALG_TYPE_MASK | CRYPTO_ALG_ASYNC); | |
312 | if (err) | |
313 | goto out_free_inst; | |
314 | ||
332f8840 | 315 | inst->alg.cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER | CRYPTO_ALG_ASYNC; |
124b53d0 HX |
316 | inst->alg.cra_type = &crypto_ablkcipher_type; |
317 | ||
318 | inst->alg.cra_ablkcipher.ivsize = alg->cra_blkcipher.ivsize; | |
319 | inst->alg.cra_ablkcipher.min_keysize = alg->cra_blkcipher.min_keysize; | |
320 | inst->alg.cra_ablkcipher.max_keysize = alg->cra_blkcipher.max_keysize; | |
321 | ||
927eead5 HX |
322 | inst->alg.cra_ablkcipher.geniv = alg->cra_blkcipher.geniv; |
323 | ||
124b53d0 HX |
324 | inst->alg.cra_ctxsize = sizeof(struct cryptd_blkcipher_ctx); |
325 | ||
326 | inst->alg.cra_init = cryptd_blkcipher_init_tfm; | |
327 | inst->alg.cra_exit = cryptd_blkcipher_exit_tfm; | |
328 | ||
329 | inst->alg.cra_ablkcipher.setkey = cryptd_blkcipher_setkey; | |
330 | inst->alg.cra_ablkcipher.encrypt = cryptd_blkcipher_encrypt_enqueue; | |
331 | inst->alg.cra_ablkcipher.decrypt = cryptd_blkcipher_decrypt_enqueue; | |
332 | ||
124b53d0 HX |
333 | out_put_alg: |
334 | crypto_mod_put(alg); | |
335 | return inst; | |
46309d89 HX |
336 | |
337 | out_free_inst: | |
338 | kfree(inst); | |
339 | inst = ERR_PTR(err); | |
340 | goto out_put_alg; | |
124b53d0 HX |
341 | } |
342 | ||
b8a28251 LH |
343 | static int cryptd_hash_init_tfm(struct crypto_tfm *tfm) |
344 | { | |
345 | struct crypto_instance *inst = crypto_tfm_alg_instance(tfm); | |
46309d89 HX |
346 | struct hashd_instance_ctx *ictx = crypto_instance_ctx(inst); |
347 | struct crypto_shash_spawn *spawn = &ictx->spawn; | |
b8a28251 | 348 | struct cryptd_hash_ctx *ctx = crypto_tfm_ctx(tfm); |
46309d89 | 349 | struct crypto_shash *hash; |
b8a28251 | 350 | |
46309d89 HX |
351 | hash = crypto_spawn_shash(spawn); |
352 | if (IS_ERR(hash)) | |
353 | return PTR_ERR(hash); | |
b8a28251 | 354 | |
46309d89 HX |
355 | ctx->child = hash; |
356 | tfm->crt_ahash.reqsize = sizeof(struct cryptd_hash_request_ctx) + | |
357 | crypto_shash_descsize(hash); | |
b8a28251 LH |
358 | return 0; |
359 | } | |
360 | ||
361 | static void cryptd_hash_exit_tfm(struct crypto_tfm *tfm) | |
362 | { | |
363 | struct cryptd_hash_ctx *ctx = crypto_tfm_ctx(tfm); | |
b8a28251 | 364 | |
46309d89 | 365 | crypto_free_shash(ctx->child); |
b8a28251 LH |
366 | } |
367 | ||
368 | static int cryptd_hash_setkey(struct crypto_ahash *parent, | |
369 | const u8 *key, unsigned int keylen) | |
370 | { | |
371 | struct cryptd_hash_ctx *ctx = crypto_ahash_ctx(parent); | |
46309d89 | 372 | struct crypto_shash *child = ctx->child; |
b8a28251 LH |
373 | int err; |
374 | ||
46309d89 HX |
375 | crypto_shash_clear_flags(child, CRYPTO_TFM_REQ_MASK); |
376 | crypto_shash_set_flags(child, crypto_ahash_get_flags(parent) & | |
377 | CRYPTO_TFM_REQ_MASK); | |
378 | err = crypto_shash_setkey(child, key, keylen); | |
379 | crypto_ahash_set_flags(parent, crypto_shash_get_flags(child) & | |
380 | CRYPTO_TFM_RES_MASK); | |
b8a28251 LH |
381 | return err; |
382 | } | |
383 | ||
384 | static int cryptd_hash_enqueue(struct ahash_request *req, | |
385 | crypto_completion_t complete) | |
386 | { | |
387 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
388 | struct crypto_ahash *tfm = crypto_ahash_reqtfm(req); | |
254eff77 HY |
389 | struct cryptd_queue *queue = |
390 | cryptd_get_queue(crypto_ahash_tfm(tfm)); | |
b8a28251 LH |
391 | |
392 | rctx->complete = req->base.complete; | |
393 | req->base.complete = complete; | |
394 | ||
254eff77 | 395 | return cryptd_enqueue_request(queue, &req->base); |
b8a28251 LH |
396 | } |
397 | ||
398 | static void cryptd_hash_init(struct crypto_async_request *req_async, int err) | |
399 | { | |
46309d89 HX |
400 | struct cryptd_hash_ctx *ctx = crypto_tfm_ctx(req_async->tfm); |
401 | struct crypto_shash *child = ctx->child; | |
402 | struct ahash_request *req = ahash_request_cast(req_async); | |
403 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
404 | struct shash_desc *desc = &rctx->desc; | |
b8a28251 LH |
405 | |
406 | if (unlikely(err == -EINPROGRESS)) | |
407 | goto out; | |
408 | ||
46309d89 HX |
409 | desc->tfm = child; |
410 | desc->flags = CRYPTO_TFM_REQ_MAY_SLEEP; | |
b8a28251 | 411 | |
46309d89 | 412 | err = crypto_shash_init(desc); |
b8a28251 LH |
413 | |
414 | req->base.complete = rctx->complete; | |
415 | ||
416 | out: | |
417 | local_bh_disable(); | |
418 | rctx->complete(&req->base, err); | |
419 | local_bh_enable(); | |
420 | } | |
421 | ||
422 | static int cryptd_hash_init_enqueue(struct ahash_request *req) | |
423 | { | |
424 | return cryptd_hash_enqueue(req, cryptd_hash_init); | |
425 | } | |
426 | ||
427 | static void cryptd_hash_update(struct crypto_async_request *req_async, int err) | |
428 | { | |
46309d89 | 429 | struct ahash_request *req = ahash_request_cast(req_async); |
b8a28251 | 430 | struct cryptd_hash_request_ctx *rctx; |
b8a28251 LH |
431 | |
432 | rctx = ahash_request_ctx(req); | |
433 | ||
434 | if (unlikely(err == -EINPROGRESS)) | |
435 | goto out; | |
436 | ||
46309d89 | 437 | err = shash_ahash_update(req, &rctx->desc); |
b8a28251 LH |
438 | |
439 | req->base.complete = rctx->complete; | |
440 | ||
441 | out: | |
442 | local_bh_disable(); | |
443 | rctx->complete(&req->base, err); | |
444 | local_bh_enable(); | |
445 | } | |
446 | ||
447 | static int cryptd_hash_update_enqueue(struct ahash_request *req) | |
448 | { | |
449 | return cryptd_hash_enqueue(req, cryptd_hash_update); | |
450 | } | |
451 | ||
452 | static void cryptd_hash_final(struct crypto_async_request *req_async, int err) | |
453 | { | |
46309d89 HX |
454 | struct ahash_request *req = ahash_request_cast(req_async); |
455 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
b8a28251 LH |
456 | |
457 | if (unlikely(err == -EINPROGRESS)) | |
458 | goto out; | |
459 | ||
46309d89 | 460 | err = crypto_shash_final(&rctx->desc, req->result); |
b8a28251 LH |
461 | |
462 | req->base.complete = rctx->complete; | |
463 | ||
464 | out: | |
465 | local_bh_disable(); | |
466 | rctx->complete(&req->base, err); | |
467 | local_bh_enable(); | |
468 | } | |
469 | ||
470 | static int cryptd_hash_final_enqueue(struct ahash_request *req) | |
471 | { | |
472 | return cryptd_hash_enqueue(req, cryptd_hash_final); | |
473 | } | |
474 | ||
475 | static void cryptd_hash_digest(struct crypto_async_request *req_async, int err) | |
476 | { | |
46309d89 HX |
477 | struct cryptd_hash_ctx *ctx = crypto_tfm_ctx(req_async->tfm); |
478 | struct crypto_shash *child = ctx->child; | |
479 | struct ahash_request *req = ahash_request_cast(req_async); | |
480 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
481 | struct shash_desc *desc = &rctx->desc; | |
b8a28251 LH |
482 | |
483 | if (unlikely(err == -EINPROGRESS)) | |
484 | goto out; | |
485 | ||
46309d89 HX |
486 | desc->tfm = child; |
487 | desc->flags = CRYPTO_TFM_REQ_MAY_SLEEP; | |
b8a28251 | 488 | |
46309d89 | 489 | err = shash_ahash_digest(req, desc); |
b8a28251 LH |
490 | |
491 | req->base.complete = rctx->complete; | |
492 | ||
493 | out: | |
494 | local_bh_disable(); | |
495 | rctx->complete(&req->base, err); | |
496 | local_bh_enable(); | |
497 | } | |
498 | ||
499 | static int cryptd_hash_digest_enqueue(struct ahash_request *req) | |
500 | { | |
501 | return cryptd_hash_enqueue(req, cryptd_hash_digest); | |
502 | } | |
503 | ||
504 | static struct crypto_instance *cryptd_alloc_hash( | |
254eff77 | 505 | struct rtattr **tb, struct cryptd_queue *queue) |
b8a28251 | 506 | { |
46309d89 | 507 | struct hashd_instance_ctx *ctx; |
b8a28251 | 508 | struct crypto_instance *inst; |
46309d89 | 509 | struct shash_alg *salg; |
b8a28251 | 510 | struct crypto_alg *alg; |
46309d89 | 511 | int err; |
b8a28251 | 512 | |
46309d89 HX |
513 | salg = shash_attr_alg(tb[1], 0, 0); |
514 | if (IS_ERR(salg)) | |
515 | return ERR_CAST(salg); | |
b8a28251 | 516 | |
46309d89 HX |
517 | alg = &salg->base; |
518 | inst = cryptd_alloc_instance(alg, sizeof(*ctx)); | |
b8a28251 LH |
519 | if (IS_ERR(inst)) |
520 | goto out_put_alg; | |
521 | ||
46309d89 HX |
522 | ctx = crypto_instance_ctx(inst); |
523 | ctx->queue = queue; | |
524 | ||
525 | err = crypto_init_shash_spawn(&ctx->spawn, salg, inst); | |
526 | if (err) | |
527 | goto out_free_inst; | |
528 | ||
b8a28251 LH |
529 | inst->alg.cra_flags = CRYPTO_ALG_TYPE_AHASH | CRYPTO_ALG_ASYNC; |
530 | inst->alg.cra_type = &crypto_ahash_type; | |
531 | ||
46309d89 | 532 | inst->alg.cra_ahash.digestsize = salg->digestsize; |
b8a28251 LH |
533 | inst->alg.cra_ctxsize = sizeof(struct cryptd_hash_ctx); |
534 | ||
535 | inst->alg.cra_init = cryptd_hash_init_tfm; | |
536 | inst->alg.cra_exit = cryptd_hash_exit_tfm; | |
537 | ||
538 | inst->alg.cra_ahash.init = cryptd_hash_init_enqueue; | |
539 | inst->alg.cra_ahash.update = cryptd_hash_update_enqueue; | |
540 | inst->alg.cra_ahash.final = cryptd_hash_final_enqueue; | |
541 | inst->alg.cra_ahash.setkey = cryptd_hash_setkey; | |
542 | inst->alg.cra_ahash.digest = cryptd_hash_digest_enqueue; | |
543 | ||
544 | out_put_alg: | |
545 | crypto_mod_put(alg); | |
546 | return inst; | |
46309d89 HX |
547 | |
548 | out_free_inst: | |
549 | kfree(inst); | |
550 | inst = ERR_PTR(err); | |
551 | goto out_put_alg; | |
b8a28251 LH |
552 | } |
553 | ||
254eff77 | 554 | static struct cryptd_queue queue; |
124b53d0 HX |
555 | |
556 | static struct crypto_instance *cryptd_alloc(struct rtattr **tb) | |
557 | { | |
558 | struct crypto_attr_type *algt; | |
559 | ||
560 | algt = crypto_get_attr_type(tb); | |
561 | if (IS_ERR(algt)) | |
e231c2ee | 562 | return ERR_CAST(algt); |
124b53d0 HX |
563 | |
564 | switch (algt->type & algt->mask & CRYPTO_ALG_TYPE_MASK) { | |
565 | case CRYPTO_ALG_TYPE_BLKCIPHER: | |
254eff77 | 566 | return cryptd_alloc_blkcipher(tb, &queue); |
b8a28251 | 567 | case CRYPTO_ALG_TYPE_DIGEST: |
254eff77 | 568 | return cryptd_alloc_hash(tb, &queue); |
124b53d0 HX |
569 | } |
570 | ||
571 | return ERR_PTR(-EINVAL); | |
572 | } | |
573 | ||
574 | static void cryptd_free(struct crypto_instance *inst) | |
575 | { | |
576 | struct cryptd_instance_ctx *ctx = crypto_instance_ctx(inst); | |
577 | ||
578 | crypto_drop_spawn(&ctx->spawn); | |
579 | kfree(inst); | |
580 | } | |
581 | ||
582 | static struct crypto_template cryptd_tmpl = { | |
583 | .name = "cryptd", | |
584 | .alloc = cryptd_alloc, | |
585 | .free = cryptd_free, | |
586 | .module = THIS_MODULE, | |
587 | }; | |
588 | ||
1cac2cbc HY |
589 | struct cryptd_ablkcipher *cryptd_alloc_ablkcipher(const char *alg_name, |
590 | u32 type, u32 mask) | |
591 | { | |
592 | char cryptd_alg_name[CRYPTO_MAX_ALG_NAME]; | |
505fd21d | 593 | struct crypto_tfm *tfm; |
1cac2cbc HY |
594 | |
595 | if (snprintf(cryptd_alg_name, CRYPTO_MAX_ALG_NAME, | |
596 | "cryptd(%s)", alg_name) >= CRYPTO_MAX_ALG_NAME) | |
597 | return ERR_PTR(-EINVAL); | |
505fd21d HY |
598 | type &= ~(CRYPTO_ALG_TYPE_MASK | CRYPTO_ALG_GENIV); |
599 | type |= CRYPTO_ALG_TYPE_BLKCIPHER; | |
600 | mask &= ~CRYPTO_ALG_TYPE_MASK; | |
601 | mask |= (CRYPTO_ALG_GENIV | CRYPTO_ALG_TYPE_BLKCIPHER_MASK); | |
602 | tfm = crypto_alloc_base(cryptd_alg_name, type, mask); | |
1cac2cbc HY |
603 | if (IS_ERR(tfm)) |
604 | return ERR_CAST(tfm); | |
505fd21d HY |
605 | if (tfm->__crt_alg->cra_module != THIS_MODULE) { |
606 | crypto_free_tfm(tfm); | |
1cac2cbc HY |
607 | return ERR_PTR(-EINVAL); |
608 | } | |
609 | ||
505fd21d | 610 | return __cryptd_ablkcipher_cast(__crypto_ablkcipher_cast(tfm)); |
1cac2cbc HY |
611 | } |
612 | EXPORT_SYMBOL_GPL(cryptd_alloc_ablkcipher); | |
613 | ||
614 | struct crypto_blkcipher *cryptd_ablkcipher_child(struct cryptd_ablkcipher *tfm) | |
615 | { | |
616 | struct cryptd_blkcipher_ctx *ctx = crypto_ablkcipher_ctx(&tfm->base); | |
617 | return ctx->child; | |
618 | } | |
619 | EXPORT_SYMBOL_GPL(cryptd_ablkcipher_child); | |
620 | ||
621 | void cryptd_free_ablkcipher(struct cryptd_ablkcipher *tfm) | |
622 | { | |
623 | crypto_free_ablkcipher(&tfm->base); | |
624 | } | |
625 | EXPORT_SYMBOL_GPL(cryptd_free_ablkcipher); | |
626 | ||
124b53d0 HX |
627 | static int __init cryptd_init(void) |
628 | { | |
629 | int err; | |
630 | ||
254eff77 | 631 | err = cryptd_init_queue(&queue, CRYPTD_MAX_CPU_QLEN); |
124b53d0 HX |
632 | if (err) |
633 | return err; | |
634 | ||
635 | err = crypto_register_template(&cryptd_tmpl); | |
636 | if (err) | |
254eff77 | 637 | cryptd_fini_queue(&queue); |
124b53d0 HX |
638 | |
639 | return err; | |
640 | } | |
641 | ||
642 | static void __exit cryptd_exit(void) | |
643 | { | |
254eff77 | 644 | cryptd_fini_queue(&queue); |
124b53d0 HX |
645 | crypto_unregister_template(&cryptd_tmpl); |
646 | } | |
647 | ||
648 | module_init(cryptd_init); | |
649 | module_exit(cryptd_exit); | |
650 | ||
651 | MODULE_LICENSE("GPL"); | |
652 | MODULE_DESCRIPTION("Software async crypto daemon"); |