projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
crypto: qat - The AE id should be less than the maximal AE number
[linux-2.6-block.git] / crypto / testmgr.c
CommitLineData
da7f033d
HX		 1/*
2 * Algorithm testing framework and tests.
3 *
4 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
5 * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org>
6 * Copyright (c) 2007 Nokia Siemens Networks
7 * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au>
8 *
69435b94
AH		 9 * Updated RFC4106 AES-GCM testing.
10 * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com)
11 * Adrian Hoban <adrian.hoban@intel.com>
12 * Gabriele Paoloni <gabriele.paoloni@intel.com>
13 * Tadeusz Struk (tadeusz.struk@intel.com)
14 * Copyright (c) 2010, Intel Corporation.
15 *
da7f033d
HX		 16 * This program is free software; you can redistribute it and/or modify it
17 * under the terms of the GNU General Public License as published by the Free
18 * Software Foundation; either version 2 of the License, or (at your option)
19 * any later version.
20 *
21 */
22
1ce33115 23#include <crypto/aead.h>
da7f033d 24#include <crypto/hash.h>
12773d93 25#include <crypto/skcipher.h>
da7f033d 26#include <linux/err.h>
1c41b882 27#include <linux/fips.h>
da7f033d
HX		 28#include <linux/module.h>
29#include <linux/scatterlist.h>
30#include <linux/slab.h>
31#include <linux/string.h>
7647d6ce 32#include <crypto/rng.h>
64d1cdfb 33#include <crypto/drbg.h>
946cc463 34#include <crypto/akcipher.h>
da7f033d
HX		 35
36#include "internal.h"
0b767f96 37
326a6346 38#ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
0b767f96
AS		 39
40/* a perfect nop */
41int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
42{
43 return 0;
44}
45
46#else
47
da7f033d
HX		 48#include "testmgr.h"
49
50/*
51 * Need slab memory for testing (size in number of pages).
52 */
53#define XBUFSIZE 8
54
55/*
56 * Indexes into the xbuf to simulate cross-page access.
57 */
58#define IDX1 32
59#define IDX2 32400
60#define IDX3 1
61#define IDX4 8193
62#define IDX5 22222
63#define IDX6 17101
64#define IDX7 27333
65#define IDX8 3000
66
67/*
68* Used by test_cipher()
69*/
70#define ENCRYPT 1
71#define DECRYPT 0
72
73struct tcrypt_result {
74 struct completion completion;
75 int err;
76};
77
78struct aead_test_suite {
79 struct {
80 struct aead_testvec *vecs;
81 unsigned int count;
82 } enc, dec;
83};
84
85struct cipher_test_suite {
86 struct {
87 struct cipher_testvec *vecs;
88 unsigned int count;
89 } enc, dec;
90};
91
92struct comp_test_suite {
93 struct {
94 struct comp_testvec *vecs;
95 unsigned int count;
96 } comp, decomp;
97};
98
99struct hash_test_suite {
100 struct hash_testvec *vecs;
101 unsigned int count;
102};
103
7647d6ce
JW		 104struct cprng_test_suite {
105 struct cprng_testvec *vecs;
106 unsigned int count;
107};
108
64d1cdfb
SM		 109struct drbg_test_suite {
110 struct drbg_testvec *vecs;
111 unsigned int count;
112};
113
946cc463
TS		 114struct akcipher_test_suite {
115 struct akcipher_testvec *vecs;
116 unsigned int count;
117};
118
da7f033d
HX		 119struct alg_test_desc {
120 const char *alg;
121 int (*test)(const struct alg_test_desc *desc, const char *driver,
122 u32 type, u32 mask);
a1915d51 123 int fips_allowed; /* set if alg is allowed in fips mode */
da7f033d
HX		 124
125 union {
126 struct aead_test_suite aead;
127 struct cipher_test_suite cipher;
128 struct comp_test_suite comp;
129 struct hash_test_suite hash;
7647d6ce 130 struct cprng_test_suite cprng;
64d1cdfb 131 struct drbg_test_suite drbg;
946cc463 132 struct akcipher_test_suite akcipher;
da7f033d
HX		 133 } suite;
134};
135
136static unsigned int IDX[8] = { IDX1, IDX2, IDX3, IDX4, IDX5, IDX6, IDX7, IDX8 };
137
da7f033d
HX		 138static void hexdump(unsigned char *buf, unsigned int len)
139{
140 print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET,
141 16, 1,
142 buf, len, false);
143}
144
145static void tcrypt_complete(struct crypto_async_request *req, int err)
146{
147 struct tcrypt_result *res = req->data;
148
149 if (err == -EINPROGRESS)
150 return;
151
152 res->err = err;
153 complete(&res->completion);
154}
155
f8b0d4d0
HX		 156static int testmgr_alloc_buf(char *buf[XBUFSIZE])
157{
158 int i;
159
160 for (i = 0; i < XBUFSIZE; i++) {
161 buf[i] = (void *)__get_free_page(GFP_KERNEL);
162 if (!buf[i])
163 goto err_free_buf;
164 }
165
166 return 0;
167
168err_free_buf:
169 while (i-- > 0)
170 free_page((unsigned long)buf[i]);
171
172 return -ENOMEM;
173}
174
175static void testmgr_free_buf(char *buf[XBUFSIZE])
176{
177 int i;
178
179 for (i = 0; i < XBUFSIZE; i++)
180 free_page((unsigned long)buf[i]);
181}
182
d4c85f9b 183static int wait_async_op(struct tcrypt_result *tr, int ret)
a8f1a052
DM		 184{
185 if (ret == -EINPROGRESS || ret == -EBUSY) {
8a45ac12 186 wait_for_completion(&tr->completion);
16735d02 187 reinit_completion(&tr->completion);
8a45ac12 188 ret = tr->err;
a8f1a052
DM		 189 }
190 return ret;
191}
192
018ba95c
WR		 193static int ahash_partial_update(struct ahash_request **preq,
194 struct crypto_ahash *tfm, struct hash_testvec *template,
195 void *hash_buff, int k, int temp, struct scatterlist *sg,
196 const char *algo, char *result, struct tcrypt_result *tresult)
197{
198 char *state;
199 struct ahash_request *req;
200 int statesize, ret = -EINVAL;
201
202 req = *preq;
203 statesize = crypto_ahash_statesize(
204 crypto_ahash_reqtfm(req));
205 state = kmalloc(statesize, GFP_KERNEL);
206 if (!state) {
207 pr_err("alt: hash: Failed to alloc state for %s\n", algo);
208 goto out_nostate;
209 }
210 ret = crypto_ahash_export(req, state);
211 if (ret) {
212 pr_err("alt: hash: Failed to export() for %s\n", algo);
213 goto out;
214 }
215 ahash_request_free(req);
216 req = ahash_request_alloc(tfm, GFP_KERNEL);
217 if (!req) {
218 pr_err("alg: hash: Failed to alloc request for %s\n", algo);
219 goto out_noreq;
220 }
221 ahash_request_set_callback(req,
222 CRYPTO_TFM_REQ_MAY_BACKLOG,
223 tcrypt_complete, tresult);
224
225 memcpy(hash_buff, template->plaintext + temp,
226 template->tap[k]);
227 sg_init_one(&sg[0], hash_buff, template->tap[k]);
228 ahash_request_set_crypt(req, sg, result, template->tap[k]);
229 ret = crypto_ahash_import(req, state);
230 if (ret) {
231 pr_err("alg: hash: Failed to import() for %s\n", algo);
232 goto out;
233 }
234 ret = wait_async_op(tresult, crypto_ahash_update(req));
235 if (ret)
236 goto out;
237 *preq = req;
238 ret = 0;
239 goto out_noreq;
240out:
241 ahash_request_free(req);
242out_noreq:
243 kfree(state);
244out_nostate:
245 return ret;
246}
247
da5ffe11
JK		 248static int __test_hash(struct crypto_ahash *tfm, struct hash_testvec *template,
249 unsigned int tcount, bool use_digest,
250 const int align_offset)
da7f033d
HX		 251{
252 const char *algo = crypto_tfm_alg_driver_name(crypto_ahash_tfm(tfm));
253 unsigned int i, j, k, temp;
254 struct scatterlist sg[8];
29b77e5d
HG		 255 char *result;
256 char *key;
da7f033d
HX		 257 struct ahash_request *req;
258 struct tcrypt_result tresult;
da7f033d 259 void *hash_buff;
f8b0d4d0
HX		 260 char *xbuf[XBUFSIZE];
261 int ret = -ENOMEM;
262
29b77e5d
HG		 263 result = kmalloc(MAX_DIGEST_SIZE, GFP_KERNEL);
264 if (!result)
265 return ret;
266 key = kmalloc(MAX_KEYLEN, GFP_KERNEL);
267 if (!key)
268 goto out_nobuf;
f8b0d4d0
HX		 269 if (testmgr_alloc_buf(xbuf))
270 goto out_nobuf;
da7f033d
HX		 271
272 init_completion(&tresult.completion);
273
274 req = ahash_request_alloc(tfm, GFP_KERNEL);
275 if (!req) {
276 printk(KERN_ERR "alg: hash: Failed to allocate request for "
277 "%s\n", algo);
da7f033d
HX		 278 goto out_noreq;
279 }
280 ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
281 tcrypt_complete, &tresult);
282
a0cfae59 283 j = 0;
da7f033d 284 for (i = 0; i < tcount; i++) {
a0cfae59
HX		 285 if (template[i].np)
286 continue;
287
da5ffe11
JK		 288 ret = -EINVAL;
289 if (WARN_ON(align_offset + template[i].psize > PAGE_SIZE))
290 goto out;
291
a0cfae59 292 j++;
29b77e5d 293 memset(result, 0, MAX_DIGEST_SIZE);
da7f033d
HX		 294
295 hash_buff = xbuf[0];
da5ffe11 296 hash_buff += align_offset;
da7f033d
HX		 297
298 memcpy(hash_buff, template[i].plaintext, template[i].psize);
299 sg_init_one(&sg[0], hash_buff, template[i].psize);
300
301 if (template[i].ksize) {
302 crypto_ahash_clear_flags(tfm, ~0);
29b77e5d
HG		 303 if (template[i].ksize > MAX_KEYLEN) {
304 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
305 j, algo, template[i].ksize, MAX_KEYLEN);
306 ret = -EINVAL;
307 goto out;
308 }
309 memcpy(key, template[i].key, template[i].ksize);
310 ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
da7f033d
HX		 311 if (ret) {
312 printk(KERN_ERR "alg: hash: setkey failed on "
a0cfae59 313 "test %d for %s: ret=%d\n", j, algo,
da7f033d
HX		 314 -ret);
315 goto out;
316 }
317 }
318
319 ahash_request_set_crypt(req, sg, result, template[i].psize);
a8f1a052 320 if (use_digest) {
d4c85f9b 321 ret = wait_async_op(&tresult, crypto_ahash_digest(req));
a8f1a052
DM		 322 if (ret) {
323 pr_err("alg: hash: digest failed on test %d "
324 "for %s: ret=%d\n", j, algo, -ret);
325 goto out;
326 }
327 } else {
d4c85f9b 328 ret = wait_async_op(&tresult, crypto_ahash_init(req));
a8f1a052
DM		 329 if (ret) {
330 pr_err("alt: hash: init failed on test %d "
331 "for %s: ret=%d\n", j, algo, -ret);
332 goto out;
333 }
d4c85f9b 334 ret = wait_async_op(&tresult, crypto_ahash_update(req));
a8f1a052
DM		 335 if (ret) {
336 pr_err("alt: hash: update failed on test %d "
337 "for %s: ret=%d\n", j, algo, -ret);
338 goto out;
339 }
d4c85f9b 340 ret = wait_async_op(&tresult, crypto_ahash_final(req));
a8f1a052
DM		 341 if (ret) {
342 pr_err("alt: hash: final failed on test %d "
343 "for %s: ret=%d\n", j, algo, -ret);
344 goto out;
da7f033d 345 }
da7f033d
HX		 346 }
347
348 if (memcmp(result, template[i].digest,
349 crypto_ahash_digestsize(tfm))) {
350 printk(KERN_ERR "alg: hash: Test %d failed for %s\n",
a0cfae59 351 j, algo);
da7f033d
HX		 352 hexdump(result, crypto_ahash_digestsize(tfm));
353 ret = -EINVAL;
354 goto out;
355 }
356 }
357
358 j = 0;
359 for (i = 0; i < tcount; i++) {
da5ffe11
JK		 360 /* alignment tests are only done with continuous buffers */
361 if (align_offset != 0)
362 break;
363
5f2b424e
CS		 364 if (!template[i].np)
365 continue;
da7f033d 366
5f2b424e
CS		 367 j++;
368 memset(result, 0, MAX_DIGEST_SIZE);
da7f033d 369
5f2b424e
CS		 370 temp = 0;
371 sg_init_table(sg, template[i].np);
372 ret = -EINVAL;
373 for (k = 0; k < template[i].np; k++) {
374 if (WARN_ON(offset_in_page(IDX[k]) +
375 template[i].tap[k] > PAGE_SIZE))
376 goto out;
377 sg_set_buf(&sg[k],
378 memcpy(xbuf[IDX[k] >> PAGE_SHIFT] +
379 offset_in_page(IDX[k]),
380 template[i].plaintext + temp,
381 template[i].tap[k]),
382 template[i].tap[k]);
383 temp += template[i].tap[k];
384 }
da7f033d 385
5f2b424e
CS		 386 if (template[i].ksize) {
387 if (template[i].ksize > MAX_KEYLEN) {
388 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
389 j, algo, template[i].ksize, MAX_KEYLEN);
390 ret = -EINVAL;
da7f033d
HX		 391 goto out;
392 }
5f2b424e
CS		 393 crypto_ahash_clear_flags(tfm, ~0);
394 memcpy(key, template[i].key, template[i].ksize);
395 ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
da7f033d 396
5f2b424e
CS		 397 if (ret) {
398 printk(KERN_ERR "alg: hash: setkey "
399 "failed on chunking test %d "
400 "for %s: ret=%d\n", j, algo, -ret);
da7f033d
HX		 401 goto out;
402 }
403 }
5f2b424e
CS		 404
405 ahash_request_set_crypt(req, sg, result, template[i].psize);
406 ret = crypto_ahash_digest(req);
407 switch (ret) {
408 case 0:
409 break;
410 case -EINPROGRESS:
411 case -EBUSY:
8a45ac12
RV		 412 wait_for_completion(&tresult.completion);
413 reinit_completion(&tresult.completion);
414 ret = tresult.err;
415 if (!ret)
5f2b424e 416 break;
5f2b424e
CS		 417 /* fall through */
418 default:
419 printk(KERN_ERR "alg: hash: digest failed "
420 "on chunking test %d for %s: "
421 "ret=%d\n", j, algo, -ret);
422 goto out;
423 }
424
425 if (memcmp(result, template[i].digest,
426 crypto_ahash_digestsize(tfm))) {
427 printk(KERN_ERR "alg: hash: Chunking test %d "
428 "failed for %s\n", j, algo);
429 hexdump(result, crypto_ahash_digestsize(tfm));
430 ret = -EINVAL;
018ba95c
WR		 431 goto out;
432 }
433 }
434
435 /* partial update exercise */
436 j = 0;
437 for (i = 0; i < tcount; i++) {
438 /* alignment tests are only done with continuous buffers */
439 if (align_offset != 0)
440 break;
441
442 if (template[i].np < 2)
443 continue;
444
445 j++;
446 memset(result, 0, MAX_DIGEST_SIZE);
447
448 ret = -EINVAL;
449 hash_buff = xbuf[0];
450 memcpy(hash_buff, template[i].plaintext,
451 template[i].tap[0]);
452 sg_init_one(&sg[0], hash_buff, template[i].tap[0]);
453
454 if (template[i].ksize) {
455 crypto_ahash_clear_flags(tfm, ~0);
456 if (template[i].ksize > MAX_KEYLEN) {
457 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
458 j, algo, template[i].ksize, MAX_KEYLEN);
459 ret = -EINVAL;
460 goto out;
461 }
462 memcpy(key, template[i].key, template[i].ksize);
463 ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
464 if (ret) {
465 pr_err("alg: hash: setkey failed on test %d for %s: ret=%d\n",
466 j, algo, -ret);
467 goto out;
468 }
469 }
470
471 ahash_request_set_crypt(req, sg, result, template[i].tap[0]);
472 ret = wait_async_op(&tresult, crypto_ahash_init(req));
473 if (ret) {
474 pr_err("alt: hash: init failed on test %d for %s: ret=%d\n",
475 j, algo, -ret);
476 goto out;
477 }
478 ret = wait_async_op(&tresult, crypto_ahash_update(req));
479 if (ret) {
480 pr_err("alt: hash: update failed on test %d for %s: ret=%d\n",
481 j, algo, -ret);
482 goto out;
483 }
484
485 temp = template[i].tap[0];
486 for (k = 1; k < template[i].np; k++) {
487 ret = ahash_partial_update(&req, tfm, &template[i],
488 hash_buff, k, temp, &sg[0], algo, result,
489 &tresult);
490 if (ret) {
491 pr_err("hash: partial update failed on test %d for %s: ret=%d\n",
492 j, algo, -ret);
493 goto out_noreq;
494 }
495 temp += template[i].tap[k];
496 }
497 ret = wait_async_op(&tresult, crypto_ahash_final(req));
498 if (ret) {
499 pr_err("alt: hash: final failed on test %d for %s: ret=%d\n",
500 j, algo, -ret);
501 goto out;
502 }
503 if (memcmp(result, template[i].digest,
504 crypto_ahash_digestsize(tfm))) {
505 pr_err("alg: hash: Partial Test %d failed for %s\n",
506 j, algo);
507 hexdump(result, crypto_ahash_digestsize(tfm));
508 ret = -EINVAL;
5f2b424e
CS		 509 goto out;
510 }
da7f033d
HX		 511 }
512
513 ret = 0;
514
515out:
516 ahash_request_free(req);
517out_noreq:
f8b0d4d0
HX		 518 testmgr_free_buf(xbuf);
519out_nobuf:
29b77e5d
HG		 520 kfree(key);
521 kfree(result);
da7f033d
HX		 522 return ret;
523}
524
da5ffe11
JK		 525static int test_hash(struct crypto_ahash *tfm, struct hash_testvec *template,
526 unsigned int tcount, bool use_digest)
527{
528 unsigned int alignmask;
529 int ret;
530
531 ret = __test_hash(tfm, template, tcount, use_digest, 0);
532 if (ret)
533 return ret;
534
535 /* test unaligned buffers, check with one byte offset */
536 ret = __test_hash(tfm, template, tcount, use_digest, 1);
537 if (ret)
538 return ret;
539
540 alignmask = crypto_tfm_alg_alignmask(&tfm->base);
541 if (alignmask) {
542 /* Check if alignment mask for tfm is correctly set. */
543 ret = __test_hash(tfm, template, tcount, use_digest,
544 alignmask + 1);
545 if (ret)
546 return ret;
547 }
548
549 return 0;
550}
551
d8a32ac2
JK		 552static int __test_aead(struct crypto_aead *tfm, int enc,
553 struct aead_testvec *template, unsigned int tcount,
58dcf548 554 const bool diff_dst, const int align_offset)
da7f033d
HX		 555{
556 const char *algo = crypto_tfm_alg_driver_name(crypto_aead_tfm(tfm));
557 unsigned int i, j, k, n, temp;
f8b0d4d0 558 int ret = -ENOMEM;
da7f033d
HX		 559 char *q;
560 char *key;
561 struct aead_request *req;
d8a32ac2 562 struct scatterlist *sg;
d8a32ac2
JK		 563 struct scatterlist *sgout;
564 const char *e, *d;
da7f033d 565 struct tcrypt_result result;
424a5da6 566 unsigned int authsize, iv_len;
da7f033d 567 void *input;
d8a32ac2 568 void *output;
da7f033d 569 void *assoc;
9bac019d 570 char *iv;
f8b0d4d0 571 char *xbuf[XBUFSIZE];
d8a32ac2 572 char *xoutbuf[XBUFSIZE];
f8b0d4d0
HX		 573 char *axbuf[XBUFSIZE];
574
9bac019d
TS		 575 iv = kzalloc(MAX_IVLEN, GFP_KERNEL);
576 if (!iv)
577 return ret;
29b77e5d
HG		 578 key = kmalloc(MAX_KEYLEN, GFP_KERNEL);
579 if (!key)
580 goto out_noxbuf;
f8b0d4d0
HX		 581 if (testmgr_alloc_buf(xbuf))
582 goto out_noxbuf;
583 if (testmgr_alloc_buf(axbuf))
584 goto out_noaxbuf;
d8a32ac2
JK		 585 if (diff_dst && testmgr_alloc_buf(xoutbuf))
586 goto out_nooutbuf;
587
588 /* avoid "the frame size is larger than 1024 bytes" compiler warning */
8a525fcd 589 sg = kmalloc(sizeof(*sg) * 8 * (diff_dst ? 4 : 2), GFP_KERNEL);
d8a32ac2
JK		 590 if (!sg)
591 goto out_nosg;
8a525fcd 592 sgout = &sg[16];
d8a32ac2
JK		 593
594 if (diff_dst)
595 d = "-ddst";
596 else
597 d = "";
598
da7f033d
HX		 599 if (enc == ENCRYPT)
600 e = "encryption";
601 else
602 e = "decryption";
603
604 init_completion(&result.completion);
605
606 req = aead_request_alloc(tfm, GFP_KERNEL);
607 if (!req) {
d8a32ac2
JK		 608 pr_err("alg: aead%s: Failed to allocate request for %s\n",
609 d, algo);
da7f033d
HX		 610 goto out;
611 }
612
613 aead_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
614 tcrypt_complete, &result);
615
abfa7f43
JM		 616 iv_len = crypto_aead_ivsize(tfm);
617
da7f033d 618 for (i = 0, j = 0; i < tcount; i++) {
05b1d338
CS		 619 if (template[i].np)
620 continue;
da7f033d 621
05b1d338 622 j++;
fd57f22a 623
05b1d338
CS		 624 /* some templates have no input data but they will
625 * touch input
626 */
627 input = xbuf[0];
628 input += align_offset;
629 assoc = axbuf[0];
da7f033d 630
05b1d338
CS		 631 ret = -EINVAL;
632 if (WARN_ON(align_offset + template[i].ilen >
633 PAGE_SIZE || template[i].alen > PAGE_SIZE))
634 goto out;
da7f033d 635
05b1d338
CS		 636 memcpy(input, template[i].input, template[i].ilen);
637 memcpy(assoc, template[i].assoc, template[i].alen);
638 if (template[i].iv)
424a5da6 639 memcpy(iv, template[i].iv, iv_len);
05b1d338 640 else
424a5da6 641 memset(iv, 0, iv_len);
05b1d338
CS		 642
643 crypto_aead_clear_flags(tfm, ~0);
644 if (template[i].wk)
645 crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
646
647 if (template[i].klen > MAX_KEYLEN) {
648 pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
649 d, j, algo, template[i].klen,
650 MAX_KEYLEN);
651 ret = -EINVAL;
652 goto out;
653 }
654 memcpy(key, template[i].key, template[i].klen);
da7f033d 655
05b1d338
CS		 656 ret = crypto_aead_setkey(tfm, key, template[i].klen);
657 if (!ret == template[i].fail) {
658 pr_err("alg: aead%s: setkey failed on test %d for %s: flags=%x\n",
659 d, j, algo, crypto_aead_get_flags(tfm));
660 goto out;
661 } else if (ret)
662 continue;
da7f033d 663
05b1d338
CS		 664 authsize = abs(template[i].rlen - template[i].ilen);
665 ret = crypto_aead_setauthsize(tfm, authsize);
666 if (ret) {
667 pr_err("alg: aead%s: Failed to set authsize to %u on test %d for %s\n",
668 d, authsize, j, algo);
669 goto out;
670 }
da7f033d 671
8a525fcd
HX		 672 k = !!template[i].alen;
673 sg_init_table(sg, k + 1);
674 sg_set_buf(&sg[0], assoc, template[i].alen);
675 sg_set_buf(&sg[k], input,
676 template[i].ilen + (enc ? authsize : 0));
677 output = input;
678
05b1d338 679 if (diff_dst) {
8a525fcd
HX		 680 sg_init_table(sgout, k + 1);
681 sg_set_buf(&sgout[0], assoc, template[i].alen);
682
05b1d338
CS		 683 output = xoutbuf[0];
684 output += align_offset;
8a525fcd
HX		 685 sg_set_buf(&sgout[k], output,
686 template[i].rlen + (enc ? 0 : authsize));
05b1d338 687 }
d8a32ac2 688
05b1d338
CS		 689 aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
690 template[i].ilen, iv);
da7f033d 691
8a525fcd 692 aead_request_set_ad(req, template[i].alen);
da7f033d 693
05b1d338 694 ret = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
da7f033d 695
05b1d338
CS		 696 switch (ret) {
697 case 0:
698 if (template[i].novrfy) {
699 /* verification was supposed to fail */
700 pr_err("alg: aead%s: %s failed on test %d for %s: ret was 0, expected -EBADMSG\n",
701 d, e, j, algo);
702 /* so really, we got a bad message */
703 ret = -EBADMSG;
da7f033d
HX		 704 goto out;
705 }
05b1d338
CS		 706 break;
707 case -EINPROGRESS:
708 case -EBUSY:
8a45ac12
RV		 709 wait_for_completion(&result.completion);
710 reinit_completion(&result.completion);
711 ret = result.err;
712 if (!ret)
05b1d338 713 break;
05b1d338
CS		 714 case -EBADMSG:
715 if (template[i].novrfy)
716 /* verification failure was expected */
717 continue;
718 /* fall through */
719 default:
720 pr_err("alg: aead%s: %s failed on test %d for %s: ret=%d\n",
721 d, e, j, algo, -ret);
722 goto out;
723 }
724
725 q = output;
726 if (memcmp(q, template[i].result, template[i].rlen)) {
727 pr_err("alg: aead%s: Test %d failed on %s for %s\n",
728 d, j, e, algo);
729 hexdump(q, template[i].rlen);
730 ret = -EINVAL;
731 goto out;
da7f033d
HX		 732 }
733 }
734
735 for (i = 0, j = 0; i < tcount; i++) {
58dcf548
JK		 736 /* alignment tests are only done with continuous buffers */
737 if (align_offset != 0)
738 break;
739
05b1d338
CS		 740 if (!template[i].np)
741 continue;
da7f033d 742
05b1d338 743 j++;
da7f033d 744
05b1d338 745 if (template[i].iv)
abfa7f43 746 memcpy(iv, template[i].iv, iv_len);
05b1d338
CS		 747 else
748 memset(iv, 0, MAX_IVLEN);
749
750 crypto_aead_clear_flags(tfm, ~0);
751 if (template[i].wk)
752 crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
753 if (template[i].klen > MAX_KEYLEN) {
754 pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
755 d, j, algo, template[i].klen, MAX_KEYLEN);
756 ret = -EINVAL;
757 goto out;
758 }
759 memcpy(key, template[i].key, template[i].klen);
da7f033d 760
05b1d338
CS		 761 ret = crypto_aead_setkey(tfm, key, template[i].klen);
762 if (!ret == template[i].fail) {
763 pr_err("alg: aead%s: setkey failed on chunk test %d for %s: flags=%x\n",
764 d, j, algo, crypto_aead_get_flags(tfm));
765 goto out;
766 } else if (ret)
767 continue;
da7f033d 768
05b1d338 769 authsize = abs(template[i].rlen - template[i].ilen);
da7f033d 770
05b1d338 771 ret = -EINVAL;
8a525fcd 772 sg_init_table(sg, template[i].anp + template[i].np);
05b1d338 773 if (diff_dst)
8a525fcd
HX		 774 sg_init_table(sgout, template[i].anp + template[i].np);
775
776 ret = -EINVAL;
777 for (k = 0, temp = 0; k < template[i].anp; k++) {
778 if (WARN_ON(offset_in_page(IDX[k]) +
779 template[i].atap[k] > PAGE_SIZE))
780 goto out;
781 sg_set_buf(&sg[k],
782 memcpy(axbuf[IDX[k] >> PAGE_SHIFT] +
783 offset_in_page(IDX[k]),
784 template[i].assoc + temp,
785 template[i].atap[k]),
786 template[i].atap[k]);
787 if (diff_dst)
788 sg_set_buf(&sgout[k],
789 axbuf[IDX[k] >> PAGE_SHIFT] +
790 offset_in_page(IDX[k]),
791 template[i].atap[k]);
792 temp += template[i].atap[k];
793 }
794
05b1d338
CS		 795 for (k = 0, temp = 0; k < template[i].np; k++) {
796 if (WARN_ON(offset_in_page(IDX[k]) +
797 template[i].tap[k] > PAGE_SIZE))
798 goto out;
da7f033d 799
05b1d338
CS		 800 q = xbuf[IDX[k] >> PAGE_SHIFT] + offset_in_page(IDX[k]);
801 memcpy(q, template[i].input + temp, template[i].tap[k]);
8a525fcd
HX		 802 sg_set_buf(&sg[template[i].anp + k],
803 q, template[i].tap[k]);
da7f033d 804
05b1d338
CS		 805 if (diff_dst) {
806 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
807 offset_in_page(IDX[k]);
d8a32ac2 808
05b1d338 809 memset(q, 0, template[i].tap[k]);
d8a32ac2 810
8a525fcd
HX		 811 sg_set_buf(&sgout[template[i].anp + k],
812 q, template[i].tap[k]);
05b1d338 813 }
d8a32ac2 814
05b1d338
CS		 815 n = template[i].tap[k];
816 if (k == template[i].np - 1 && enc)
817 n += authsize;
818 if (offset_in_page(q) + n < PAGE_SIZE)
819 q[n] = 0;
d8a32ac2 820
05b1d338
CS		 821 temp += template[i].tap[k];
822 }
8ec25c51 823
05b1d338
CS		 824 ret = crypto_aead_setauthsize(tfm, authsize);
825 if (ret) {
826 pr_err("alg: aead%s: Failed to set authsize to %u on chunk test %d for %s\n",
827 d, authsize, j, algo);
828 goto out;
829 }
da7f033d 830
05b1d338 831 if (enc) {
8a525fcd
HX		 832 if (WARN_ON(sg[template[i].anp + k - 1].offset +
833 sg[template[i].anp + k - 1].length +
834 authsize > PAGE_SIZE)) {
05b1d338 835 ret = -EINVAL;
da7f033d
HX		 836 goto out;
837 }
838
05b1d338 839 if (diff_dst)
8a525fcd
HX		 840 sgout[template[i].anp + k - 1].length +=
841 authsize;
842 sg[template[i].anp + k - 1].length += authsize;
05b1d338 843 }
da7f033d 844
05b1d338
CS		 845 aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
846 template[i].ilen,
847 iv);
da7f033d 848
8a525fcd 849 aead_request_set_ad(req, template[i].alen);
da7f033d 850
05b1d338 851 ret = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
da7f033d 852
05b1d338
CS		 853 switch (ret) {
854 case 0:
855 if (template[i].novrfy) {
856 /* verification was supposed to fail */
857 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret was 0, expected -EBADMSG\n",
858 d, e, j, algo);
859 /* so really, we got a bad message */
860 ret = -EBADMSG;
da7f033d
HX		 861 goto out;
862 }
05b1d338
CS		 863 break;
864 case -EINPROGRESS:
865 case -EBUSY:
8a45ac12
RV		 866 wait_for_completion(&result.completion);
867 reinit_completion(&result.completion);
868 ret = result.err;
869 if (!ret)
05b1d338 870 break;
05b1d338
CS		 871 case -EBADMSG:
872 if (template[i].novrfy)
873 /* verification failure was expected */
874 continue;
875 /* fall through */
876 default:
877 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret=%d\n",
878 d, e, j, algo, -ret);
879 goto out;
880 }
da7f033d 881
05b1d338
CS		 882 ret = -EINVAL;
883 for (k = 0, temp = 0; k < template[i].np; k++) {
884 if (diff_dst)
885 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
886 offset_in_page(IDX[k]);
887 else
888 q = xbuf[IDX[k] >> PAGE_SHIFT] +
889 offset_in_page(IDX[k]);
da7f033d 890
05b1d338
CS		 891 n = template[i].tap[k];
892 if (k == template[i].np - 1)
893 n += enc ? authsize : -authsize;
da7f033d 894
05b1d338
CS		 895 if (memcmp(q, template[i].result + temp, n)) {
896 pr_err("alg: aead%s: Chunk test %d failed on %s at page %u for %s\n",
897 d, j, e, k, algo);
898 hexdump(q, n);
899 goto out;
900 }
da7f033d 901
05b1d338
CS		 902 q += n;
903 if (k == template[i].np - 1 && !enc) {
904 if (!diff_dst &&
905 memcmp(q, template[i].input +
906 temp + n, authsize))
907 n = authsize;
908 else
909 n = 0;
910 } else {
911 for (n = 0; offset_in_page(q + n) && q[n]; n++)
912 ;
913 }
914 if (n) {
915 pr_err("alg: aead%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
916 d, j, e, k, algo, n);
917 hexdump(q, n);
918 goto out;
da7f033d 919 }
05b1d338
CS		 920
921 temp += template[i].tap[k];
da7f033d
HX		 922 }
923 }
924
925 ret = 0;
926
927out:
928 aead_request_free(req);
d8a32ac2
JK		 929 kfree(sg);
930out_nosg:
931 if (diff_dst)
932 testmgr_free_buf(xoutbuf);
933out_nooutbuf:
f8b0d4d0
HX		 934 testmgr_free_buf(axbuf);
935out_noaxbuf:
936 testmgr_free_buf(xbuf);
937out_noxbuf:
29b77e5d 938 kfree(key);
9bac019d 939 kfree(iv);
da7f033d
HX		 940 return ret;
941}
942
d8a32ac2
JK		 943static int test_aead(struct crypto_aead *tfm, int enc,
944 struct aead_testvec *template, unsigned int tcount)
945{
58dcf548 946 unsigned int alignmask;
d8a32ac2
JK		 947 int ret;
948
949 /* test 'dst == src' case */
58dcf548 950 ret = __test_aead(tfm, enc, template, tcount, false, 0);
d8a32ac2
JK		 951 if (ret)
952 return ret;
953
954 /* test 'dst != src' case */
58dcf548
JK		 955 ret = __test_aead(tfm, enc, template, tcount, true, 0);
956 if (ret)
957 return ret;
958
959 /* test unaligned buffers, check with one byte offset */
960 ret = __test_aead(tfm, enc, template, tcount, true, 1);
961 if (ret)
962 return ret;
963
964 alignmask = crypto_tfm_alg_alignmask(&tfm->base);
965 if (alignmask) {
966 /* Check if alignment mask for tfm is correctly set. */
967 ret = __test_aead(tfm, enc, template, tcount, true,
968 alignmask + 1);
969 if (ret)
970 return ret;
971 }
972
973 return 0;
d8a32ac2
JK		 974}
975
1aa4ecd9 976static int test_cipher(struct crypto_cipher *tfm, int enc,
da7f033d 977 struct cipher_testvec *template, unsigned int tcount)
1aa4ecd9
HX		 978{
979 const char *algo = crypto_tfm_alg_driver_name(crypto_cipher_tfm(tfm));
980 unsigned int i, j, k;
1aa4ecd9
HX		 981 char *q;
982 const char *e;
983 void *data;
f8b0d4d0
HX		 984 char *xbuf[XBUFSIZE];
985 int ret = -ENOMEM;
986
987 if (testmgr_alloc_buf(xbuf))
988 goto out_nobuf;
1aa4ecd9
HX		 989
990 if (enc == ENCRYPT)
991 e = "encryption";
992 else
993 e = "decryption";
994
995 j = 0;
996 for (i = 0; i < tcount; i++) {
997 if (template[i].np)
998 continue;
999
1000 j++;
1001
fd57f22a
HX		 1002 ret = -EINVAL;
1003 if (WARN_ON(template[i].ilen > PAGE_SIZE))
1004 goto out;
1005
1aa4ecd9
HX		 1006 data = xbuf[0];
1007 memcpy(data, template[i].input, template[i].ilen);
1008
1009 crypto_cipher_clear_flags(tfm, ~0);
1010 if (template[i].wk)
1011 crypto_cipher_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
1012
1013 ret = crypto_cipher_setkey(tfm, template[i].key,
1014 template[i].klen);
1015 if (!ret == template[i].fail) {
1016 printk(KERN_ERR "alg: cipher: setkey failed "
1017 "on test %d for %s: flags=%x\n", j,
1018 algo, crypto_cipher_get_flags(tfm));
1019 goto out;
1020 } else if (ret)
1021 continue;
1022
1023 for (k = 0; k < template[i].ilen;
1024 k += crypto_cipher_blocksize(tfm)) {
1025 if (enc)
1026 crypto_cipher_encrypt_one(tfm, data + k,
1027 data + k);
1028 else
1029 crypto_cipher_decrypt_one(tfm, data + k,
1030 data + k);
1031 }
1032
1033 q = data;
1034 if (memcmp(q, template[i].result, template[i].rlen)) {
1035 printk(KERN_ERR "alg: cipher: Test %d failed "
1036 "on %s for %s\n", j, e, algo);
1037 hexdump(q, template[i].rlen);
1038 ret = -EINVAL;
1039 goto out;
1040 }
1041 }
1042
1043 ret = 0;
1044
1045out:
f8b0d4d0
HX		 1046 testmgr_free_buf(xbuf);
1047out_nobuf:
1aa4ecd9
HX		 1048 return ret;
1049}
1050
12773d93 1051static int __test_skcipher(struct crypto_skcipher *tfm, int enc,
08d6af8c 1052 struct cipher_testvec *template, unsigned int tcount,
3a338f20 1053 const bool diff_dst, const int align_offset)
da7f033d
HX		 1054{
1055 const char *algo =
12773d93 1056 crypto_tfm_alg_driver_name(crypto_skcipher_tfm(tfm));
da7f033d 1057 unsigned int i, j, k, n, temp;
da7f033d 1058 char *q;
12773d93 1059 struct skcipher_request *req;
da7f033d 1060 struct scatterlist sg[8];
08d6af8c
JK		 1061 struct scatterlist sgout[8];
1062 const char *e, *d;
da7f033d
HX		 1063 struct tcrypt_result result;
1064 void *data;
1065 char iv[MAX_IVLEN];
f8b0d4d0 1066 char *xbuf[XBUFSIZE];
08d6af8c 1067 char *xoutbuf[XBUFSIZE];
f8b0d4d0 1068 int ret = -ENOMEM;
84cba178 1069 unsigned int ivsize = crypto_skcipher_ivsize(tfm);
f8b0d4d0
HX		 1070
1071 if (testmgr_alloc_buf(xbuf))
1072 goto out_nobuf;
da7f033d 1073
08d6af8c
JK		 1074 if (diff_dst && testmgr_alloc_buf(xoutbuf))
1075 goto out_nooutbuf;
1076
1077 if (diff_dst)
1078 d = "-ddst";
1079 else
1080 d = "";
1081
da7f033d
HX		 1082 if (enc == ENCRYPT)
1083 e = "encryption";
1084 else
1085 e = "decryption";
1086
1087 init_completion(&result.completion);
1088
12773d93 1089 req = skcipher_request_alloc(tfm, GFP_KERNEL);
da7f033d 1090 if (!req) {
08d6af8c
JK		 1091 pr_err("alg: skcipher%s: Failed to allocate request for %s\n",
1092 d, algo);
da7f033d
HX		 1093 goto out;
1094 }
1095
12773d93
HX		 1096 skcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1097 tcrypt_complete, &result);
da7f033d
HX		 1098
1099 j = 0;
1100 for (i = 0; i < tcount; i++) {
bbb9a7dd
CS		 1101 if (template[i].np && !template[i].also_non_np)
1102 continue;
1103
da7f033d 1104 if (template[i].iv)
84cba178 1105 memcpy(iv, template[i].iv, ivsize);
da7f033d
HX		 1106 else
1107 memset(iv, 0, MAX_IVLEN);
1108
a1aa44a2 1109 j++;
a1aa44a2
CS		 1110 ret = -EINVAL;
1111 if (WARN_ON(align_offset + template[i].ilen > PAGE_SIZE))
1112 goto out;
da7f033d 1113
a1aa44a2
CS		 1114 data = xbuf[0];
1115 data += align_offset;
1116 memcpy(data, template[i].input, template[i].ilen);
1117
12773d93 1118 crypto_skcipher_clear_flags(tfm, ~0);
a1aa44a2 1119 if (template[i].wk)
12773d93
HX		 1120 crypto_skcipher_set_flags(tfm,
1121 CRYPTO_TFM_REQ_WEAK_KEY);
da7f033d 1122
12773d93
HX		 1123 ret = crypto_skcipher_setkey(tfm, template[i].key,
1124 template[i].klen);
a1aa44a2
CS		 1125 if (!ret == template[i].fail) {
1126 pr_err("alg: skcipher%s: setkey failed on test %d for %s: flags=%x\n",
12773d93 1127 d, j, algo, crypto_skcipher_get_flags(tfm));
a1aa44a2
CS		 1128 goto out;
1129 } else if (ret)
1130 continue;
1131
1132 sg_init_one(&sg[0], data, template[i].ilen);
1133 if (diff_dst) {
1134 data = xoutbuf[0];
1135 data += align_offset;
1136 sg_init_one(&sgout[0], data, template[i].ilen);
1137 }
da7f033d 1138
12773d93
HX		 1139 skcipher_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
1140 template[i].ilen, iv);
1141 ret = enc ? crypto_skcipher_encrypt(req) :
1142 crypto_skcipher_decrypt(req);
a1aa44a2
CS		 1143
1144 switch (ret) {
1145 case 0:
1146 break;
1147 case -EINPROGRESS:
1148 case -EBUSY:
8a45ac12
RV		 1149 wait_for_completion(&result.completion);
1150 reinit_completion(&result.completion);
1151 ret = result.err;
1152 if (!ret)
da7f033d 1153 break;
a1aa44a2
CS		 1154 /* fall through */
1155 default:
1156 pr_err("alg: skcipher%s: %s failed on test %d for %s: ret=%d\n",
1157 d, e, j, algo, -ret);
1158 goto out;
1159 }
da7f033d 1160
a1aa44a2
CS		 1161 q = data;
1162 if (memcmp(q, template[i].result, template[i].rlen)) {
8a826a34 1163 pr_err("alg: skcipher%s: Test %d failed (invalid result) on %s for %s\n",
a1aa44a2
CS		 1164 d, j, e, algo);
1165 hexdump(q, template[i].rlen);
1166 ret = -EINVAL;
1167 goto out;
da7f033d 1168 }
8a826a34
BB		 1169
1170 if (template[i].iv_out &&
1171 memcmp(iv, template[i].iv_out,
1172 crypto_skcipher_ivsize(tfm))) {
1173 pr_err("alg: skcipher%s: Test %d failed (invalid output IV) on %s for %s\n",
1174 d, j, e, algo);
1175 hexdump(iv, crypto_skcipher_ivsize(tfm));
1176 ret = -EINVAL;
1177 goto out;
1178 }
da7f033d
HX		 1179 }
1180
1181 j = 0;
1182 for (i = 0; i < tcount; i++) {
3a338f20
JK		 1183 /* alignment tests are only done with continuous buffers */
1184 if (align_offset != 0)
1185 break;
da7f033d 1186
bbb9a7dd
CS		 1187 if (!template[i].np)
1188 continue;
1189
da7f033d 1190 if (template[i].iv)
84cba178 1191 memcpy(iv, template[i].iv, ivsize);
da7f033d
HX		 1192 else
1193 memset(iv, 0, MAX_IVLEN);
1194
a1aa44a2 1195 j++;
12773d93 1196 crypto_skcipher_clear_flags(tfm, ~0);
a1aa44a2 1197 if (template[i].wk)
12773d93
HX		 1198 crypto_skcipher_set_flags(tfm,
1199 CRYPTO_TFM_REQ_WEAK_KEY);
da7f033d 1200
12773d93
HX		 1201 ret = crypto_skcipher_setkey(tfm, template[i].key,
1202 template[i].klen);
a1aa44a2
CS		 1203 if (!ret == template[i].fail) {
1204 pr_err("alg: skcipher%s: setkey failed on chunk test %d for %s: flags=%x\n",
12773d93 1205 d, j, algo, crypto_skcipher_get_flags(tfm));
a1aa44a2
CS		 1206 goto out;
1207 } else if (ret)
1208 continue;
da7f033d 1209
a1aa44a2
CS		 1210 temp = 0;
1211 ret = -EINVAL;
1212 sg_init_table(sg, template[i].np);
1213 if (diff_dst)
1214 sg_init_table(sgout, template[i].np);
1215 for (k = 0; k < template[i].np; k++) {
1216 if (WARN_ON(offset_in_page(IDX[k]) +
1217 template[i].tap[k] > PAGE_SIZE))
da7f033d 1218 goto out;
da7f033d 1219
a1aa44a2 1220 q = xbuf[IDX[k] >> PAGE_SHIFT] + offset_in_page(IDX[k]);
da7f033d 1221
a1aa44a2
CS		 1222 memcpy(q, template[i].input + temp, template[i].tap[k]);
1223
1224 if (offset_in_page(q) + template[i].tap[k] < PAGE_SIZE)
1225 q[template[i].tap[k]] = 0;
1226
1227 sg_set_buf(&sg[k], q, template[i].tap[k]);
1228 if (diff_dst) {
1229 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
da7f033d
HX		 1230 offset_in_page(IDX[k]);
1231
a1aa44a2 1232 sg_set_buf(&sgout[k], q, template[i].tap[k]);
da7f033d 1233
a1aa44a2
CS		 1234 memset(q, 0, template[i].tap[k]);
1235 if (offset_in_page(q) +
1236 template[i].tap[k] < PAGE_SIZE)
da7f033d 1237 q[template[i].tap[k]] = 0;
a1aa44a2 1238 }
da7f033d 1239
a1aa44a2
CS		 1240 temp += template[i].tap[k];
1241 }
08d6af8c 1242
12773d93
HX		 1243 skcipher_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
1244 template[i].ilen, iv);
08d6af8c 1245
12773d93
HX		 1246 ret = enc ? crypto_skcipher_encrypt(req) :
1247 crypto_skcipher_decrypt(req);
da7f033d 1248
a1aa44a2
CS		 1249 switch (ret) {
1250 case 0:
1251 break;
1252 case -EINPROGRESS:
1253 case -EBUSY:
8a45ac12
RV		 1254 wait_for_completion(&result.completion);
1255 reinit_completion(&result.completion);
1256 ret = result.err;
1257 if (!ret)
a1aa44a2 1258 break;
a1aa44a2
CS		 1259 /* fall through */
1260 default:
1261 pr_err("alg: skcipher%s: %s failed on chunk test %d for %s: ret=%d\n",
1262 d, e, j, algo, -ret);
1263 goto out;
1264 }
da7f033d 1265
a1aa44a2
CS		 1266 temp = 0;
1267 ret = -EINVAL;
1268 for (k = 0; k < template[i].np; k++) {
1269 if (diff_dst)
1270 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
1271 offset_in_page(IDX[k]);
1272 else
1273 q = xbuf[IDX[k] >> PAGE_SHIFT] +
1274 offset_in_page(IDX[k]);
da7f033d 1275
a1aa44a2
CS		 1276 if (memcmp(q, template[i].result + temp,
1277 template[i].tap[k])) {
1278 pr_err("alg: skcipher%s: Chunk test %d failed on %s at page %u for %s\n",
1279 d, j, e, k, algo);
1280 hexdump(q, template[i].tap[k]);
da7f033d
HX		 1281 goto out;
1282 }
1283
a1aa44a2
CS		 1284 q += template[i].tap[k];
1285 for (n = 0; offset_in_page(q + n) && q[n]; n++)
1286 ;
1287 if (n) {
1288 pr_err("alg: skcipher%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
1289 d, j, e, k, algo, n);
1290 hexdump(q, n);
1291 goto out;
da7f033d 1292 }
a1aa44a2 1293 temp += template[i].tap[k];
da7f033d
HX		 1294 }
1295 }
1296
1297 ret = 0;
1298
1299out:
12773d93 1300 skcipher_request_free(req);
08d6af8c
JK		 1301 if (diff_dst)
1302 testmgr_free_buf(xoutbuf);
1303out_nooutbuf:
f8b0d4d0
HX		 1304 testmgr_free_buf(xbuf);
1305out_nobuf:
da7f033d
HX		 1306 return ret;
1307}
1308
12773d93 1309static int test_skcipher(struct crypto_skcipher *tfm, int enc,
08d6af8c
JK		 1310 struct cipher_testvec *template, unsigned int tcount)
1311{
3a338f20 1312 unsigned int alignmask;
08d6af8c
JK		 1313 int ret;
1314
1315 /* test 'dst == src' case */
3a338f20 1316 ret = __test_skcipher(tfm, enc, template, tcount, false, 0);
08d6af8c
JK		 1317 if (ret)
1318 return ret;
1319
1320 /* test 'dst != src' case */
3a338f20
JK		 1321 ret = __test_skcipher(tfm, enc, template, tcount, true, 0);
1322 if (ret)
1323 return ret;
1324
1325 /* test unaligned buffers, check with one byte offset */
1326 ret = __test_skcipher(tfm, enc, template, tcount, true, 1);
1327 if (ret)
1328 return ret;
1329
1330 alignmask = crypto_tfm_alg_alignmask(&tfm->base);
1331 if (alignmask) {
1332 /* Check if alignment mask for tfm is correctly set. */
1333 ret = __test_skcipher(tfm, enc, template, tcount, true,
1334 alignmask + 1);
1335 if (ret)
1336 return ret;
1337 }
1338
1339 return 0;
08d6af8c
JK		 1340}
1341
da7f033d
HX		 1342static int test_comp(struct crypto_comp *tfm, struct comp_testvec *ctemplate,
1343 struct comp_testvec *dtemplate, int ctcount, int dtcount)
1344{
1345 const char *algo = crypto_tfm_alg_driver_name(crypto_comp_tfm(tfm));
1346 unsigned int i;
1347 char result[COMP_BUF_SIZE];
1348 int ret;
1349
1350 for (i = 0; i < ctcount; i++) {
c79cf910
GU		 1351 int ilen;
1352 unsigned int dlen = COMP_BUF_SIZE;
da7f033d
HX		 1353
1354 memset(result, 0, sizeof (result));
1355
1356 ilen = ctemplate[i].inlen;
1357 ret = crypto_comp_compress(tfm, ctemplate[i].input,
1358 ilen, result, &dlen);
1359 if (ret) {
1360 printk(KERN_ERR "alg: comp: compression failed "
1361 "on test %d for %s: ret=%d\n", i + 1, algo,
1362 -ret);
1363 goto out;
1364 }
1365
b812eb00
GU		 1366 if (dlen != ctemplate[i].outlen) {
1367 printk(KERN_ERR "alg: comp: Compression test %d "
1368 "failed for %s: output len = %d\n", i + 1, algo,
1369 dlen);
1370 ret = -EINVAL;
1371 goto out;
1372 }
1373
da7f033d
HX		 1374 if (memcmp(result, ctemplate[i].output, dlen)) {
1375 printk(KERN_ERR "alg: comp: Compression test %d "
1376 "failed for %s\n", i + 1, algo);
1377 hexdump(result, dlen);
1378 ret = -EINVAL;
1379 goto out;
1380 }
1381 }
1382
1383 for (i = 0; i < dtcount; i++) {
c79cf910
GU		 1384 int ilen;
1385 unsigned int dlen = COMP_BUF_SIZE;
da7f033d
HX		 1386
1387 memset(result, 0, sizeof (result));
1388
1389 ilen = dtemplate[i].inlen;
1390 ret = crypto_comp_decompress(tfm, dtemplate[i].input,
1391 ilen, result, &dlen);
1392 if (ret) {
1393 printk(KERN_ERR "alg: comp: decompression failed "
1394 "on test %d for %s: ret=%d\n", i + 1, algo,
1395 -ret);
1396 goto out;
1397 }
1398
b812eb00
GU		 1399 if (dlen != dtemplate[i].outlen) {
1400 printk(KERN_ERR "alg: comp: Decompression test %d "
1401 "failed for %s: output len = %d\n", i + 1, algo,
1402 dlen);
1403 ret = -EINVAL;
1404 goto out;
1405 }
1406
da7f033d
HX		 1407 if (memcmp(result, dtemplate[i].output, dlen)) {
1408 printk(KERN_ERR "alg: comp: Decompression test %d "
1409 "failed for %s\n", i + 1, algo);
1410 hexdump(result, dlen);
1411 ret = -EINVAL;
1412 goto out;
1413 }
1414 }
1415
1416 ret = 0;
1417
1418out:
1419 return ret;
1420}
1421
7647d6ce
JW		 1422static int test_cprng(struct crypto_rng *tfm, struct cprng_testvec *template,
1423 unsigned int tcount)
1424{
1425 const char *algo = crypto_tfm_alg_driver_name(crypto_rng_tfm(tfm));
fa4ef8a6 1426 int err = 0, i, j, seedsize;
7647d6ce
JW		 1427 u8 *seed;
1428 char result[32];
1429
1430 seedsize = crypto_rng_seedsize(tfm);
1431
1432 seed = kmalloc(seedsize, GFP_KERNEL);
1433 if (!seed) {
1434 printk(KERN_ERR "alg: cprng: Failed to allocate seed space "
1435 "for %s\n", algo);
1436 return -ENOMEM;
1437 }
1438
1439 for (i = 0; i < tcount; i++) {
1440 memset(result, 0, 32);
1441
1442 memcpy(seed, template[i].v, template[i].vlen);
1443 memcpy(seed + template[i].vlen, template[i].key,
1444 template[i].klen);
1445 memcpy(seed + template[i].vlen + template[i].klen,
1446 template[i].dt, template[i].dtlen);
1447
1448 err = crypto_rng_reset(tfm, seed, seedsize);
1449 if (err) {
1450 printk(KERN_ERR "alg: cprng: Failed to reset rng "
1451 "for %s\n", algo);
1452 goto out;
1453 }
1454
1455 for (j = 0; j < template[i].loops; j++) {
1456 err = crypto_rng_get_bytes(tfm, result,
1457 template[i].rlen);
19e60e13 1458 if (err < 0) {
7647d6ce
JW		 1459 printk(KERN_ERR "alg: cprng: Failed to obtain "
1460 "the correct amount of random data for "
19e60e13
SM		 1461 "%s (requested %d)\n", algo,
1462 template[i].rlen);
7647d6ce
JW		 1463 goto out;
1464 }
1465 }
1466
1467 err = memcmp(result, template[i].result,
1468 template[i].rlen);
1469 if (err) {
1470 printk(KERN_ERR "alg: cprng: Test %d failed for %s\n",
1471 i, algo);
1472 hexdump(result, template[i].rlen);
1473 err = -EINVAL;
1474 goto out;
1475 }
1476 }
1477
1478out:
1479 kfree(seed);
1480 return err;
1481}
1482
da7f033d
HX		 1483static int alg_test_aead(const struct alg_test_desc *desc, const char *driver,
1484 u32 type, u32 mask)
1485{
1486 struct crypto_aead *tfm;
1487 int err = 0;
1488
425a8829 1489 tfm = crypto_alloc_aead(driver, type | CRYPTO_ALG_INTERNAL, mask);
da7f033d
HX		 1490 if (IS_ERR(tfm)) {
1491 printk(KERN_ERR "alg: aead: Failed to load transform for %s: "
1492 "%ld\n", driver, PTR_ERR(tfm));
1493 return PTR_ERR(tfm);
1494 }
1495
1496 if (desc->suite.aead.enc.vecs) {
1497 err = test_aead(tfm, ENCRYPT, desc->suite.aead.enc.vecs,
1498 desc->suite.aead.enc.count);
1499 if (err)
1500 goto out;
1501 }
1502
1503 if (!err && desc->suite.aead.dec.vecs)
1504 err = test_aead(tfm, DECRYPT, desc->suite.aead.dec.vecs,
1505 desc->suite.aead.dec.count);
1506
1507out:
1508 crypto_free_aead(tfm);
1509 return err;
1510}
1511
1512static int alg_test_cipher(const struct alg_test_desc *desc,
1513 const char *driver, u32 type, u32 mask)
1514{
1aa4ecd9 1515 struct crypto_cipher *tfm;
da7f033d
HX		 1516 int err = 0;
1517
425a8829 1518 tfm = crypto_alloc_cipher(driver, type | CRYPTO_ALG_INTERNAL, mask);
da7f033d
HX		 1519 if (IS_ERR(tfm)) {
1520 printk(KERN_ERR "alg: cipher: Failed to load transform for "
1521 "%s: %ld\n", driver, PTR_ERR(tfm));
1522 return PTR_ERR(tfm);
1523 }
1524
1525 if (desc->suite.cipher.enc.vecs) {
1526 err = test_cipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1527 desc->suite.cipher.enc.count);
1528 if (err)
1529 goto out;
1530 }
1531
1532 if (desc->suite.cipher.dec.vecs)
1533 err = test_cipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1534 desc->suite.cipher.dec.count);
1535
1aa4ecd9
HX		 1536out:
1537 crypto_free_cipher(tfm);
1538 return err;
1539}
1540
1541static int alg_test_skcipher(const struct alg_test_desc *desc,
1542 const char *driver, u32 type, u32 mask)
1543{
12773d93 1544 struct crypto_skcipher *tfm;
1aa4ecd9
HX		 1545 int err = 0;
1546
12773d93 1547 tfm = crypto_alloc_skcipher(driver, type | CRYPTO_ALG_INTERNAL, mask);
1aa4ecd9
HX		 1548 if (IS_ERR(tfm)) {
1549 printk(KERN_ERR "alg: skcipher: Failed to load transform for "
1550 "%s: %ld\n", driver, PTR_ERR(tfm));
1551 return PTR_ERR(tfm);
1552 }
1553
1554 if (desc->suite.cipher.enc.vecs) {
1555 err = test_skcipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1556 desc->suite.cipher.enc.count);
1557 if (err)
1558 goto out;
1559 }
1560
1561 if (desc->suite.cipher.dec.vecs)
1562 err = test_skcipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1563 desc->suite.cipher.dec.count);
1564
da7f033d 1565out:
12773d93 1566 crypto_free_skcipher(tfm);
da7f033d
HX		 1567 return err;
1568}
1569
1570static int alg_test_comp(const struct alg_test_desc *desc, const char *driver,
1571 u32 type, u32 mask)
1572{
1573 struct crypto_comp *tfm;
1574 int err;
1575
1576 tfm = crypto_alloc_comp(driver, type, mask);
1577 if (IS_ERR(tfm)) {
1578 printk(KERN_ERR "alg: comp: Failed to load transform for %s: "
1579 "%ld\n", driver, PTR_ERR(tfm));
1580 return PTR_ERR(tfm);
1581 }
1582
1583 err = test_comp(tfm, desc->suite.comp.comp.vecs,
1584 desc->suite.comp.decomp.vecs,
1585 desc->suite.comp.comp.count,
1586 desc->suite.comp.decomp.count);
1587
1588 crypto_free_comp(tfm);
1589 return err;
1590}
1591
1592static int alg_test_hash(const struct alg_test_desc *desc, const char *driver,
1593 u32 type, u32 mask)
1594{
1595 struct crypto_ahash *tfm;
1596 int err;
1597
425a8829 1598 tfm = crypto_alloc_ahash(driver, type | CRYPTO_ALG_INTERNAL, mask);
da7f033d
HX		 1599 if (IS_ERR(tfm)) {
1600 printk(KERN_ERR "alg: hash: Failed to load transform for %s: "
1601 "%ld\n", driver, PTR_ERR(tfm));
1602 return PTR_ERR(tfm);
1603 }
1604
a8f1a052
DM		 1605 err = test_hash(tfm, desc->suite.hash.vecs,
1606 desc->suite.hash.count, true);
1607 if (!err)
1608 err = test_hash(tfm, desc->suite.hash.vecs,
1609 desc->suite.hash.count, false);
da7f033d
HX		 1610
1611 crypto_free_ahash(tfm);
1612 return err;
1613}
1614
8e3ee85e
HX		 1615static int alg_test_crc32c(const struct alg_test_desc *desc,
1616 const char *driver, u32 type, u32 mask)
1617{
1618 struct crypto_shash *tfm;
1619 u32 val;
1620 int err;
1621
1622 err = alg_test_hash(desc, driver, type, mask);
1623 if (err)
1624 goto out;
1625
425a8829 1626 tfm = crypto_alloc_shash(driver, type | CRYPTO_ALG_INTERNAL, mask);
8e3ee85e
HX		 1627 if (IS_ERR(tfm)) {
1628 printk(KERN_ERR "alg: crc32c: Failed to load transform for %s: "
1629 "%ld\n", driver, PTR_ERR(tfm));
1630 err = PTR_ERR(tfm);
1631 goto out;
1632 }
1633
1634 do {
4c5c3024
JSM		 1635 SHASH_DESC_ON_STACK(shash, tfm);
1636 u32 *ctx = (u32 *)shash_desc_ctx(shash);
8e3ee85e 1637
4c5c3024
JSM		 1638 shash->tfm = tfm;
1639 shash->flags = 0;
8e3ee85e 1640
4c5c3024
JSM		 1641 *ctx = le32_to_cpu(420553207);
1642 err = crypto_shash_final(shash, (u8 *)&val);
8e3ee85e
HX		 1643 if (err) {
1644 printk(KERN_ERR "alg: crc32c: Operation failed for "
1645 "%s: %d\n", driver, err);
1646 break;
1647 }
1648
1649 if (val != ~420553207) {
1650 printk(KERN_ERR "alg: crc32c: Test failed for %s: "
1651 "%d\n", driver, val);
1652 err = -EINVAL;
1653 }
1654 } while (0);
1655
1656 crypto_free_shash(tfm);
1657
1658out:
1659 return err;
1660}
1661
7647d6ce
JW		 1662static int alg_test_cprng(const struct alg_test_desc *desc, const char *driver,
1663 u32 type, u32 mask)
1664{
1665 struct crypto_rng *rng;
1666 int err;
1667
425a8829 1668 rng = crypto_alloc_rng(driver, type | CRYPTO_ALG_INTERNAL, mask);
7647d6ce
JW		 1669 if (IS_ERR(rng)) {
1670 printk(KERN_ERR "alg: cprng: Failed to load transform for %s: "
1671 "%ld\n", driver, PTR_ERR(rng));
1672 return PTR_ERR(rng);
1673 }
1674
1675 err = test_cprng(rng, desc->suite.cprng.vecs, desc->suite.cprng.count);
1676
1677 crypto_free_rng(rng);
1678
1679 return err;
1680}
1681
64d1cdfb
SM		 1682
1683static int drbg_cavs_test(struct drbg_testvec *test, int pr,
1684 const char *driver, u32 type, u32 mask)
1685{
1686 int ret = -EAGAIN;
1687 struct crypto_rng *drng;
1688 struct drbg_test_data test_data;
1689 struct drbg_string addtl, pers, testentropy;
1690 unsigned char *buf = kzalloc(test->expectedlen, GFP_KERNEL);
1691
1692 if (!buf)
1693 return -ENOMEM;
1694
425a8829 1695 drng = crypto_alloc_rng(driver, type | CRYPTO_ALG_INTERNAL, mask);
64d1cdfb 1696 if (IS_ERR(drng)) {
2fc0d258 1697 printk(KERN_ERR "alg: drbg: could not allocate DRNG handle for "
64d1cdfb
SM		 1698 "%s\n", driver);
1699 kzfree(buf);
1700 return -ENOMEM;
1701 }
1702
1703 test_data.testentropy = &testentropy;
1704 drbg_string_fill(&testentropy, test->entropy, test->entropylen);
1705 drbg_string_fill(&pers, test->pers, test->perslen);
1706 ret = crypto_drbg_reset_test(drng, &pers, &test_data);
1707 if (ret) {
1708 printk(KERN_ERR "alg: drbg: Failed to reset rng\n");
1709 goto outbuf;
1710 }
1711
1712 drbg_string_fill(&addtl, test->addtla, test->addtllen);
1713 if (pr) {
1714 drbg_string_fill(&testentropy, test->entpra, test->entprlen);
1715 ret = crypto_drbg_get_bytes_addtl_test(drng,
1716 buf, test->expectedlen, &addtl, &test_data);
1717 } else {
1718 ret = crypto_drbg_get_bytes_addtl(drng,
1719 buf, test->expectedlen, &addtl);
1720 }
19e60e13 1721 if (ret < 0) {
2fc0d258 1722 printk(KERN_ERR "alg: drbg: could not obtain random data for "
64d1cdfb
SM		 1723 "driver %s\n", driver);
1724 goto outbuf;
1725 }
1726
1727 drbg_string_fill(&addtl, test->addtlb, test->addtllen);
1728 if (pr) {
1729 drbg_string_fill(&testentropy, test->entprb, test->entprlen);
1730 ret = crypto_drbg_get_bytes_addtl_test(drng,
1731 buf, test->expectedlen, &addtl, &test_data);
1732 } else {
1733 ret = crypto_drbg_get_bytes_addtl(drng,
1734 buf, test->expectedlen, &addtl);
1735 }
19e60e13 1736 if (ret < 0) {
2fc0d258 1737 printk(KERN_ERR "alg: drbg: could not obtain random data for "
64d1cdfb
SM		 1738 "driver %s\n", driver);
1739 goto outbuf;
1740 }
1741
1742 ret = memcmp(test->expected, buf, test->expectedlen);
1743
1744outbuf:
1745 crypto_free_rng(drng);
1746 kzfree(buf);
1747 return ret;
1748}
1749
1750
1751static int alg_test_drbg(const struct alg_test_desc *desc, const char *driver,
1752 u32 type, u32 mask)
1753{
1754 int err = 0;
1755 int pr = 0;
1756 int i = 0;
1757 struct drbg_testvec *template = desc->suite.drbg.vecs;
1758 unsigned int tcount = desc->suite.drbg.count;
1759
1760 if (0 == memcmp(driver, "drbg_pr_", 8))
1761 pr = 1;
1762
1763 for (i = 0; i < tcount; i++) {
1764 err = drbg_cavs_test(&template[i], pr, driver, type, mask);
1765 if (err) {
1766 printk(KERN_ERR "alg: drbg: Test %d failed for %s\n",
1767 i, driver);
1768 err = -EINVAL;
1769 break;
1770 }
1771 }
1772 return err;
1773
1774}
1775
946cc463
TS		 1776static int do_test_rsa(struct crypto_akcipher *tfm,
1777 struct akcipher_testvec *vecs)
1778{
1779 struct akcipher_request *req;
1780 void *outbuf_enc = NULL;
1781 void *outbuf_dec = NULL;
1782 struct tcrypt_result result;
1783 unsigned int out_len_max, out_len = 0;
1784 int err = -ENOMEM;
22287b0b 1785 struct scatterlist src, dst, src_tab[2];
946cc463
TS		 1786
1787 req = akcipher_request_alloc(tfm, GFP_KERNEL);
1788 if (!req)
1789 return err;
1790
1791 init_completion(&result.completion);
946cc463 1792
22287b0b
TS		 1793 if (vecs->public_key_vec)
1794 err = crypto_akcipher_set_pub_key(tfm, vecs->key,
1795 vecs->key_len);
1796 else
1797 err = crypto_akcipher_set_priv_key(tfm, vecs->key,
1798 vecs->key_len);
1799 if (err)
946cc463 1800 goto free_req;
946cc463 1801
22287b0b 1802 out_len_max = crypto_akcipher_maxsize(tfm);
946cc463
TS		 1803 outbuf_enc = kzalloc(out_len_max, GFP_KERNEL);
1804 if (!outbuf_enc)
1805 goto free_req;
1806
22287b0b
TS		 1807 sg_init_table(src_tab, 2);
1808 sg_set_buf(&src_tab[0], vecs->m, 8);
1809 sg_set_buf(&src_tab[1], vecs->m + 8, vecs->m_size - 8);
1810 sg_init_one(&dst, outbuf_enc, out_len_max);
1811 akcipher_request_set_crypt(req, src_tab, &dst, vecs->m_size,
1812 out_len_max);
946cc463
TS		 1813 akcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1814 tcrypt_complete, &result);
1815
1816 /* Run RSA encrypt - c = m^e mod n;*/
1817 err = wait_async_op(&result, crypto_akcipher_encrypt(req));
1818 if (err) {
1819 pr_err("alg: rsa: encrypt test failed. err %d\n", err);
1820 goto free_all;
1821 }
22287b0b 1822 if (req->dst_len != vecs->c_size) {
946cc463
TS		 1823 pr_err("alg: rsa: encrypt test failed. Invalid output len\n");
1824 err = -EINVAL;
1825 goto free_all;
1826 }
1827 /* verify that encrypted message is equal to expected */
22287b0b 1828 if (memcmp(vecs->c, sg_virt(req->dst), vecs->c_size)) {
946cc463
TS		 1829 pr_err("alg: rsa: encrypt test failed. Invalid output\n");
1830 err = -EINVAL;
1831 goto free_all;
1832 }
1833 /* Don't invoke decrypt for vectors with public key */
1834 if (vecs->public_key_vec) {
1835 err = 0;
1836 goto free_all;
1837 }
1838 outbuf_dec = kzalloc(out_len_max, GFP_KERNEL);
1839 if (!outbuf_dec) {
1840 err = -ENOMEM;
1841 goto free_all;
1842 }
22287b0b
TS		 1843 sg_init_one(&src, vecs->c, vecs->c_size);
1844 sg_init_one(&dst, outbuf_dec, out_len_max);
946cc463 1845 init_completion(&result.completion);
22287b0b 1846 akcipher_request_set_crypt(req, &src, &dst, vecs->c_size, out_len_max);
946cc463
TS		 1847
1848 /* Run RSA decrypt - m = c^d mod n;*/
1849 err = wait_async_op(&result, crypto_akcipher_decrypt(req));
1850 if (err) {
1851 pr_err("alg: rsa: decrypt test failed. err %d\n", err);
1852 goto free_all;
1853 }
1854 out_len = req->dst_len;
1855 if (out_len != vecs->m_size) {
1856 pr_err("alg: rsa: decrypt test failed. Invalid output len\n");
1857 err = -EINVAL;
1858 goto free_all;
1859 }
1860 /* verify that decrypted message is equal to the original msg */
1861 if (memcmp(vecs->m, outbuf_dec, vecs->m_size)) {
1862 pr_err("alg: rsa: decrypt test failed. Invalid output\n");
1863 err = -EINVAL;
1864 }
1865free_all:
1866 kfree(outbuf_dec);
1867 kfree(outbuf_enc);
1868free_req:
1869 akcipher_request_free(req);
1870 return err;
1871}
1872
1873static int test_rsa(struct crypto_akcipher *tfm, struct akcipher_testvec *vecs,
1874 unsigned int tcount)
1875{
1876 int ret, i;
1877
1878 for (i = 0; i < tcount; i++) {
1879 ret = do_test_rsa(tfm, vecs++);
1880 if (ret) {
1881 pr_err("alg: rsa: test failed on vector %d, err=%d\n",
1882 i + 1, ret);
1883 return ret;
1884 }
1885 }
1886 return 0;
1887}
1888
1889static int test_akcipher(struct crypto_akcipher *tfm, const char *alg,
1890 struct akcipher_testvec *vecs, unsigned int tcount)
1891{
1892 if (strncmp(alg, "rsa", 3) == 0)
1893 return test_rsa(tfm, vecs, tcount);
1894
1895 return 0;
1896}
1897
1898static int alg_test_akcipher(const struct alg_test_desc *desc,
1899 const char *driver, u32 type, u32 mask)
1900{
1901 struct crypto_akcipher *tfm;
1902 int err = 0;
1903
1904 tfm = crypto_alloc_akcipher(driver, type | CRYPTO_ALG_INTERNAL, mask);
1905 if (IS_ERR(tfm)) {
1906 pr_err("alg: akcipher: Failed to load tfm for %s: %ld\n",
1907 driver, PTR_ERR(tfm));
1908 return PTR_ERR(tfm);
1909 }
1910 if (desc->suite.akcipher.vecs)
1911 err = test_akcipher(tfm, desc->alg, desc->suite.akcipher.vecs,
1912 desc->suite.akcipher.count);
1913
1914 crypto_free_akcipher(tfm);
1915 return err;
1916}
1917
863b557a
YS		 1918static int alg_test_null(const struct alg_test_desc *desc,
1919 const char *driver, u32 type, u32 mask)
1920{
1921 return 0;
1922}
1923
da7f033d
HX		 1924/* Please keep this list sorted by algorithm name. */
1925static const struct alg_test_desc alg_test_descs[] = {
1926 {
4d6d6a2c
JG		 1927 .alg = "__cbc-cast5-avx",
1928 .test = alg_test_null,
4ea1277d
JG		 1929 }, {
1930 .alg = "__cbc-cast6-avx",
1931 .test = alg_test_null,
4d6d6a2c 1932 }, {
7efe4076
JG		 1933 .alg = "__cbc-serpent-avx",
1934 .test = alg_test_null,
56d76c96
JK		 1935 }, {
1936 .alg = "__cbc-serpent-avx2",
1937 .test = alg_test_null,
7efe4076 1938 }, {
937c30d7
JK		 1939 .alg = "__cbc-serpent-sse2",
1940 .test = alg_test_null,
107778b5
JG		 1941 }, {
1942 .alg = "__cbc-twofish-avx",
1943 .test = alg_test_null,
937c30d7 1944 }, {
863b557a
YS		 1945 .alg = "__driver-cbc-aes-aesni",
1946 .test = alg_test_null,
6c79294f 1947 .fips_allowed = 1,
d9b1d2e7
JK		 1948 }, {
1949 .alg = "__driver-cbc-camellia-aesni",
1950 .test = alg_test_null,
f3f935a7
JK		 1951 }, {
1952 .alg = "__driver-cbc-camellia-aesni-avx2",
1953 .test = alg_test_null,
4d6d6a2c
JG		 1954 }, {
1955 .alg = "__driver-cbc-cast5-avx",
1956 .test = alg_test_null,
4ea1277d
JG		 1957 }, {
1958 .alg = "__driver-cbc-cast6-avx",
1959 .test = alg_test_null,
7efe4076
JG		 1960 }, {
1961 .alg = "__driver-cbc-serpent-avx",
1962 .test = alg_test_null,
56d76c96
JK		 1963 }, {
1964 .alg = "__driver-cbc-serpent-avx2",
1965 .test = alg_test_null,
937c30d7
JK		 1966 }, {
1967 .alg = "__driver-cbc-serpent-sse2",
1968 .test = alg_test_null,
107778b5
JG		 1969 }, {
1970 .alg = "__driver-cbc-twofish-avx",
1971 .test = alg_test_null,
863b557a
YS		 1972 }, {
1973 .alg = "__driver-ecb-aes-aesni",
1974 .test = alg_test_null,
6c79294f 1975 .fips_allowed = 1,
d9b1d2e7
JK		 1976 }, {
1977 .alg = "__driver-ecb-camellia-aesni",
1978 .test = alg_test_null,
f3f935a7
JK		 1979 }, {
1980 .alg = "__driver-ecb-camellia-aesni-avx2",
1981 .test = alg_test_null,
4d6d6a2c
JG		 1982 }, {
1983 .alg = "__driver-ecb-cast5-avx",
1984 .test = alg_test_null,
4ea1277d
JG		 1985 }, {
1986 .alg = "__driver-ecb-cast6-avx",
1987 .test = alg_test_null,
7efe4076
JG		 1988 }, {
1989 .alg = "__driver-ecb-serpent-avx",
1990 .test = alg_test_null,
56d76c96
JK		 1991 }, {
1992 .alg = "__driver-ecb-serpent-avx2",
1993 .test = alg_test_null,
937c30d7
JK		 1994 }, {
1995 .alg = "__driver-ecb-serpent-sse2",
1996 .test = alg_test_null,
107778b5
JG		 1997 }, {
1998 .alg = "__driver-ecb-twofish-avx",
1999 .test = alg_test_null,
9d77b6c2
TS		 2000 }, {
2001 .alg = "__driver-gcm-aes-aesni",
2002 .test = alg_test_null,
2003 .fips_allowed = 1,
863b557a
YS		 2004 }, {
2005 .alg = "__ghash-pclmulqdqni",
2006 .test = alg_test_null,
6c79294f 2007 .fips_allowed = 1,
863b557a 2008 }, {
e08ca2da
JW		 2009 .alg = "ansi_cprng",
2010 .test = alg_test_cprng,
2011 .suite = {
2012 .cprng = {
2013 .vecs = ansi_cprng_aes_tv_template,
2014 .count = ANSI_CPRNG_AES_TEST_VECTORS
2015 }
2016 }
bca4feb0
HG		 2017 }, {
2018 .alg = "authenc(hmac(md5),ecb(cipher_null))",
2019 .test = alg_test_aead,
bca4feb0
HG		 2020 .suite = {
2021 .aead = {
2022 .enc = {
2023 .vecs = hmac_md5_ecb_cipher_null_enc_tv_template,
2024 .count = HMAC_MD5_ECB_CIPHER_NULL_ENC_TEST_VECTORS
2025 },
2026 .dec = {
2027 .vecs = hmac_md5_ecb_cipher_null_dec_tv_template,
2028 .count = HMAC_MD5_ECB_CIPHER_NULL_DEC_TEST_VECTORS
2029 }
2030 }
2031 }
e46e9a46 2032 }, {
a4198fd4 2033 .alg = "authenc(hmac(sha1),cbc(aes))",
e46e9a46 2034 .test = alg_test_aead,
e46e9a46
HG		 2035 .suite = {
2036 .aead = {
2037 .enc = {
5208ed2c
NL		 2038 .vecs =
2039 hmac_sha1_aes_cbc_enc_tv_temp,
2040 .count =
2041 HMAC_SHA1_AES_CBC_ENC_TEST_VEC
2042 }
2043 }
2044 }
2045 }, {
a4198fd4 2046 .alg = "authenc(hmac(sha1),cbc(des))",
5208ed2c 2047 .test = alg_test_aead,
5208ed2c
NL		 2048 .suite = {
2049 .aead = {
2050 .enc = {
2051 .vecs =
2052 hmac_sha1_des_cbc_enc_tv_temp,
2053 .count =
2054 HMAC_SHA1_DES_CBC_ENC_TEST_VEC
2055 }
2056 }
2057 }
2058 }, {
a4198fd4 2059 .alg = "authenc(hmac(sha1),cbc(des3_ede))",
5208ed2c 2060 .test = alg_test_aead,
ed1afac9 2061 .fips_allowed = 1,
5208ed2c
NL		 2062 .suite = {
2063 .aead = {
2064 .enc = {
2065 .vecs =
2066 hmac_sha1_des3_ede_cbc_enc_tv_temp,
2067 .count =
2068 HMAC_SHA1_DES3_EDE_CBC_ENC_TEST_VEC
e46e9a46
HG		 2069 }
2070 }
2071 }
fb16abc2
MM		 2072 }, {
2073 .alg = "authenc(hmac(sha1),ctr(aes))",
2074 .test = alg_test_null,
2075 .fips_allowed = 1,
bca4feb0
HG		 2076 }, {
2077 .alg = "authenc(hmac(sha1),ecb(cipher_null))",
2078 .test = alg_test_aead,
bca4feb0
HG		 2079 .suite = {
2080 .aead = {
2081 .enc = {
5208ed2c
NL		 2082 .vecs =
2083 hmac_sha1_ecb_cipher_null_enc_tv_temp,
2084 .count =
2085 HMAC_SHA1_ECB_CIPHER_NULL_ENC_TEST_VEC
bca4feb0
HG		 2086 },
2087 .dec = {
5208ed2c
NL		 2088 .vecs =
2089 hmac_sha1_ecb_cipher_null_dec_tv_temp,
2090 .count =
2091 HMAC_SHA1_ECB_CIPHER_NULL_DEC_TEST_VEC
2092 }
2093 }
2094 }
2095 }, {
a4198fd4 2096 .alg = "authenc(hmac(sha224),cbc(des))",
5208ed2c 2097 .test = alg_test_aead,
5208ed2c
NL		 2098 .suite = {
2099 .aead = {
2100 .enc = {
2101 .vecs =
2102 hmac_sha224_des_cbc_enc_tv_temp,
2103 .count =
2104 HMAC_SHA224_DES_CBC_ENC_TEST_VEC
2105 }
2106 }
2107 }
2108 }, {
a4198fd4 2109 .alg = "authenc(hmac(sha224),cbc(des3_ede))",
5208ed2c 2110 .test = alg_test_aead,
ed1afac9 2111 .fips_allowed = 1,
5208ed2c
NL		 2112 .suite = {
2113 .aead = {
2114 .enc = {
2115 .vecs =
2116 hmac_sha224_des3_ede_cbc_enc_tv_temp,
2117 .count =
2118 HMAC_SHA224_DES3_EDE_CBC_ENC_TEST_VEC
bca4feb0
HG		 2119 }
2120 }
2121 }
e46e9a46 2122 }, {
a4198fd4 2123 .alg = "authenc(hmac(sha256),cbc(aes))",
e46e9a46 2124 .test = alg_test_aead,
ed1afac9 2125 .fips_allowed = 1,
e46e9a46
HG		 2126 .suite = {
2127 .aead = {
2128 .enc = {
5208ed2c
NL		 2129 .vecs =
2130 hmac_sha256_aes_cbc_enc_tv_temp,
2131 .count =
2132 HMAC_SHA256_AES_CBC_ENC_TEST_VEC
2133 }
2134 }
2135 }
2136 }, {
a4198fd4 2137 .alg = "authenc(hmac(sha256),cbc(des))",
5208ed2c 2138 .test = alg_test_aead,
5208ed2c
NL		 2139 .suite = {
2140 .aead = {
2141 .enc = {
2142 .vecs =
2143 hmac_sha256_des_cbc_enc_tv_temp,
2144 .count =
2145 HMAC_SHA256_DES_CBC_ENC_TEST_VEC
2146 }
2147 }
2148 }
2149 }, {
a4198fd4 2150 .alg = "authenc(hmac(sha256),cbc(des3_ede))",
5208ed2c 2151 .test = alg_test_aead,
ed1afac9 2152 .fips_allowed = 1,
5208ed2c
NL		 2153 .suite = {
2154 .aead = {
2155 .enc = {
2156 .vecs =
2157 hmac_sha256_des3_ede_cbc_enc_tv_temp,
2158 .count =
2159 HMAC_SHA256_DES3_EDE_CBC_ENC_TEST_VEC
2160 }
2161 }
2162 }
fb16abc2
MM		 2163 }, {
2164 .alg = "authenc(hmac(sha256),ctr(aes))",
2165 .test = alg_test_null,
2166 .fips_allowed = 1,
5208ed2c 2167 }, {
a4198fd4 2168 .alg = "authenc(hmac(sha384),cbc(des))",
5208ed2c 2169 .test = alg_test_aead,
5208ed2c
NL		 2170 .suite = {
2171 .aead = {
2172 .enc = {
2173 .vecs =
2174 hmac_sha384_des_cbc_enc_tv_temp,
2175 .count =
2176 HMAC_SHA384_DES_CBC_ENC_TEST_VEC
2177 }
2178 }
2179 }
2180 }, {
a4198fd4 2181 .alg = "authenc(hmac(sha384),cbc(des3_ede))",
5208ed2c 2182 .test = alg_test_aead,
ed1afac9 2183 .fips_allowed = 1,
5208ed2c
NL		 2184 .suite = {
2185 .aead = {
2186 .enc = {
2187 .vecs =
2188 hmac_sha384_des3_ede_cbc_enc_tv_temp,
2189 .count =
2190 HMAC_SHA384_DES3_EDE_CBC_ENC_TEST_VEC
e46e9a46
HG		 2191 }
2192 }
2193 }
fb16abc2
MM		 2194 }, {
2195 .alg = "authenc(hmac(sha384),ctr(aes))",
2196 .test = alg_test_null,
2197 .fips_allowed = 1,
e46e9a46 2198 }, {
a4198fd4 2199 .alg = "authenc(hmac(sha512),cbc(aes))",
ed1afac9 2200 .fips_allowed = 1,
e46e9a46 2201 .test = alg_test_aead,
e46e9a46
HG		 2202 .suite = {
2203 .aead = {
2204 .enc = {
5208ed2c
NL		 2205 .vecs =
2206 hmac_sha512_aes_cbc_enc_tv_temp,
2207 .count =
2208 HMAC_SHA512_AES_CBC_ENC_TEST_VEC
2209 }
2210 }
2211 }
2212 }, {
a4198fd4 2213 .alg = "authenc(hmac(sha512),cbc(des))",
5208ed2c 2214 .test = alg_test_aead,
5208ed2c
NL		 2215 .suite = {
2216 .aead = {
2217 .enc = {
2218 .vecs =
2219 hmac_sha512_des_cbc_enc_tv_temp,
2220 .count =
2221 HMAC_SHA512_DES_CBC_ENC_TEST_VEC
2222 }
2223 }
2224 }
2225 }, {
a4198fd4 2226 .alg = "authenc(hmac(sha512),cbc(des3_ede))",
5208ed2c 2227 .test = alg_test_aead,
ed1afac9 2228 .fips_allowed = 1,
5208ed2c
NL		 2229 .suite = {
2230 .aead = {
2231 .enc = {
2232 .vecs =
2233 hmac_sha512_des3_ede_cbc_enc_tv_temp,
2234 .count =
2235 HMAC_SHA512_DES3_EDE_CBC_ENC_TEST_VEC
e46e9a46
HG		 2236 }
2237 }
2238 }
fb16abc2
MM		 2239 }, {
2240 .alg = "authenc(hmac(sha512),ctr(aes))",
2241 .test = alg_test_null,
2242 .fips_allowed = 1,
e08ca2da 2243 }, {
da7f033d 2244 .alg = "cbc(aes)",
1aa4ecd9 2245 .test = alg_test_skcipher,
a1915d51 2246 .fips_allowed = 1,
da7f033d
HX		 2247 .suite = {
2248 .cipher = {
2249 .enc = {
2250 .vecs = aes_cbc_enc_tv_template,
2251 .count = AES_CBC_ENC_TEST_VECTORS
2252 },
2253 .dec = {
2254 .vecs = aes_cbc_dec_tv_template,
2255 .count = AES_CBC_DEC_TEST_VECTORS
2256 }
2257 }
2258 }
2259 }, {
2260 .alg = "cbc(anubis)",
1aa4ecd9 2261 .test = alg_test_skcipher,
da7f033d
HX		 2262 .suite = {
2263 .cipher = {
2264 .enc = {
2265 .vecs = anubis_cbc_enc_tv_template,
2266 .count = ANUBIS_CBC_ENC_TEST_VECTORS
2267 },
2268 .dec = {
2269 .vecs = anubis_cbc_dec_tv_template,
2270 .count = ANUBIS_CBC_DEC_TEST_VECTORS
2271 }
2272 }
2273 }
2274 }, {
2275 .alg = "cbc(blowfish)",
1aa4ecd9 2276 .test = alg_test_skcipher,
da7f033d
HX		 2277 .suite = {
2278 .cipher = {
2279 .enc = {
2280 .vecs = bf_cbc_enc_tv_template,
2281 .count = BF_CBC_ENC_TEST_VECTORS
2282 },
2283 .dec = {
2284 .vecs = bf_cbc_dec_tv_template,
2285 .count = BF_CBC_DEC_TEST_VECTORS
2286 }
2287 }
2288 }
2289 }, {
2290 .alg = "cbc(camellia)",
1aa4ecd9 2291 .test = alg_test_skcipher,
da7f033d
HX		 2292 .suite = {
2293 .cipher = {
2294 .enc = {
2295 .vecs = camellia_cbc_enc_tv_template,
2296 .count = CAMELLIA_CBC_ENC_TEST_VECTORS
2297 },
2298 .dec = {
2299 .vecs = camellia_cbc_dec_tv_template,
2300 .count = CAMELLIA_CBC_DEC_TEST_VECTORS
2301 }
2302 }
2303 }
a2c58260
JG		 2304 }, {
2305 .alg = "cbc(cast5)",
2306 .test = alg_test_skcipher,
2307 .suite = {
2308 .cipher = {
2309 .enc = {
2310 .vecs = cast5_cbc_enc_tv_template,
2311 .count = CAST5_CBC_ENC_TEST_VECTORS
2312 },
2313 .dec = {
2314 .vecs = cast5_cbc_dec_tv_template,
2315 .count = CAST5_CBC_DEC_TEST_VECTORS
2316 }
2317 }
2318 }
9b8b0405
JG		 2319 }, {
2320 .alg = "cbc(cast6)",
2321 .test = alg_test_skcipher,
2322 .suite = {
2323 .cipher = {
2324 .enc = {
2325 .vecs = cast6_cbc_enc_tv_template,
2326 .count = CAST6_CBC_ENC_TEST_VECTORS
2327 },
2328 .dec = {
2329 .vecs = cast6_cbc_dec_tv_template,
2330 .count = CAST6_CBC_DEC_TEST_VECTORS
2331 }
2332 }
2333 }
da7f033d
HX		 2334 }, {
2335 .alg = "cbc(des)",
1aa4ecd9 2336 .test = alg_test_skcipher,
da7f033d
HX		 2337 .suite = {
2338 .cipher = {
2339 .enc = {
2340 .vecs = des_cbc_enc_tv_template,
2341 .count = DES_CBC_ENC_TEST_VECTORS
2342 },
2343 .dec = {
2344 .vecs = des_cbc_dec_tv_template,
2345 .count = DES_CBC_DEC_TEST_VECTORS
2346 }
2347 }
2348 }
2349 }, {
2350 .alg = "cbc(des3_ede)",
1aa4ecd9 2351 .test = alg_test_skcipher,
a1915d51 2352 .fips_allowed = 1,
da7f033d
HX		 2353 .suite = {
2354 .cipher = {
2355 .enc = {
2356 .vecs = des3_ede_cbc_enc_tv_template,
2357 .count = DES3_EDE_CBC_ENC_TEST_VECTORS
2358 },
2359 .dec = {
2360 .vecs = des3_ede_cbc_dec_tv_template,
2361 .count = DES3_EDE_CBC_DEC_TEST_VECTORS
2362 }
2363 }
2364 }
9d25917d
JK		 2365 }, {
2366 .alg = "cbc(serpent)",
2367 .test = alg_test_skcipher,
2368 .suite = {
2369 .cipher = {
2370 .enc = {
2371 .vecs = serpent_cbc_enc_tv_template,
2372 .count = SERPENT_CBC_ENC_TEST_VECTORS
2373 },
2374 .dec = {
2375 .vecs = serpent_cbc_dec_tv_template,
2376 .count = SERPENT_CBC_DEC_TEST_VECTORS
2377 }
2378 }
2379 }
da7f033d
HX		 2380 }, {
2381 .alg = "cbc(twofish)",
1aa4ecd9 2382 .test = alg_test_skcipher,
da7f033d
HX		 2383 .suite = {
2384 .cipher = {
2385 .enc = {
2386 .vecs = tf_cbc_enc_tv_template,
2387 .count = TF_CBC_ENC_TEST_VECTORS
2388 },
2389 .dec = {
2390 .vecs = tf_cbc_dec_tv_template,
2391 .count = TF_CBC_DEC_TEST_VECTORS
2392 }
2393 }
2394 }
2395 }, {
2396 .alg = "ccm(aes)",
2397 .test = alg_test_aead,
a1915d51 2398 .fips_allowed = 1,
da7f033d
HX		 2399 .suite = {
2400 .aead = {
2401 .enc = {
2402 .vecs = aes_ccm_enc_tv_template,
2403 .count = AES_CCM_ENC_TEST_VECTORS
2404 },
2405 .dec = {
2406 .vecs = aes_ccm_dec_tv_template,
2407 .count = AES_CCM_DEC_TEST_VECTORS
2408 }
2409 }
2410 }
3590ebf2
MW		 2411 }, {
2412 .alg = "chacha20",
2413 .test = alg_test_skcipher,
2414 .suite = {
2415 .cipher = {
2416 .enc = {
2417 .vecs = chacha20_enc_tv_template,
2418 .count = CHACHA20_ENC_TEST_VECTORS
2419 },
2420 .dec = {
2421 .vecs = chacha20_enc_tv_template,
2422 .count = CHACHA20_ENC_TEST_VECTORS
2423 },
2424 }
2425 }
93b5e86a
JK		 2426 }, {
2427 .alg = "cmac(aes)",
8f183751 2428 .fips_allowed = 1,
93b5e86a
JK		 2429 .test = alg_test_hash,
2430 .suite = {
2431 .hash = {
2432 .vecs = aes_cmac128_tv_template,
2433 .count = CMAC_AES_TEST_VECTORS
2434 }
2435 }
2436 }, {
2437 .alg = "cmac(des3_ede)",
8f183751 2438 .fips_allowed = 1,
93b5e86a
JK		 2439 .test = alg_test_hash,
2440 .suite = {
2441 .hash = {
2442 .vecs = des3_ede_cmac64_tv_template,
2443 .count = CMAC_DES3_EDE_TEST_VECTORS
2444 }
2445 }
e448370d
JK		 2446 }, {
2447 .alg = "compress_null",
2448 .test = alg_test_null,
ebb3472f
AB		 2449 }, {
2450 .alg = "crc32",
2451 .test = alg_test_hash,
2452 .suite = {
2453 .hash = {
2454 .vecs = crc32_tv_template,
2455 .count = CRC32_TEST_VECTORS
2456 }
2457 }
da7f033d
HX		 2458 }, {
2459 .alg = "crc32c",
8e3ee85e 2460 .test = alg_test_crc32c,
a1915d51 2461 .fips_allowed = 1,
da7f033d
HX		 2462 .suite = {
2463 .hash = {
2464 .vecs = crc32c_tv_template,
2465 .count = CRC32C_TEST_VECTORS
2466 }
2467 }
68411521
HX		 2468 }, {
2469 .alg = "crct10dif",
2470 .test = alg_test_hash,
2471 .fips_allowed = 1,
2472 .suite = {
2473 .hash = {
2474 .vecs = crct10dif_tv_template,
2475 .count = CRCT10DIF_TEST_VECTORS
2476 }
2477 }
6c79294f
MB		 2478 }, {
2479 .alg = "cryptd(__driver-cbc-aes-aesni)",
2480 .test = alg_test_null,
2481 .fips_allowed = 1,
d9b1d2e7
JK		 2482 }, {
2483 .alg = "cryptd(__driver-cbc-camellia-aesni)",
2484 .test = alg_test_null,
f3f935a7
JK		 2485 }, {
2486 .alg = "cryptd(__driver-cbc-camellia-aesni-avx2)",
2487 .test = alg_test_null,
56d76c96
JK		 2488 }, {
2489 .alg = "cryptd(__driver-cbc-serpent-avx2)",
2490 .test = alg_test_null,
863b557a
YS		 2491 }, {
2492 .alg = "cryptd(__driver-ecb-aes-aesni)",
2493 .test = alg_test_null,
6c79294f 2494 .fips_allowed = 1,
d9b1d2e7
JK		 2495 }, {
2496 .alg = "cryptd(__driver-ecb-camellia-aesni)",
2497 .test = alg_test_null,
f3f935a7
JK		 2498 }, {
2499 .alg = "cryptd(__driver-ecb-camellia-aesni-avx2)",
2500 .test = alg_test_null,
4d6d6a2c
JG		 2501 }, {
2502 .alg = "cryptd(__driver-ecb-cast5-avx)",
2503 .test = alg_test_null,
4ea1277d
JG		 2504 }, {
2505 .alg = "cryptd(__driver-ecb-cast6-avx)",
2506 .test = alg_test_null,
7efe4076
JG		 2507 }, {
2508 .alg = "cryptd(__driver-ecb-serpent-avx)",
2509 .test = alg_test_null,
56d76c96
JK		 2510 }, {
2511 .alg = "cryptd(__driver-ecb-serpent-avx2)",
2512 .test = alg_test_null,
937c30d7
JK		 2513 }, {
2514 .alg = "cryptd(__driver-ecb-serpent-sse2)",
2515 .test = alg_test_null,
107778b5
JG		 2516 }, {
2517 .alg = "cryptd(__driver-ecb-twofish-avx)",
2518 .test = alg_test_null,
6c79294f
MB		 2519 }, {
2520 .alg = "cryptd(__driver-gcm-aes-aesni)",
2521 .test = alg_test_null,
2522 .fips_allowed = 1,
863b557a
YS		 2523 }, {
2524 .alg = "cryptd(__ghash-pclmulqdqni)",
2525 .test = alg_test_null,
6c79294f 2526 .fips_allowed = 1,
f7cb80f2
JW		 2527 }, {
2528 .alg = "ctr(aes)",
2529 .test = alg_test_skcipher,
a1915d51 2530 .fips_allowed = 1,
f7cb80f2
JW		 2531 .suite = {
2532 .cipher = {
2533 .enc = {
2534 .vecs = aes_ctr_enc_tv_template,
2535 .count = AES_CTR_ENC_TEST_VECTORS
2536 },
2537 .dec = {
2538 .vecs = aes_ctr_dec_tv_template,
2539 .count = AES_CTR_DEC_TEST_VECTORS
2540 }
2541 }
2542 }
85b63e34
JK		 2543 }, {
2544 .alg = "ctr(blowfish)",
2545 .test = alg_test_skcipher,
2546 .suite = {
2547 .cipher = {
2548 .enc = {
2549 .vecs = bf_ctr_enc_tv_template,
2550 .count = BF_CTR_ENC_TEST_VECTORS
2551 },
2552 .dec = {
2553 .vecs = bf_ctr_dec_tv_template,
2554 .count = BF_CTR_DEC_TEST_VECTORS
2555 }
2556 }
2557 }
0840605e
JK		 2558 }, {
2559 .alg = "ctr(camellia)",
2560 .test = alg_test_skcipher,
2561 .suite = {
2562 .cipher = {
2563 .enc = {
2564 .vecs = camellia_ctr_enc_tv_template,
2565 .count = CAMELLIA_CTR_ENC_TEST_VECTORS
2566 },
2567 .dec = {
2568 .vecs = camellia_ctr_dec_tv_template,
2569 .count = CAMELLIA_CTR_DEC_TEST_VECTORS
2570 }
2571 }
2572 }
a2c58260
JG		 2573 }, {
2574 .alg = "ctr(cast5)",
2575 .test = alg_test_skcipher,
2576 .suite = {
2577 .cipher = {
2578 .enc = {
2579 .vecs = cast5_ctr_enc_tv_template,
2580 .count = CAST5_CTR_ENC_TEST_VECTORS
2581 },
2582 .dec = {
2583 .vecs = cast5_ctr_dec_tv_template,
2584 .count = CAST5_CTR_DEC_TEST_VECTORS
2585 }
2586 }
2587 }
9b8b0405
JG		 2588 }, {
2589 .alg = "ctr(cast6)",
2590 .test = alg_test_skcipher,
2591 .suite = {
2592 .cipher = {
2593 .enc = {
2594 .vecs = cast6_ctr_enc_tv_template,
2595 .count = CAST6_CTR_ENC_TEST_VECTORS
2596 },
2597 .dec = {
2598 .vecs = cast6_ctr_dec_tv_template,
2599 .count = CAST6_CTR_DEC_TEST_VECTORS
2600 }
2601 }
2602 }
8163fc30
JK		 2603 }, {
2604 .alg = "ctr(des)",
2605 .test = alg_test_skcipher,
2606 .suite = {
2607 .cipher = {
2608 .enc = {
2609 .vecs = des_ctr_enc_tv_template,
2610 .count = DES_CTR_ENC_TEST_VECTORS
2611 },
2612 .dec = {
2613 .vecs = des_ctr_dec_tv_template,
2614 .count = DES_CTR_DEC_TEST_VECTORS
2615 }
2616 }
2617 }
e080b17a
JK		 2618 }, {
2619 .alg = "ctr(des3_ede)",
2620 .test = alg_test_skcipher,
2621 .suite = {
2622 .cipher = {
2623 .enc = {
2624 .vecs = des3_ede_ctr_enc_tv_template,
2625 .count = DES3_EDE_CTR_ENC_TEST_VECTORS
2626 },
2627 .dec = {
2628 .vecs = des3_ede_ctr_dec_tv_template,
2629 .count = DES3_EDE_CTR_DEC_TEST_VECTORS
2630 }
2631 }
2632 }
9d25917d
JK		 2633 }, {
2634 .alg = "ctr(serpent)",
2635 .test = alg_test_skcipher,
2636 .suite = {
2637 .cipher = {
2638 .enc = {
2639 .vecs = serpent_ctr_enc_tv_template,
2640 .count = SERPENT_CTR_ENC_TEST_VECTORS
2641 },
2642 .dec = {
2643 .vecs = serpent_ctr_dec_tv_template,
2644 .count = SERPENT_CTR_DEC_TEST_VECTORS
2645 }
2646 }
2647 }
573da620
JK		 2648 }, {
2649 .alg = "ctr(twofish)",
2650 .test = alg_test_skcipher,
2651 .suite = {
2652 .cipher = {
2653 .enc = {
2654 .vecs = tf_ctr_enc_tv_template,
2655 .count = TF_CTR_ENC_TEST_VECTORS
2656 },
2657 .dec = {
2658 .vecs = tf_ctr_dec_tv_template,
2659 .count = TF_CTR_DEC_TEST_VECTORS
2660 }
2661 }
2662 }
da7f033d
HX		 2663 }, {
2664 .alg = "cts(cbc(aes))",
1aa4ecd9 2665 .test = alg_test_skcipher,
da7f033d
HX		 2666 .suite = {
2667 .cipher = {
2668 .enc = {
2669 .vecs = cts_mode_enc_tv_template,
2670 .count = CTS_MODE_ENC_TEST_VECTORS
2671 },
2672 .dec = {
2673 .vecs = cts_mode_dec_tv_template,
2674 .count = CTS_MODE_DEC_TEST_VECTORS
2675 }
2676 }
2677 }
2678 }, {
2679 .alg = "deflate",
2680 .test = alg_test_comp,
0818904d 2681 .fips_allowed = 1,
da7f033d
HX		 2682 .suite = {
2683 .comp = {
2684 .comp = {
2685 .vecs = deflate_comp_tv_template,
2686 .count = DEFLATE_COMP_TEST_VECTORS
2687 },
2688 .decomp = {
2689 .vecs = deflate_decomp_tv_template,
2690 .count = DEFLATE_DECOMP_TEST_VECTORS
2691 }
2692 }
2693 }
e448370d
JK		 2694 }, {
2695 .alg = "digest_null",
2696 .test = alg_test_null,
64d1cdfb
SM		 2697 }, {
2698 .alg = "drbg_nopr_ctr_aes128",
2699 .test = alg_test_drbg,
2700 .fips_allowed = 1,
2701 .suite = {
2702 .drbg = {
2703 .vecs = drbg_nopr_ctr_aes128_tv_template,
2704 .count = ARRAY_SIZE(drbg_nopr_ctr_aes128_tv_template)
2705 }
2706 }
2707 }, {
2708 .alg = "drbg_nopr_ctr_aes192",
2709 .test = alg_test_drbg,
2710 .fips_allowed = 1,
2711 .suite = {
2712 .drbg = {
2713 .vecs = drbg_nopr_ctr_aes192_tv_template,
2714 .count = ARRAY_SIZE(drbg_nopr_ctr_aes192_tv_template)
2715 }
2716 }
2717 }, {
2718 .alg = "drbg_nopr_ctr_aes256",
2719 .test = alg_test_drbg,
2720 .fips_allowed = 1,
2721 .suite = {
2722 .drbg = {
2723 .vecs = drbg_nopr_ctr_aes256_tv_template,
2724 .count = ARRAY_SIZE(drbg_nopr_ctr_aes256_tv_template)
2725 }
2726 }
2727 }, {
2728 /*
2729 * There is no need to specifically test the DRBG with every
2730 * backend cipher -- covered by drbg_nopr_hmac_sha256 test
2731 */
2732 .alg = "drbg_nopr_hmac_sha1",
2733 .fips_allowed = 1,
2734 .test = alg_test_null,
2735 }, {
2736 .alg = "drbg_nopr_hmac_sha256",
2737 .test = alg_test_drbg,
2738 .fips_allowed = 1,
2739 .suite = {
2740 .drbg = {
2741 .vecs = drbg_nopr_hmac_sha256_tv_template,
2742 .count =
2743 ARRAY_SIZE(drbg_nopr_hmac_sha256_tv_template)
2744 }
2745 }
2746 }, {
2747 /* covered by drbg_nopr_hmac_sha256 test */
2748 .alg = "drbg_nopr_hmac_sha384",
2749 .fips_allowed = 1,
2750 .test = alg_test_null,
2751 }, {
2752 .alg = "drbg_nopr_hmac_sha512",
2753 .test = alg_test_null,
2754 .fips_allowed = 1,
2755 }, {
2756 .alg = "drbg_nopr_sha1",
2757 .fips_allowed = 1,
2758 .test = alg_test_null,
2759 }, {
2760 .alg = "drbg_nopr_sha256",
2761 .test = alg_test_drbg,
2762 .fips_allowed = 1,
2763 .suite = {
2764 .drbg = {
2765 .vecs = drbg_nopr_sha256_tv_template,
2766 .count = ARRAY_SIZE(drbg_nopr_sha256_tv_template)
2767 }
2768 }
2769 }, {
2770 /* covered by drbg_nopr_sha256 test */
2771 .alg = "drbg_nopr_sha384",
2772 .fips_allowed = 1,
2773 .test = alg_test_null,
2774 }, {
2775 .alg = "drbg_nopr_sha512",
2776 .fips_allowed = 1,
2777 .test = alg_test_null,
2778 }, {
2779 .alg = "drbg_pr_ctr_aes128",
2780 .test = alg_test_drbg,
2781 .fips_allowed = 1,
2782 .suite = {
2783 .drbg = {
2784 .vecs = drbg_pr_ctr_aes128_tv_template,
2785 .count = ARRAY_SIZE(drbg_pr_ctr_aes128_tv_template)
2786 }
2787 }
2788 }, {
2789 /* covered by drbg_pr_ctr_aes128 test */
2790 .alg = "drbg_pr_ctr_aes192",
2791 .fips_allowed = 1,
2792 .test = alg_test_null,
2793 }, {
2794 .alg = "drbg_pr_ctr_aes256",
2795 .fips_allowed = 1,
2796 .test = alg_test_null,
2797 }, {
2798 .alg = "drbg_pr_hmac_sha1",
2799 .fips_allowed = 1,
2800 .test = alg_test_null,
2801 }, {
2802 .alg = "drbg_pr_hmac_sha256",
2803 .test = alg_test_drbg,
2804 .fips_allowed = 1,
2805 .suite = {
2806 .drbg = {
2807 .vecs = drbg_pr_hmac_sha256_tv_template,
2808 .count = ARRAY_SIZE(drbg_pr_hmac_sha256_tv_template)
2809 }
2810 }
2811 }, {
2812 /* covered by drbg_pr_hmac_sha256 test */
2813 .alg = "drbg_pr_hmac_sha384",
2814 .fips_allowed = 1,
2815 .test = alg_test_null,
2816 }, {
2817 .alg = "drbg_pr_hmac_sha512",
2818 .test = alg_test_null,
2819 .fips_allowed = 1,
2820 }, {
2821 .alg = "drbg_pr_sha1",
2822 .fips_allowed = 1,
2823 .test = alg_test_null,
2824 }, {
2825 .alg = "drbg_pr_sha256",
2826 .test = alg_test_drbg,
2827 .fips_allowed = 1,
2828 .suite = {
2829 .drbg = {
2830 .vecs = drbg_pr_sha256_tv_template,
2831 .count = ARRAY_SIZE(drbg_pr_sha256_tv_template)
2832 }
2833 }
2834 }, {
2835 /* covered by drbg_pr_sha256 test */
2836 .alg = "drbg_pr_sha384",
2837 .fips_allowed = 1,
2838 .test = alg_test_null,
2839 }, {
2840 .alg = "drbg_pr_sha512",
2841 .fips_allowed = 1,
2842 .test = alg_test_null,
863b557a
YS		 2843 }, {
2844 .alg = "ecb(__aes-aesni)",
2845 .test = alg_test_null,
6c79294f 2846 .fips_allowed = 1,
da7f033d
HX		 2847 }, {
2848 .alg = "ecb(aes)",
1aa4ecd9 2849 .test = alg_test_skcipher,
a1915d51 2850 .fips_allowed = 1,
da7f033d
HX		 2851 .suite = {
2852 .cipher = {
2853 .enc = {
2854 .vecs = aes_enc_tv_template,
2855 .count = AES_ENC_TEST_VECTORS
2856 },
2857 .dec = {
2858 .vecs = aes_dec_tv_template,
2859 .count = AES_DEC_TEST_VECTORS
2860 }
2861 }
2862 }
2863 }, {
2864 .alg = "ecb(anubis)",
1aa4ecd9 2865 .test = alg_test_skcipher,
da7f033d
HX		 2866 .suite = {
2867 .cipher = {
2868 .enc = {
2869 .vecs = anubis_enc_tv_template,
2870 .count = ANUBIS_ENC_TEST_VECTORS
2871 },
2872 .dec = {
2873 .vecs = anubis_dec_tv_template,
2874 .count = ANUBIS_DEC_TEST_VECTORS
2875 }
2876 }
2877 }
2878 }, {
2879 .alg = "ecb(arc4)",
1aa4ecd9 2880 .test = alg_test_skcipher,
da7f033d
HX		 2881 .suite = {
2882 .cipher = {
2883 .enc = {
2884 .vecs = arc4_enc_tv_template,
2885 .count = ARC4_ENC_TEST_VECTORS
2886 },
2887 .dec = {
2888 .vecs = arc4_dec_tv_template,
2889 .count = ARC4_DEC_TEST_VECTORS
2890 }
2891 }
2892 }
2893 }, {
2894 .alg = "ecb(blowfish)",
1aa4ecd9 2895 .test = alg_test_skcipher,
da7f033d
HX		 2896 .suite = {
2897 .cipher = {
2898 .enc = {
2899 .vecs = bf_enc_tv_template,
2900 .count = BF_ENC_TEST_VECTORS
2901 },
2902 .dec = {
2903 .vecs = bf_dec_tv_template,
2904 .count = BF_DEC_TEST_VECTORS
2905 }
2906 }
2907 }
2908 }, {
2909 .alg = "ecb(camellia)",
1aa4ecd9 2910 .test = alg_test_skcipher,
da7f033d
HX		 2911 .suite = {
2912 .cipher = {
2913 .enc = {
2914 .vecs = camellia_enc_tv_template,
2915 .count = CAMELLIA_ENC_TEST_VECTORS
2916 },
2917 .dec = {
2918 .vecs = camellia_dec_tv_template,
2919 .count = CAMELLIA_DEC_TEST_VECTORS
2920 }
2921 }
2922 }
2923 }, {
2924 .alg = "ecb(cast5)",
1aa4ecd9 2925 .test = alg_test_skcipher,
da7f033d
HX		 2926 .suite = {
2927 .cipher = {
2928 .enc = {
2929 .vecs = cast5_enc_tv_template,
2930 .count = CAST5_ENC_TEST_VECTORS
2931 },
2932 .dec = {
2933 .vecs = cast5_dec_tv_template,
2934 .count = CAST5_DEC_TEST_VECTORS
2935 }
2936 }
2937 }
2938 }, {
2939 .alg = "ecb(cast6)",
1aa4ecd9 2940 .test = alg_test_skcipher,
da7f033d
HX		 2941 .suite = {
2942 .cipher = {
2943 .enc = {
2944 .vecs = cast6_enc_tv_template,
2945 .count = CAST6_ENC_TEST_VECTORS
2946 },
2947 .dec = {
2948 .vecs = cast6_dec_tv_template,
2949 .count = CAST6_DEC_TEST_VECTORS
2950 }
2951 }
2952 }
e448370d
JK		 2953 }, {
2954 .alg = "ecb(cipher_null)",
2955 .test = alg_test_null,
da7f033d
HX		 2956 }, {
2957 .alg = "ecb(des)",
1aa4ecd9 2958 .test = alg_test_skcipher,
da7f033d
HX		 2959 .suite = {
2960 .cipher = {
2961 .enc = {
2962 .vecs = des_enc_tv_template,
2963 .count = DES_ENC_TEST_VECTORS
2964 },
2965 .dec = {
2966 .vecs = des_dec_tv_template,
2967 .count = DES_DEC_TEST_VECTORS
2968 }
2969 }
2970 }
2971 }, {
2972 .alg = "ecb(des3_ede)",
1aa4ecd9 2973 .test = alg_test_skcipher,
a1915d51 2974 .fips_allowed = 1,
da7f033d
HX		 2975 .suite = {
2976 .cipher = {
2977 .enc = {
2978 .vecs = des3_ede_enc_tv_template,
2979 .count = DES3_EDE_ENC_TEST_VECTORS
2980 },
2981 .dec = {
2982 .vecs = des3_ede_dec_tv_template,
2983 .count = DES3_EDE_DEC_TEST_VECTORS
2984 }
2985 }
2986 }
66e5bd00
JK		 2987 }, {
2988 .alg = "ecb(fcrypt)",
2989 .test = alg_test_skcipher,
2990 .suite = {
2991 .cipher = {
2992 .enc = {
2993 .vecs = fcrypt_pcbc_enc_tv_template,
2994 .count = 1
2995 },
2996 .dec = {
2997 .vecs = fcrypt_pcbc_dec_tv_template,
2998 .count = 1
2999 }
3000 }
3001 }
da7f033d
HX		 3002 }, {
3003 .alg = "ecb(khazad)",
1aa4ecd9 3004 .test = alg_test_skcipher,
da7f033d
HX		 3005 .suite = {
3006 .cipher = {
3007 .enc = {
3008 .vecs = khazad_enc_tv_template,
3009 .count = KHAZAD_ENC_TEST_VECTORS
3010 },
3011 .dec = {
3012 .vecs = khazad_dec_tv_template,
3013 .count = KHAZAD_DEC_TEST_VECTORS
3014 }
3015 }
3016 }
3017 }, {
3018 .alg = "ecb(seed)",
1aa4ecd9 3019 .test = alg_test_skcipher,
da7f033d
HX		 3020 .suite = {
3021 .cipher = {
3022 .enc = {
3023 .vecs = seed_enc_tv_template,
3024 .count = SEED_ENC_TEST_VECTORS
3025 },
3026 .dec = {
3027 .vecs = seed_dec_tv_template,
3028 .count = SEED_DEC_TEST_VECTORS
3029 }
3030 }
3031 }
3032 }, {
3033 .alg = "ecb(serpent)",
1aa4ecd9 3034 .test = alg_test_skcipher,
da7f033d
HX		 3035 .suite = {
3036 .cipher = {
3037 .enc = {
3038 .vecs = serpent_enc_tv_template,
3039 .count = SERPENT_ENC_TEST_VECTORS
3040 },
3041 .dec = {
3042 .vecs = serpent_dec_tv_template,
3043 .count = SERPENT_DEC_TEST_VECTORS
3044 }
3045 }
3046 }
3047 }, {
3048 .alg = "ecb(tea)",
1aa4ecd9 3049 .test = alg_test_skcipher,
da7f033d
HX		 3050 .suite = {
3051 .cipher = {
3052 .enc = {
3053 .vecs = tea_enc_tv_template,
3054 .count = TEA_ENC_TEST_VECTORS
3055 },
3056 .dec = {
3057 .vecs = tea_dec_tv_template,
3058 .count = TEA_DEC_TEST_VECTORS
3059 }
3060 }
3061 }
3062 }, {
3063 .alg = "ecb(tnepres)",
1aa4ecd9 3064 .test = alg_test_skcipher,
da7f033d
HX		 3065 .suite = {
3066 .cipher = {
3067 .enc = {
3068 .vecs = tnepres_enc_tv_template,
3069 .count = TNEPRES_ENC_TEST_VECTORS
3070 },
3071 .dec = {
3072 .vecs = tnepres_dec_tv_template,
3073 .count = TNEPRES_DEC_TEST_VECTORS
3074 }
3075 }
3076 }
3077 }, {
3078 .alg = "ecb(twofish)",
1aa4ecd9 3079 .test = alg_test_skcipher,
da7f033d
HX		 3080 .suite = {
3081 .cipher = {
3082 .enc = {
3083 .vecs = tf_enc_tv_template,
3084 .count = TF_ENC_TEST_VECTORS
3085 },
3086 .dec = {
3087 .vecs = tf_dec_tv_template,
3088 .count = TF_DEC_TEST_VECTORS
3089 }
3090 }
3091 }
3092 }, {
3093 .alg = "ecb(xeta)",
1aa4ecd9 3094 .test = alg_test_skcipher,
da7f033d
HX		 3095 .suite = {
3096 .cipher = {
3097 .enc = {
3098 .vecs = xeta_enc_tv_template,
3099 .count = XETA_ENC_TEST_VECTORS
3100 },
3101 .dec = {
3102 .vecs = xeta_dec_tv_template,
3103 .count = XETA_DEC_TEST_VECTORS
3104 }
3105 }
3106 }
3107 }, {
3108 .alg = "ecb(xtea)",
1aa4ecd9 3109 .test = alg_test_skcipher,
da7f033d
HX		 3110 .suite = {
3111 .cipher = {
3112 .enc = {
3113 .vecs = xtea_enc_tv_template,
3114 .count = XTEA_ENC_TEST_VECTORS
3115 },
3116 .dec = {
3117 .vecs = xtea_dec_tv_template,
3118 .count = XTEA_DEC_TEST_VECTORS
3119 }
3120 }
3121 }
3122 }, {
3123 .alg = "gcm(aes)",
3124 .test = alg_test_aead,
a1915d51 3125 .fips_allowed = 1,
da7f033d
HX		 3126 .suite = {
3127 .aead = {
3128 .enc = {
3129 .vecs = aes_gcm_enc_tv_template,
3130 .count = AES_GCM_ENC_TEST_VECTORS
3131 },
3132 .dec = {
3133 .vecs = aes_gcm_dec_tv_template,
3134 .count = AES_GCM_DEC_TEST_VECTORS
3135 }
3136 }
3137 }
507069c9
YS		 3138 }, {
3139 .alg = "ghash",
3140 .test = alg_test_hash,
18c0ebd2 3141 .fips_allowed = 1,
507069c9
YS		 3142 .suite = {
3143 .hash = {
3144 .vecs = ghash_tv_template,
3145 .count = GHASH_TEST_VECTORS
3146 }
3147 }
a482b081
SZ		 3148 }, {
3149 .alg = "hmac(crc32)",
3150 .test = alg_test_hash,
3151 .suite = {
3152 .hash = {
3153 .vecs = bfin_crc_tv_template,
3154 .count = BFIN_CRC_TEST_VECTORS
3155 }
3156 }
da7f033d
HX		 3157 }, {
3158 .alg = "hmac(md5)",
3159 .test = alg_test_hash,
3160 .suite = {
3161 .hash = {
3162 .vecs = hmac_md5_tv_template,
3163 .count = HMAC_MD5_TEST_VECTORS
3164 }
3165 }
3166 }, {
3167 .alg = "hmac(rmd128)",
3168 .test = alg_test_hash,
3169 .suite = {
3170 .hash = {
3171 .vecs = hmac_rmd128_tv_template,
3172 .count = HMAC_RMD128_TEST_VECTORS
3173 }
3174 }
3175 }, {
3176 .alg = "hmac(rmd160)",
3177 .test = alg_test_hash,
3178 .suite = {
3179 .hash = {
3180 .vecs = hmac_rmd160_tv_template,
3181 .count = HMAC_RMD160_TEST_VECTORS
3182 }
3183 }
3184 }, {
3185 .alg = "hmac(sha1)",
3186 .test = alg_test_hash,
a1915d51 3187 .fips_allowed = 1,
da7f033d
HX		 3188 .suite = {
3189 .hash = {
3190 .vecs = hmac_sha1_tv_template,
3191 .count = HMAC_SHA1_TEST_VECTORS
3192 }
3193 }
3194 }, {
3195 .alg = "hmac(sha224)",
3196 .test = alg_test_hash,
a1915d51 3197 .fips_allowed = 1,
da7f033d
HX		 3198 .suite = {
3199 .hash = {
3200 .vecs = hmac_sha224_tv_template,
3201 .count = HMAC_SHA224_TEST_VECTORS
3202 }
3203 }
3204 }, {
3205 .alg = "hmac(sha256)",
3206 .test = alg_test_hash,
a1915d51 3207 .fips_allowed = 1,
da7f033d
HX		 3208 .suite = {
3209 .hash = {
3210 .vecs = hmac_sha256_tv_template,
3211 .count = HMAC_SHA256_TEST_VECTORS
3212 }
3213 }
3214 }, {
3215 .alg = "hmac(sha384)",
3216 .test = alg_test_hash,
a1915d51 3217 .fips_allowed = 1,
da7f033d
HX		 3218 .suite = {
3219 .hash = {
3220 .vecs = hmac_sha384_tv_template,
3221 .count = HMAC_SHA384_TEST_VECTORS
3222 }
3223 }
3224 }, {
3225 .alg = "hmac(sha512)",
3226 .test = alg_test_hash,
a1915d51 3227 .fips_allowed = 1,
da7f033d
HX		 3228 .suite = {
3229 .hash = {
3230 .vecs = hmac_sha512_tv_template,
3231 .count = HMAC_SHA512_TEST_VECTORS
3232 }
3233 }
bb5530e4
SM		 3234 }, {
3235 .alg = "jitterentropy_rng",
3236 .fips_allowed = 1,
3237 .test = alg_test_null,
35351988
SM		 3238 }, {
3239 .alg = "kw(aes)",
3240 .test = alg_test_skcipher,
3241 .fips_allowed = 1,
3242 .suite = {
3243 .cipher = {
3244 .enc = {
3245 .vecs = aes_kw_enc_tv_template,
3246 .count = ARRAY_SIZE(aes_kw_enc_tv_template)
3247 },
3248 .dec = {
3249 .vecs = aes_kw_dec_tv_template,
3250 .count = ARRAY_SIZE(aes_kw_dec_tv_template)
3251 }
3252 }
3253 }
da7f033d
HX		 3254 }, {
3255 .alg = "lrw(aes)",
1aa4ecd9 3256 .test = alg_test_skcipher,
da7f033d
HX		 3257 .suite = {
3258 .cipher = {
3259 .enc = {
3260 .vecs = aes_lrw_enc_tv_template,
3261 .count = AES_LRW_ENC_TEST_VECTORS
3262 },
3263 .dec = {
3264 .vecs = aes_lrw_dec_tv_template,
3265 .count = AES_LRW_DEC_TEST_VECTORS
3266 }
3267 }
3268 }
0840605e
JK		 3269 }, {
3270 .alg = "lrw(camellia)",
3271 .test = alg_test_skcipher,
3272 .suite = {
3273 .cipher = {
3274 .enc = {
3275 .vecs = camellia_lrw_enc_tv_template,
3276 .count = CAMELLIA_LRW_ENC_TEST_VECTORS
3277 },
3278 .dec = {
3279 .vecs = camellia_lrw_dec_tv_template,
3280 .count = CAMELLIA_LRW_DEC_TEST_VECTORS
3281 }
3282 }
3283 }
9b8b0405
JG		 3284 }, {
3285 .alg = "lrw(cast6)",
3286 .test = alg_test_skcipher,
3287 .suite = {
3288 .cipher = {
3289 .enc = {
3290 .vecs = cast6_lrw_enc_tv_template,
3291 .count = CAST6_LRW_ENC_TEST_VECTORS
3292 },
3293 .dec = {
3294 .vecs = cast6_lrw_dec_tv_template,
3295 .count = CAST6_LRW_DEC_TEST_VECTORS
3296 }
3297 }
3298 }
d7bfc0fa
JK		 3299 }, {
3300 .alg = "lrw(serpent)",
3301 .test = alg_test_skcipher,
3302 .suite = {
3303 .cipher = {
3304 .enc = {
3305 .vecs = serpent_lrw_enc_tv_template,
3306 .count = SERPENT_LRW_ENC_TEST_VECTORS
3307 },
3308 .dec = {
3309 .vecs = serpent_lrw_dec_tv_template,
3310 .count = SERPENT_LRW_DEC_TEST_VECTORS
3311 }
3312 }
3313 }
0b2a1551
JK		 3314 }, {
3315 .alg = "lrw(twofish)",
3316 .test = alg_test_skcipher,
3317 .suite = {
3318 .cipher = {
3319 .enc = {
3320 .vecs = tf_lrw_enc_tv_template,
3321 .count = TF_LRW_ENC_TEST_VECTORS
3322 },
3323 .dec = {
3324 .vecs = tf_lrw_dec_tv_template,
3325 .count = TF_LRW_DEC_TEST_VECTORS
3326 }
3327 }
3328 }
1443cc9b
KK		 3329 }, {
3330 .alg = "lz4",
3331 .test = alg_test_comp,
3332 .fips_allowed = 1,
3333 .suite = {
3334 .comp = {
3335 .comp = {
3336 .vecs = lz4_comp_tv_template,
3337 .count = LZ4_COMP_TEST_VECTORS
3338 },
3339 .decomp = {
3340 .vecs = lz4_decomp_tv_template,
3341 .count = LZ4_DECOMP_TEST_VECTORS
3342 }
3343 }
3344 }
3345 }, {
3346 .alg = "lz4hc",
3347 .test = alg_test_comp,
3348 .fips_allowed = 1,
3349 .suite = {
3350 .comp = {
3351 .comp = {
3352 .vecs = lz4hc_comp_tv_template,
3353 .count = LZ4HC_COMP_TEST_VECTORS
3354 },
3355 .decomp = {
3356 .vecs = lz4hc_decomp_tv_template,
3357 .count = LZ4HC_DECOMP_TEST_VECTORS
3358 }
3359 }
3360 }
da7f033d
HX		 3361 }, {
3362 .alg = "lzo",
3363 .test = alg_test_comp,
0818904d 3364 .fips_allowed = 1,
da7f033d
HX		 3365 .suite = {
3366 .comp = {
3367 .comp = {
3368 .vecs = lzo_comp_tv_template,
3369 .count = LZO_COMP_TEST_VECTORS
3370 },
3371 .decomp = {
3372 .vecs = lzo_decomp_tv_template,
3373 .count = LZO_DECOMP_TEST_VECTORS
3374 }
3375 }
3376 }
3377 }, {
3378 .alg = "md4",
3379 .test = alg_test_hash,
3380 .suite = {
3381 .hash = {
3382 .vecs = md4_tv_template,
3383 .count = MD4_TEST_VECTORS
3384 }
3385 }
3386 }, {
3387 .alg = "md5",
3388 .test = alg_test_hash,
3389 .suite = {
3390 .hash = {
3391 .vecs = md5_tv_template,
3392 .count = MD5_TEST_VECTORS
3393 }
3394 }
3395 }, {
3396 .alg = "michael_mic",
3397 .test = alg_test_hash,
3398 .suite = {
3399 .hash = {
3400 .vecs = michael_mic_tv_template,
3401 .count = MICHAEL_MIC_TEST_VECTORS
3402 }
3403 }
ba0e14ac
PS		 3404 }, {
3405 .alg = "ofb(aes)",
3406 .test = alg_test_skcipher,
3407 .fips_allowed = 1,
3408 .suite = {
3409 .cipher = {
3410 .enc = {
3411 .vecs = aes_ofb_enc_tv_template,
3412 .count = AES_OFB_ENC_TEST_VECTORS
3413 },
3414 .dec = {
3415 .vecs = aes_ofb_dec_tv_template,
3416 .count = AES_OFB_DEC_TEST_VECTORS
3417 }
3418 }
3419 }
da7f033d
HX		 3420 }, {
3421 .alg = "pcbc(fcrypt)",
1aa4ecd9 3422 .test = alg_test_skcipher,
da7f033d
HX		 3423 .suite = {
3424 .cipher = {
3425 .enc = {
3426 .vecs = fcrypt_pcbc_enc_tv_template,
3427 .count = FCRYPT_ENC_TEST_VECTORS
3428 },
3429 .dec = {
3430 .vecs = fcrypt_pcbc_dec_tv_template,
3431 .count = FCRYPT_DEC_TEST_VECTORS
3432 }
3433 }
3434 }
eee9dc61
MW		 3435 }, {
3436 .alg = "poly1305",
3437 .test = alg_test_hash,
3438 .suite = {
3439 .hash = {
3440 .vecs = poly1305_tv_template,
3441 .count = POLY1305_TEST_VECTORS
3442 }
3443 }
da7f033d
HX		 3444 }, {
3445 .alg = "rfc3686(ctr(aes))",
1aa4ecd9 3446 .test = alg_test_skcipher,
a1915d51 3447 .fips_allowed = 1,
da7f033d
HX		 3448 .suite = {
3449 .cipher = {
3450 .enc = {
f7cb80f2
JW		 3451 .vecs = aes_ctr_rfc3686_enc_tv_template,
3452 .count = AES_CTR_3686_ENC_TEST_VECTORS
da7f033d
HX		 3453 },
3454 .dec = {
f7cb80f2
JW		 3455 .vecs = aes_ctr_rfc3686_dec_tv_template,
3456 .count = AES_CTR_3686_DEC_TEST_VECTORS
da7f033d
HX		 3457 }
3458 }
3459 }
5d667322 3460 }, {
3f31a740 3461 .alg = "rfc4106(gcm(aes))",
69435b94 3462 .test = alg_test_aead,
db71f29a 3463 .fips_allowed = 1,
69435b94
AH		 3464 .suite = {
3465 .aead = {
3466 .enc = {
3467 .vecs = aes_gcm_rfc4106_enc_tv_template,
3468 .count = AES_GCM_4106_ENC_TEST_VECTORS
3469 },
3470 .dec = {
3471 .vecs = aes_gcm_rfc4106_dec_tv_template,
3472 .count = AES_GCM_4106_DEC_TEST_VECTORS
3473 }
3474 }
3475 }
3476 }, {
544c436a 3477 .alg = "rfc4309(ccm(aes))",
5d667322 3478 .test = alg_test_aead,
a1915d51 3479 .fips_allowed = 1,
5d667322
JW		 3480 .suite = {
3481 .aead = {
3482 .enc = {
3483 .vecs = aes_ccm_rfc4309_enc_tv_template,
3484 .count = AES_CCM_4309_ENC_TEST_VECTORS
3485 },
3486 .dec = {
3487 .vecs = aes_ccm_rfc4309_dec_tv_template,
3488 .count = AES_CCM_4309_DEC_TEST_VECTORS
3489 }
3490 }
3491 }
e9b7441a 3492 }, {
bb68745e 3493 .alg = "rfc4543(gcm(aes))",
e9b7441a
JK		 3494 .test = alg_test_aead,
3495 .suite = {
3496 .aead = {
3497 .enc = {
3498 .vecs = aes_gcm_rfc4543_enc_tv_template,
3499 .count = AES_GCM_4543_ENC_TEST_VECTORS
3500 },
3501 .dec = {
3502 .vecs = aes_gcm_rfc4543_dec_tv_template,
3503 .count = AES_GCM_4543_DEC_TEST_VECTORS
3504 },
3505 }
3506 }
af2b76b5
MW		 3507 }, {
3508 .alg = "rfc7539(chacha20,poly1305)",
3509 .test = alg_test_aead,
3510 .suite = {
3511 .aead = {
3512 .enc = {
3513 .vecs = rfc7539_enc_tv_template,
3514 .count = RFC7539_ENC_TEST_VECTORS
3515 },
3516 .dec = {
3517 .vecs = rfc7539_dec_tv_template,
3518 .count = RFC7539_DEC_TEST_VECTORS
3519 },
3520 }
3521 }
5900758d
MW		 3522 }, {
3523 .alg = "rfc7539esp(chacha20,poly1305)",
3524 .test = alg_test_aead,
3525 .suite = {
3526 .aead = {
3527 .enc = {
3528 .vecs = rfc7539esp_enc_tv_template,
3529 .count = RFC7539ESP_ENC_TEST_VECTORS
3530 },
3531 .dec = {
3532 .vecs = rfc7539esp_dec_tv_template,
3533 .count = RFC7539ESP_DEC_TEST_VECTORS
3534 },
3535 }
3536 }
da7f033d
HX		 3537 }, {
3538 .alg = "rmd128",
3539 .test = alg_test_hash,
3540 .suite = {
3541 .hash = {
3542 .vecs = rmd128_tv_template,
3543 .count = RMD128_TEST_VECTORS
3544 }
3545 }
3546 }, {
3547 .alg = "rmd160",
3548 .test = alg_test_hash,
3549 .suite = {
3550 .hash = {
3551 .vecs = rmd160_tv_template,
3552 .count = RMD160_TEST_VECTORS
3553 }
3554 }
3555 }, {
3556 .alg = "rmd256",
3557 .test = alg_test_hash,
3558 .suite = {
3559 .hash = {
3560 .vecs = rmd256_tv_template,
3561 .count = RMD256_TEST_VECTORS
3562 }
3563 }
3564 }, {
3565 .alg = "rmd320",
3566 .test = alg_test_hash,
3567 .suite = {
3568 .hash = {
3569 .vecs = rmd320_tv_template,
3570 .count = RMD320_TEST_VECTORS
3571 }
3572 }
946cc463
TS		 3573 }, {
3574 .alg = "rsa",
3575 .test = alg_test_akcipher,
3576 .fips_allowed = 1,
3577 .suite = {
3578 .akcipher = {
3579 .vecs = rsa_tv_template,
3580 .count = RSA_TEST_VECTORS
3581 }
3582 }
da7f033d
HX		 3583 }, {
3584 .alg = "salsa20",
1aa4ecd9 3585 .test = alg_test_skcipher,
da7f033d
HX		 3586 .suite = {
3587 .cipher = {
3588 .enc = {
3589 .vecs = salsa20_stream_enc_tv_template,
3590 .count = SALSA20_STREAM_ENC_TEST_VECTORS
3591 }
3592 }
3593 }
3594 }, {
3595 .alg = "sha1",
3596 .test = alg_test_hash,
a1915d51 3597 .fips_allowed = 1,
da7f033d
HX		 3598 .suite = {
3599 .hash = {
3600 .vecs = sha1_tv_template,
3601 .count = SHA1_TEST_VECTORS
3602 }
3603 }
3604 }, {
3605 .alg = "sha224",
3606 .test = alg_test_hash,
a1915d51 3607 .fips_allowed = 1,
da7f033d
HX		 3608 .suite = {
3609 .hash = {
3610 .vecs = sha224_tv_template,
3611 .count = SHA224_TEST_VECTORS
3612 }
3613 }
3614 }, {
3615 .alg = "sha256",
3616 .test = alg_test_hash,
a1915d51 3617 .fips_allowed = 1,
da7f033d
HX		 3618 .suite = {
3619 .hash = {
3620 .vecs = sha256_tv_template,
3621 .count = SHA256_TEST_VECTORS
3622 }
3623 }
3624 }, {
3625 .alg = "sha384",
3626 .test = alg_test_hash,
a1915d51 3627 .fips_allowed = 1,
da7f033d
HX		 3628 .suite = {
3629 .hash = {
3630 .vecs = sha384_tv_template,
3631 .count = SHA384_TEST_VECTORS
3632 }
3633 }
3634 }, {
3635 .alg = "sha512",
3636 .test = alg_test_hash,
a1915d51 3637 .fips_allowed = 1,
da7f033d
HX		 3638 .suite = {
3639 .hash = {
3640 .vecs = sha512_tv_template,
3641 .count = SHA512_TEST_VECTORS
3642 }
3643 }
3644 }, {
3645 .alg = "tgr128",
3646 .test = alg_test_hash,
3647 .suite = {
3648 .hash = {
3649 .vecs = tgr128_tv_template,
3650 .count = TGR128_TEST_VECTORS
3651 }
3652 }
3653 }, {
3654 .alg = "tgr160",
3655 .test = alg_test_hash,
3656 .suite = {
3657 .hash = {
3658 .vecs = tgr160_tv_template,
3659 .count = TGR160_TEST_VECTORS
3660 }
3661 }
3662 }, {
3663 .alg = "tgr192",
3664 .test = alg_test_hash,
3665 .suite = {
3666 .hash = {
3667 .vecs = tgr192_tv_template,
3668 .count = TGR192_TEST_VECTORS
3669 }
3670 }
f1939f7c
SW		 3671 }, {
3672 .alg = "vmac(aes)",
3673 .test = alg_test_hash,
3674 .suite = {
3675 .hash = {
3676 .vecs = aes_vmac128_tv_template,
3677 .count = VMAC_AES_TEST_VECTORS
3678 }
3679 }
da7f033d
HX		 3680 }, {
3681 .alg = "wp256",
3682 .test = alg_test_hash,
3683 .suite = {
3684 .hash = {
3685 .vecs = wp256_tv_template,
3686 .count = WP256_TEST_VECTORS
3687 }
3688 }
3689 }, {
3690 .alg = "wp384",
3691 .test = alg_test_hash,
3692 .suite = {
3693 .hash = {
3694 .vecs = wp384_tv_template,
3695 .count = WP384_TEST_VECTORS
3696 }
3697 }
3698 }, {
3699 .alg = "wp512",
3700 .test = alg_test_hash,
3701 .suite = {
3702 .hash = {
3703 .vecs = wp512_tv_template,
3704 .count = WP512_TEST_VECTORS
3705 }
3706 }
3707 }, {
3708 .alg = "xcbc(aes)",
3709 .test = alg_test_hash,
3710 .suite = {
3711 .hash = {
3712 .vecs = aes_xcbc128_tv_template,
3713 .count = XCBC_AES_TEST_VECTORS
3714 }
3715 }
3716 }, {
3717 .alg = "xts(aes)",
1aa4ecd9 3718 .test = alg_test_skcipher,
2918aa8d 3719 .fips_allowed = 1,
da7f033d
HX		 3720 .suite = {
3721 .cipher = {
3722 .enc = {
3723 .vecs = aes_xts_enc_tv_template,
3724 .count = AES_XTS_ENC_TEST_VECTORS
3725 },
3726 .dec = {
3727 .vecs = aes_xts_dec_tv_template,
3728 .count = AES_XTS_DEC_TEST_VECTORS
3729 }
3730 }
3731 }
0840605e
JK		 3732 }, {
3733 .alg = "xts(camellia)",
3734 .test = alg_test_skcipher,
3735 .suite = {
3736 .cipher = {
3737 .enc = {
3738 .vecs = camellia_xts_enc_tv_template,
3739 .count = CAMELLIA_XTS_ENC_TEST_VECTORS
3740 },
3741 .dec = {
3742 .vecs = camellia_xts_dec_tv_template,
3743 .count = CAMELLIA_XTS_DEC_TEST_VECTORS
3744 }
3745 }
3746 }
9b8b0405
JG		 3747 }, {
3748 .alg = "xts(cast6)",
3749 .test = alg_test_skcipher,
3750 .suite = {
3751 .cipher = {
3752 .enc = {
3753 .vecs = cast6_xts_enc_tv_template,
3754 .count = CAST6_XTS_ENC_TEST_VECTORS
3755 },
3756 .dec = {
3757 .vecs = cast6_xts_dec_tv_template,
3758 .count = CAST6_XTS_DEC_TEST_VECTORS
3759 }
3760 }
3761 }
18be20b9
JK		 3762 }, {
3763 .alg = "xts(serpent)",
3764 .test = alg_test_skcipher,
3765 .suite = {
3766 .cipher = {
3767 .enc = {
3768 .vecs = serpent_xts_enc_tv_template,
3769 .count = SERPENT_XTS_ENC_TEST_VECTORS
3770 },
3771 .dec = {
3772 .vecs = serpent_xts_dec_tv_template,
3773 .count = SERPENT_XTS_DEC_TEST_VECTORS
3774 }
3775 }
3776 }
aed265b9
JK		 3777 }, {
3778 .alg = "xts(twofish)",
3779 .test = alg_test_skcipher,
3780 .suite = {
3781 .cipher = {
3782 .enc = {
3783 .vecs = tf_xts_enc_tv_template,
3784 .count = TF_XTS_ENC_TEST_VECTORS
3785 },
3786 .dec = {
3787 .vecs = tf_xts_dec_tv_template,
3788 .count = TF_XTS_DEC_TEST_VECTORS
3789 }
3790 }
3791 }
da7f033d
HX		 3792 }
3793};
3794
5714758b
JK		 3795static bool alg_test_descs_checked;
3796
3797static void alg_test_descs_check_order(void)
3798{
3799 int i;
3800
3801 /* only check once */
3802 if (alg_test_descs_checked)
3803 return;
3804
3805 alg_test_descs_checked = true;
3806
3807 for (i = 1; i < ARRAY_SIZE(alg_test_descs); i++) {
3808 int diff = strcmp(alg_test_descs[i - 1].alg,
3809 alg_test_descs[i].alg);
3810
3811 if (WARN_ON(diff > 0)) {
3812 pr_warn("testmgr: alg_test_descs entries in wrong order: '%s' before '%s'\n",
3813 alg_test_descs[i - 1].alg,
3814 alg_test_descs[i].alg);
3815 }
3816
3817 if (WARN_ON(diff == 0)) {
3818 pr_warn("testmgr: duplicate alg_test_descs entry: '%s'\n",
3819 alg_test_descs[i].alg);
3820 }
3821 }
3822}
3823
1aa4ecd9 3824static int alg_find_test(const char *alg)
da7f033d
HX		 3825{
3826 int start = 0;
3827 int end = ARRAY_SIZE(alg_test_descs);
3828
3829 while (start < end) {
3830 int i = (start + end) / 2;
3831 int diff = strcmp(alg_test_descs[i].alg, alg);
3832
3833 if (diff > 0) {
3834 end = i;
3835 continue;
3836 }
3837
3838 if (diff < 0) {
3839 start = i + 1;
3840 continue;
3841 }
3842
1aa4ecd9
HX		 3843 return i;
3844 }
3845
3846 return -1;
3847}
3848
3849int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
3850{
3851 int i;
a68f6610 3852 int j;
d12d6b6d 3853 int rc;
1aa4ecd9 3854
5714758b
JK		 3855 alg_test_descs_check_order();
3856
1aa4ecd9
HX		 3857 if ((type & CRYPTO_ALG_TYPE_MASK) == CRYPTO_ALG_TYPE_CIPHER) {
3858 char nalg[CRYPTO_MAX_ALG_NAME];
3859
3860 if (snprintf(nalg, sizeof(nalg), "ecb(%s)", alg) >=
3861 sizeof(nalg))
3862 return -ENAMETOOLONG;
3863
3864 i = alg_find_test(nalg);
3865 if (i < 0)
3866 goto notest;
3867
a3bef3a3
JW		 3868 if (fips_enabled && !alg_test_descs[i].fips_allowed)
3869 goto non_fips_alg;
3870
941fb328
JW		 3871 rc = alg_test_cipher(alg_test_descs + i, driver, type, mask);
3872 goto test_done;
da7f033d
HX		 3873 }
3874
1aa4ecd9 3875 i = alg_find_test(alg);
a68f6610
HX		 3876 j = alg_find_test(driver);
3877 if (i < 0 && j < 0)
1aa4ecd9
HX		 3878 goto notest;
3879
a68f6610
HX		 3880 if (fips_enabled && ((i >= 0 && !alg_test_descs[i].fips_allowed) ||
3881 (j >= 0 && !alg_test_descs[j].fips_allowed)))
a3bef3a3
JW		 3882 goto non_fips_alg;
3883
a68f6610
HX		 3884 rc = 0;
3885 if (i >= 0)
3886 rc |= alg_test_descs[i].test(alg_test_descs + i, driver,
3887 type, mask);
032c8cac 3888 if (j >= 0 && j != i)
a68f6610
HX		 3889 rc |= alg_test_descs[j].test(alg_test_descs + j, driver,
3890 type, mask);
3891
941fb328 3892test_done:
d12d6b6d
NH		 3893 if (fips_enabled && rc)
3894 panic("%s: %s alg self test failed in fips mode!\n", driver, alg);
3895
29ecd4ab 3896 if (fips_enabled && !rc)
3e8cffd4 3897 pr_info("alg: self-tests for %s (%s) passed\n", driver, alg);
29ecd4ab 3898
d12d6b6d 3899 return rc;
1aa4ecd9
HX		 3900
3901notest:
da7f033d
HX		 3902 printk(KERN_INFO "alg: No test for %s (%s)\n", alg, driver);
3903 return 0;
a3bef3a3
JW		 3904non_fips_alg:
3905 return -EINVAL;
da7f033d 3906}
0b767f96 3907
326a6346 3908#endif /* CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
0b767f96 3909
da7f033d 3910EXPORT_SYMBOL_GPL(alg_test);
Linux 6.x block layer and io_uring tree(s)