Commit | Line | Data |
---|---|---|
ef2736fc | 1 | /* |
1da177e4 LT |
2 | * Quick & dirty crypto testing module. |
3 | * | |
4 | * This will only exist until we have a better testing mechanism | |
5 | * (e.g. a char device). | |
6 | * | |
7 | * Copyright (c) 2002 James Morris <jmorris@intercode.com.au> | |
8 | * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org> | |
e3a4ea4f | 9 | * Copyright (c) 2007 Nokia Siemens Networks |
1da177e4 | 10 | * |
69435b94 AH |
11 | * Updated RFC4106 AES-GCM testing. |
12 | * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com) | |
13 | * Adrian Hoban <adrian.hoban@intel.com> | |
14 | * Gabriele Paoloni <gabriele.paoloni@intel.com> | |
15 | * Tadeusz Struk (tadeusz.struk@intel.com) | |
16 | * Copyright (c) 2010, Intel Corporation. | |
17 | * | |
1da177e4 LT |
18 | * This program is free software; you can redistribute it and/or modify it |
19 | * under the terms of the GNU General Public License as published by the Free | |
ef2736fc | 20 | * Software Foundation; either version 2 of the License, or (at your option) |
1da177e4 LT |
21 | * any later version. |
22 | * | |
1da177e4 LT |
23 | */ |
24 | ||
18e33e6d | 25 | #include <crypto/hash.h> |
cba83564 | 26 | #include <linux/err.h> |
1da177e4 | 27 | #include <linux/init.h> |
5a0e3ad6 | 28 | #include <linux/gfp.h> |
1da177e4 | 29 | #include <linux/module.h> |
378f058c | 30 | #include <linux/scatterlist.h> |
1da177e4 | 31 | #include <linux/string.h> |
1da177e4 | 32 | #include <linux/moduleparam.h> |
ebfd9bcf | 33 | #include <linux/jiffies.h> |
6a17944c HX |
34 | #include <linux/timex.h> |
35 | #include <linux/interrupt.h> | |
1da177e4 | 36 | #include "tcrypt.h" |
4e033a6b | 37 | #include "internal.h" |
1da177e4 LT |
38 | |
39 | /* | |
f139cfa7 | 40 | * Need slab memory for testing (size in number of pages). |
1da177e4 | 41 | */ |
f139cfa7 | 42 | #define TVMEMSIZE 4 |
1da177e4 LT |
43 | |
44 | /* | |
da7f033d | 45 | * Used by test_cipher_speed() |
1da177e4 LT |
46 | */ |
47 | #define ENCRYPT 1 | |
48 | #define DECRYPT 0 | |
1da177e4 | 49 | |
ebfd9bcf HW |
50 | /* |
51 | * Used by test_cipher_speed() | |
52 | */ | |
6a17944c | 53 | static unsigned int sec; |
ebfd9bcf | 54 | |
a873a5f1 SK |
55 | static char *alg = NULL; |
56 | static u32 type; | |
7be380f7 | 57 | static u32 mask; |
1da177e4 | 58 | static int mode; |
f139cfa7 | 59 | static char *tvmem[TVMEMSIZE]; |
1da177e4 LT |
60 | |
61 | static char *check[] = { | |
cd12fb90 JL |
62 | "des", "md5", "des3_ede", "rot13", "sha1", "sha224", "sha256", |
63 | "blowfish", "twofish", "serpent", "sha384", "sha512", "md4", "aes", | |
64 | "cast6", "arc4", "michael_mic", "deflate", "crc32c", "tea", "xtea", | |
90831639 | 65 | "khazad", "wp512", "wp384", "wp256", "tnepres", "xeta", "fcrypt", |
2998db37 | 66 | "camellia", "seed", "salsa20", "rmd128", "rmd160", "rmd256", "rmd320", |
0c01aed5 | 67 | "lzo", "cts", "zlib", NULL |
1da177e4 LT |
68 | }; |
69 | ||
f139cfa7 HX |
70 | static int test_cipher_jiffies(struct blkcipher_desc *desc, int enc, |
71 | struct scatterlist *sg, int blen, int sec) | |
6a17944c | 72 | { |
6a17944c HX |
73 | unsigned long start, end; |
74 | int bcount; | |
75 | int ret; | |
76 | ||
6a17944c HX |
77 | for (start = jiffies, end = start + sec * HZ, bcount = 0; |
78 | time_before(jiffies, end); bcount++) { | |
79 | if (enc) | |
cba83564 | 80 | ret = crypto_blkcipher_encrypt(desc, sg, sg, blen); |
6a17944c | 81 | else |
cba83564 | 82 | ret = crypto_blkcipher_decrypt(desc, sg, sg, blen); |
6a17944c HX |
83 | |
84 | if (ret) | |
85 | return ret; | |
86 | } | |
87 | ||
88 | printk("%d operations in %d seconds (%ld bytes)\n", | |
89 | bcount, sec, (long)bcount * blen); | |
90 | return 0; | |
91 | } | |
92 | ||
f139cfa7 HX |
93 | static int test_cipher_cycles(struct blkcipher_desc *desc, int enc, |
94 | struct scatterlist *sg, int blen) | |
6a17944c | 95 | { |
6a17944c HX |
96 | unsigned long cycles = 0; |
97 | int ret = 0; | |
98 | int i; | |
99 | ||
6a17944c HX |
100 | local_bh_disable(); |
101 | local_irq_disable(); | |
102 | ||
103 | /* Warm-up run. */ | |
104 | for (i = 0; i < 4; i++) { | |
105 | if (enc) | |
cba83564 | 106 | ret = crypto_blkcipher_encrypt(desc, sg, sg, blen); |
6a17944c | 107 | else |
cba83564 | 108 | ret = crypto_blkcipher_decrypt(desc, sg, sg, blen); |
6a17944c HX |
109 | |
110 | if (ret) | |
111 | goto out; | |
112 | } | |
113 | ||
114 | /* The real thing. */ | |
115 | for (i = 0; i < 8; i++) { | |
116 | cycles_t start, end; | |
117 | ||
118 | start = get_cycles(); | |
119 | if (enc) | |
cba83564 | 120 | ret = crypto_blkcipher_encrypt(desc, sg, sg, blen); |
6a17944c | 121 | else |
cba83564 | 122 | ret = crypto_blkcipher_decrypt(desc, sg, sg, blen); |
6a17944c HX |
123 | end = get_cycles(); |
124 | ||
125 | if (ret) | |
126 | goto out; | |
127 | ||
128 | cycles += end - start; | |
129 | } | |
130 | ||
131 | out: | |
132 | local_irq_enable(); | |
133 | local_bh_enable(); | |
134 | ||
135 | if (ret == 0) | |
136 | printk("1 operation in %lu cycles (%d bytes)\n", | |
137 | (cycles + 4) / 8, blen); | |
138 | ||
139 | return ret; | |
140 | } | |
141 | ||
d5dc3927 SS |
142 | static u32 block_sizes[] = { 16, 64, 256, 1024, 8192, 0 }; |
143 | ||
01b32324 | 144 | static void test_cipher_speed(const char *algo, int enc, unsigned int sec, |
da7f033d | 145 | struct cipher_speed_template *template, |
d5dc3927 | 146 | unsigned int tcount, u8 *keysize) |
ebfd9bcf | 147 | { |
dce907c0 | 148 | unsigned int ret, i, j, iv_len; |
f07ef1de DS |
149 | const char *key; |
150 | char iv[128]; | |
cba83564 HX |
151 | struct crypto_blkcipher *tfm; |
152 | struct blkcipher_desc desc; | |
153 | const char *e; | |
d5dc3927 | 154 | u32 *b_size; |
ebfd9bcf HW |
155 | |
156 | if (enc == ENCRYPT) | |
157 | e = "encryption"; | |
158 | else | |
159 | e = "decryption"; | |
ebfd9bcf | 160 | |
cba83564 | 161 | printk("\ntesting speed of %s %s\n", algo, e); |
ebfd9bcf | 162 | |
cba83564 | 163 | tfm = crypto_alloc_blkcipher(algo, 0, CRYPTO_ALG_ASYNC); |
ebfd9bcf | 164 | |
cba83564 HX |
165 | if (IS_ERR(tfm)) { |
166 | printk("failed to load transform for %s: %ld\n", algo, | |
167 | PTR_ERR(tfm)); | |
ebfd9bcf HW |
168 | return; |
169 | } | |
cba83564 HX |
170 | desc.tfm = tfm; |
171 | desc.flags = 0; | |
ebfd9bcf | 172 | |
d5dc3927 SS |
173 | i = 0; |
174 | do { | |
ebfd9bcf | 175 | |
d5dc3927 SS |
176 | b_size = block_sizes; |
177 | do { | |
f139cfa7 | 178 | struct scatterlist sg[TVMEMSIZE]; |
ebfd9bcf | 179 | |
f139cfa7 HX |
180 | if ((*keysize + *b_size) > TVMEMSIZE * PAGE_SIZE) { |
181 | printk("template (%u) too big for " | |
182 | "tvmem (%lu)\n", *keysize + *b_size, | |
183 | TVMEMSIZE * PAGE_SIZE); | |
d5dc3927 SS |
184 | goto out; |
185 | } | |
ebfd9bcf | 186 | |
d5dc3927 SS |
187 | printk("test %u (%d bit key, %d byte blocks): ", i, |
188 | *keysize * 8, *b_size); | |
189 | ||
f139cfa7 | 190 | memset(tvmem[0], 0xff, PAGE_SIZE); |
d5dc3927 SS |
191 | |
192 | /* set key, plain text and IV */ | |
da7f033d | 193 | key = tvmem[0]; |
d5dc3927 SS |
194 | for (j = 0; j < tcount; j++) { |
195 | if (template[j].klen == *keysize) { | |
196 | key = template[j].key; | |
197 | break; | |
198 | } | |
dce907c0 | 199 | } |
ebfd9bcf | 200 | |
d5dc3927 SS |
201 | ret = crypto_blkcipher_setkey(tfm, key, *keysize); |
202 | if (ret) { | |
203 | printk("setkey() failed flags=%x\n", | |
204 | crypto_blkcipher_get_flags(tfm)); | |
205 | goto out; | |
206 | } | |
ebfd9bcf | 207 | |
f139cfa7 HX |
208 | sg_init_table(sg, TVMEMSIZE); |
209 | sg_set_buf(sg, tvmem[0] + *keysize, | |
210 | PAGE_SIZE - *keysize); | |
211 | for (j = 1; j < TVMEMSIZE; j++) { | |
212 | sg_set_buf(sg + j, tvmem[j], PAGE_SIZE); | |
213 | memset (tvmem[j], 0xff, PAGE_SIZE); | |
214 | } | |
215 | ||
d5dc3927 SS |
216 | iv_len = crypto_blkcipher_ivsize(tfm); |
217 | if (iv_len) { | |
218 | memset(&iv, 0xff, iv_len); | |
219 | crypto_blkcipher_set_iv(tfm, iv, iv_len); | |
220 | } | |
ebfd9bcf | 221 | |
d5dc3927 | 222 | if (sec) |
f139cfa7 HX |
223 | ret = test_cipher_jiffies(&desc, enc, sg, |
224 | *b_size, sec); | |
d5dc3927 | 225 | else |
f139cfa7 HX |
226 | ret = test_cipher_cycles(&desc, enc, sg, |
227 | *b_size); | |
ebfd9bcf | 228 | |
d5dc3927 SS |
229 | if (ret) { |
230 | printk("%s() failed flags=%x\n", e, desc.flags); | |
231 | break; | |
232 | } | |
233 | b_size++; | |
234 | i++; | |
235 | } while (*b_size); | |
236 | keysize++; | |
237 | } while (*keysize); | |
ebfd9bcf HW |
238 | |
239 | out: | |
cba83564 | 240 | crypto_free_blkcipher(tfm); |
ebfd9bcf HW |
241 | } |
242 | ||
f139cfa7 HX |
243 | static int test_hash_jiffies_digest(struct hash_desc *desc, |
244 | struct scatterlist *sg, int blen, | |
e9d41164 HX |
245 | char *out, int sec) |
246 | { | |
e9d41164 HX |
247 | unsigned long start, end; |
248 | int bcount; | |
249 | int ret; | |
250 | ||
251 | for (start = jiffies, end = start + sec * HZ, bcount = 0; | |
252 | time_before(jiffies, end); bcount++) { | |
e9d41164 HX |
253 | ret = crypto_hash_digest(desc, sg, blen, out); |
254 | if (ret) | |
255 | return ret; | |
256 | } | |
257 | ||
258 | printk("%6u opers/sec, %9lu bytes/sec\n", | |
259 | bcount / sec, ((long)bcount * blen) / sec); | |
260 | ||
261 | return 0; | |
262 | } | |
263 | ||
f139cfa7 HX |
264 | static int test_hash_jiffies(struct hash_desc *desc, struct scatterlist *sg, |
265 | int blen, int plen, char *out, int sec) | |
e8057928 | 266 | { |
e8057928 ML |
267 | unsigned long start, end; |
268 | int bcount, pcount; | |
e9d41164 HX |
269 | int ret; |
270 | ||
271 | if (plen == blen) | |
f139cfa7 | 272 | return test_hash_jiffies_digest(desc, sg, blen, out, sec); |
a5a613a4 | 273 | |
e8057928 ML |
274 | for (start = jiffies, end = start + sec * HZ, bcount = 0; |
275 | time_before(jiffies, end); bcount++) { | |
e9d41164 HX |
276 | ret = crypto_hash_init(desc); |
277 | if (ret) | |
278 | return ret; | |
e8057928 | 279 | for (pcount = 0; pcount < blen; pcount += plen) { |
e9d41164 HX |
280 | ret = crypto_hash_update(desc, sg, plen); |
281 | if (ret) | |
282 | return ret; | |
e8057928 ML |
283 | } |
284 | /* we assume there is enough space in 'out' for the result */ | |
e9d41164 HX |
285 | ret = crypto_hash_final(desc, out); |
286 | if (ret) | |
287 | return ret; | |
e8057928 ML |
288 | } |
289 | ||
290 | printk("%6u opers/sec, %9lu bytes/sec\n", | |
291 | bcount / sec, ((long)bcount * blen) / sec); | |
292 | ||
e9d41164 HX |
293 | return 0; |
294 | } | |
295 | ||
f139cfa7 HX |
296 | static int test_hash_cycles_digest(struct hash_desc *desc, |
297 | struct scatterlist *sg, int blen, char *out) | |
e9d41164 | 298 | { |
e9d41164 HX |
299 | unsigned long cycles = 0; |
300 | int i; | |
301 | int ret; | |
302 | ||
303 | local_bh_disable(); | |
304 | local_irq_disable(); | |
305 | ||
306 | /* Warm-up run. */ | |
307 | for (i = 0; i < 4; i++) { | |
e9d41164 HX |
308 | ret = crypto_hash_digest(desc, sg, blen, out); |
309 | if (ret) | |
310 | goto out; | |
311 | } | |
312 | ||
313 | /* The real thing. */ | |
314 | for (i = 0; i < 8; i++) { | |
315 | cycles_t start, end; | |
316 | ||
317 | start = get_cycles(); | |
318 | ||
e9d41164 HX |
319 | ret = crypto_hash_digest(desc, sg, blen, out); |
320 | if (ret) | |
321 | goto out; | |
322 | ||
323 | end = get_cycles(); | |
324 | ||
325 | cycles += end - start; | |
326 | } | |
327 | ||
328 | out: | |
329 | local_irq_enable(); | |
330 | local_bh_enable(); | |
331 | ||
332 | if (ret) | |
333 | return ret; | |
334 | ||
335 | printk("%6lu cycles/operation, %4lu cycles/byte\n", | |
336 | cycles / 8, cycles / (8 * blen)); | |
337 | ||
338 | return 0; | |
e8057928 ML |
339 | } |
340 | ||
f139cfa7 HX |
341 | static int test_hash_cycles(struct hash_desc *desc, struct scatterlist *sg, |
342 | int blen, int plen, char *out) | |
e8057928 | 343 | { |
e8057928 ML |
344 | unsigned long cycles = 0; |
345 | int i, pcount; | |
e9d41164 HX |
346 | int ret; |
347 | ||
348 | if (plen == blen) | |
f139cfa7 | 349 | return test_hash_cycles_digest(desc, sg, blen, out); |
a5a613a4 | 350 | |
e8057928 ML |
351 | local_bh_disable(); |
352 | local_irq_disable(); | |
353 | ||
354 | /* Warm-up run. */ | |
355 | for (i = 0; i < 4; i++) { | |
e9d41164 HX |
356 | ret = crypto_hash_init(desc); |
357 | if (ret) | |
358 | goto out; | |
e8057928 | 359 | for (pcount = 0; pcount < blen; pcount += plen) { |
e9d41164 HX |
360 | ret = crypto_hash_update(desc, sg, plen); |
361 | if (ret) | |
362 | goto out; | |
e8057928 | 363 | } |
29059d12 | 364 | ret = crypto_hash_final(desc, out); |
e9d41164 HX |
365 | if (ret) |
366 | goto out; | |
e8057928 ML |
367 | } |
368 | ||
369 | /* The real thing. */ | |
370 | for (i = 0; i < 8; i++) { | |
371 | cycles_t start, end; | |
372 | ||
e8057928 ML |
373 | start = get_cycles(); |
374 | ||
e9d41164 HX |
375 | ret = crypto_hash_init(desc); |
376 | if (ret) | |
377 | goto out; | |
e8057928 | 378 | for (pcount = 0; pcount < blen; pcount += plen) { |
e9d41164 HX |
379 | ret = crypto_hash_update(desc, sg, plen); |
380 | if (ret) | |
381 | goto out; | |
e8057928 | 382 | } |
e9d41164 HX |
383 | ret = crypto_hash_final(desc, out); |
384 | if (ret) | |
385 | goto out; | |
e8057928 ML |
386 | |
387 | end = get_cycles(); | |
388 | ||
389 | cycles += end - start; | |
390 | } | |
391 | ||
e9d41164 | 392 | out: |
e8057928 ML |
393 | local_irq_enable(); |
394 | local_bh_enable(); | |
395 | ||
e9d41164 HX |
396 | if (ret) |
397 | return ret; | |
398 | ||
e8057928 ML |
399 | printk("%6lu cycles/operation, %4lu cycles/byte\n", |
400 | cycles / 8, cycles / (8 * blen)); | |
401 | ||
e9d41164 | 402 | return 0; |
e8057928 ML |
403 | } |
404 | ||
beb63da7 DM |
405 | static void test_hash_sg_init(struct scatterlist *sg) |
406 | { | |
407 | int i; | |
408 | ||
409 | sg_init_table(sg, TVMEMSIZE); | |
410 | for (i = 0; i < TVMEMSIZE; i++) { | |
411 | sg_set_buf(sg + i, tvmem[i], PAGE_SIZE); | |
412 | memset(tvmem[i], 0xff, PAGE_SIZE); | |
413 | } | |
414 | } | |
415 | ||
01b32324 HX |
416 | static void test_hash_speed(const char *algo, unsigned int sec, |
417 | struct hash_speed *speed) | |
e8057928 | 418 | { |
f139cfa7 | 419 | struct scatterlist sg[TVMEMSIZE]; |
e9d41164 HX |
420 | struct crypto_hash *tfm; |
421 | struct hash_desc desc; | |
376bacb0 | 422 | static char output[1024]; |
e8057928 | 423 | int i; |
e9d41164 | 424 | int ret; |
e8057928 | 425 | |
376bacb0 | 426 | printk(KERN_INFO "\ntesting speed of %s\n", algo); |
e8057928 | 427 | |
e9d41164 | 428 | tfm = crypto_alloc_hash(algo, 0, CRYPTO_ALG_ASYNC); |
e8057928 | 429 | |
e9d41164 | 430 | if (IS_ERR(tfm)) { |
376bacb0 | 431 | printk(KERN_ERR "failed to load transform for %s: %ld\n", algo, |
e9d41164 | 432 | PTR_ERR(tfm)); |
e8057928 ML |
433 | return; |
434 | } | |
435 | ||
e9d41164 HX |
436 | desc.tfm = tfm; |
437 | desc.flags = 0; | |
438 | ||
439 | if (crypto_hash_digestsize(tfm) > sizeof(output)) { | |
376bacb0 | 440 | printk(KERN_ERR "digestsize(%u) > outputbuffer(%zu)\n", |
e9d41164 | 441 | crypto_hash_digestsize(tfm), sizeof(output)); |
e8057928 ML |
442 | goto out; |
443 | } | |
444 | ||
beb63da7 | 445 | test_hash_sg_init(sg); |
e8057928 | 446 | for (i = 0; speed[i].blen != 0; i++) { |
f139cfa7 | 447 | if (speed[i].blen > TVMEMSIZE * PAGE_SIZE) { |
376bacb0 FS |
448 | printk(KERN_ERR |
449 | "template (%u) too big for tvmem (%lu)\n", | |
f139cfa7 | 450 | speed[i].blen, TVMEMSIZE * PAGE_SIZE); |
e8057928 ML |
451 | goto out; |
452 | } | |
453 | ||
18bcc919 HY |
454 | if (speed[i].klen) |
455 | crypto_hash_setkey(tfm, tvmem[0], speed[i].klen); | |
456 | ||
376bacb0 FS |
457 | printk(KERN_INFO "test%3u " |
458 | "(%5u byte blocks,%5u bytes per update,%4u updates): ", | |
e8057928 ML |
459 | i, speed[i].blen, speed[i].plen, speed[i].blen / speed[i].plen); |
460 | ||
e8057928 | 461 | if (sec) |
f139cfa7 | 462 | ret = test_hash_jiffies(&desc, sg, speed[i].blen, |
e9d41164 | 463 | speed[i].plen, output, sec); |
e8057928 | 464 | else |
f139cfa7 | 465 | ret = test_hash_cycles(&desc, sg, speed[i].blen, |
e9d41164 HX |
466 | speed[i].plen, output); |
467 | ||
468 | if (ret) { | |
376bacb0 | 469 | printk(KERN_ERR "hashing failed ret=%d\n", ret); |
e9d41164 HX |
470 | break; |
471 | } | |
e8057928 ML |
472 | } |
473 | ||
474 | out: | |
e9d41164 | 475 | crypto_free_hash(tfm); |
e8057928 ML |
476 | } |
477 | ||
beb63da7 DM |
478 | struct tcrypt_result { |
479 | struct completion completion; | |
480 | int err; | |
481 | }; | |
482 | ||
483 | static void tcrypt_complete(struct crypto_async_request *req, int err) | |
484 | { | |
485 | struct tcrypt_result *res = req->data; | |
486 | ||
487 | if (err == -EINPROGRESS) | |
488 | return; | |
489 | ||
490 | res->err = err; | |
491 | complete(&res->completion); | |
492 | } | |
493 | ||
494 | static inline int do_one_ahash_op(struct ahash_request *req, int ret) | |
495 | { | |
496 | if (ret == -EINPROGRESS || ret == -EBUSY) { | |
497 | struct tcrypt_result *tr = req->base.data; | |
498 | ||
499 | ret = wait_for_completion_interruptible(&tr->completion); | |
500 | if (!ret) | |
501 | ret = tr->err; | |
502 | INIT_COMPLETION(tr->completion); | |
503 | } | |
504 | return ret; | |
505 | } | |
506 | ||
507 | static int test_ahash_jiffies_digest(struct ahash_request *req, int blen, | |
508 | char *out, int sec) | |
509 | { | |
510 | unsigned long start, end; | |
511 | int bcount; | |
512 | int ret; | |
513 | ||
514 | for (start = jiffies, end = start + sec * HZ, bcount = 0; | |
515 | time_before(jiffies, end); bcount++) { | |
516 | ret = do_one_ahash_op(req, crypto_ahash_digest(req)); | |
517 | if (ret) | |
518 | return ret; | |
519 | } | |
520 | ||
521 | printk("%6u opers/sec, %9lu bytes/sec\n", | |
522 | bcount / sec, ((long)bcount * blen) / sec); | |
523 | ||
524 | return 0; | |
525 | } | |
526 | ||
527 | static int test_ahash_jiffies(struct ahash_request *req, int blen, | |
528 | int plen, char *out, int sec) | |
529 | { | |
530 | unsigned long start, end; | |
531 | int bcount, pcount; | |
532 | int ret; | |
533 | ||
534 | if (plen == blen) | |
535 | return test_ahash_jiffies_digest(req, blen, out, sec); | |
536 | ||
537 | for (start = jiffies, end = start + sec * HZ, bcount = 0; | |
538 | time_before(jiffies, end); bcount++) { | |
539 | ret = crypto_ahash_init(req); | |
540 | if (ret) | |
541 | return ret; | |
542 | for (pcount = 0; pcount < blen; pcount += plen) { | |
543 | ret = do_one_ahash_op(req, crypto_ahash_update(req)); | |
544 | if (ret) | |
545 | return ret; | |
546 | } | |
547 | /* we assume there is enough space in 'out' for the result */ | |
548 | ret = do_one_ahash_op(req, crypto_ahash_final(req)); | |
549 | if (ret) | |
550 | return ret; | |
551 | } | |
552 | ||
553 | pr_cont("%6u opers/sec, %9lu bytes/sec\n", | |
554 | bcount / sec, ((long)bcount * blen) / sec); | |
555 | ||
556 | return 0; | |
557 | } | |
558 | ||
559 | static int test_ahash_cycles_digest(struct ahash_request *req, int blen, | |
560 | char *out) | |
561 | { | |
562 | unsigned long cycles = 0; | |
563 | int ret, i; | |
564 | ||
565 | /* Warm-up run. */ | |
566 | for (i = 0; i < 4; i++) { | |
567 | ret = do_one_ahash_op(req, crypto_ahash_digest(req)); | |
568 | if (ret) | |
569 | goto out; | |
570 | } | |
571 | ||
572 | /* The real thing. */ | |
573 | for (i = 0; i < 8; i++) { | |
574 | cycles_t start, end; | |
575 | ||
576 | start = get_cycles(); | |
577 | ||
578 | ret = do_one_ahash_op(req, crypto_ahash_digest(req)); | |
579 | if (ret) | |
580 | goto out; | |
581 | ||
582 | end = get_cycles(); | |
583 | ||
584 | cycles += end - start; | |
585 | } | |
586 | ||
587 | out: | |
588 | if (ret) | |
589 | return ret; | |
590 | ||
591 | pr_cont("%6lu cycles/operation, %4lu cycles/byte\n", | |
592 | cycles / 8, cycles / (8 * blen)); | |
593 | ||
594 | return 0; | |
595 | } | |
596 | ||
597 | static int test_ahash_cycles(struct ahash_request *req, int blen, | |
598 | int plen, char *out) | |
599 | { | |
600 | unsigned long cycles = 0; | |
601 | int i, pcount, ret; | |
602 | ||
603 | if (plen == blen) | |
604 | return test_ahash_cycles_digest(req, blen, out); | |
605 | ||
606 | /* Warm-up run. */ | |
607 | for (i = 0; i < 4; i++) { | |
608 | ret = crypto_ahash_init(req); | |
609 | if (ret) | |
610 | goto out; | |
611 | for (pcount = 0; pcount < blen; pcount += plen) { | |
612 | ret = do_one_ahash_op(req, crypto_ahash_update(req)); | |
613 | if (ret) | |
614 | goto out; | |
615 | } | |
616 | ret = do_one_ahash_op(req, crypto_ahash_final(req)); | |
617 | if (ret) | |
618 | goto out; | |
619 | } | |
620 | ||
621 | /* The real thing. */ | |
622 | for (i = 0; i < 8; i++) { | |
623 | cycles_t start, end; | |
624 | ||
625 | start = get_cycles(); | |
626 | ||
627 | ret = crypto_ahash_init(req); | |
628 | if (ret) | |
629 | goto out; | |
630 | for (pcount = 0; pcount < blen; pcount += plen) { | |
631 | ret = do_one_ahash_op(req, crypto_ahash_update(req)); | |
632 | if (ret) | |
633 | goto out; | |
634 | } | |
635 | ret = do_one_ahash_op(req, crypto_ahash_final(req)); | |
636 | if (ret) | |
637 | goto out; | |
638 | ||
639 | end = get_cycles(); | |
640 | ||
641 | cycles += end - start; | |
642 | } | |
643 | ||
644 | out: | |
645 | if (ret) | |
646 | return ret; | |
647 | ||
648 | pr_cont("%6lu cycles/operation, %4lu cycles/byte\n", | |
649 | cycles / 8, cycles / (8 * blen)); | |
650 | ||
651 | return 0; | |
652 | } | |
653 | ||
654 | static void test_ahash_speed(const char *algo, unsigned int sec, | |
655 | struct hash_speed *speed) | |
656 | { | |
657 | struct scatterlist sg[TVMEMSIZE]; | |
658 | struct tcrypt_result tresult; | |
659 | struct ahash_request *req; | |
660 | struct crypto_ahash *tfm; | |
661 | static char output[1024]; | |
662 | int i, ret; | |
663 | ||
664 | printk(KERN_INFO "\ntesting speed of async %s\n", algo); | |
665 | ||
666 | tfm = crypto_alloc_ahash(algo, 0, 0); | |
667 | if (IS_ERR(tfm)) { | |
668 | pr_err("failed to load transform for %s: %ld\n", | |
669 | algo, PTR_ERR(tfm)); | |
670 | return; | |
671 | } | |
672 | ||
673 | if (crypto_ahash_digestsize(tfm) > sizeof(output)) { | |
674 | pr_err("digestsize(%u) > outputbuffer(%zu)\n", | |
675 | crypto_ahash_digestsize(tfm), sizeof(output)); | |
676 | goto out; | |
677 | } | |
678 | ||
679 | test_hash_sg_init(sg); | |
680 | req = ahash_request_alloc(tfm, GFP_KERNEL); | |
681 | if (!req) { | |
682 | pr_err("ahash request allocation failure\n"); | |
683 | goto out; | |
684 | } | |
685 | ||
686 | init_completion(&tresult.completion); | |
687 | ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG, | |
688 | tcrypt_complete, &tresult); | |
689 | ||
690 | for (i = 0; speed[i].blen != 0; i++) { | |
691 | if (speed[i].blen > TVMEMSIZE * PAGE_SIZE) { | |
692 | pr_err("template (%u) too big for tvmem (%lu)\n", | |
693 | speed[i].blen, TVMEMSIZE * PAGE_SIZE); | |
694 | break; | |
695 | } | |
696 | ||
697 | pr_info("test%3u " | |
698 | "(%5u byte blocks,%5u bytes per update,%4u updates): ", | |
699 | i, speed[i].blen, speed[i].plen, speed[i].blen / speed[i].plen); | |
700 | ||
701 | ahash_request_set_crypt(req, sg, output, speed[i].plen); | |
702 | ||
703 | if (sec) | |
704 | ret = test_ahash_jiffies(req, speed[i].blen, | |
705 | speed[i].plen, output, sec); | |
706 | else | |
707 | ret = test_ahash_cycles(req, speed[i].blen, | |
708 | speed[i].plen, output); | |
709 | ||
710 | if (ret) { | |
711 | pr_err("hashing failed ret=%d\n", ret); | |
712 | break; | |
713 | } | |
714 | } | |
715 | ||
716 | ahash_request_free(req); | |
717 | ||
718 | out: | |
719 | crypto_free_ahash(tfm); | |
720 | } | |
721 | ||
ef2736fc | 722 | static void test_available(void) |
1da177e4 LT |
723 | { |
724 | char **name = check; | |
ef2736fc | 725 | |
1da177e4 LT |
726 | while (*name) { |
727 | printk("alg %s ", *name); | |
6158efc0 | 728 | printk(crypto_has_alg(*name, 0, 0) ? |
e4d5b79c | 729 | "found\n" : "not found\n"); |
1da177e4 | 730 | name++; |
ef2736fc | 731 | } |
1da177e4 LT |
732 | } |
733 | ||
01b32324 HX |
734 | static inline int tcrypt_test(const char *alg) |
735 | { | |
4e033a6b JW |
736 | int ret; |
737 | ||
738 | ret = alg_test(alg, alg, 0, 0); | |
739 | /* non-fips algs return -EINVAL in fips mode */ | |
740 | if (fips_enabled && ret == -EINVAL) | |
741 | ret = 0; | |
742 | return ret; | |
01b32324 HX |
743 | } |
744 | ||
4e033a6b | 745 | static int do_test(int m) |
01b32324 HX |
746 | { |
747 | int i; | |
4e033a6b | 748 | int ret = 0; |
01b32324 HX |
749 | |
750 | switch (m) { | |
1da177e4 | 751 | case 0: |
01b32324 | 752 | for (i = 1; i < 200; i++) |
4e033a6b | 753 | ret += do_test(i); |
1da177e4 LT |
754 | break; |
755 | ||
756 | case 1: | |
4e033a6b | 757 | ret += tcrypt_test("md5"); |
1da177e4 LT |
758 | break; |
759 | ||
760 | case 2: | |
4e033a6b | 761 | ret += tcrypt_test("sha1"); |
1da177e4 LT |
762 | break; |
763 | ||
764 | case 3: | |
4e033a6b JW |
765 | ret += tcrypt_test("ecb(des)"); |
766 | ret += tcrypt_test("cbc(des)"); | |
1da177e4 LT |
767 | break; |
768 | ||
769 | case 4: | |
4e033a6b JW |
770 | ret += tcrypt_test("ecb(des3_ede)"); |
771 | ret += tcrypt_test("cbc(des3_ede)"); | |
1da177e4 LT |
772 | break; |
773 | ||
774 | case 5: | |
4e033a6b | 775 | ret += tcrypt_test("md4"); |
1da177e4 | 776 | break; |
ef2736fc | 777 | |
1da177e4 | 778 | case 6: |
4e033a6b | 779 | ret += tcrypt_test("sha256"); |
1da177e4 | 780 | break; |
ef2736fc | 781 | |
1da177e4 | 782 | case 7: |
4e033a6b JW |
783 | ret += tcrypt_test("ecb(blowfish)"); |
784 | ret += tcrypt_test("cbc(blowfish)"); | |
1da177e4 LT |
785 | break; |
786 | ||
787 | case 8: | |
4e033a6b JW |
788 | ret += tcrypt_test("ecb(twofish)"); |
789 | ret += tcrypt_test("cbc(twofish)"); | |
1da177e4 | 790 | break; |
ef2736fc | 791 | |
1da177e4 | 792 | case 9: |
4e033a6b | 793 | ret += tcrypt_test("ecb(serpent)"); |
1da177e4 LT |
794 | break; |
795 | ||
796 | case 10: | |
4e033a6b JW |
797 | ret += tcrypt_test("ecb(aes)"); |
798 | ret += tcrypt_test("cbc(aes)"); | |
799 | ret += tcrypt_test("lrw(aes)"); | |
800 | ret += tcrypt_test("xts(aes)"); | |
801 | ret += tcrypt_test("ctr(aes)"); | |
802 | ret += tcrypt_test("rfc3686(ctr(aes))"); | |
1da177e4 LT |
803 | break; |
804 | ||
805 | case 11: | |
4e033a6b | 806 | ret += tcrypt_test("sha384"); |
1da177e4 | 807 | break; |
ef2736fc | 808 | |
1da177e4 | 809 | case 12: |
4e033a6b | 810 | ret += tcrypt_test("sha512"); |
1da177e4 LT |
811 | break; |
812 | ||
813 | case 13: | |
4e033a6b | 814 | ret += tcrypt_test("deflate"); |
1da177e4 LT |
815 | break; |
816 | ||
817 | case 14: | |
4e033a6b | 818 | ret += tcrypt_test("ecb(cast5)"); |
1da177e4 LT |
819 | break; |
820 | ||
821 | case 15: | |
4e033a6b | 822 | ret += tcrypt_test("ecb(cast6)"); |
1da177e4 LT |
823 | break; |
824 | ||
825 | case 16: | |
4e033a6b | 826 | ret += tcrypt_test("ecb(arc4)"); |
1da177e4 LT |
827 | break; |
828 | ||
829 | case 17: | |
4e033a6b | 830 | ret += tcrypt_test("michael_mic"); |
1da177e4 LT |
831 | break; |
832 | ||
833 | case 18: | |
4e033a6b | 834 | ret += tcrypt_test("crc32c"); |
1da177e4 LT |
835 | break; |
836 | ||
837 | case 19: | |
4e033a6b | 838 | ret += tcrypt_test("ecb(tea)"); |
1da177e4 LT |
839 | break; |
840 | ||
841 | case 20: | |
4e033a6b | 842 | ret += tcrypt_test("ecb(xtea)"); |
1da177e4 LT |
843 | break; |
844 | ||
845 | case 21: | |
4e033a6b | 846 | ret += tcrypt_test("ecb(khazad)"); |
1da177e4 LT |
847 | break; |
848 | ||
849 | case 22: | |
4e033a6b | 850 | ret += tcrypt_test("wp512"); |
1da177e4 LT |
851 | break; |
852 | ||
853 | case 23: | |
4e033a6b | 854 | ret += tcrypt_test("wp384"); |
1da177e4 LT |
855 | break; |
856 | ||
857 | case 24: | |
4e033a6b | 858 | ret += tcrypt_test("wp256"); |
1da177e4 LT |
859 | break; |
860 | ||
861 | case 25: | |
4e033a6b | 862 | ret += tcrypt_test("ecb(tnepres)"); |
1da177e4 LT |
863 | break; |
864 | ||
865 | case 26: | |
4e033a6b JW |
866 | ret += tcrypt_test("ecb(anubis)"); |
867 | ret += tcrypt_test("cbc(anubis)"); | |
1da177e4 LT |
868 | break; |
869 | ||
870 | case 27: | |
4e033a6b | 871 | ret += tcrypt_test("tgr192"); |
1da177e4 LT |
872 | break; |
873 | ||
874 | case 28: | |
875 | ||
4e033a6b | 876 | ret += tcrypt_test("tgr160"); |
1da177e4 LT |
877 | break; |
878 | ||
879 | case 29: | |
4e033a6b | 880 | ret += tcrypt_test("tgr128"); |
1da177e4 | 881 | break; |
2998db37 | 882 | |
fb4f10ed | 883 | case 30: |
4e033a6b | 884 | ret += tcrypt_test("ecb(xeta)"); |
fb4f10ed | 885 | break; |
1da177e4 | 886 | |
90831639 | 887 | case 31: |
4e033a6b | 888 | ret += tcrypt_test("pcbc(fcrypt)"); |
90831639 DH |
889 | break; |
890 | ||
02ab5a70 | 891 | case 32: |
4e033a6b JW |
892 | ret += tcrypt_test("ecb(camellia)"); |
893 | ret += tcrypt_test("cbc(camellia)"); | |
02ab5a70 | 894 | break; |
cd12fb90 | 895 | case 33: |
4e033a6b | 896 | ret += tcrypt_test("sha224"); |
cd12fb90 | 897 | break; |
02ab5a70 | 898 | |
2407d608 | 899 | case 34: |
4e033a6b | 900 | ret += tcrypt_test("salsa20"); |
2407d608 TSH |
901 | break; |
902 | ||
8df213d9 | 903 | case 35: |
4e033a6b | 904 | ret += tcrypt_test("gcm(aes)"); |
8df213d9 HX |
905 | break; |
906 | ||
0b77abb3 | 907 | case 36: |
4e033a6b | 908 | ret += tcrypt_test("lzo"); |
0b77abb3 ZS |
909 | break; |
910 | ||
93cc74e0 | 911 | case 37: |
4e033a6b | 912 | ret += tcrypt_test("ccm(aes)"); |
93cc74e0 JL |
913 | break; |
914 | ||
76cb9521 | 915 | case 38: |
4e033a6b | 916 | ret += tcrypt_test("cts(cbc(aes))"); |
76cb9521 KC |
917 | break; |
918 | ||
fd4adf1a | 919 | case 39: |
4e033a6b | 920 | ret += tcrypt_test("rmd128"); |
fd4adf1a AKR |
921 | break; |
922 | ||
923 | case 40: | |
4e033a6b | 924 | ret += tcrypt_test("rmd160"); |
fd4adf1a AKR |
925 | break; |
926 | ||
2998db37 | 927 | case 41: |
4e033a6b | 928 | ret += tcrypt_test("rmd256"); |
2998db37 AKR |
929 | break; |
930 | ||
931 | case 42: | |
4e033a6b | 932 | ret += tcrypt_test("rmd320"); |
01b32324 HX |
933 | break; |
934 | ||
935 | case 43: | |
4e033a6b | 936 | ret += tcrypt_test("ecb(seed)"); |
2998db37 AKR |
937 | break; |
938 | ||
0c01aed5 | 939 | case 44: |
4e033a6b | 940 | ret += tcrypt_test("zlib"); |
0c01aed5 GU |
941 | break; |
942 | ||
5d667322 | 943 | case 45: |
4e033a6b | 944 | ret += tcrypt_test("rfc4309(ccm(aes))"); |
5d667322 JW |
945 | break; |
946 | ||
1da177e4 | 947 | case 100: |
4e033a6b | 948 | ret += tcrypt_test("hmac(md5)"); |
1da177e4 | 949 | break; |
ef2736fc | 950 | |
1da177e4 | 951 | case 101: |
4e033a6b | 952 | ret += tcrypt_test("hmac(sha1)"); |
1da177e4 | 953 | break; |
ef2736fc | 954 | |
1da177e4 | 955 | case 102: |
4e033a6b | 956 | ret += tcrypt_test("hmac(sha256)"); |
1da177e4 LT |
957 | break; |
958 | ||
a28091ae | 959 | case 103: |
4e033a6b | 960 | ret += tcrypt_test("hmac(sha384)"); |
a28091ae AD |
961 | break; |
962 | ||
963 | case 104: | |
4e033a6b | 964 | ret += tcrypt_test("hmac(sha512)"); |
a28091ae | 965 | break; |
38ed9ab2 | 966 | |
cd12fb90 | 967 | case 105: |
4e033a6b | 968 | ret += tcrypt_test("hmac(sha224)"); |
cd12fb90 | 969 | break; |
1da177e4 | 970 | |
38ed9ab2 | 971 | case 106: |
4e033a6b | 972 | ret += tcrypt_test("xcbc(aes)"); |
38ed9ab2 HX |
973 | break; |
974 | ||
fd4adf1a | 975 | case 107: |
4e033a6b | 976 | ret += tcrypt_test("hmac(rmd128)"); |
fd4adf1a AKR |
977 | break; |
978 | ||
979 | case 108: | |
4e033a6b | 980 | ret += tcrypt_test("hmac(rmd160)"); |
fd4adf1a AKR |
981 | break; |
982 | ||
f1939f7c SW |
983 | case 109: |
984 | ret += tcrypt_test("vmac(aes)"); | |
985 | break; | |
986 | ||
e08ca2da | 987 | case 150: |
4e033a6b | 988 | ret += tcrypt_test("ansi_cprng"); |
e08ca2da JW |
989 | break; |
990 | ||
69435b94 AH |
991 | case 151: |
992 | ret += tcrypt_test("rfc4106(gcm(aes))"); | |
993 | break; | |
994 | ||
ebfd9bcf | 995 | case 200: |
cba83564 | 996 | test_cipher_speed("ecb(aes)", ENCRYPT, sec, NULL, 0, |
477035c2 | 997 | speed_template_16_24_32); |
cba83564 | 998 | test_cipher_speed("ecb(aes)", DECRYPT, sec, NULL, 0, |
477035c2 | 999 | speed_template_16_24_32); |
cba83564 | 1000 | test_cipher_speed("cbc(aes)", ENCRYPT, sec, NULL, 0, |
477035c2 | 1001 | speed_template_16_24_32); |
cba83564 | 1002 | test_cipher_speed("cbc(aes)", DECRYPT, sec, NULL, 0, |
477035c2 | 1003 | speed_template_16_24_32); |
f3d1044c | 1004 | test_cipher_speed("lrw(aes)", ENCRYPT, sec, NULL, 0, |
477035c2 | 1005 | speed_template_32_40_48); |
f3d1044c | 1006 | test_cipher_speed("lrw(aes)", DECRYPT, sec, NULL, 0, |
477035c2 | 1007 | speed_template_32_40_48); |
f19f5111 | 1008 | test_cipher_speed("xts(aes)", ENCRYPT, sec, NULL, 0, |
477035c2 | 1009 | speed_template_32_48_64); |
f19f5111 | 1010 | test_cipher_speed("xts(aes)", DECRYPT, sec, NULL, 0, |
477035c2 | 1011 | speed_template_32_48_64); |
9996e342 JG |
1012 | test_cipher_speed("ctr(aes)", ENCRYPT, sec, NULL, 0, |
1013 | speed_template_16_24_32); | |
1014 | test_cipher_speed("ctr(aes)", DECRYPT, sec, NULL, 0, | |
1015 | speed_template_16_24_32); | |
ebfd9bcf HW |
1016 | break; |
1017 | ||
1018 | case 201: | |
cba83564 | 1019 | test_cipher_speed("ecb(des3_ede)", ENCRYPT, sec, |
da7f033d | 1020 | des3_speed_template, DES3_SPEED_VECTORS, |
477035c2 | 1021 | speed_template_24); |
cba83564 | 1022 | test_cipher_speed("ecb(des3_ede)", DECRYPT, sec, |
da7f033d | 1023 | des3_speed_template, DES3_SPEED_VECTORS, |
477035c2 | 1024 | speed_template_24); |
cba83564 | 1025 | test_cipher_speed("cbc(des3_ede)", ENCRYPT, sec, |
da7f033d | 1026 | des3_speed_template, DES3_SPEED_VECTORS, |
477035c2 | 1027 | speed_template_24); |
cba83564 | 1028 | test_cipher_speed("cbc(des3_ede)", DECRYPT, sec, |
da7f033d | 1029 | des3_speed_template, DES3_SPEED_VECTORS, |
477035c2 | 1030 | speed_template_24); |
ebfd9bcf HW |
1031 | break; |
1032 | ||
1033 | case 202: | |
cba83564 | 1034 | test_cipher_speed("ecb(twofish)", ENCRYPT, sec, NULL, 0, |
477035c2 | 1035 | speed_template_16_24_32); |
cba83564 | 1036 | test_cipher_speed("ecb(twofish)", DECRYPT, sec, NULL, 0, |
477035c2 | 1037 | speed_template_16_24_32); |
cba83564 | 1038 | test_cipher_speed("cbc(twofish)", ENCRYPT, sec, NULL, 0, |
477035c2 | 1039 | speed_template_16_24_32); |
cba83564 | 1040 | test_cipher_speed("cbc(twofish)", DECRYPT, sec, NULL, 0, |
477035c2 | 1041 | speed_template_16_24_32); |
ebfd9bcf HW |
1042 | break; |
1043 | ||
1044 | case 203: | |
cba83564 | 1045 | test_cipher_speed("ecb(blowfish)", ENCRYPT, sec, NULL, 0, |
477035c2 | 1046 | speed_template_8_32); |
cba83564 | 1047 | test_cipher_speed("ecb(blowfish)", DECRYPT, sec, NULL, 0, |
477035c2 | 1048 | speed_template_8_32); |
cba83564 | 1049 | test_cipher_speed("cbc(blowfish)", ENCRYPT, sec, NULL, 0, |
477035c2 | 1050 | speed_template_8_32); |
cba83564 | 1051 | test_cipher_speed("cbc(blowfish)", DECRYPT, sec, NULL, 0, |
477035c2 | 1052 | speed_template_8_32); |
ebfd9bcf HW |
1053 | break; |
1054 | ||
1055 | case 204: | |
cba83564 | 1056 | test_cipher_speed("ecb(des)", ENCRYPT, sec, NULL, 0, |
477035c2 | 1057 | speed_template_8); |
cba83564 | 1058 | test_cipher_speed("ecb(des)", DECRYPT, sec, NULL, 0, |
477035c2 | 1059 | speed_template_8); |
cba83564 | 1060 | test_cipher_speed("cbc(des)", ENCRYPT, sec, NULL, 0, |
477035c2 | 1061 | speed_template_8); |
cba83564 | 1062 | test_cipher_speed("cbc(des)", DECRYPT, sec, NULL, 0, |
477035c2 | 1063 | speed_template_8); |
ebfd9bcf HW |
1064 | break; |
1065 | ||
02ab5a70 NT |
1066 | case 205: |
1067 | test_cipher_speed("ecb(camellia)", ENCRYPT, sec, NULL, 0, | |
477035c2 | 1068 | speed_template_16_24_32); |
02ab5a70 | 1069 | test_cipher_speed("ecb(camellia)", DECRYPT, sec, NULL, 0, |
477035c2 | 1070 | speed_template_16_24_32); |
02ab5a70 | 1071 | test_cipher_speed("cbc(camellia)", ENCRYPT, sec, NULL, 0, |
477035c2 | 1072 | speed_template_16_24_32); |
02ab5a70 | 1073 | test_cipher_speed("cbc(camellia)", DECRYPT, sec, NULL, 0, |
477035c2 | 1074 | speed_template_16_24_32); |
02ab5a70 NT |
1075 | break; |
1076 | ||
5de8f1b5 TSH |
1077 | case 206: |
1078 | test_cipher_speed("salsa20", ENCRYPT, sec, NULL, 0, | |
477035c2 | 1079 | speed_template_16_32); |
5de8f1b5 TSH |
1080 | break; |
1081 | ||
e8057928 ML |
1082 | case 300: |
1083 | /* fall through */ | |
1084 | ||
1085 | case 301: | |
e9d41164 | 1086 | test_hash_speed("md4", sec, generic_hash_speed_template); |
e8057928 ML |
1087 | if (mode > 300 && mode < 400) break; |
1088 | ||
1089 | case 302: | |
e9d41164 | 1090 | test_hash_speed("md5", sec, generic_hash_speed_template); |
e8057928 ML |
1091 | if (mode > 300 && mode < 400) break; |
1092 | ||
1093 | case 303: | |
e9d41164 | 1094 | test_hash_speed("sha1", sec, generic_hash_speed_template); |
e8057928 ML |
1095 | if (mode > 300 && mode < 400) break; |
1096 | ||
1097 | case 304: | |
e9d41164 | 1098 | test_hash_speed("sha256", sec, generic_hash_speed_template); |
e8057928 ML |
1099 | if (mode > 300 && mode < 400) break; |
1100 | ||
1101 | case 305: | |
e9d41164 | 1102 | test_hash_speed("sha384", sec, generic_hash_speed_template); |
e8057928 ML |
1103 | if (mode > 300 && mode < 400) break; |
1104 | ||
1105 | case 306: | |
e9d41164 | 1106 | test_hash_speed("sha512", sec, generic_hash_speed_template); |
e8057928 ML |
1107 | if (mode > 300 && mode < 400) break; |
1108 | ||
1109 | case 307: | |
e9d41164 | 1110 | test_hash_speed("wp256", sec, generic_hash_speed_template); |
e8057928 ML |
1111 | if (mode > 300 && mode < 400) break; |
1112 | ||
1113 | case 308: | |
e9d41164 | 1114 | test_hash_speed("wp384", sec, generic_hash_speed_template); |
e8057928 ML |
1115 | if (mode > 300 && mode < 400) break; |
1116 | ||
1117 | case 309: | |
e9d41164 | 1118 | test_hash_speed("wp512", sec, generic_hash_speed_template); |
e8057928 ML |
1119 | if (mode > 300 && mode < 400) break; |
1120 | ||
1121 | case 310: | |
e9d41164 | 1122 | test_hash_speed("tgr128", sec, generic_hash_speed_template); |
e8057928 ML |
1123 | if (mode > 300 && mode < 400) break; |
1124 | ||
1125 | case 311: | |
e9d41164 | 1126 | test_hash_speed("tgr160", sec, generic_hash_speed_template); |
e8057928 ML |
1127 | if (mode > 300 && mode < 400) break; |
1128 | ||
1129 | case 312: | |
e9d41164 | 1130 | test_hash_speed("tgr192", sec, generic_hash_speed_template); |
e8057928 ML |
1131 | if (mode > 300 && mode < 400) break; |
1132 | ||
cd12fb90 JL |
1133 | case 313: |
1134 | test_hash_speed("sha224", sec, generic_hash_speed_template); | |
1135 | if (mode > 300 && mode < 400) break; | |
1136 | ||
fd4adf1a AKR |
1137 | case 314: |
1138 | test_hash_speed("rmd128", sec, generic_hash_speed_template); | |
1139 | if (mode > 300 && mode < 400) break; | |
1140 | ||
1141 | case 315: | |
1142 | test_hash_speed("rmd160", sec, generic_hash_speed_template); | |
1143 | if (mode > 300 && mode < 400) break; | |
1144 | ||
2998db37 AKR |
1145 | case 316: |
1146 | test_hash_speed("rmd256", sec, generic_hash_speed_template); | |
1147 | if (mode > 300 && mode < 400) break; | |
1148 | ||
1149 | case 317: | |
1150 | test_hash_speed("rmd320", sec, generic_hash_speed_template); | |
1151 | if (mode > 300 && mode < 400) break; | |
1152 | ||
18bcc919 HY |
1153 | case 318: |
1154 | test_hash_speed("ghash-generic", sec, hash_speed_template_16); | |
1155 | if (mode > 300 && mode < 400) break; | |
1156 | ||
e8057928 ML |
1157 | case 399: |
1158 | break; | |
1159 | ||
beb63da7 DM |
1160 | case 400: |
1161 | /* fall through */ | |
1162 | ||
1163 | case 401: | |
1164 | test_ahash_speed("md4", sec, generic_hash_speed_template); | |
1165 | if (mode > 400 && mode < 500) break; | |
1166 | ||
1167 | case 402: | |
1168 | test_ahash_speed("md5", sec, generic_hash_speed_template); | |
1169 | if (mode > 400 && mode < 500) break; | |
1170 | ||
1171 | case 403: | |
1172 | test_ahash_speed("sha1", sec, generic_hash_speed_template); | |
1173 | if (mode > 400 && mode < 500) break; | |
1174 | ||
1175 | case 404: | |
1176 | test_ahash_speed("sha256", sec, generic_hash_speed_template); | |
1177 | if (mode > 400 && mode < 500) break; | |
1178 | ||
1179 | case 405: | |
1180 | test_ahash_speed("sha384", sec, generic_hash_speed_template); | |
1181 | if (mode > 400 && mode < 500) break; | |
1182 | ||
1183 | case 406: | |
1184 | test_ahash_speed("sha512", sec, generic_hash_speed_template); | |
1185 | if (mode > 400 && mode < 500) break; | |
1186 | ||
1187 | case 407: | |
1188 | test_ahash_speed("wp256", sec, generic_hash_speed_template); | |
1189 | if (mode > 400 && mode < 500) break; | |
1190 | ||
1191 | case 408: | |
1192 | test_ahash_speed("wp384", sec, generic_hash_speed_template); | |
1193 | if (mode > 400 && mode < 500) break; | |
1194 | ||
1195 | case 409: | |
1196 | test_ahash_speed("wp512", sec, generic_hash_speed_template); | |
1197 | if (mode > 400 && mode < 500) break; | |
1198 | ||
1199 | case 410: | |
1200 | test_ahash_speed("tgr128", sec, generic_hash_speed_template); | |
1201 | if (mode > 400 && mode < 500) break; | |
1202 | ||
1203 | case 411: | |
1204 | test_ahash_speed("tgr160", sec, generic_hash_speed_template); | |
1205 | if (mode > 400 && mode < 500) break; | |
1206 | ||
1207 | case 412: | |
1208 | test_ahash_speed("tgr192", sec, generic_hash_speed_template); | |
1209 | if (mode > 400 && mode < 500) break; | |
1210 | ||
1211 | case 413: | |
1212 | test_ahash_speed("sha224", sec, generic_hash_speed_template); | |
1213 | if (mode > 400 && mode < 500) break; | |
1214 | ||
1215 | case 414: | |
1216 | test_ahash_speed("rmd128", sec, generic_hash_speed_template); | |
1217 | if (mode > 400 && mode < 500) break; | |
1218 | ||
1219 | case 415: | |
1220 | test_ahash_speed("rmd160", sec, generic_hash_speed_template); | |
1221 | if (mode > 400 && mode < 500) break; | |
1222 | ||
1223 | case 416: | |
1224 | test_ahash_speed("rmd256", sec, generic_hash_speed_template); | |
1225 | if (mode > 400 && mode < 500) break; | |
1226 | ||
1227 | case 417: | |
1228 | test_ahash_speed("rmd320", sec, generic_hash_speed_template); | |
1229 | if (mode > 400 && mode < 500) break; | |
1230 | ||
1231 | case 499: | |
1232 | break; | |
1233 | ||
1da177e4 LT |
1234 | case 1000: |
1235 | test_available(); | |
1236 | break; | |
1da177e4 | 1237 | } |
4e033a6b JW |
1238 | |
1239 | return ret; | |
1da177e4 LT |
1240 | } |
1241 | ||
7be380f7 | 1242 | static int do_alg_test(const char *alg, u32 type, u32 mask) |
a873a5f1 | 1243 | { |
7be380f7 HX |
1244 | return crypto_has_alg(alg, type, mask ?: CRYPTO_ALG_TYPE_MASK) ? |
1245 | 0 : -ENOENT; | |
a873a5f1 SK |
1246 | } |
1247 | ||
3af5b90b | 1248 | static int __init tcrypt_mod_init(void) |
1da177e4 | 1249 | { |
e3a4ea4f | 1250 | int err = -ENOMEM; |
f139cfa7 | 1251 | int i; |
e3a4ea4f | 1252 | |
f139cfa7 HX |
1253 | for (i = 0; i < TVMEMSIZE; i++) { |
1254 | tvmem[i] = (void *)__get_free_page(GFP_KERNEL); | |
1255 | if (!tvmem[i]) | |
1256 | goto err_free_tv; | |
1257 | } | |
1da177e4 | 1258 | |
a873a5f1 | 1259 | if (alg) |
7be380f7 | 1260 | err = do_alg_test(alg, type, mask); |
a873a5f1 SK |
1261 | else |
1262 | err = do_test(mode); | |
1263 | ||
4e033a6b JW |
1264 | if (err) { |
1265 | printk(KERN_ERR "tcrypt: one or more tests failed!\n"); | |
1266 | goto err_free_tv; | |
1267 | } | |
14fdf477 | 1268 | |
4e033a6b JW |
1269 | /* We intentionaly return -EAGAIN to prevent keeping the module, |
1270 | * unless we're running in fips mode. It does all its work from | |
1271 | * init() and doesn't offer any runtime functionality, but in | |
1272 | * the fips case, checking for a successful load is helpful. | |
14fdf477 ML |
1273 | * => we don't need it in the memory, do we? |
1274 | * -- mludvig | |
1275 | */ | |
4e033a6b JW |
1276 | if (!fips_enabled) |
1277 | err = -EAGAIN; | |
e3a4ea4f | 1278 | |
f139cfa7 HX |
1279 | err_free_tv: |
1280 | for (i = 0; i < TVMEMSIZE && tvmem[i]; i++) | |
1281 | free_page((unsigned long)tvmem[i]); | |
e3a4ea4f MH |
1282 | |
1283 | return err; | |
1da177e4 LT |
1284 | } |
1285 | ||
1286 | /* | |
1287 | * If an init function is provided, an exit function must also be provided | |
1288 | * to allow module unload. | |
1289 | */ | |
3af5b90b | 1290 | static void __exit tcrypt_mod_fini(void) { } |
1da177e4 | 1291 | |
3af5b90b KB |
1292 | module_init(tcrypt_mod_init); |
1293 | module_exit(tcrypt_mod_fini); | |
1da177e4 | 1294 | |
a873a5f1 SK |
1295 | module_param(alg, charp, 0); |
1296 | module_param(type, uint, 0); | |
7be380f7 | 1297 | module_param(mask, uint, 0); |
1da177e4 | 1298 | module_param(mode, int, 0); |
ebfd9bcf | 1299 | module_param(sec, uint, 0); |
6a17944c HX |
1300 | MODULE_PARM_DESC(sec, "Length in seconds of speed tests " |
1301 | "(defaults to zero which uses CPU cycles instead)"); | |
1da177e4 LT |
1302 | |
1303 | MODULE_LICENSE("GPL"); | |
1304 | MODULE_DESCRIPTION("Quick & dirty crypto testing module"); | |
1305 | MODULE_AUTHOR("James Morris <jmorris@intercode.com.au>"); |