Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
f2f770d7 ST |
2 | /* |
3 | * Glue code for the SHA256 Secure Hash Algorithm assembly implementation | |
4 | * using optimized ARM assembler and NEON instructions. | |
5 | * | |
3723c632 | 6 | * Copyright © 2015 Google Inc. |
f2f770d7 ST |
7 | * |
8 | * This file is based on sha256_ssse3_glue.c: | |
9 | * Copyright (C) 2013 Intel Corporation | |
10 | * Author: Tim Chen <tim.c.chen@linux.intel.com> | |
f2f770d7 ST |
11 | */ |
12 | ||
13 | #include <crypto/internal/hash.h> | |
14 | #include <linux/crypto.h> | |
15 | #include <linux/init.h> | |
16 | #include <linux/module.h> | |
17 | #include <linux/mm.h> | |
f2f770d7 ST |
18 | #include <linux/types.h> |
19 | #include <linux/string.h> | |
a24d22b2 | 20 | #include <crypto/sha2.h> |
b59e2ae3 | 21 | #include <crypto/sha256_base.h> |
f2f770d7 ST |
22 | #include <asm/simd.h> |
23 | #include <asm/neon.h> | |
b59e2ae3 | 24 | |
f2f770d7 ST |
25 | #include "sha256_glue.h" |
26 | ||
27 | asmlinkage void sha256_block_data_order(u32 *digest, const void *data, | |
b59e2ae3 | 28 | unsigned int num_blks); |
f2f770d7 | 29 | |
b59e2ae3 AB |
30 | int crypto_sha256_arm_update(struct shash_desc *desc, const u8 *data, |
31 | unsigned int len) | |
f2f770d7 | 32 | { |
b59e2ae3 AB |
33 | /* make sure casting to sha256_block_fn() is safe */ |
34 | BUILD_BUG_ON(offsetof(struct sha256_state, state) != 0); | |
f2f770d7 | 35 | |
b59e2ae3 AB |
36 | return sha256_base_do_update(desc, data, len, |
37 | (sha256_block_fn *)sha256_block_data_order); | |
f2f770d7 | 38 | } |
b59e2ae3 | 39 | EXPORT_SYMBOL(crypto_sha256_arm_update); |
f2f770d7 | 40 | |
e4dcc1be | 41 | static int crypto_sha256_arm_final(struct shash_desc *desc, u8 *out) |
f2f770d7 | 42 | { |
b59e2ae3 AB |
43 | sha256_base_do_finalize(desc, |
44 | (sha256_block_fn *)sha256_block_data_order); | |
45 | return sha256_base_finish(desc, out); | |
f2f770d7 ST |
46 | } |
47 | ||
b59e2ae3 AB |
48 | int crypto_sha256_arm_finup(struct shash_desc *desc, const u8 *data, |
49 | unsigned int len, u8 *out) | |
f2f770d7 | 50 | { |
b59e2ae3 AB |
51 | sha256_base_do_update(desc, data, len, |
52 | (sha256_block_fn *)sha256_block_data_order); | |
e4dcc1be | 53 | return crypto_sha256_arm_final(desc, out); |
f2f770d7 | 54 | } |
b59e2ae3 | 55 | EXPORT_SYMBOL(crypto_sha256_arm_finup); |
f2f770d7 ST |
56 | |
57 | static struct shash_alg algs[] = { { | |
58 | .digestsize = SHA256_DIGEST_SIZE, | |
b59e2ae3 AB |
59 | .init = sha256_base_init, |
60 | .update = crypto_sha256_arm_update, | |
e4dcc1be | 61 | .final = crypto_sha256_arm_final, |
b59e2ae3 | 62 | .finup = crypto_sha256_arm_finup, |
f2f770d7 | 63 | .descsize = sizeof(struct sha256_state), |
f2f770d7 ST |
64 | .base = { |
65 | .cra_name = "sha256", | |
66 | .cra_driver_name = "sha256-asm", | |
67 | .cra_priority = 150, | |
f2f770d7 ST |
68 | .cra_blocksize = SHA256_BLOCK_SIZE, |
69 | .cra_module = THIS_MODULE, | |
70 | } | |
71 | }, { | |
72 | .digestsize = SHA224_DIGEST_SIZE, | |
b59e2ae3 AB |
73 | .init = sha224_base_init, |
74 | .update = crypto_sha256_arm_update, | |
e4dcc1be | 75 | .final = crypto_sha256_arm_final, |
b59e2ae3 | 76 | .finup = crypto_sha256_arm_finup, |
f2f770d7 | 77 | .descsize = sizeof(struct sha256_state), |
f2f770d7 ST |
78 | .base = { |
79 | .cra_name = "sha224", | |
80 | .cra_driver_name = "sha224-asm", | |
81 | .cra_priority = 150, | |
f2f770d7 ST |
82 | .cra_blocksize = SHA224_BLOCK_SIZE, |
83 | .cra_module = THIS_MODULE, | |
84 | } | |
85 | } }; | |
86 | ||
87 | static int __init sha256_mod_init(void) | |
88 | { | |
89 | int res = crypto_register_shashes(algs, ARRAY_SIZE(algs)); | |
90 | ||
91 | if (res < 0) | |
92 | return res; | |
93 | ||
94 | if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon()) { | |
95 | res = crypto_register_shashes(sha256_neon_algs, | |
96 | ARRAY_SIZE(sha256_neon_algs)); | |
97 | ||
98 | if (res < 0) | |
99 | crypto_unregister_shashes(algs, ARRAY_SIZE(algs)); | |
100 | } | |
101 | ||
102 | return res; | |
103 | } | |
104 | ||
105 | static void __exit sha256_mod_fini(void) | |
106 | { | |
107 | crypto_unregister_shashes(algs, ARRAY_SIZE(algs)); | |
108 | ||
109 | if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon()) | |
110 | crypto_unregister_shashes(sha256_neon_algs, | |
111 | ARRAY_SIZE(sha256_neon_algs)); | |
112 | } | |
113 | ||
114 | module_init(sha256_mod_init); | |
115 | module_exit(sha256_mod_fini); | |
116 | ||
117 | MODULE_LICENSE("GPL"); | |
118 | MODULE_DESCRIPTION("SHA256 Secure Hash Algorithm (ARM), including NEON"); | |
119 | ||
120 | MODULE_ALIAS_CRYPTO("sha256"); |