fio: fix aio trim completion latencies
[fio.git] / crc / sha3.c
CommitLineData
82e3f7c4
JA
1/*
2 * Cryptographic API.
3 *
4 * SHA-3, as specified in
5 * http://nvlpubs.nist.gov/nistpubs/FIPS/NIST.FIPS.202.pdf
6 *
7 * SHA-3 code by Jeff Garzik <jeff@garzik.org>
8 *
9 * This program is free software; you can redistribute it and/or modify it
10 * under the terms of the GNU General Public License as published by the Free
11 * Software Foundation; either version 2 of the License, or (at your option)•
12 * any later version.
13 *
14 */
15#include <string.h>
82e3f7c4
JA
16
17#include "../os/os.h"
18
19#include "sha3.h"
20
21#define KECCAK_ROUNDS 24
22
23#define ROTL64(x, y) (((x) << (y)) | ((x) >> (64 - (y))))
24
25static const uint64_t keccakf_rndc[24] = {
26 0x0000000000000001ULL, 0x0000000000008082ULL, 0x800000000000808aULL,
27 0x8000000080008000ULL, 0x000000000000808bULL, 0x0000000080000001ULL,
28 0x8000000080008081ULL, 0x8000000000008009ULL, 0x000000000000008aULL,
29 0x0000000000000088ULL, 0x0000000080008009ULL, 0x000000008000000aULL,
30 0x000000008000808bULL, 0x800000000000008bULL, 0x8000000000008089ULL,
31 0x8000000000008003ULL, 0x8000000000008002ULL, 0x8000000000000080ULL,
32 0x000000000000800aULL, 0x800000008000000aULL, 0x8000000080008081ULL,
33 0x8000000000008080ULL, 0x0000000080000001ULL, 0x8000000080008008ULL
34};
35
36static const int keccakf_rotc[24] = {
37 1, 3, 6, 10, 15, 21, 28, 36, 45, 55, 2, 14,
38 27, 41, 56, 8, 25, 43, 62, 18, 39, 61, 20, 44
39};
40
41static const int keccakf_piln[24] = {
42 10, 7, 11, 17, 18, 3, 5, 16, 8, 21, 24, 4,
43 15, 23, 19, 13, 12, 2, 20, 14, 22, 9, 6, 1
44};
45
46/* update the state with given number of rounds */
47
48static void keccakf(uint64_t st[25])
49{
50 int i, j, round;
51 uint64_t t, bc[5];
52
53 for (round = 0; round < KECCAK_ROUNDS; round++) {
54
55 /* Theta */
56 for (i = 0; i < 5; i++)
57 bc[i] = st[i] ^ st[i + 5] ^ st[i + 10] ^ st[i + 15]
58 ^ st[i + 20];
59
60 for (i = 0; i < 5; i++) {
61 t = bc[(i + 4) % 5] ^ ROTL64(bc[(i + 1) % 5], 1);
62 for (j = 0; j < 25; j += 5)
63 st[j + i] ^= t;
64 }
65
66 /* Rho Pi */
67 t = st[1];
68 for (i = 0; i < 24; i++) {
69 j = keccakf_piln[i];
70 bc[0] = st[j];
71 st[j] = ROTL64(t, keccakf_rotc[i]);
72 t = bc[0];
73 }
74
75 /* Chi */
76 for (j = 0; j < 25; j += 5) {
77 for (i = 0; i < 5; i++)
78 bc[i] = st[j + i];
79 for (i = 0; i < 5; i++)
80 st[j + i] ^= (~bc[(i + 1) % 5]) &
81 bc[(i + 2) % 5];
82 }
83
84 /* Iota */
85 st[0] ^= keccakf_rndc[round];
86 }
87}
88
89static void fio_sha3_init(struct fio_sha3_ctx *sctx, unsigned int digest_sz)
90{
91 memset(sctx->st, 0, sizeof(sctx->st));
92 sctx->md_len = digest_sz;
93 sctx->rsiz = 200 - 2 * digest_sz;
94 sctx->rsizw = sctx->rsiz / 8;
95 sctx->partial = 0;
96 memset(sctx->buf, 0, sizeof(sctx->buf));
97}
98
99void fio_sha3_224_init(struct fio_sha3_ctx *sctx)
100{
101 fio_sha3_init(sctx, SHA3_224_DIGEST_SIZE);
102}
103
104void fio_sha3_256_init(struct fio_sha3_ctx *sctx)
105{
106 fio_sha3_init(sctx, SHA3_256_DIGEST_SIZE);
107}
108
109void fio_sha3_384_init(struct fio_sha3_ctx *sctx)
110{
111 fio_sha3_init(sctx, SHA3_384_DIGEST_SIZE);
112}
113
114void fio_sha3_512_init(struct fio_sha3_ctx *sctx)
115{
116 fio_sha3_init(sctx, SHA3_512_DIGEST_SIZE);
117}
118
119int fio_sha3_update(struct fio_sha3_ctx *sctx, const uint8_t *data,
120 unsigned int len)
121{
122 unsigned int done;
123 const uint8_t *src;
124
125 done = 0;
126 src = data;
127
128 if ((sctx->partial + len) > (sctx->rsiz - 1)) {
129 if (sctx->partial) {
130 done = -sctx->partial;
131 memcpy(sctx->buf + sctx->partial, data,
132 done + sctx->rsiz);
133 src = sctx->buf;
134 }
135
136 do {
137 unsigned int i;
138
139 for (i = 0; i < sctx->rsizw; i++)
140 sctx->st[i] ^= ((uint64_t *) src)[i];
141 keccakf(sctx->st);
142
143 done += sctx->rsiz;
144 src = data + done;
145 } while (done + (sctx->rsiz - 1) < len);
146
147 sctx->partial = 0;
148 }
149 memcpy(sctx->buf + sctx->partial, src, len - done);
150 sctx->partial += (len - done);
151
152 return 0;
153}
154
155void fio_sha3_final(struct fio_sha3_ctx *sctx)
156{
157 unsigned int i, inlen = sctx->partial;
158
159 sctx->buf[inlen++] = 0x06;
160 memset(sctx->buf + inlen, 0, sctx->rsiz - inlen);
161 sctx->buf[sctx->rsiz - 1] |= 0x80;
162
163 for (i = 0; i < sctx->rsizw; i++)
164 sctx->st[i] ^= ((uint64_t *) sctx->buf)[i];
165
166 keccakf(sctx->st);
167
168 for (i = 0; i < sctx->rsizw; i++)
169 sctx->st[i] = cpu_to_le64(sctx->st[i]);
170
171 memcpy(sctx->sha, sctx->st, sctx->md_len);
172}