[linux-block.git] / crypto / aead.c

// SPDX-License-Identifier: GPL-2.0-or-later
/*
 * AEAD: Authenticated Encryption with Associated Data
 *
 * This file provides API support for AEAD algorithms.
 *
 * Copyright (c) 2007-2015 Herbert Xu <herbert@gondor.apana.org.au>
 */

#include <crypto/internal/aead.h>
#include <linux/cryptouser.h>
#include <linux/errno.h>
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/slab.h>
#include <linux/seq_file.h>
#include <linux/string.h>
#include <net/netlink.h>

#include "internal.h"

static inline struct crypto_istat_aead *aead_get_stat(struct aead_alg *alg)
{
#ifdef CONFIG_CRYPTO_STATS
	return &alg->stat;
#else
	return NULL;
#endif
}

static int setkey_unaligned(struct crypto_aead *tfm, const u8 *key,
			    unsigned int keylen)
{
	unsigned long alignmask = crypto_aead_alignmask(tfm);
	int ret;
	u8 *buffer, *alignbuffer;
	unsigned long absize;

	absize = keylen + alignmask;
	buffer = kmalloc(absize, GFP_ATOMIC);
	if (!buffer)
		return -ENOMEM;

	alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1);
	memcpy(alignbuffer, key, keylen);
	ret = crypto_aead_alg(tfm)->setkey(tfm, alignbuffer, keylen);
	memset(alignbuffer, 0, keylen);
	kfree(buffer);
	return ret;
}

int crypto_aead_setkey(struct crypto_aead *tfm,
		       const u8 *key, unsigned int keylen)
{
	unsigned long alignmask = crypto_aead_alignmask(tfm);
	int err;

	if ((unsigned long)key & alignmask)
		err = setkey_unaligned(tfm, key, keylen);
	else
		err = crypto_aead_alg(tfm)->setkey(tfm, key, keylen);

	if (unlikely(err)) {
		crypto_aead_set_flags(tfm, CRYPTO_TFM_NEED_KEY);
		return err;
	}

	crypto_aead_clear_flags(tfm, CRYPTO_TFM_NEED_KEY);
	return 0;
}
EXPORT_SYMBOL_GPL(crypto_aead_setkey);

int crypto_aead_setauthsize(struct crypto_aead *tfm, unsigned int authsize)
{
	int err;

	if ((!authsize && crypto_aead_maxauthsize(tfm)) ||
	    authsize > crypto_aead_maxauthsize(tfm))
		return -EINVAL;

	if (crypto_aead_alg(tfm)->setauthsize) {
		err = crypto_aead_alg(tfm)->setauthsize(tfm, authsize);
		if (err)
			return err;
	}

	tfm->authsize = authsize;
	return 0;
}
EXPORT_SYMBOL_GPL(crypto_aead_setauthsize);

static inline int crypto_aead_errstat(struct crypto_istat_aead *istat, int err)
{
	if (!IS_ENABLED(CONFIG_CRYPTO_STATS))
		return err;

	if (err && err != -EINPROGRESS && err != -EBUSY)
		atomic64_inc(&istat->err_cnt);

	return err;
}

int crypto_aead_encrypt(struct aead_request *req)
{
	struct crypto_aead *aead = crypto_aead_reqtfm(req);
	struct aead_alg *alg = crypto_aead_alg(aead);
	struct crypto_istat_aead *istat;
	int ret;

	istat = aead_get_stat(alg);

	if (IS_ENABLED(CONFIG_CRYPTO_STATS)) {
		atomic64_inc(&istat->encrypt_cnt);
		atomic64_add(req->cryptlen, &istat->encrypt_tlen);
	}

	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
		ret = -ENOKEY;
	else
		ret = alg->encrypt(req);

	return crypto_aead_errstat(istat, ret);
}
EXPORT_SYMBOL_GPL(crypto_aead_encrypt);

int crypto_aead_decrypt(struct aead_request *req)
{
	struct crypto_aead *aead = crypto_aead_reqtfm(req);
	struct aead_alg *alg = crypto_aead_alg(aead);
	struct crypto_istat_aead *istat;
	int ret;

	istat = aead_get_stat(alg);

	if (IS_ENABLED(CONFIG_CRYPTO_STATS)) {
		atomic64_inc(&istat->encrypt_cnt);
		atomic64_add(req->cryptlen, &istat->encrypt_tlen);
	}

	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
		ret = -ENOKEY;
	else if (req->cryptlen < crypto_aead_authsize(aead))
		ret = -EINVAL;
	else
		ret = alg->decrypt(req);

	return crypto_aead_errstat(istat, ret);
}
EXPORT_SYMBOL_GPL(crypto_aead_decrypt);

static void crypto_aead_exit_tfm(struct crypto_tfm *tfm)
{
	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	struct aead_alg *alg = crypto_aead_alg(aead);

	alg->exit(aead);
}

static int crypto_aead_init_tfm(struct crypto_tfm *tfm)
{
	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	struct aead_alg *alg = crypto_aead_alg(aead);

	crypto_aead_set_flags(aead, CRYPTO_TFM_NEED_KEY);

	aead->authsize = alg->maxauthsize;

	if (alg->exit)
		aead->base.exit = crypto_aead_exit_tfm;

	if (alg->init)
		return alg->init(aead);

	return 0;
}

static int __maybe_unused crypto_aead_report(
	struct sk_buff *skb, struct crypto_alg *alg)
{
	struct crypto_report_aead raead;
	struct aead_alg *aead = container_of(alg, struct aead_alg, base);

	memset(&raead, 0, sizeof(raead));

	strscpy(raead.type, "aead", sizeof(raead.type));
	strscpy(raead.geniv, "<none>", sizeof(raead.geniv));

	raead.blocksize = alg->cra_blocksize;
	raead.maxauthsize = aead->maxauthsize;
	raead.ivsize = aead->ivsize;

	return nla_put(skb, CRYPTOCFGA_REPORT_AEAD, sizeof(raead), &raead);
}

static void crypto_aead_show(struct seq_file *m, struct crypto_alg *alg)
	__maybe_unused;
static void crypto_aead_show(struct seq_file *m, struct crypto_alg *alg)
{
	struct aead_alg *aead = container_of(alg, struct aead_alg, base);

	seq_printf(m, "type         : aead\n");
	seq_printf(m, "async        : %s\n", alg->cra_flags & CRYPTO_ALG_ASYNC ?
					     "yes" : "no");
	seq_printf(m, "blocksize    : %u\n", alg->cra_blocksize);
	seq_printf(m, "ivsize       : %u\n", aead->ivsize);
	seq_printf(m, "maxauthsize  : %u\n", aead->maxauthsize);
	seq_printf(m, "geniv        : <none>\n");
}

static void crypto_aead_free_instance(struct crypto_instance *inst)
{
	struct aead_instance *aead = aead_instance(inst);

	aead->free(aead);
}

static int __maybe_unused crypto_aead_report_stat(
	struct sk_buff *skb, struct crypto_alg *alg)
{
	struct aead_alg *aead = container_of(alg, struct aead_alg, base);
	struct crypto_istat_aead *istat = aead_get_stat(aead);
	struct crypto_stat_aead raead;

	memset(&raead, 0, sizeof(raead));

	strscpy(raead.type, "aead", sizeof(raead.type));

	raead.stat_encrypt_cnt = atomic64_read(&istat->encrypt_cnt);
	raead.stat_encrypt_tlen = atomic64_read(&istat->encrypt_tlen);
	raead.stat_decrypt_cnt = atomic64_read(&istat->decrypt_cnt);
	raead.stat_decrypt_tlen = atomic64_read(&istat->decrypt_tlen);
	raead.stat_err_cnt = atomic64_read(&istat->err_cnt);

	return nla_put(skb, CRYPTOCFGA_STAT_AEAD, sizeof(raead), &raead);
}

static const struct crypto_type crypto_aead_type = {
	.extsize = crypto_alg_extsize,
	.init_tfm = crypto_aead_init_tfm,
	.free = crypto_aead_free_instance,
#ifdef CONFIG_PROC_FS
	.show = crypto_aead_show,
#endif
#ifdef CONFIG_CRYPTO_USER
	.report = crypto_aead_report,
#endif
#ifdef CONFIG_CRYPTO_STATS
	.report_stat = crypto_aead_report_stat,
#endif
	.maskclear = ~CRYPTO_ALG_TYPE_MASK,
	.maskset = CRYPTO_ALG_TYPE_MASK,
	.type = CRYPTO_ALG_TYPE_AEAD,
	.tfmsize = offsetof(struct crypto_aead, base),
};

int crypto_grab_aead(struct crypto_aead_spawn *spawn,
		     struct crypto_instance *inst,
		     const char *name, u32 type, u32 mask)
{
	spawn->base.frontend = &crypto_aead_type;
	return crypto_grab_spawn(&spawn->base, inst, name, type, mask);
}
EXPORT_SYMBOL_GPL(crypto_grab_aead);

struct crypto_aead *crypto_alloc_aead(const char *alg_name, u32 type, u32 mask)
{
	return crypto_alloc_tfm(alg_name, &crypto_aead_type, type, mask);
}
EXPORT_SYMBOL_GPL(crypto_alloc_aead);

static int aead_prepare_alg(struct aead_alg *alg)
{
	struct crypto_istat_aead *istat = aead_get_stat(alg);
	struct crypto_alg *base = &alg->base;

	if (max3(alg->maxauthsize, alg->ivsize, alg->chunksize) >
	    PAGE_SIZE / 8)
		return -EINVAL;

	if (!alg->chunksize)
		alg->chunksize = base->cra_blocksize;

	base->cra_type = &crypto_aead_type;
	base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK;
	base->cra_flags |= CRYPTO_ALG_TYPE_AEAD;

	if (IS_ENABLED(CONFIG_CRYPTO_STATS))
		memset(istat, 0, sizeof(*istat));

	return 0;
}

int crypto_register_aead(struct aead_alg *alg)
{
	struct crypto_alg *base = &alg->base;
	int err;

	err = aead_prepare_alg(alg);
	if (err)
		return err;

	return crypto_register_alg(base);
}
EXPORT_SYMBOL_GPL(crypto_register_aead);

void crypto_unregister_aead(struct aead_alg *alg)
{
	crypto_unregister_alg(&alg->base);
}
EXPORT_SYMBOL_GPL(crypto_unregister_aead);

int crypto_register_aeads(struct aead_alg *algs, int count)
{
	int i, ret;

	for (i = 0; i < count; i++) {
		ret = crypto_register_aead(&algs[i]);
		if (ret)
			goto err;
	}

	return 0;

err:
	for (--i; i >= 0; --i)
		crypto_unregister_aead(&algs[i]);

	return ret;
}
EXPORT_SYMBOL_GPL(crypto_register_aeads);

void crypto_unregister_aeads(struct aead_alg *algs, int count)
{
	int i;

	for (i = count - 1; i >= 0; --i)
		crypto_unregister_aead(&algs[i]);
}
EXPORT_SYMBOL_GPL(crypto_unregister_aeads);

int aead_register_instance(struct crypto_template *tmpl,
			   struct aead_instance *inst)
{
	int err;

	if (WARN_ON(!inst->free))
		return -EINVAL;

	err = aead_prepare_alg(&inst->alg);
	if (err)
		return err;

	return crypto_register_instance(tmpl, aead_crypto_instance(inst));
}
EXPORT_SYMBOL_GPL(aead_register_instance);

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("Authenticated Encryption with Associated Data (AEAD)");
Commit	Line	Data
2874c5fd	1	// SPDX-License-Identifier: GPL-2.0-or-later
1ae97820 HX	2	/*
1ae97820 HX	3	* AEAD: Authenticated Encryption with Associated Data
3922538f	4	*
1ae97820 HX	5	* This file provides API support for AEAD algorithms.
1ae97820 HX	6	*
b0d955ba	7	* Copyright (c) 2007-2015 Herbert Xu <herbert@gondor.apana.org.au>
1ae97820 HX	8	*/
1ae97820 HX	9
20cc01ba	10	#include <crypto/internal/aead.h>
0df4adf8	11	#include <linux/cryptouser.h>
20cc01ba	12	#include <linux/errno.h>
1ae97820 HX	13	#include <linux/init.h>
	14	#include <linux/kernel.h>
	15	#include <linux/module.h>
	16	#include <linux/slab.h>
	17	#include <linux/seq_file.h>
0df4adf8	18	#include <linux/string.h>
6ad414fe	19	#include <net/netlink.h>
1ae97820	20
5b6d2d7f HX	21	#include "internal.h"
5b6d2d7f HX	22
0df4adf8 HX	23	static inline struct crypto_istat_aead aead_get_stat(struct aead_alg alg)
	24	{
	25	#ifdef CONFIG_CRYPTO_STATS
	26	return &alg->stat;
	27	#else
	28	return NULL;
	29	#endif
	30	}
	31
1ae97820 HX	32	static int setkey_unaligned(struct crypto_aead tfm, const u8 key,
	33	unsigned int keylen)
	34	{
1ae97820 HX	35	unsigned long alignmask = crypto_aead_alignmask(tfm);
	36	int ret;
	37	u8 buffer, alignbuffer;
	38	unsigned long absize;
	39
	40	absize = keylen + alignmask;
	41	buffer = kmalloc(absize, GFP_ATOMIC);
	42	if (!buffer)
	43	return -ENOMEM;
	44
	45	alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1);
	46	memcpy(alignbuffer, key, keylen);
b0d955ba	47	ret = crypto_aead_alg(tfm)->setkey(tfm, alignbuffer, keylen);
1ae97820 HX	48	memset(alignbuffer, 0, keylen);
	49	kfree(buffer);
	50	return ret;
	51	}
	52
5d1d65f8 HX	53	int crypto_aead_setkey(struct crypto_aead *tfm,
5d1d65f8 HX	54	const u8 *key, unsigned int keylen)
1ae97820	55	{
1ae97820	56	unsigned long alignmask = crypto_aead_alignmask(tfm);
dc26c17f	57	int err;
1ae97820 HX	58
1ae97820 HX	59	if ((unsigned long)key & alignmask)
dc26c17f EB	60	err = setkey_unaligned(tfm, key, keylen);
	61	else
	62	err = crypto_aead_alg(tfm)->setkey(tfm, key, keylen);
	63
6ebc9700 EB	64	if (unlikely(err)) {
6ebc9700 EB	65	crypto_aead_set_flags(tfm, CRYPTO_TFM_NEED_KEY);
dc26c17f	66	return err;
6ebc9700	67	}
1ae97820	68
dc26c17f EB	69	crypto_aead_clear_flags(tfm, CRYPTO_TFM_NEED_KEY);
dc26c17f EB	70	return 0;
1ae97820	71	}
5d1d65f8	72	EXPORT_SYMBOL_GPL(crypto_aead_setkey);
1ae97820	73
7ba683a6 HX	74	int crypto_aead_setauthsize(struct crypto_aead *tfm, unsigned int authsize)
	75	{
	76	int err;
	77
a62084d2 PL	78	if ((!authsize && crypto_aead_maxauthsize(tfm)) \|\|
a62084d2 PL	79	authsize > crypto_aead_maxauthsize(tfm))
7ba683a6 HX	80	return -EINVAL;
7ba683a6 HX	81
b0d955ba HX	82	if (crypto_aead_alg(tfm)->setauthsize) {
b0d955ba HX	83	err = crypto_aead_alg(tfm)->setauthsize(tfm, authsize);
7ba683a6 HX	84	if (err)
	85	return err;
	86	}
	87
5d1d65f8	88	tfm->authsize = authsize;
7ba683a6 HX	89	return 0;
	90	}
	91	EXPORT_SYMBOL_GPL(crypto_aead_setauthsize);
	92
0df4adf8 HX	93	static inline int crypto_aead_errstat(struct crypto_istat_aead *istat, int err)
	94	{
	95	if (!IS_ENABLED(CONFIG_CRYPTO_STATS))
	96	return err;
	97
	98	if (err && err != -EINPROGRESS && err != -EBUSY)
	99	atomic64_inc(&istat->err_cnt);
	100
	101	return err;
	102	}
	103
f2fe1154 EB	104	int crypto_aead_encrypt(struct aead_request *req)
	105	{
	106	struct crypto_aead *aead = crypto_aead_reqtfm(req);
0df4adf8 HX	107	struct aead_alg *alg = crypto_aead_alg(aead);
0df4adf8 HX	108	struct crypto_istat_aead *istat;
f2fe1154 EB	109	int ret;
f2fe1154 EB	110
0df4adf8 HX	111	istat = aead_get_stat(alg);
	112
	113	if (IS_ENABLED(CONFIG_CRYPTO_STATS)) {
	114	atomic64_inc(&istat->encrypt_cnt);
	115	atomic64_add(req->cryptlen, &istat->encrypt_tlen);
	116	}
	117
f2fe1154 EB	118	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
	119	ret = -ENOKEY;
	120	else
0df4adf8 HX	121	ret = alg->encrypt(req);
	122
	123	return crypto_aead_errstat(istat, ret);
f2fe1154 EB	124	}
	125	EXPORT_SYMBOL_GPL(crypto_aead_encrypt);
	126
	127	int crypto_aead_decrypt(struct aead_request *req)
	128	{
	129	struct crypto_aead *aead = crypto_aead_reqtfm(req);
0df4adf8 HX	130	struct aead_alg *alg = crypto_aead_alg(aead);
0df4adf8 HX	131	struct crypto_istat_aead *istat;
f2fe1154 EB	132	int ret;
f2fe1154 EB	133
0df4adf8 HX	134	istat = aead_get_stat(alg);
	135
	136	if (IS_ENABLED(CONFIG_CRYPTO_STATS)) {
	137	atomic64_inc(&istat->encrypt_cnt);
	138	atomic64_add(req->cryptlen, &istat->encrypt_tlen);
	139	}
	140
f2fe1154 EB	141	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
	142	ret = -ENOKEY;
	143	else if (req->cryptlen < crypto_aead_authsize(aead))
	144	ret = -EINVAL;
	145	else
0df4adf8 HX	146	ret = alg->decrypt(req);
	147
	148	return crypto_aead_errstat(istat, ret);
f2fe1154 EB	149	}
	150	EXPORT_SYMBOL_GPL(crypto_aead_decrypt);
	151
5eb8ec6d HX	152	static void crypto_aead_exit_tfm(struct crypto_tfm *tfm)
	153	{
	154	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	155	struct aead_alg *alg = crypto_aead_alg(aead);
	156
	157	alg->exit(aead);
	158	}
	159
63293c61 HX	160	static int crypto_aead_init_tfm(struct crypto_tfm *tfm)
	161	{
	162	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	163	struct aead_alg *alg = crypto_aead_alg(aead);
	164
dc26c17f EB	165	crypto_aead_set_flags(aead, CRYPTO_TFM_NEED_KEY);
dc26c17f EB	166
63293c61 HX	167	aead->authsize = alg->maxauthsize;
63293c61 HX	168
5eb8ec6d HX	169	if (alg->exit)
	170	aead->base.exit = crypto_aead_exit_tfm;
	171
	172	if (alg->init)
	173	return alg->init(aead);
	174
63293c61 HX	175	return 0;
	176	}
	177
c0f9e01d HX	178	static int __maybe_unused crypto_aead_report(
c0f9e01d HX	179	struct sk_buff skb, struct crypto_alg alg)
63293c61 HX	180	{
	181	struct crypto_report_aead raead;
	182	struct aead_alg *aead = container_of(alg, struct aead_alg, base);
	183
37db69e0 EB	184	memset(&raead, 0, sizeof(raead));
	185
	186	strscpy(raead.type, "aead", sizeof(raead.type));
	187	strscpy(raead.geniv, "<none>", sizeof(raead.geniv));
63293c61 HX	188
	189	raead.blocksize = alg->cra_blocksize;
	190	raead.maxauthsize = aead->maxauthsize;
	191	raead.ivsize = aead->ivsize;
	192
37db69e0	193	return nla_put(skb, CRYPTOCFGA_REPORT_AEAD, sizeof(raead), &raead);
63293c61	194	}
63293c61 HX	195
63293c61 HX	196	static void crypto_aead_show(struct seq_file m, struct crypto_alg alg)
d8c34b94	197	__maybe_unused;
63293c61 HX	198	static void crypto_aead_show(struct seq_file m, struct crypto_alg alg)
	199	{
	200	struct aead_alg *aead = container_of(alg, struct aead_alg, base);
	201
	202	seq_printf(m, "type : aead\n");
	203	seq_printf(m, "async : %s\n", alg->cra_flags & CRYPTO_ALG_ASYNC ?
	204	"yes" : "no");
	205	seq_printf(m, "blocksize : %u\n", alg->cra_blocksize);
	206	seq_printf(m, "ivsize : %u\n", aead->ivsize);
	207	seq_printf(m, "maxauthsize : %u\n", aead->maxauthsize);
	208	seq_printf(m, "geniv : <none>\n");
	209	}
	210
ba75e15f HX	211	static void crypto_aead_free_instance(struct crypto_instance *inst)
	212	{
	213	struct aead_instance *aead = aead_instance(inst);
	214
ba75e15f HX	215	aead->free(aead);
	216	}
	217
0df4adf8 HX	218	static int __maybe_unused crypto_aead_report_stat(
	219	struct sk_buff skb, struct crypto_alg alg)
	220	{
	221	struct aead_alg *aead = container_of(alg, struct aead_alg, base);
	222	struct crypto_istat_aead *istat = aead_get_stat(aead);
	223	struct crypto_stat_aead raead;
	224
	225	memset(&raead, 0, sizeof(raead));
	226
	227	strscpy(raead.type, "aead", sizeof(raead.type));
	228
	229	raead.stat_encrypt_cnt = atomic64_read(&istat->encrypt_cnt);
	230	raead.stat_encrypt_tlen = atomic64_read(&istat->encrypt_tlen);
	231	raead.stat_decrypt_cnt = atomic64_read(&istat->decrypt_cnt);
	232	raead.stat_decrypt_tlen = atomic64_read(&istat->decrypt_tlen);
	233	raead.stat_err_cnt = atomic64_read(&istat->err_cnt);
	234
	235	return nla_put(skb, CRYPTOCFGA_STAT_AEAD, sizeof(raead), &raead);
	236	}
	237
b0d955ba	238	static const struct crypto_type crypto_aead_type = {
63293c61 HX	239	.extsize = crypto_alg_extsize,
63293c61 HX	240	.init_tfm = crypto_aead_init_tfm,
ba75e15f	241	.free = crypto_aead_free_instance,
63293c61 HX	242	#ifdef CONFIG_PROC_FS
	243	.show = crypto_aead_show,
	244	#endif
c0f9e01d	245	#ifdef CONFIG_CRYPTO_USER
63293c61	246	.report = crypto_aead_report,
c0f9e01d	247	#endif
0df4adf8 HX	248	#ifdef CONFIG_CRYPTO_STATS
	249	.report_stat = crypto_aead_report_stat,
	250	#endif
63293c61 HX	251	.maskclear = ~CRYPTO_ALG_TYPE_MASK,
	252	.maskset = CRYPTO_ALG_TYPE_MASK,
	253	.type = CRYPTO_ALG_TYPE_AEAD,
	254	.tfmsize = offsetof(struct crypto_aead, base),
	255	};
	256
cd900f0c EB	257	int crypto_grab_aead(struct crypto_aead_spawn *spawn,
	258	struct crypto_instance *inst,
	259	const char *name, u32 type, u32 mask)
d29ce988	260	{
5d1d65f8	261	spawn->base.frontend = &crypto_aead_type;
de95c957	262	return crypto_grab_spawn(&spawn->base, inst, name, type, mask);
d29ce988 HX	263	}
	264	EXPORT_SYMBOL_GPL(crypto_grab_aead);
	265
	266	struct crypto_aead crypto_alloc_aead(const char alg_name, u32 type, u32 mask)
	267	{
5d1d65f8	268	return crypto_alloc_tfm(alg_name, &crypto_aead_type, type, mask);
d29ce988 HX	269	}
	270	EXPORT_SYMBOL_GPL(crypto_alloc_aead);
	271
63293c61 HX	272	static int aead_prepare_alg(struct aead_alg *alg)
63293c61 HX	273	{
0df4adf8	274	struct crypto_istat_aead *istat = aead_get_stat(alg);
63293c61 HX	275	struct crypto_alg *base = &alg->base;
63293c61 HX	276
7a530aa9 HX	277	if (max3(alg->maxauthsize, alg->ivsize, alg->chunksize) >
7a530aa9 HX	278	PAGE_SIZE / 8)
63293c61 HX	279	return -EINVAL;
63293c61 HX	280
7a530aa9 HX	281	if (!alg->chunksize)
	282	alg->chunksize = base->cra_blocksize;
	283
b0d955ba	284	base->cra_type = &crypto_aead_type;
63293c61 HX	285	base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK;
	286	base->cra_flags \|= CRYPTO_ALG_TYPE_AEAD;
	287
0df4adf8 HX	288	if (IS_ENABLED(CONFIG_CRYPTO_STATS))
	289	memset(istat, 0, sizeof(*istat));
	290
63293c61 HX	291	return 0;
	292	}
	293
	294	int crypto_register_aead(struct aead_alg *alg)
	295	{
	296	struct crypto_alg *base = &alg->base;
	297	int err;
	298
	299	err = aead_prepare_alg(alg);
	300	if (err)
	301	return err;
	302
	303	return crypto_register_alg(base);
	304	}
	305	EXPORT_SYMBOL_GPL(crypto_register_aead);
	306
43615369	307	void crypto_unregister_aead(struct aead_alg *alg)
63293c61	308	{
43615369	309	crypto_unregister_alg(&alg->base);
63293c61 HX	310	}
	311	EXPORT_SYMBOL_GPL(crypto_unregister_aead);
	312
caab9461 HX	313	int crypto_register_aeads(struct aead_alg *algs, int count)
	314	{
	315	int i, ret;
	316
	317	for (i = 0; i < count; i++) {
	318	ret = crypto_register_aead(&algs[i]);
	319	if (ret)
	320	goto err;
	321	}
	322
	323	return 0;
	324
	325	err:
	326	for (--i; i >= 0; --i)
	327	crypto_unregister_aead(&algs[i]);
	328
	329	return ret;
	330	}
	331	EXPORT_SYMBOL_GPL(crypto_register_aeads);
	332
	333	void crypto_unregister_aeads(struct aead_alg *algs, int count)
	334	{
	335	int i;
	336
	337	for (i = count - 1; i >= 0; --i)
	338	crypto_unregister_aead(&algs[i]);
	339	}
	340	EXPORT_SYMBOL_GPL(crypto_unregister_aeads);
	341
63293c61 HX	342	int aead_register_instance(struct crypto_template *tmpl,
	343	struct aead_instance *inst)
	344	{
	345	int err;
	346
d4fdc2df EB	347	if (WARN_ON(!inst->free))
	348	return -EINVAL;
	349
63293c61 HX	350	err = aead_prepare_alg(&inst->alg);
	351	if (err)
	352	return err;
	353
	354	return crypto_register_instance(tmpl, aead_crypto_instance(inst));
	355	}
	356	EXPORT_SYMBOL_GPL(aead_register_instance);
	357
1ae97820 HX	358	MODULE_LICENSE("GPL");
1ae97820 HX	359	MODULE_DESCRIPTION("Authenticated Encryption with Associated Data (AEAD)");