[linux-2.6-block.git] / arch / sparc / crypto / camellia_glue.c

// SPDX-License-Identifier: GPL-2.0-only
/* Glue code for CAMELLIA encryption optimized for sparc64 crypto opcodes.
 *
 * Copyright (C) 2012 David S. Miller <davem@davemloft.net>
 */

#define pr_fmt(fmt)	KBUILD_MODNAME ": " fmt

#include <linux/crypto.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/mm.h>
#include <linux/types.h>
#include <crypto/algapi.h>

#include <asm/fpumacro.h>
#include <asm/pstate.h>
#include <asm/elf.h>

#include "opcodes.h"

#define CAMELLIA_MIN_KEY_SIZE        16
#define CAMELLIA_MAX_KEY_SIZE        32
#define CAMELLIA_BLOCK_SIZE          16
#define CAMELLIA_TABLE_BYTE_LEN     272

struct camellia_sparc64_ctx {
	u64 encrypt_key[CAMELLIA_TABLE_BYTE_LEN / sizeof(u64)];
	u64 decrypt_key[CAMELLIA_TABLE_BYTE_LEN / sizeof(u64)];
	int key_len;
};

extern void camellia_sparc64_key_expand(const u32 *in_key, u64 *encrypt_key,
					unsigned int key_len, u64 *decrypt_key);

static int camellia_set_key(struct crypto_tfm *tfm, const u8 *_in_key,
			    unsigned int key_len)
{
	struct camellia_sparc64_ctx *ctx = crypto_tfm_ctx(tfm);
	const u32 *in_key = (const u32 *) _in_key;
	u32 *flags = &tfm->crt_flags;

	if (key_len != 16 && key_len != 24 && key_len != 32) {
		*flags |= CRYPTO_TFM_RES_BAD_KEY_LEN;
		return -EINVAL;
	}

	ctx->key_len = key_len;

	camellia_sparc64_key_expand(in_key, &ctx->encrypt_key[0],
				    key_len, &ctx->decrypt_key[0]);
	return 0;
}

extern void camellia_sparc64_crypt(const u64 *key, const u32 *input,
				   u32 *output, unsigned int key_len);

static void camellia_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
{
	struct camellia_sparc64_ctx *ctx = crypto_tfm_ctx(tfm);

	camellia_sparc64_crypt(&ctx->encrypt_key[0],
			       (const u32 *) src,
			       (u32 *) dst, ctx->key_len);
}

static void camellia_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
{
	struct camellia_sparc64_ctx *ctx = crypto_tfm_ctx(tfm);

	camellia_sparc64_crypt(&ctx->decrypt_key[0],
			       (const u32 *) src,
			       (u32 *) dst, ctx->key_len);
}

extern void camellia_sparc64_load_keys(const u64 *key, unsigned int key_len);

typedef void ecb_crypt_op(const u64 *input, u64 *output, unsigned int len,
			  const u64 *key);

extern ecb_crypt_op camellia_sparc64_ecb_crypt_3_grand_rounds;
extern ecb_crypt_op camellia_sparc64_ecb_crypt_4_grand_rounds;

#define CAMELLIA_BLOCK_MASK	(~(CAMELLIA_BLOCK_SIZE - 1))

static int __ecb_crypt(struct blkcipher_desc *desc,
		       struct scatterlist *dst, struct scatterlist *src,
		       unsigned int nbytes, bool encrypt)
{
	struct camellia_sparc64_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;
	ecb_crypt_op *op;
	const u64 *key;
	int err;

	op = camellia_sparc64_ecb_crypt_3_grand_rounds;
	if (ctx->key_len != 16)
		op = camellia_sparc64_ecb_crypt_4_grand_rounds;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	err = blkcipher_walk_virt(desc, &walk);
	desc->flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP;

	if (encrypt)
		key = &ctx->encrypt_key[0];
	else
		key = &ctx->decrypt_key[0];
	camellia_sparc64_load_keys(key, ctx->key_len);
	while ((nbytes = walk.nbytes)) {
		unsigned int block_len = nbytes & CAMELLIA_BLOCK_MASK;

		if (likely(block_len)) {
			const u64 *src64;
			u64 *dst64;

			src64 = (const u64 *)walk.src.virt.addr;
			dst64 = (u64 *) walk.dst.virt.addr;
			op(src64, dst64, block_len, key);
		}
		nbytes &= CAMELLIA_BLOCK_SIZE - 1;
		err = blkcipher_walk_done(desc, &walk, nbytes);
	}
	fprs_write(0);
	return err;
}

static int ecb_encrypt(struct blkcipher_desc *desc,
		       struct scatterlist *dst, struct scatterlist *src,
		       unsigned int nbytes)
{
	return __ecb_crypt(desc, dst, src, nbytes, true);
}

static int ecb_decrypt(struct blkcipher_desc *desc,
		       struct scatterlist *dst, struct scatterlist *src,
		       unsigned int nbytes)
{
	return __ecb_crypt(desc, dst, src, nbytes, false);
}

typedef void cbc_crypt_op(const u64 *input, u64 *output, unsigned int len,
			  const u64 *key, u64 *iv);

extern cbc_crypt_op camellia_sparc64_cbc_encrypt_3_grand_rounds;
extern cbc_crypt_op camellia_sparc64_cbc_encrypt_4_grand_rounds;
extern cbc_crypt_op camellia_sparc64_cbc_decrypt_3_grand_rounds;
extern cbc_crypt_op camellia_sparc64_cbc_decrypt_4_grand_rounds;

static int cbc_encrypt(struct blkcipher_desc *desc,
		       struct scatterlist *dst, struct scatterlist *src,
		       unsigned int nbytes)
{
	struct camellia_sparc64_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;
	cbc_crypt_op *op;
	const u64 *key;
	int err;

	op = camellia_sparc64_cbc_encrypt_3_grand_rounds;
	if (ctx->key_len != 16)
		op = camellia_sparc64_cbc_encrypt_4_grand_rounds;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	err = blkcipher_walk_virt(desc, &walk);
	desc->flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP;

	key = &ctx->encrypt_key[0];
	camellia_sparc64_load_keys(key, ctx->key_len);
	while ((nbytes = walk.nbytes)) {
		unsigned int block_len = nbytes & CAMELLIA_BLOCK_MASK;

		if (likely(block_len)) {
			const u64 *src64;
			u64 *dst64;

			src64 = (const u64 *)walk.src.virt.addr;
			dst64 = (u64 *) walk.dst.virt.addr;
			op(src64, dst64, block_len, key,
			   (u64 *) walk.iv);
		}
		nbytes &= CAMELLIA_BLOCK_SIZE - 1;
		err = blkcipher_walk_done(desc, &walk, nbytes);
	}
	fprs_write(0);
	return err;
}

static int cbc_decrypt(struct blkcipher_desc *desc,
		       struct scatterlist *dst, struct scatterlist *src,
		       unsigned int nbytes)
{
	struct camellia_sparc64_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;
	cbc_crypt_op *op;
	const u64 *key;
	int err;

	op = camellia_sparc64_cbc_decrypt_3_grand_rounds;
	if (ctx->key_len != 16)
		op = camellia_sparc64_cbc_decrypt_4_grand_rounds;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	err = blkcipher_walk_virt(desc, &walk);
	desc->flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP;

	key = &ctx->decrypt_key[0];
	camellia_sparc64_load_keys(key, ctx->key_len);
	while ((nbytes = walk.nbytes)) {
		unsigned int block_len = nbytes & CAMELLIA_BLOCK_MASK;

		if (likely(block_len)) {
			const u64 *src64;
			u64 *dst64;

			src64 = (const u64 *)walk.src.virt.addr;
			dst64 = (u64 *) walk.dst.virt.addr;
			op(src64, dst64, block_len, key,
			   (u64 *) walk.iv);
		}
		nbytes &= CAMELLIA_BLOCK_SIZE - 1;
		err = blkcipher_walk_done(desc, &walk, nbytes);
	}
	fprs_write(0);
	return err;
}

static struct crypto_alg algs[] = { {
	.cra_name		= "camellia",
	.cra_driver_name	= "camellia-sparc64",
	.cra_priority		= SPARC_CR_OPCODE_PRIORITY,
	.cra_flags		= CRYPTO_ALG_TYPE_CIPHER,
	.cra_blocksize		= CAMELLIA_BLOCK_SIZE,
	.cra_ctxsize		= sizeof(struct camellia_sparc64_ctx),
	.cra_alignmask		= 3,
	.cra_module		= THIS_MODULE,
	.cra_u	= {
		.cipher	= {
			.cia_min_keysize	= CAMELLIA_MIN_KEY_SIZE,
			.cia_max_keysize	= CAMELLIA_MAX_KEY_SIZE,
			.cia_setkey		= camellia_set_key,
			.cia_encrypt		= camellia_encrypt,
			.cia_decrypt		= camellia_decrypt
		}
	}
}, {
	.cra_name		= "ecb(camellia)",
	.cra_driver_name	= "ecb-camellia-sparc64",
	.cra_priority		= SPARC_CR_OPCODE_PRIORITY,
	.cra_flags		= CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		= CAMELLIA_BLOCK_SIZE,
	.cra_ctxsize		= sizeof(struct camellia_sparc64_ctx),
	.cra_alignmask		= 7,
	.cra_type		= &crypto_blkcipher_type,
	.cra_module		= THIS_MODULE,
	.cra_u = {
		.blkcipher = {
			.min_keysize	= CAMELLIA_MIN_KEY_SIZE,
			.max_keysize	= CAMELLIA_MAX_KEY_SIZE,
			.setkey		= camellia_set_key,
			.encrypt	= ecb_encrypt,
			.decrypt	= ecb_decrypt,
		},
	},
}, {
	.cra_name		= "cbc(camellia)",
	.cra_driver_name	= "cbc-camellia-sparc64",
	.cra_priority		= SPARC_CR_OPCODE_PRIORITY,
	.cra_flags		= CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		= CAMELLIA_BLOCK_SIZE,
	.cra_ctxsize		= sizeof(struct camellia_sparc64_ctx),
	.cra_alignmask		= 7,
	.cra_type		= &crypto_blkcipher_type,
	.cra_module		= THIS_MODULE,
	.cra_u = {
		.blkcipher = {
			.min_keysize	= CAMELLIA_MIN_KEY_SIZE,
			.max_keysize	= CAMELLIA_MAX_KEY_SIZE,
			.ivsize		= CAMELLIA_BLOCK_SIZE,
			.setkey		= camellia_set_key,
			.encrypt	= cbc_encrypt,
			.decrypt	= cbc_decrypt,
		},
	},
}
};

static bool __init sparc64_has_camellia_opcode(void)
{
	unsigned long cfr;

	if (!(sparc64_elf_hwcap & HWCAP_SPARC_CRYPTO))
		return false;

	__asm__ __volatile__("rd %%asr26, %0" : "=r" (cfr));
	if (!(cfr & CFR_CAMELLIA))
		return false;

	return true;
}

static int __init camellia_sparc64_mod_init(void)
{
	if (sparc64_has_camellia_opcode()) {
		pr_info("Using sparc64 camellia opcodes optimized CAMELLIA implementation\n");
		return crypto_register_algs(algs, ARRAY_SIZE(algs));
	}
	pr_info("sparc64 camellia opcodes not available.\n");
	return -ENODEV;
}

static void __exit camellia_sparc64_mod_fini(void)
{
	crypto_unregister_algs(algs, ARRAY_SIZE(algs));
}

module_init(camellia_sparc64_mod_init);
module_exit(camellia_sparc64_mod_fini);

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("Camellia Cipher Algorithm, sparc64 camellia opcode accelerated");

MODULE_ALIAS_CRYPTO("camellia");

#include "crop_devid.c"
Commit	Line	Data
09c434b8	1	// SPDX-License-Identifier: GPL-2.0-only
81658ad0 DM	2	/* Glue code for CAMELLIA encryption optimized for sparc64 crypto opcodes.
	3	*
	4	* Copyright (C) 2012 David S. Miller <davem@davemloft.net>
	5	*/
	6
71741680 DM	7	#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
71741680 DM	8
81658ad0 DM	9	#include <linux/crypto.h>
	10	#include <linux/init.h>
	11	#include <linux/module.h>
	12	#include <linux/mm.h>
	13	#include <linux/types.h>
	14	#include <crypto/algapi.h>
	15
	16	#include <asm/fpumacro.h>
	17	#include <asm/pstate.h>
	18	#include <asm/elf.h>
	19
10803624 DM	20	#include "opcodes.h"
10803624 DM	21
81658ad0 DM	22	#define CAMELLIA_MIN_KEY_SIZE 16
	23	#define CAMELLIA_MAX_KEY_SIZE 32
	24	#define CAMELLIA_BLOCK_SIZE 16
	25	#define CAMELLIA_TABLE_BYTE_LEN 272
	26
	27	struct camellia_sparc64_ctx {
	28	u64 encrypt_key[CAMELLIA_TABLE_BYTE_LEN / sizeof(u64)];
	29	u64 decrypt_key[CAMELLIA_TABLE_BYTE_LEN / sizeof(u64)];
	30	int key_len;
	31	};
	32
	33	extern void camellia_sparc64_key_expand(const u32 in_key, u64 encrypt_key,
	34	unsigned int key_len, u64 *decrypt_key);
	35
	36	static int camellia_set_key(struct crypto_tfm tfm, const u8 _in_key,
	37	unsigned int key_len)
	38	{
	39	struct camellia_sparc64_ctx *ctx = crypto_tfm_ctx(tfm);
	40	const u32 in_key = (const u32 ) _in_key;
	41	u32 *flags = &tfm->crt_flags;
	42
	43	if (key_len != 16 && key_len != 24 && key_len != 32) {
	44	*flags \|= CRYPTO_TFM_RES_BAD_KEY_LEN;
	45	return -EINVAL;
	46	}
	47
	48	ctx->key_len = key_len;
	49
	50	camellia_sparc64_key_expand(in_key, &ctx->encrypt_key[0],
	51	key_len, &ctx->decrypt_key[0]);
	52	return 0;
	53	}
	54
	55	extern void camellia_sparc64_crypt(const u64 key, const u32 input,
	56	u32 *output, unsigned int key_len);
	57
	58	static void camellia_encrypt(struct crypto_tfm tfm, u8 dst, const u8 *src)
	59	{
	60	struct camellia_sparc64_ctx *ctx = crypto_tfm_ctx(tfm);
	61
	62	camellia_sparc64_crypt(&ctx->encrypt_key[0],
	63	(const u32 *) src,
	64	(u32 *) dst, ctx->key_len);
	65	}
	66
	67	static void camellia_decrypt(struct crypto_tfm tfm, u8 dst, const u8 *src)
	68	{
	69	struct camellia_sparc64_ctx *ctx = crypto_tfm_ctx(tfm);
	70
	71	camellia_sparc64_crypt(&ctx->decrypt_key[0],
	72	(const u32 *) src,
	73	(u32 *) dst, ctx->key_len);
	74	}
	75
	76	extern void camellia_sparc64_load_keys(const u64 *key, unsigned int key_len);
	77
	78	typedef void ecb_crypt_op(const u64 input, u64 output, unsigned int len,
	79	const u64 *key);
	80
	81	extern ecb_crypt_op camellia_sparc64_ecb_crypt_3_grand_rounds;
	82	extern ecb_crypt_op camellia_sparc64_ecb_crypt_4_grand_rounds;
	83
	84	#define CAMELLIA_BLOCK_MASK (~(CAMELLIA_BLOCK_SIZE - 1))
	85
86	static int __ecb_crypt(struct blkcipher_desc *desc,
87	struct scatterlist dst, struct scatterlist src,
88	unsigned int nbytes, bool encrypt)
89	{
90	struct camellia_sparc64_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
91	struct blkcipher_walk walk;
92	ecb_crypt_op *op;
93	const u64 *key;
94	int err;
95
96	op = camellia_sparc64_ecb_crypt_3_grand_rounds;
97	if (ctx->key_len != 16)
98	op = camellia_sparc64_ecb_crypt_4_grand_rounds;
99
100	blkcipher_walk_init(&walk, dst, src, nbytes);
101	err = blkcipher_walk_virt(desc, &walk);
62ba63dc	102	desc->flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP;
81658ad0 DM	103
	104	if (encrypt)
	105	key = &ctx->encrypt_key[0];
	106	else
	107	key = &ctx->decrypt_key[0];
	108	camellia_sparc64_load_keys(key, ctx->key_len);
	109	while ((nbytes = walk.nbytes)) {
	110	unsigned int block_len = nbytes & CAMELLIA_BLOCK_MASK;
	111
	112	if (likely(block_len)) {
	113	const u64 *src64;
	114	u64 *dst64;
	115
	116	src64 = (const u64 *)walk.src.virt.addr;
	117	dst64 = (u64 *) walk.dst.virt.addr;
	118	op(src64, dst64, block_len, key);
	119	}
	120	nbytes &= CAMELLIA_BLOCK_SIZE - 1;
	121	err = blkcipher_walk_done(desc, &walk, nbytes);
	122	}
	123	fprs_write(0);
	124	return err;
	125	}
	126
	127	static int ecb_encrypt(struct blkcipher_desc *desc,
	128	struct scatterlist dst, struct scatterlist src,
	129	unsigned int nbytes)
	130	{
	131	return __ecb_crypt(desc, dst, src, nbytes, true);
	132	}
	133
	134	static int ecb_decrypt(struct blkcipher_desc *desc,
	135	struct scatterlist dst, struct scatterlist src,
	136	unsigned int nbytes)
	137	{
	138	return __ecb_crypt(desc, dst, src, nbytes, false);
	139	}
	140
	141	typedef void cbc_crypt_op(const u64 input, u64 output, unsigned int len,
	142	const u64 key, u64 iv);
	143
	144	extern cbc_crypt_op camellia_sparc64_cbc_encrypt_3_grand_rounds;
	145	extern cbc_crypt_op camellia_sparc64_cbc_encrypt_4_grand_rounds;
	146	extern cbc_crypt_op camellia_sparc64_cbc_decrypt_3_grand_rounds;
	147	extern cbc_crypt_op camellia_sparc64_cbc_decrypt_4_grand_rounds;
	148
	149	static int cbc_encrypt(struct blkcipher_desc *desc,
	150	struct scatterlist dst, struct scatterlist src,
	151	unsigned int nbytes)
	152	{
	153	struct camellia_sparc64_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	154	struct blkcipher_walk walk;
	155	cbc_crypt_op *op;
	156	const u64 *key;
	157	int err;
	158
	159	op = camellia_sparc64_cbc_encrypt_3_grand_rounds;
	160	if (ctx->key_len != 16)
	161	op = camellia_sparc64_cbc_encrypt_4_grand_rounds;
	162
	163	blkcipher_walk_init(&walk, dst, src, nbytes);
	164	err = blkcipher_walk_virt(desc, &walk);
62ba63dc	165	desc->flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP;
81658ad0 DM	166
	167	key = &ctx->encrypt_key[0];
	168	camellia_sparc64_load_keys(key, ctx->key_len);
	169	while ((nbytes = walk.nbytes)) {
	170	unsigned int block_len = nbytes & CAMELLIA_BLOCK_MASK;
	171
	172	if (likely(block_len)) {
	173	const u64 *src64;
	174	u64 *dst64;
	175
	176	src64 = (const u64 *)walk.src.virt.addr;
	177	dst64 = (u64 *) walk.dst.virt.addr;
	178	op(src64, dst64, block_len, key,
	179	(u64 *) walk.iv);
	180	}
	181	nbytes &= CAMELLIA_BLOCK_SIZE - 1;
	182	err = blkcipher_walk_done(desc, &walk, nbytes);
	183	}
	184	fprs_write(0);
	185	return err;
	186	}
	187
	188	static int cbc_decrypt(struct blkcipher_desc *desc,
	189	struct scatterlist dst, struct scatterlist src,
	190	unsigned int nbytes)
	191	{
	192	struct camellia_sparc64_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	193	struct blkcipher_walk walk;
	194	cbc_crypt_op *op;
	195	const u64 *key;
	196	int err;
	197
	198	op = camellia_sparc64_cbc_decrypt_3_grand_rounds;
	199	if (ctx->key_len != 16)
	200	op = camellia_sparc64_cbc_decrypt_4_grand_rounds;
	201
	202	blkcipher_walk_init(&walk, dst, src, nbytes);
	203	err = blkcipher_walk_virt(desc, &walk);
62ba63dc	204	desc->flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP;
81658ad0 DM	205
	206	key = &ctx->decrypt_key[0];
	207	camellia_sparc64_load_keys(key, ctx->key_len);
	208	while ((nbytes = walk.nbytes)) {
	209	unsigned int block_len = nbytes & CAMELLIA_BLOCK_MASK;
	210
	211	if (likely(block_len)) {
	212	const u64 *src64;
	213	u64 *dst64;
	214
	215	src64 = (const u64 *)walk.src.virt.addr;
	216	dst64 = (u64 *) walk.dst.virt.addr;
	217	op(src64, dst64, block_len, key,
	218	(u64 *) walk.iv);
	219	}
	220	nbytes &= CAMELLIA_BLOCK_SIZE - 1;
	221	err = blkcipher_walk_done(desc, &walk, nbytes);
	222	}
	223	fprs_write(0);
	224	return err;
	225	}
	226
	227	static struct crypto_alg algs[] = { {
	228	.cra_name = "camellia",
	229	.cra_driver_name = "camellia-sparc64",
10803624	230	.cra_priority = SPARC_CR_OPCODE_PRIORITY,
81658ad0 DM	231	.cra_flags = CRYPTO_ALG_TYPE_CIPHER,
	232	.cra_blocksize = CAMELLIA_BLOCK_SIZE,
	233	.cra_ctxsize = sizeof(struct camellia_sparc64_ctx),
	234	.cra_alignmask = 3,
	235	.cra_module = THIS_MODULE,
	236	.cra_u = {
	237	.cipher = {
	238	.cia_min_keysize = CAMELLIA_MIN_KEY_SIZE,
	239	.cia_max_keysize = CAMELLIA_MAX_KEY_SIZE,
	240	.cia_setkey = camellia_set_key,
	241	.cia_encrypt = camellia_encrypt,
	242	.cia_decrypt = camellia_decrypt
	243	}
	244	}
	245	}, {
	246	.cra_name = "ecb(camellia)",
	247	.cra_driver_name = "ecb-camellia-sparc64",
10803624	248	.cra_priority = SPARC_CR_OPCODE_PRIORITY,
81658ad0 DM	249	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
	250	.cra_blocksize = CAMELLIA_BLOCK_SIZE,
	251	.cra_ctxsize = sizeof(struct camellia_sparc64_ctx),
	252	.cra_alignmask = 7,
	253	.cra_type = &crypto_blkcipher_type,
	254	.cra_module = THIS_MODULE,
	255	.cra_u = {
	256	.blkcipher = {
	257	.min_keysize = CAMELLIA_MIN_KEY_SIZE,
	258	.max_keysize = CAMELLIA_MAX_KEY_SIZE,
	259	.setkey = camellia_set_key,
	260	.encrypt = ecb_encrypt,
	261	.decrypt = ecb_decrypt,
	262	},
	263	},
	264	}, {
	265	.cra_name = "cbc(camellia)",
	266	.cra_driver_name = "cbc-camellia-sparc64",
10803624	267	.cra_priority = SPARC_CR_OPCODE_PRIORITY,
81658ad0 DM	268	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
	269	.cra_blocksize = CAMELLIA_BLOCK_SIZE,
	270	.cra_ctxsize = sizeof(struct camellia_sparc64_ctx),
	271	.cra_alignmask = 7,
	272	.cra_type = &crypto_blkcipher_type,
	273	.cra_module = THIS_MODULE,
	274	.cra_u = {
	275	.blkcipher = {
	276	.min_keysize = CAMELLIA_MIN_KEY_SIZE,
	277	.max_keysize = CAMELLIA_MAX_KEY_SIZE,
a66d7f72	278	.ivsize = CAMELLIA_BLOCK_SIZE,
81658ad0 DM	279	.setkey = camellia_set_key,
	280	.encrypt = cbc_encrypt,
	281	.decrypt = cbc_decrypt,
	282	},
	283	},
	284	}
	285	};
	286
	287	static bool __init sparc64_has_camellia_opcode(void)
	288	{
	289	unsigned long cfr;
	290
	291	if (!(sparc64_elf_hwcap & HWCAP_SPARC_CRYPTO))
	292	return false;
	293
	294	__asm__ __volatile__("rd %%asr26, %0" : "=r" (cfr));
	295	if (!(cfr & CFR_CAMELLIA))
	296	return false;
	297
	298	return true;
	299	}
	300
	301	static int __init camellia_sparc64_mod_init(void)
	302	{
81658ad0 DM	303	if (sparc64_has_camellia_opcode()) {
	304	pr_info("Using sparc64 camellia opcodes optimized CAMELLIA implementation\n");
	305	return crypto_register_algs(algs, ARRAY_SIZE(algs));
	306	}
	307	pr_info("sparc64 camellia opcodes not available.\n");
	308	return -ENODEV;
	309	}
	310
	311	static void __exit camellia_sparc64_mod_fini(void)
	312	{
	313	crypto_unregister_algs(algs, ARRAY_SIZE(algs));
	314	}
	315
	316	module_init(camellia_sparc64_mod_init);
	317	module_exit(camellia_sparc64_mod_fini);
	318
	319	MODULE_LICENSE("GPL");
	320	MODULE_DESCRIPTION("Camellia Cipher Algorithm, sparc64 camellia opcode accelerated");
	321
7d676fdb	322	MODULE_ALIAS_CRYPTO("camellia");
226f7cea DM	323
226f7cea DM	324	#include "crop_devid.c"