[deliverable/linux.git] / arch / s390 / crypto / des_s390.c

/*
 * Cryptographic API.
 *
 * s390 implementation of the DES Cipher Algorithm.
 *
 * Copyright IBM Corp. 2003, 2011
 * Author(s): Thomas Spatzier
 *	      Jan Glauber (jan.glauber@de.ibm.com)
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 */

#include <linux/init.h>
#include <linux/module.h>
#include <linux/cpufeature.h>
#include <linux/crypto.h>
#include <crypto/algapi.h>
#include <crypto/des.h>

#include "crypt_s390.h"

#define DES3_KEY_SIZE	(3 * DES_KEY_SIZE)

static u8 *ctrblk;
static DEFINE_SPINLOCK(ctrblk_lock);

struct s390_des_ctx {
	u8 iv[DES_BLOCK_SIZE];
	u8 key[DES3_KEY_SIZE];
};

static int des_setkey(struct crypto_tfm *tfm, const u8 *key,
		      unsigned int key_len)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
	u32 *flags = &tfm->crt_flags;
	u32 tmp[DES_EXPKEY_WORDS];

	/* check for weak keys */
	if (!des_ekey(tmp, key) && (*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
		*flags |= CRYPTO_TFM_RES_WEAK_KEY;
		return -EINVAL;
	}

	memcpy(ctx->key, key, key_len);
	return 0;
}

static void des_encrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);

	crypt_s390_km(KM_DEA_ENCRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
}

static void des_decrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);

	crypt_s390_km(KM_DEA_DECRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
}

static struct crypto_alg des_alg = {
	.cra_name		=	"des",
	.cra_driver_name	=	"des-s390",
	.cra_priority		=	CRYPT_S390_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_CIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.cipher = {
			.cia_min_keysize	=	DES_KEY_SIZE,
			.cia_max_keysize	=	DES_KEY_SIZE,
			.cia_setkey		=	des_setkey,
			.cia_encrypt		=	des_encrypt,
			.cia_decrypt		=	des_decrypt,
		}
	}
};

static int ecb_desall_crypt(struct blkcipher_desc *desc, long func,
			    u8 *key, struct blkcipher_walk *walk)
{
	int ret = blkcipher_walk_virt(desc, walk);
	unsigned int nbytes;

	while ((nbytes = walk->nbytes)) {
		/* only use complete blocks */
		unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
		u8 *out = walk->dst.virt.addr;
		u8 *in = walk->src.virt.addr;

		ret = crypt_s390_km(func, key, out, in, n);
		if (ret < 0 || ret != n)
			return -EIO;

		nbytes &= DES_BLOCK_SIZE - 1;
		ret = blkcipher_walk_done(desc, walk, nbytes);
	}

	return ret;
}

static int cbc_desall_crypt(struct blkcipher_desc *desc, long func,
			    struct blkcipher_walk *walk)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	int ret = blkcipher_walk_virt(desc, walk);
	unsigned int nbytes = walk->nbytes;
	struct {
		u8 iv[DES_BLOCK_SIZE];
		u8 key[DES3_KEY_SIZE];
	} param;

	if (!nbytes)
		goto out;

	memcpy(param.iv, walk->iv, DES_BLOCK_SIZE);
	memcpy(param.key, ctx->key, DES3_KEY_SIZE);
	do {
		/* only use complete blocks */
		unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
		u8 *out = walk->dst.virt.addr;
		u8 *in = walk->src.virt.addr;

		ret = crypt_s390_kmc(func, &param, out, in, n);
		if (ret < 0 || ret != n)
			return -EIO;

		nbytes &= DES_BLOCK_SIZE - 1;
		ret = blkcipher_walk_done(desc, walk, nbytes);
	} while ((nbytes = walk->nbytes));
	memcpy(walk->iv, param.iv, DES_BLOCK_SIZE);

out:
	return ret;
}

static int ecb_des_encrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ecb_desall_crypt(desc, KM_DEA_ENCRYPT, ctx->key, &walk);
}

static int ecb_des_decrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ecb_desall_crypt(desc, KM_DEA_DECRYPT, ctx->key, &walk);
}

static struct crypto_alg ecb_des_alg = {
	.cra_name		=	"ecb(des)",
	.cra_driver_name	=	"ecb-des-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES_KEY_SIZE,
			.max_keysize		=	DES_KEY_SIZE,
			.setkey			=	des_setkey,
			.encrypt		=	ecb_des_encrypt,
			.decrypt		=	ecb_des_decrypt,
		}
	}
};

static int cbc_des_encrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return cbc_desall_crypt(desc, KMC_DEA_ENCRYPT, &walk);
}

static int cbc_des_decrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return cbc_desall_crypt(desc, KMC_DEA_DECRYPT, &walk);
}

static struct crypto_alg cbc_des_alg = {
	.cra_name		=	"cbc(des)",
	.cra_driver_name	=	"cbc-des-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES_KEY_SIZE,
			.max_keysize		=	DES_KEY_SIZE,
			.ivsize			=	DES_BLOCK_SIZE,
			.setkey			=	des_setkey,
			.encrypt		=	cbc_des_encrypt,
			.decrypt		=	cbc_des_decrypt,
		}
	}
};

/*
 * RFC2451:
 *
 *   For DES-EDE3, there is no known need to reject weak or
 *   complementation keys.  Any weakness is obviated by the use of
 *   multiple keys.
 *
 *   However, if the first two or last two independent 64-bit keys are
 *   equal (k1 == k2 or k2 == k3), then the DES3 operation is simply the
 *   same as DES.  Implementers MUST reject keys that exhibit this
 *   property.
 *
 */
static int des3_setkey(struct crypto_tfm *tfm, const u8 *key,
		       unsigned int key_len)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
	u32 *flags = &tfm->crt_flags;

	if (!(crypto_memneq(key, &key[DES_KEY_SIZE], DES_KEY_SIZE) &&
	    crypto_memneq(&key[DES_KEY_SIZE], &key[DES_KEY_SIZE * 2],
			  DES_KEY_SIZE)) &&
	    (*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
		*flags |= CRYPTO_TFM_RES_WEAK_KEY;
		return -EINVAL;
	}
	memcpy(ctx->key, key, key_len);
	return 0;
}

static void des3_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);

	crypt_s390_km(KM_TDEA_192_ENCRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
}

static void des3_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);

	crypt_s390_km(KM_TDEA_192_DECRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
}

static struct crypto_alg des3_alg = {
	.cra_name		=	"des3_ede",
	.cra_driver_name	=	"des3_ede-s390",
	.cra_priority		=	CRYPT_S390_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_CIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.cipher = {
			.cia_min_keysize	=	DES3_KEY_SIZE,
			.cia_max_keysize	=	DES3_KEY_SIZE,
			.cia_setkey		=	des3_setkey,
			.cia_encrypt		=	des3_encrypt,
			.cia_decrypt		=	des3_decrypt,
		}
	}
};

static int ecb_des3_encrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ecb_desall_crypt(desc, KM_TDEA_192_ENCRYPT, ctx->key, &walk);
}

static int ecb_des3_decrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ecb_desall_crypt(desc, KM_TDEA_192_DECRYPT, ctx->key, &walk);
}

static struct crypto_alg ecb_des3_alg = {
	.cra_name		=	"ecb(des3_ede)",
	.cra_driver_name	=	"ecb-des3_ede-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES3_KEY_SIZE,
			.max_keysize		=	DES3_KEY_SIZE,
			.setkey			=	des3_setkey,
			.encrypt		=	ecb_des3_encrypt,
			.decrypt		=	ecb_des3_decrypt,
		}
	}
};

static int cbc_des3_encrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return cbc_desall_crypt(desc, KMC_TDEA_192_ENCRYPT, &walk);
}

static int cbc_des3_decrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return cbc_desall_crypt(desc, KMC_TDEA_192_DECRYPT, &walk);
}

static struct crypto_alg cbc_des3_alg = {
	.cra_name		=	"cbc(des3_ede)",
	.cra_driver_name	=	"cbc-des3_ede-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES3_KEY_SIZE,
			.max_keysize		=	DES3_KEY_SIZE,
			.ivsize			=	DES_BLOCK_SIZE,
			.setkey			=	des3_setkey,
			.encrypt		=	cbc_des3_encrypt,
			.decrypt		=	cbc_des3_decrypt,
		}
	}
};

static unsigned int __ctrblk_init(u8 *ctrptr, unsigned int nbytes)
{
	unsigned int i, n;

	/* align to block size, max. PAGE_SIZE */
	n = (nbytes > PAGE_SIZE) ? PAGE_SIZE : nbytes & ~(DES_BLOCK_SIZE - 1);
	for (i = DES_BLOCK_SIZE; i < n; i += DES_BLOCK_SIZE) {
		memcpy(ctrptr + i, ctrptr + i - DES_BLOCK_SIZE, DES_BLOCK_SIZE);
		crypto_inc(ctrptr + i, DES_BLOCK_SIZE);
	}
	return n;
}

static int ctr_desall_crypt(struct blkcipher_desc *desc, long func,
			    struct s390_des_ctx *ctx,
			    struct blkcipher_walk *walk)
{
	int ret = blkcipher_walk_virt_block(desc, walk, DES_BLOCK_SIZE);
	unsigned int n, nbytes;
	u8 buf[DES_BLOCK_SIZE], ctrbuf[DES_BLOCK_SIZE];
	u8 *out, *in, *ctrptr = ctrbuf;

	if (!walk->nbytes)
		return ret;

	if (spin_trylock(&ctrblk_lock))
		ctrptr = ctrblk;

	memcpy(ctrptr, walk->iv, DES_BLOCK_SIZE);
	while ((nbytes = walk->nbytes) >= DES_BLOCK_SIZE) {
		out = walk->dst.virt.addr;
		in = walk->src.virt.addr;
		while (nbytes >= DES_BLOCK_SIZE) {
			if (ctrptr == ctrblk)
				n = __ctrblk_init(ctrptr, nbytes);
			else
				n = DES_BLOCK_SIZE;
			ret = crypt_s390_kmctr(func, ctx->key, out, in,
					       n, ctrptr);
			if (ret < 0 || ret != n) {
				if (ctrptr == ctrblk)
					spin_unlock(&ctrblk_lock);
				return -EIO;
			}
			if (n > DES_BLOCK_SIZE)
				memcpy(ctrptr, ctrptr + n - DES_BLOCK_SIZE,
				       DES_BLOCK_SIZE);
			crypto_inc(ctrptr, DES_BLOCK_SIZE);
			out += n;
			in += n;
			nbytes -= n;
		}
		ret = blkcipher_walk_done(desc, walk, nbytes);
	}
	if (ctrptr == ctrblk) {
		if (nbytes)
			memcpy(ctrbuf, ctrptr, DES_BLOCK_SIZE);
		else
			memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
		spin_unlock(&ctrblk_lock);
	} else {
		if (!nbytes)
			memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
	}
	/* final block may be < DES_BLOCK_SIZE, copy only nbytes */
	if (nbytes) {
		out = walk->dst.virt.addr;
		in = walk->src.virt.addr;
		ret = crypt_s390_kmctr(func, ctx->key, buf, in,
				       DES_BLOCK_SIZE, ctrbuf);
		if (ret < 0 || ret != DES_BLOCK_SIZE)
			return -EIO;
		memcpy(out, buf, nbytes);
		crypto_inc(ctrbuf, DES_BLOCK_SIZE);
		ret = blkcipher_walk_done(desc, walk, 0);
		memcpy(walk->iv, ctrbuf, DES_BLOCK_SIZE);
	}
	return ret;
}

static int ctr_des_encrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ctr_desall_crypt(desc, KMCTR_DEA_ENCRYPT, ctx, &walk);
}

static int ctr_des_decrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ctr_desall_crypt(desc, KMCTR_DEA_DECRYPT, ctx, &walk);
}

static struct crypto_alg ctr_des_alg = {
	.cra_name		=	"ctr(des)",
	.cra_driver_name	=	"ctr-des-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	1,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES_KEY_SIZE,
			.max_keysize		=	DES_KEY_SIZE,
			.ivsize			=	DES_BLOCK_SIZE,
			.setkey			=	des_setkey,
			.encrypt		=	ctr_des_encrypt,
			.decrypt		=	ctr_des_decrypt,
		}
	}
};

static int ctr_des3_encrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ctr_desall_crypt(desc, KMCTR_TDEA_192_ENCRYPT, ctx, &walk);
}

static int ctr_des3_decrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ctr_desall_crypt(desc, KMCTR_TDEA_192_DECRYPT, ctx, &walk);
}

static struct crypto_alg ctr_des3_alg = {
	.cra_name		=	"ctr(des3_ede)",
	.cra_driver_name	=	"ctr-des3_ede-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	1,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES3_KEY_SIZE,
			.max_keysize		=	DES3_KEY_SIZE,
			.ivsize			=	DES_BLOCK_SIZE,
			.setkey			=	des3_setkey,
			.encrypt		=	ctr_des3_encrypt,
			.decrypt		=	ctr_des3_decrypt,
		}
	}
};

static int __init des_s390_init(void)
{
	int ret;

	if (!crypt_s390_func_available(KM_DEA_ENCRYPT, CRYPT_S390_MSA) ||
	    !crypt_s390_func_available(KM_TDEA_192_ENCRYPT, CRYPT_S390_MSA))
		return -EOPNOTSUPP;

	ret = crypto_register_alg(&des_alg);
	if (ret)
		goto des_err;
	ret = crypto_register_alg(&ecb_des_alg);
	if (ret)
		goto ecb_des_err;
	ret = crypto_register_alg(&cbc_des_alg);
	if (ret)
		goto cbc_des_err;
	ret = crypto_register_alg(&des3_alg);
	if (ret)
		goto des3_err;
	ret = crypto_register_alg(&ecb_des3_alg);
	if (ret)
		goto ecb_des3_err;
	ret = crypto_register_alg(&cbc_des3_alg);
	if (ret)
		goto cbc_des3_err;

	if (crypt_s390_func_available(KMCTR_DEA_ENCRYPT,
			CRYPT_S390_MSA | CRYPT_S390_MSA4) &&
	    crypt_s390_func_available(KMCTR_TDEA_192_ENCRYPT,
			CRYPT_S390_MSA | CRYPT_S390_MSA4)) {
		ret = crypto_register_alg(&ctr_des_alg);
		if (ret)
			goto ctr_des_err;
		ret = crypto_register_alg(&ctr_des3_alg);
		if (ret)
			goto ctr_des3_err;
		ctrblk = (u8 *) __get_free_page(GFP_KERNEL);
		if (!ctrblk) {
			ret = -ENOMEM;
			goto ctr_mem_err;
		}
	}
out:
	return ret;

ctr_mem_err:
	crypto_unregister_alg(&ctr_des3_alg);
ctr_des3_err:
	crypto_unregister_alg(&ctr_des_alg);
ctr_des_err:
	crypto_unregister_alg(&cbc_des3_alg);
cbc_des3_err:
	crypto_unregister_alg(&ecb_des3_alg);
ecb_des3_err:
	crypto_unregister_alg(&des3_alg);
des3_err:
	crypto_unregister_alg(&cbc_des_alg);
cbc_des_err:
	crypto_unregister_alg(&ecb_des_alg);
ecb_des_err:
	crypto_unregister_alg(&des_alg);
des_err:
	goto out;
}

static void __exit des_s390_exit(void)
{
	if (ctrblk) {
		crypto_unregister_alg(&ctr_des_alg);
		crypto_unregister_alg(&ctr_des3_alg);
		free_page((unsigned long) ctrblk);
	}
	crypto_unregister_alg(&cbc_des3_alg);
	crypto_unregister_alg(&ecb_des3_alg);
	crypto_unregister_alg(&des3_alg);
	crypto_unregister_alg(&cbc_des_alg);
	crypto_unregister_alg(&ecb_des_alg);
	crypto_unregister_alg(&des_alg);
}

module_cpu_feature_match(MSA, des_s390_init);
module_exit(des_s390_exit);

MODULE_ALIAS_CRYPTO("des");
MODULE_ALIAS_CRYPTO("des3_ede");

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("DES & Triple DES EDE Cipher Algorithms");
Commit	Line	Data
1da177e4 LT	1	/*
	2	* Cryptographic API.
	3	*
c1e26e1e	4	* s390 implementation of the DES Cipher Algorithm.
1da177e4	5	*
a53c8fab	6	* Copyright IBM Corp. 2003, 2011
86aa9fc2 JG	7	* Author(s): Thomas Spatzier
86aa9fc2 JG	8	* Jan Glauber (jan.glauber@de.ibm.com)
1da177e4 LT	9	*
	10	* This program is free software; you can redistribute it and/or modify
	11	* it under the terms of the GNU General Public License as published by
	12	* the Free Software Foundation; either version 2 of the License, or
	13	* (at your option) any later version.
	14	*
	15	*/
a9e62fad	16
1da177e4 LT	17	#include <linux/init.h>
1da177e4 LT	18	#include <linux/module.h>
d05377c1	19	#include <linux/cpufeature.h>
1efbd15c JG	20	#include <linux/crypto.h>
	21	#include <crypto/algapi.h>
	22	#include <crypto/des.h>
c1357833	23
c1e26e1e	24	#include "crypt_s390.h"
1da177e4	25
98971f84	26	#define DES3_KEY_SIZE (3 * DES_KEY_SIZE)
1da177e4	27
0200f3ec	28	static u8 *ctrblk;
ee97dc7d	29	static DEFINE_SPINLOCK(ctrblk_lock);
0200f3ec	30
98971f84	31	struct s390_des_ctx {
1da177e4	32	u8 iv[DES_BLOCK_SIZE];
98971f84	33	u8 key[DES3_KEY_SIZE];
1da177e4 LT	34	};
1da177e4 LT	35
6c2bb98b	36	static int des_setkey(struct crypto_tfm tfm, const u8 key,
98971f84	37	unsigned int key_len)
1da177e4	38	{
98971f84	39	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
560c06ae	40	u32 *flags = &tfm->crt_flags;
1efbd15c	41	u32 tmp[DES_EXPKEY_WORDS];
1da177e4	42
1efbd15c JG	43	/* check for weak keys */
	44	if (!des_ekey(tmp, key) && (*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
	45	*flags \|= CRYPTO_TFM_RES_WEAK_KEY;
	46	return -EINVAL;
	47	}
	48
98971f84	49	memcpy(ctx->key, key, key_len);
1efbd15c	50	return 0;
1da177e4 LT	51	}
1da177e4 LT	52
6c2bb98b	53	static void des_encrypt(struct crypto_tfm tfm, u8 out, const u8 *in)
1da177e4	54	{
98971f84	55	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
1da177e4	56
98971f84	57	crypt_s390_km(KM_DEA_ENCRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
1da177e4 LT	58	}
1da177e4 LT	59
6c2bb98b	60	static void des_decrypt(struct crypto_tfm tfm, u8 out, const u8 *in)
1da177e4	61	{
98971f84	62	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
1da177e4	63
98971f84	64	crypt_s390_km(KM_DEA_DECRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
b8dc6038 JG	65	}
b8dc6038 JG	66
1da177e4 LT	67	static struct crypto_alg des_alg = {
1da177e4 LT	68	.cra_name = "des",
65b75c36 HX	69	.cra_driver_name = "des-s390",
65b75c36 HX	70	.cra_priority = CRYPT_S390_PRIORITY,
1da177e4 LT	71	.cra_flags = CRYPTO_ALG_TYPE_CIPHER,
1da177e4 LT	72	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	73	.cra_ctxsize = sizeof(struct s390_des_ctx),
1da177e4	74	.cra_module = THIS_MODULE,
c1357833 JG	75	.cra_u = {
	76	.cipher = {
	77	.cia_min_keysize = DES_KEY_SIZE,
	78	.cia_max_keysize = DES_KEY_SIZE,
	79	.cia_setkey = des_setkey,
	80	.cia_encrypt = des_encrypt,
b8dc6038	81	.cia_decrypt = des_decrypt,
c1357833 JG	82	}
c1357833 JG	83	}
1da177e4 LT	84	};
1da177e4 LT	85
a9e62fad	86	static int ecb_desall_crypt(struct blkcipher_desc *desc, long func,
98971f84	87	u8 key, struct blkcipher_walk walk)
a9e62fad HX	88	{
	89	int ret = blkcipher_walk_virt(desc, walk);
	90	unsigned int nbytes;
	91
	92	while ((nbytes = walk->nbytes)) {
	93	/* only use complete blocks */
	94	unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
	95	u8 *out = walk->dst.virt.addr;
	96	u8 *in = walk->src.virt.addr;
	97
98971f84	98	ret = crypt_s390_km(func, key, out, in, n);
36eb2caa JG	99	if (ret < 0 \|\| ret != n)
36eb2caa JG	100	return -EIO;
a9e62fad HX	101
	102	nbytes &= DES_BLOCK_SIZE - 1;
	103	ret = blkcipher_walk_done(desc, walk, nbytes);
	104	}
	105
	106	return ret;
	107	}
	108
	109	static int cbc_desall_crypt(struct blkcipher_desc *desc, long func,
adc3fcf1	110	struct blkcipher_walk *walk)
a9e62fad	111	{
adc3fcf1	112	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
a9e62fad HX	113	int ret = blkcipher_walk_virt(desc, walk);
a9e62fad HX	114	unsigned int nbytes = walk->nbytes;
adc3fcf1 HF	115	struct {
	116	u8 iv[DES_BLOCK_SIZE];
	117	u8 key[DES3_KEY_SIZE];
	118	} param;
a9e62fad HX	119
	120	if (!nbytes)
	121	goto out;
	122
adc3fcf1 HF	123	memcpy(param.iv, walk->iv, DES_BLOCK_SIZE);
adc3fcf1 HF	124	memcpy(param.key, ctx->key, DES3_KEY_SIZE);
a9e62fad HX	125	do {
	126	/* only use complete blocks */
	127	unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
	128	u8 *out = walk->dst.virt.addr;
	129	u8 *in = walk->src.virt.addr;
	130
adc3fcf1	131	ret = crypt_s390_kmc(func, &param, out, in, n);
36eb2caa JG	132	if (ret < 0 \|\| ret != n)
36eb2caa JG	133	return -EIO;
a9e62fad HX	134
	135	nbytes &= DES_BLOCK_SIZE - 1;
	136	ret = blkcipher_walk_done(desc, walk, nbytes);
	137	} while ((nbytes = walk->nbytes));
adc3fcf1	138	memcpy(walk->iv, param.iv, DES_BLOCK_SIZE);
a9e62fad HX	139
	140	out:
	141	return ret;
	142	}
	143
	144	static int ecb_des_encrypt(struct blkcipher_desc *desc,
	145	struct scatterlist dst, struct scatterlist src,
	146	unsigned int nbytes)
	147	{
98971f84	148	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
a9e62fad HX	149	struct blkcipher_walk walk;
	150
	151	blkcipher_walk_init(&walk, dst, src, nbytes);
98971f84	152	return ecb_desall_crypt(desc, KM_DEA_ENCRYPT, ctx->key, &walk);
a9e62fad HX	153	}
	154
	155	static int ecb_des_decrypt(struct blkcipher_desc *desc,
	156	struct scatterlist dst, struct scatterlist src,
	157	unsigned int nbytes)
	158	{
98971f84	159	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
a9e62fad HX	160	struct blkcipher_walk walk;
	161
	162	blkcipher_walk_init(&walk, dst, src, nbytes);
98971f84	163	return ecb_desall_crypt(desc, KM_DEA_DECRYPT, ctx->key, &walk);
a9e62fad HX	164	}
	165
	166	static struct crypto_alg ecb_des_alg = {
	167	.cra_name = "ecb(des)",
	168	.cra_driver_name = "ecb-des-s390",
	169	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	170	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
	171	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	172	.cra_ctxsize = sizeof(struct s390_des_ctx),
a9e62fad HX	173	.cra_type = &crypto_blkcipher_type,
a9e62fad HX	174	.cra_module = THIS_MODULE,
a9e62fad HX	175	.cra_u = {
	176	.blkcipher = {
	177	.min_keysize = DES_KEY_SIZE,
	178	.max_keysize = DES_KEY_SIZE,
	179	.setkey = des_setkey,
	180	.encrypt = ecb_des_encrypt,
	181	.decrypt = ecb_des_decrypt,
	182	}
	183	}
	184	};
	185
	186	static int cbc_des_encrypt(struct blkcipher_desc *desc,
	187	struct scatterlist dst, struct scatterlist src,
	188	unsigned int nbytes)
	189	{
a9e62fad HX	190	struct blkcipher_walk walk;
	191
	192	blkcipher_walk_init(&walk, dst, src, nbytes);
adc3fcf1	193	return cbc_desall_crypt(desc, KMC_DEA_ENCRYPT, &walk);
a9e62fad HX	194	}
	195
	196	static int cbc_des_decrypt(struct blkcipher_desc *desc,
	197	struct scatterlist dst, struct scatterlist src,
	198	unsigned int nbytes)
	199	{
a9e62fad HX	200	struct blkcipher_walk walk;
	201
	202	blkcipher_walk_init(&walk, dst, src, nbytes);
adc3fcf1	203	return cbc_desall_crypt(desc, KMC_DEA_DECRYPT, &walk);
a9e62fad HX	204	}
	205
	206	static struct crypto_alg cbc_des_alg = {
	207	.cra_name = "cbc(des)",
	208	.cra_driver_name = "cbc-des-s390",
	209	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	210	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
	211	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	212	.cra_ctxsize = sizeof(struct s390_des_ctx),
a9e62fad HX	213	.cra_type = &crypto_blkcipher_type,
a9e62fad HX	214	.cra_module = THIS_MODULE,
a9e62fad HX	215	.cra_u = {
	216	.blkcipher = {
	217	.min_keysize = DES_KEY_SIZE,
	218	.max_keysize = DES_KEY_SIZE,
	219	.ivsize = DES_BLOCK_SIZE,
	220	.setkey = des_setkey,
	221	.encrypt = cbc_des_encrypt,
	222	.decrypt = cbc_des_decrypt,
	223	}
	224	}
	225	};
	226
1da177e4 LT	227	/*
	228	* RFC2451:
	229	*
	230	* For DES-EDE3, there is no known need to reject weak or
	231	* complementation keys. Any weakness is obviated by the use of
	232	* multiple keys.
	233	*
	234	* However, if the first two or last two independent 64-bit keys are
	235	* equal (k1 == k2 or k2 == k3), then the DES3 operation is simply the
	236	* same as DES. Implementers MUST reject keys that exhibit this
	237	* property.
	238	*
	239	*/
98971f84 JG	240	static int des3_setkey(struct crypto_tfm tfm, const u8 key,
98971f84 JG	241	unsigned int key_len)
1da177e4	242	{
98971f84	243	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
560c06ae	244	u32 *flags = &tfm->crt_flags;
1da177e4	245
fed28611 DB	246	if (!(crypto_memneq(key, &key[DES_KEY_SIZE], DES_KEY_SIZE) &&
	247	crypto_memneq(&key[DES_KEY_SIZE], &key[DES_KEY_SIZE * 2],
	248	DES_KEY_SIZE)) &&
03b56ce5 JW	249	(*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
03b56ce5 JW	250	*flags \|= CRYPTO_TFM_RES_WEAK_KEY;
1da177e4 LT	251	return -EINVAL;
1da177e4 LT	252	}
98971f84	253	memcpy(ctx->key, key, key_len);
1da177e4 LT	254	return 0;
	255	}
	256
98971f84	257	static void des3_encrypt(struct crypto_tfm tfm, u8 dst, const u8 *src)
1da177e4	258	{
98971f84	259	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
1da177e4	260
98971f84	261	crypt_s390_km(KM_TDEA_192_ENCRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
1da177e4 LT	262	}
1da177e4 LT	263
98971f84	264	static void des3_decrypt(struct crypto_tfm tfm, u8 dst, const u8 *src)
1da177e4	265	{
98971f84	266	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
1da177e4	267
98971f84	268	crypt_s390_km(KM_TDEA_192_DECRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
1da177e4 LT	269	}
1da177e4 LT	270
98971f84	271	static struct crypto_alg des3_alg = {
1da177e4	272	.cra_name = "des3_ede",
65b75c36 HX	273	.cra_driver_name = "des3_ede-s390",
65b75c36 HX	274	.cra_priority = CRYPT_S390_PRIORITY,
1da177e4	275	.cra_flags = CRYPTO_ALG_TYPE_CIPHER,
1efbd15c	276	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	277	.cra_ctxsize = sizeof(struct s390_des_ctx),
1da177e4	278	.cra_module = THIS_MODULE,
c1357833 JG	279	.cra_u = {
c1357833 JG	280	.cipher = {
98971f84 JG	281	.cia_min_keysize = DES3_KEY_SIZE,
	282	.cia_max_keysize = DES3_KEY_SIZE,
	283	.cia_setkey = des3_setkey,
	284	.cia_encrypt = des3_encrypt,
	285	.cia_decrypt = des3_decrypt,
c1357833 JG	286	}
c1357833 JG	287	}
1da177e4 LT	288	};
1da177e4 LT	289
98971f84 JG	290	static int ecb_des3_encrypt(struct blkcipher_desc *desc,
	291	struct scatterlist dst, struct scatterlist src,
	292	unsigned int nbytes)
a9e62fad	293	{
98971f84	294	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
a9e62fad HX	295	struct blkcipher_walk walk;
	296
	297	blkcipher_walk_init(&walk, dst, src, nbytes);
98971f84	298	return ecb_desall_crypt(desc, KM_TDEA_192_ENCRYPT, ctx->key, &walk);
a9e62fad HX	299	}
a9e62fad HX	300
98971f84 JG	301	static int ecb_des3_decrypt(struct blkcipher_desc *desc,
	302	struct scatterlist dst, struct scatterlist src,
	303	unsigned int nbytes)
a9e62fad	304	{
98971f84	305	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
a9e62fad HX	306	struct blkcipher_walk walk;
	307
	308	blkcipher_walk_init(&walk, dst, src, nbytes);
98971f84	309	return ecb_desall_crypt(desc, KM_TDEA_192_DECRYPT, ctx->key, &walk);
a9e62fad HX	310	}
a9e62fad HX	311
98971f84	312	static struct crypto_alg ecb_des3_alg = {
a9e62fad HX	313	.cra_name = "ecb(des3_ede)",
	314	.cra_driver_name = "ecb-des3_ede-s390",
	315	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	316	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
1efbd15c	317	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	318	.cra_ctxsize = sizeof(struct s390_des_ctx),
a9e62fad HX	319	.cra_type = &crypto_blkcipher_type,
a9e62fad HX	320	.cra_module = THIS_MODULE,
a9e62fad HX	321	.cra_u = {
a9e62fad HX	322	.blkcipher = {
98971f84 JG	323	.min_keysize = DES3_KEY_SIZE,
	324	.max_keysize = DES3_KEY_SIZE,
	325	.setkey = des3_setkey,
	326	.encrypt = ecb_des3_encrypt,
	327	.decrypt = ecb_des3_decrypt,
a9e62fad HX	328	}
	329	}
	330	};
	331
98971f84 JG	332	static int cbc_des3_encrypt(struct blkcipher_desc *desc,
	333	struct scatterlist dst, struct scatterlist src,
	334	unsigned int nbytes)
a9e62fad	335	{
a9e62fad HX	336	struct blkcipher_walk walk;
	337
	338	blkcipher_walk_init(&walk, dst, src, nbytes);
adc3fcf1	339	return cbc_desall_crypt(desc, KMC_TDEA_192_ENCRYPT, &walk);
a9e62fad HX	340	}
a9e62fad HX	341
98971f84 JG	342	static int cbc_des3_decrypt(struct blkcipher_desc *desc,
	343	struct scatterlist dst, struct scatterlist src,
	344	unsigned int nbytes)
a9e62fad	345	{
a9e62fad HX	346	struct blkcipher_walk walk;
	347
	348	blkcipher_walk_init(&walk, dst, src, nbytes);
adc3fcf1	349	return cbc_desall_crypt(desc, KMC_TDEA_192_DECRYPT, &walk);
a9e62fad HX	350	}
a9e62fad HX	351
98971f84	352	static struct crypto_alg cbc_des3_alg = {
a9e62fad HX	353	.cra_name = "cbc(des3_ede)",
	354	.cra_driver_name = "cbc-des3_ede-s390",
	355	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	356	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
1efbd15c	357	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	358	.cra_ctxsize = sizeof(struct s390_des_ctx),
a9e62fad HX	359	.cra_type = &crypto_blkcipher_type,
a9e62fad HX	360	.cra_module = THIS_MODULE,
a9e62fad HX	361	.cra_u = {
a9e62fad HX	362	.blkcipher = {
98971f84 JG	363	.min_keysize = DES3_KEY_SIZE,
98971f84 JG	364	.max_keysize = DES3_KEY_SIZE,
1efbd15c	365	.ivsize = DES_BLOCK_SIZE,
98971f84 JG	366	.setkey = des3_setkey,
	367	.encrypt = cbc_des3_encrypt,
	368	.decrypt = cbc_des3_decrypt,
a9e62fad HX	369	}
	370	}
	371	};
	372
ee97dc7d HF	373	static unsigned int __ctrblk_init(u8 *ctrptr, unsigned int nbytes)
	374	{
	375	unsigned int i, n;
	376
	377	/* align to block size, max. PAGE_SIZE */
	378	n = (nbytes > PAGE_SIZE) ? PAGE_SIZE : nbytes & ~(DES_BLOCK_SIZE - 1);
	379	for (i = DES_BLOCK_SIZE; i < n; i += DES_BLOCK_SIZE) {
	380	memcpy(ctrptr + i, ctrptr + i - DES_BLOCK_SIZE, DES_BLOCK_SIZE);
	381	crypto_inc(ctrptr + i, DES_BLOCK_SIZE);
	382	}
	383	return n;
	384	}
	385
0200f3ec	386	static int ctr_desall_crypt(struct blkcipher_desc *desc, long func,
ee97dc7d HF	387	struct s390_des_ctx *ctx,
ee97dc7d HF	388	struct blkcipher_walk *walk)
0200f3ec GS	389	{
0200f3ec GS	390	int ret = blkcipher_walk_virt_block(desc, walk, DES_BLOCK_SIZE);
ee97dc7d HF	391	unsigned int n, nbytes;
	392	u8 buf[DES_BLOCK_SIZE], ctrbuf[DES_BLOCK_SIZE];
	393	u8 out, in, *ctrptr = ctrbuf;
	394
	395	if (!walk->nbytes)
	396	return ret;
0200f3ec	397
ee97dc7d HF	398	if (spin_trylock(&ctrblk_lock))
	399	ctrptr = ctrblk;
	400
	401	memcpy(ctrptr, walk->iv, DES_BLOCK_SIZE);
0200f3ec GS	402	while ((nbytes = walk->nbytes) >= DES_BLOCK_SIZE) {
	403	out = walk->dst.virt.addr;
	404	in = walk->src.virt.addr;
	405	while (nbytes >= DES_BLOCK_SIZE) {
ee97dc7d HF	406	if (ctrptr == ctrblk)
	407	n = __ctrblk_init(ctrptr, nbytes);
	408	else
	409	n = DES_BLOCK_SIZE;
	410	ret = crypt_s390_kmctr(func, ctx->key, out, in,
	411	n, ctrptr);
	412	if (ret < 0 \|\| ret != n) {
	413	if (ctrptr == ctrblk)
	414	spin_unlock(&ctrblk_lock);
36eb2caa	415	return -EIO;
ee97dc7d	416	}
0200f3ec	417	if (n > DES_BLOCK_SIZE)
ee97dc7d	418	memcpy(ctrptr, ctrptr + n - DES_BLOCK_SIZE,
0200f3ec	419	DES_BLOCK_SIZE);
ee97dc7d	420	crypto_inc(ctrptr, DES_BLOCK_SIZE);
0200f3ec GS	421	out += n;
	422	in += n;
	423	nbytes -= n;
	424	}
	425	ret = blkcipher_walk_done(desc, walk, nbytes);
	426	}
ee97dc7d HF	427	if (ctrptr == ctrblk) {
	428	if (nbytes)
	429	memcpy(ctrbuf, ctrptr, DES_BLOCK_SIZE);
	430	else
	431	memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
	432	spin_unlock(&ctrblk_lock);
3901c112 HF	433	} else {
	434	if (!nbytes)
	435	memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
ee97dc7d	436	}
0200f3ec GS	437	/* final block may be < DES_BLOCK_SIZE, copy only nbytes */
	438	if (nbytes) {
	439	out = walk->dst.virt.addr;
	440	in = walk->src.virt.addr;
	441	ret = crypt_s390_kmctr(func, ctx->key, buf, in,
ee97dc7d	442	DES_BLOCK_SIZE, ctrbuf);
36eb2caa JG	443	if (ret < 0 \|\| ret != DES_BLOCK_SIZE)
36eb2caa JG	444	return -EIO;
0200f3ec	445	memcpy(out, buf, nbytes);
ee97dc7d	446	crypto_inc(ctrbuf, DES_BLOCK_SIZE);
0200f3ec	447	ret = blkcipher_walk_done(desc, walk, 0);
ee97dc7d	448	memcpy(walk->iv, ctrbuf, DES_BLOCK_SIZE);
0200f3ec	449	}
0200f3ec GS	450	return ret;
	451	}
	452
	453	static int ctr_des_encrypt(struct blkcipher_desc *desc,
	454	struct scatterlist dst, struct scatterlist src,
	455	unsigned int nbytes)
	456	{
	457	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	458	struct blkcipher_walk walk;
	459
	460	blkcipher_walk_init(&walk, dst, src, nbytes);
	461	return ctr_desall_crypt(desc, KMCTR_DEA_ENCRYPT, ctx, &walk);
	462	}
	463
	464	static int ctr_des_decrypt(struct blkcipher_desc *desc,
	465	struct scatterlist dst, struct scatterlist src,
	466	unsigned int nbytes)
	467	{
	468	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	469	struct blkcipher_walk walk;
	470
	471	blkcipher_walk_init(&walk, dst, src, nbytes);
	472	return ctr_desall_crypt(desc, KMCTR_DEA_DECRYPT, ctx, &walk);
	473	}
	474
	475	static struct crypto_alg ctr_des_alg = {
	476	.cra_name = "ctr(des)",
	477	.cra_driver_name = "ctr-des-s390",
	478	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	479	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
	480	.cra_blocksize = 1,
	481	.cra_ctxsize = sizeof(struct s390_des_ctx),
	482	.cra_type = &crypto_blkcipher_type,
	483	.cra_module = THIS_MODULE,
0200f3ec GS	484	.cra_u = {
	485	.blkcipher = {
	486	.min_keysize = DES_KEY_SIZE,
	487	.max_keysize = DES_KEY_SIZE,
	488	.ivsize = DES_BLOCK_SIZE,
	489	.setkey = des_setkey,
	490	.encrypt = ctr_des_encrypt,
	491	.decrypt = ctr_des_decrypt,
	492	}
	493	}
	494	};
	495
	496	static int ctr_des3_encrypt(struct blkcipher_desc *desc,
	497	struct scatterlist dst, struct scatterlist src,
	498	unsigned int nbytes)
	499	{
	500	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	501	struct blkcipher_walk walk;
	502
	503	blkcipher_walk_init(&walk, dst, src, nbytes);
	504	return ctr_desall_crypt(desc, KMCTR_TDEA_192_ENCRYPT, ctx, &walk);
	505	}
	506
	507	static int ctr_des3_decrypt(struct blkcipher_desc *desc,
	508	struct scatterlist dst, struct scatterlist src,
	509	unsigned int nbytes)
	510	{
	511	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	512	struct blkcipher_walk walk;
	513
	514	blkcipher_walk_init(&walk, dst, src, nbytes);
	515	return ctr_desall_crypt(desc, KMCTR_TDEA_192_DECRYPT, ctx, &walk);
	516	}
	517
	518	static struct crypto_alg ctr_des3_alg = {
	519	.cra_name = "ctr(des3_ede)",
	520	.cra_driver_name = "ctr-des3_ede-s390",
	521	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	522	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
	523	.cra_blocksize = 1,
	524	.cra_ctxsize = sizeof(struct s390_des_ctx),
	525	.cra_type = &crypto_blkcipher_type,
	526	.cra_module = THIS_MODULE,
0200f3ec GS	527	.cra_u = {
	528	.blkcipher = {
	529	.min_keysize = DES3_KEY_SIZE,
	530	.max_keysize = DES3_KEY_SIZE,
	531	.ivsize = DES_BLOCK_SIZE,
	532	.setkey = des3_setkey,
	533	.encrypt = ctr_des3_encrypt,
	534	.decrypt = ctr_des3_decrypt,
	535	}
	536	}
	537	};
	538
98971f84	539	static int __init des_s390_init(void)
1da177e4	540	{
80d663a4	541	int ret;
1da177e4	542
1822bc90 JG	543	if (!crypt_s390_func_available(KM_DEA_ENCRYPT, CRYPT_S390_MSA) \|\|
1822bc90 JG	544	!crypt_s390_func_available(KM_TDEA_192_ENCRYPT, CRYPT_S390_MSA))
86aa9fc2	545	return -EOPNOTSUPP;
1da177e4	546
a9e62fad HX	547	ret = crypto_register_alg(&des_alg);
	548	if (ret)
	549	goto des_err;
	550	ret = crypto_register_alg(&ecb_des_alg);
	551	if (ret)
	552	goto ecb_des_err;
	553	ret = crypto_register_alg(&cbc_des_alg);
	554	if (ret)
	555	goto cbc_des_err;
98971f84	556	ret = crypto_register_alg(&des3_alg);
a9e62fad	557	if (ret)
98971f84 JG	558	goto des3_err;
98971f84 JG	559	ret = crypto_register_alg(&ecb_des3_alg);
a9e62fad	560	if (ret)
98971f84 JG	561	goto ecb_des3_err;
98971f84 JG	562	ret = crypto_register_alg(&cbc_des3_alg);
a9e62fad	563	if (ret)
98971f84	564	goto cbc_des3_err;
0200f3ec GS	565
	566	if (crypt_s390_func_available(KMCTR_DEA_ENCRYPT,
	567	CRYPT_S390_MSA \| CRYPT_S390_MSA4) &&
	568	crypt_s390_func_available(KMCTR_TDEA_192_ENCRYPT,
	569	CRYPT_S390_MSA \| CRYPT_S390_MSA4)) {
	570	ret = crypto_register_alg(&ctr_des_alg);
	571	if (ret)
	572	goto ctr_des_err;
	573	ret = crypto_register_alg(&ctr_des3_alg);
	574	if (ret)
	575	goto ctr_des3_err;
	576	ctrblk = (u8 *) __get_free_page(GFP_KERNEL);
	577	if (!ctrblk) {
	578	ret = -ENOMEM;
	579	goto ctr_mem_err;
	580	}
	581	}
a9e62fad HX	582	out:
	583	return ret;
	584
0200f3ec GS	585	ctr_mem_err:
	586	crypto_unregister_alg(&ctr_des3_alg);
	587	ctr_des3_err:
	588	crypto_unregister_alg(&ctr_des_alg);
	589	ctr_des_err:
	590	crypto_unregister_alg(&cbc_des3_alg);
98971f84 JG	591	cbc_des3_err:
	592	crypto_unregister_alg(&ecb_des3_alg);
	593	ecb_des3_err:
	594	crypto_unregister_alg(&des3_alg);
	595	des3_err:
a9e62fad HX	596	crypto_unregister_alg(&cbc_des_alg);
	597	cbc_des_err:
	598	crypto_unregister_alg(&ecb_des_alg);
	599	ecb_des_err:
	600	crypto_unregister_alg(&des_alg);
	601	des_err:
	602	goto out;
1da177e4 LT	603	}
1da177e4 LT	604
1efbd15c	605	static void __exit des_s390_exit(void)
1da177e4	606	{
0200f3ec GS	607	if (ctrblk) {
	608	crypto_unregister_alg(&ctr_des_alg);
	609	crypto_unregister_alg(&ctr_des3_alg);
	610	free_page((unsigned long) ctrblk);
	611	}
98971f84 JG	612	crypto_unregister_alg(&cbc_des3_alg);
	613	crypto_unregister_alg(&ecb_des3_alg);
	614	crypto_unregister_alg(&des3_alg);
a9e62fad HX	615	crypto_unregister_alg(&cbc_des_alg);
a9e62fad HX	616	crypto_unregister_alg(&ecb_des_alg);
1da177e4 LT	617	crypto_unregister_alg(&des_alg);
	618	}
	619
d05377c1	620	module_cpu_feature_match(MSA, des_s390_init);
1efbd15c	621	module_exit(des_s390_exit);
1da177e4	622
5d26a105 KC	623	MODULE_ALIAS_CRYPTO("des");
5d26a105 KC	624	MODULE_ALIAS_CRYPTO("des3_ede");
1da177e4 LT	625
	626	MODULE_LICENSE("GPL");
	627	MODULE_DESCRIPTION("DES & Triple DES EDE Cipher Algorithms");