blob: 9e05cc453a40d5fd946ecf56f1063f2446812695 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Cryptographic API.
3 *
Jan Glauberc1e26e12006-01-06 00:19:17 -08004 * s390 implementation of the DES Cipher Algorithm.
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 *
Heiko Carstensa53c8fa2012-07-20 11:15:04 +02006 * Copyright IBM Corp. 2003, 2011
Jan Glauber86aa9fc2007-02-05 21:18:14 +01007 * Author(s): Thomas Spatzier
8 * Jan Glauber (jan.glauber@de.ibm.com)
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
14 *
15 */
Herbert Xua9e62fa2006-08-21 21:39:24 +100016
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/init.h>
18#include <linux/module.h>
Jan Glauber1efbd152010-05-21 22:04:46 +100019#include <linux/crypto.h>
20#include <crypto/algapi.h>
21#include <crypto/des.h>
Jan Glauberc1357832006-01-14 13:20:53 -080022
Jan Glauberc1e26e12006-01-06 00:19:17 -080023#include "crypt_s390.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070024
Jan Glauber98971f82011-04-19 21:29:15 +020025#define DES3_KEY_SIZE (3 * DES_KEY_SIZE)
Linus Torvalds1da177e2005-04-16 15:20:36 -070026
Gerald Schaefer0200f3e2011-05-04 15:09:44 +100027static u8 *ctrblk;
Harald Freudenbergeree97dc72014-01-22 13:01:33 +010028static DEFINE_SPINLOCK(ctrblk_lock);
Gerald Schaefer0200f3e2011-05-04 15:09:44 +100029
Jan Glauber98971f82011-04-19 21:29:15 +020030struct s390_des_ctx {
Linus Torvalds1da177e2005-04-16 15:20:36 -070031 u8 iv[DES_BLOCK_SIZE];
Jan Glauber98971f82011-04-19 21:29:15 +020032 u8 key[DES3_KEY_SIZE];
Linus Torvalds1da177e2005-04-16 15:20:36 -070033};
34
Herbert Xu6c2bb982006-05-16 22:09:29 +100035static int des_setkey(struct crypto_tfm *tfm, const u8 *key,
Jan Glauber98971f82011-04-19 21:29:15 +020036 unsigned int key_len)
Linus Torvalds1da177e2005-04-16 15:20:36 -070037{
Jan Glauber98971f82011-04-19 21:29:15 +020038 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Herbert Xu560c06a2006-08-13 14:16:39 +100039 u32 *flags = &tfm->crt_flags;
Jan Glauber1efbd152010-05-21 22:04:46 +100040 u32 tmp[DES_EXPKEY_WORDS];
Linus Torvalds1da177e2005-04-16 15:20:36 -070041
Jan Glauber1efbd152010-05-21 22:04:46 +100042 /* check for weak keys */
43 if (!des_ekey(tmp, key) && (*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
44 *flags |= CRYPTO_TFM_RES_WEAK_KEY;
45 return -EINVAL;
46 }
47
Jan Glauber98971f82011-04-19 21:29:15 +020048 memcpy(ctx->key, key, key_len);
Jan Glauber1efbd152010-05-21 22:04:46 +100049 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070050}
51
Herbert Xu6c2bb982006-05-16 22:09:29 +100052static void des_encrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
Linus Torvalds1da177e2005-04-16 15:20:36 -070053{
Jan Glauber98971f82011-04-19 21:29:15 +020054 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Linus Torvalds1da177e2005-04-16 15:20:36 -070055
Jan Glauber98971f82011-04-19 21:29:15 +020056 crypt_s390_km(KM_DEA_ENCRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070057}
58
Herbert Xu6c2bb982006-05-16 22:09:29 +100059static void des_decrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
Linus Torvalds1da177e2005-04-16 15:20:36 -070060{
Jan Glauber98971f82011-04-19 21:29:15 +020061 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Linus Torvalds1da177e2005-04-16 15:20:36 -070062
Jan Glauber98971f82011-04-19 21:29:15 +020063 crypt_s390_km(KM_DEA_DECRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
Jan Glauberb8dc6032006-01-14 13:20:53 -080064}
65
Linus Torvalds1da177e2005-04-16 15:20:36 -070066static struct crypto_alg des_alg = {
67 .cra_name = "des",
Herbert Xu65b75c32006-08-21 21:18:50 +100068 .cra_driver_name = "des-s390",
69 .cra_priority = CRYPT_S390_PRIORITY,
Linus Torvalds1da177e2005-04-16 15:20:36 -070070 .cra_flags = CRYPTO_ALG_TYPE_CIPHER,
71 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +020072 .cra_ctxsize = sizeof(struct s390_des_ctx),
Linus Torvalds1da177e2005-04-16 15:20:36 -070073 .cra_module = THIS_MODULE,
Jan Glauberc1357832006-01-14 13:20:53 -080074 .cra_u = {
75 .cipher = {
76 .cia_min_keysize = DES_KEY_SIZE,
77 .cia_max_keysize = DES_KEY_SIZE,
78 .cia_setkey = des_setkey,
79 .cia_encrypt = des_encrypt,
Jan Glauberb8dc6032006-01-14 13:20:53 -080080 .cia_decrypt = des_decrypt,
Jan Glauberc1357832006-01-14 13:20:53 -080081 }
82 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070083};
84
Herbert Xua9e62fa2006-08-21 21:39:24 +100085static int ecb_desall_crypt(struct blkcipher_desc *desc, long func,
Jan Glauber98971f82011-04-19 21:29:15 +020086 u8 *key, struct blkcipher_walk *walk)
Herbert Xua9e62fa2006-08-21 21:39:24 +100087{
88 int ret = blkcipher_walk_virt(desc, walk);
89 unsigned int nbytes;
90
91 while ((nbytes = walk->nbytes)) {
92 /* only use complete blocks */
93 unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
94 u8 *out = walk->dst.virt.addr;
95 u8 *in = walk->src.virt.addr;
96
Jan Glauber98971f82011-04-19 21:29:15 +020097 ret = crypt_s390_km(func, key, out, in, n);
Jan Glauber36eb2ca2012-10-26 15:06:12 +020098 if (ret < 0 || ret != n)
99 return -EIO;
Herbert Xua9e62fa2006-08-21 21:39:24 +1000100
101 nbytes &= DES_BLOCK_SIZE - 1;
102 ret = blkcipher_walk_done(desc, walk, nbytes);
103 }
104
105 return ret;
106}
107
108static int cbc_desall_crypt(struct blkcipher_desc *desc, long func,
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100109 struct blkcipher_walk *walk)
Herbert Xua9e62fa2006-08-21 21:39:24 +1000110{
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100111 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000112 int ret = blkcipher_walk_virt(desc, walk);
113 unsigned int nbytes = walk->nbytes;
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100114 struct {
115 u8 iv[DES_BLOCK_SIZE];
116 u8 key[DES3_KEY_SIZE];
117 } param;
Herbert Xua9e62fa2006-08-21 21:39:24 +1000118
119 if (!nbytes)
120 goto out;
121
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100122 memcpy(param.iv, walk->iv, DES_BLOCK_SIZE);
123 memcpy(param.key, ctx->key, DES3_KEY_SIZE);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000124 do {
125 /* only use complete blocks */
126 unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
127 u8 *out = walk->dst.virt.addr;
128 u8 *in = walk->src.virt.addr;
129
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100130 ret = crypt_s390_kmc(func, &param, out, in, n);
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200131 if (ret < 0 || ret != n)
132 return -EIO;
Herbert Xua9e62fa2006-08-21 21:39:24 +1000133
134 nbytes &= DES_BLOCK_SIZE - 1;
135 ret = blkcipher_walk_done(desc, walk, nbytes);
136 } while ((nbytes = walk->nbytes));
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100137 memcpy(walk->iv, param.iv, DES_BLOCK_SIZE);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000138
139out:
140 return ret;
141}
142
143static int ecb_des_encrypt(struct blkcipher_desc *desc,
144 struct scatterlist *dst, struct scatterlist *src,
145 unsigned int nbytes)
146{
Jan Glauber98971f82011-04-19 21:29:15 +0200147 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000148 struct blkcipher_walk walk;
149
150 blkcipher_walk_init(&walk, dst, src, nbytes);
Jan Glauber98971f82011-04-19 21:29:15 +0200151 return ecb_desall_crypt(desc, KM_DEA_ENCRYPT, ctx->key, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000152}
153
154static int ecb_des_decrypt(struct blkcipher_desc *desc,
155 struct scatterlist *dst, struct scatterlist *src,
156 unsigned int nbytes)
157{
Jan Glauber98971f82011-04-19 21:29:15 +0200158 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000159 struct blkcipher_walk walk;
160
161 blkcipher_walk_init(&walk, dst, src, nbytes);
Jan Glauber98971f82011-04-19 21:29:15 +0200162 return ecb_desall_crypt(desc, KM_DEA_DECRYPT, ctx->key, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000163}
164
165static struct crypto_alg ecb_des_alg = {
166 .cra_name = "ecb(des)",
167 .cra_driver_name = "ecb-des-s390",
168 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
169 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
170 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200171 .cra_ctxsize = sizeof(struct s390_des_ctx),
Herbert Xua9e62fa2006-08-21 21:39:24 +1000172 .cra_type = &crypto_blkcipher_type,
173 .cra_module = THIS_MODULE,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000174 .cra_u = {
175 .blkcipher = {
176 .min_keysize = DES_KEY_SIZE,
177 .max_keysize = DES_KEY_SIZE,
178 .setkey = des_setkey,
179 .encrypt = ecb_des_encrypt,
180 .decrypt = ecb_des_decrypt,
181 }
182 }
183};
184
185static int cbc_des_encrypt(struct blkcipher_desc *desc,
186 struct scatterlist *dst, struct scatterlist *src,
187 unsigned int nbytes)
188{
Herbert Xua9e62fa2006-08-21 21:39:24 +1000189 struct blkcipher_walk walk;
190
191 blkcipher_walk_init(&walk, dst, src, nbytes);
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100192 return cbc_desall_crypt(desc, KMC_DEA_ENCRYPT, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000193}
194
195static int cbc_des_decrypt(struct blkcipher_desc *desc,
196 struct scatterlist *dst, struct scatterlist *src,
197 unsigned int nbytes)
198{
Herbert Xua9e62fa2006-08-21 21:39:24 +1000199 struct blkcipher_walk walk;
200
201 blkcipher_walk_init(&walk, dst, src, nbytes);
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100202 return cbc_desall_crypt(desc, KMC_DEA_DECRYPT, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000203}
204
205static struct crypto_alg cbc_des_alg = {
206 .cra_name = "cbc(des)",
207 .cra_driver_name = "cbc-des-s390",
208 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
209 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
210 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200211 .cra_ctxsize = sizeof(struct s390_des_ctx),
Herbert Xua9e62fa2006-08-21 21:39:24 +1000212 .cra_type = &crypto_blkcipher_type,
213 .cra_module = THIS_MODULE,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000214 .cra_u = {
215 .blkcipher = {
216 .min_keysize = DES_KEY_SIZE,
217 .max_keysize = DES_KEY_SIZE,
218 .ivsize = DES_BLOCK_SIZE,
219 .setkey = des_setkey,
220 .encrypt = cbc_des_encrypt,
221 .decrypt = cbc_des_decrypt,
222 }
223 }
224};
225
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226/*
227 * RFC2451:
228 *
229 * For DES-EDE3, there is no known need to reject weak or
230 * complementation keys. Any weakness is obviated by the use of
231 * multiple keys.
232 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 * However, if the first two or last two independent 64-bit keys are
234 * equal (k1 == k2 or k2 == k3), then the DES3 operation is simply the
235 * same as DES. Implementers MUST reject keys that exhibit this
236 * property.
237 *
238 */
Jan Glauber98971f82011-04-19 21:29:15 +0200239static int des3_setkey(struct crypto_tfm *tfm, const u8 *key,
240 unsigned int key_len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241{
Jan Glauber98971f82011-04-19 21:29:15 +0200242 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Herbert Xu560c06a2006-08-13 14:16:39 +1000243 u32 *flags = &tfm->crt_flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244
Daniel Borkmannfed28612013-12-11 11:28:59 +0100245 if (!(crypto_memneq(key, &key[DES_KEY_SIZE], DES_KEY_SIZE) &&
246 crypto_memneq(&key[DES_KEY_SIZE], &key[DES_KEY_SIZE * 2],
247 DES_KEY_SIZE)) &&
Jarod Wilson03b56ce2009-06-18 19:52:59 +0800248 (*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
249 *flags |= CRYPTO_TFM_RES_WEAK_KEY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250 return -EINVAL;
251 }
Jan Glauber98971f82011-04-19 21:29:15 +0200252 memcpy(ctx->key, key, key_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 return 0;
254}
255
Jan Glauber98971f82011-04-19 21:29:15 +0200256static void des3_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257{
Jan Glauber98971f82011-04-19 21:29:15 +0200258 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259
Jan Glauber98971f82011-04-19 21:29:15 +0200260 crypt_s390_km(KM_TDEA_192_ENCRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261}
262
Jan Glauber98971f82011-04-19 21:29:15 +0200263static void des3_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264{
Jan Glauber98971f82011-04-19 21:29:15 +0200265 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266
Jan Glauber98971f82011-04-19 21:29:15 +0200267 crypt_s390_km(KM_TDEA_192_DECRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268}
269
Jan Glauber98971f82011-04-19 21:29:15 +0200270static struct crypto_alg des3_alg = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271 .cra_name = "des3_ede",
Herbert Xu65b75c32006-08-21 21:18:50 +1000272 .cra_driver_name = "des3_ede-s390",
273 .cra_priority = CRYPT_S390_PRIORITY,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274 .cra_flags = CRYPTO_ALG_TYPE_CIPHER,
Jan Glauber1efbd152010-05-21 22:04:46 +1000275 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200276 .cra_ctxsize = sizeof(struct s390_des_ctx),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277 .cra_module = THIS_MODULE,
Jan Glauberc1357832006-01-14 13:20:53 -0800278 .cra_u = {
279 .cipher = {
Jan Glauber98971f82011-04-19 21:29:15 +0200280 .cia_min_keysize = DES3_KEY_SIZE,
281 .cia_max_keysize = DES3_KEY_SIZE,
282 .cia_setkey = des3_setkey,
283 .cia_encrypt = des3_encrypt,
284 .cia_decrypt = des3_decrypt,
Jan Glauberc1357832006-01-14 13:20:53 -0800285 }
286 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287};
288
Jan Glauber98971f82011-04-19 21:29:15 +0200289static int ecb_des3_encrypt(struct blkcipher_desc *desc,
290 struct scatterlist *dst, struct scatterlist *src,
291 unsigned int nbytes)
Herbert Xua9e62fa2006-08-21 21:39:24 +1000292{
Jan Glauber98971f82011-04-19 21:29:15 +0200293 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000294 struct blkcipher_walk walk;
295
296 blkcipher_walk_init(&walk, dst, src, nbytes);
Jan Glauber98971f82011-04-19 21:29:15 +0200297 return ecb_desall_crypt(desc, KM_TDEA_192_ENCRYPT, ctx->key, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000298}
299
Jan Glauber98971f82011-04-19 21:29:15 +0200300static int ecb_des3_decrypt(struct blkcipher_desc *desc,
301 struct scatterlist *dst, struct scatterlist *src,
302 unsigned int nbytes)
Herbert Xua9e62fa2006-08-21 21:39:24 +1000303{
Jan Glauber98971f82011-04-19 21:29:15 +0200304 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000305 struct blkcipher_walk walk;
306
307 blkcipher_walk_init(&walk, dst, src, nbytes);
Jan Glauber98971f82011-04-19 21:29:15 +0200308 return ecb_desall_crypt(desc, KM_TDEA_192_DECRYPT, ctx->key, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000309}
310
Jan Glauber98971f82011-04-19 21:29:15 +0200311static struct crypto_alg ecb_des3_alg = {
Herbert Xua9e62fa2006-08-21 21:39:24 +1000312 .cra_name = "ecb(des3_ede)",
313 .cra_driver_name = "ecb-des3_ede-s390",
314 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
315 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
Jan Glauber1efbd152010-05-21 22:04:46 +1000316 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200317 .cra_ctxsize = sizeof(struct s390_des_ctx),
Herbert Xua9e62fa2006-08-21 21:39:24 +1000318 .cra_type = &crypto_blkcipher_type,
319 .cra_module = THIS_MODULE,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000320 .cra_u = {
321 .blkcipher = {
Jan Glauber98971f82011-04-19 21:29:15 +0200322 .min_keysize = DES3_KEY_SIZE,
323 .max_keysize = DES3_KEY_SIZE,
324 .setkey = des3_setkey,
325 .encrypt = ecb_des3_encrypt,
326 .decrypt = ecb_des3_decrypt,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000327 }
328 }
329};
330
Jan Glauber98971f82011-04-19 21:29:15 +0200331static int cbc_des3_encrypt(struct blkcipher_desc *desc,
332 struct scatterlist *dst, struct scatterlist *src,
333 unsigned int nbytes)
Herbert Xua9e62fa2006-08-21 21:39:24 +1000334{
Herbert Xua9e62fa2006-08-21 21:39:24 +1000335 struct blkcipher_walk walk;
336
337 blkcipher_walk_init(&walk, dst, src, nbytes);
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100338 return cbc_desall_crypt(desc, KMC_TDEA_192_ENCRYPT, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000339}
340
Jan Glauber98971f82011-04-19 21:29:15 +0200341static int cbc_des3_decrypt(struct blkcipher_desc *desc,
342 struct scatterlist *dst, struct scatterlist *src,
343 unsigned int nbytes)
Herbert Xua9e62fa2006-08-21 21:39:24 +1000344{
Herbert Xua9e62fa2006-08-21 21:39:24 +1000345 struct blkcipher_walk walk;
346
347 blkcipher_walk_init(&walk, dst, src, nbytes);
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100348 return cbc_desall_crypt(desc, KMC_TDEA_192_DECRYPT, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000349}
350
Jan Glauber98971f82011-04-19 21:29:15 +0200351static struct crypto_alg cbc_des3_alg = {
Herbert Xua9e62fa2006-08-21 21:39:24 +1000352 .cra_name = "cbc(des3_ede)",
353 .cra_driver_name = "cbc-des3_ede-s390",
354 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
355 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
Jan Glauber1efbd152010-05-21 22:04:46 +1000356 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200357 .cra_ctxsize = sizeof(struct s390_des_ctx),
Herbert Xua9e62fa2006-08-21 21:39:24 +1000358 .cra_type = &crypto_blkcipher_type,
359 .cra_module = THIS_MODULE,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000360 .cra_u = {
361 .blkcipher = {
Jan Glauber98971f82011-04-19 21:29:15 +0200362 .min_keysize = DES3_KEY_SIZE,
363 .max_keysize = DES3_KEY_SIZE,
Jan Glauber1efbd152010-05-21 22:04:46 +1000364 .ivsize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200365 .setkey = des3_setkey,
366 .encrypt = cbc_des3_encrypt,
367 .decrypt = cbc_des3_decrypt,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000368 }
369 }
370};
371
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100372static unsigned int __ctrblk_init(u8 *ctrptr, unsigned int nbytes)
373{
374 unsigned int i, n;
375
376 /* align to block size, max. PAGE_SIZE */
377 n = (nbytes > PAGE_SIZE) ? PAGE_SIZE : nbytes & ~(DES_BLOCK_SIZE - 1);
378 for (i = DES_BLOCK_SIZE; i < n; i += DES_BLOCK_SIZE) {
379 memcpy(ctrptr + i, ctrptr + i - DES_BLOCK_SIZE, DES_BLOCK_SIZE);
380 crypto_inc(ctrptr + i, DES_BLOCK_SIZE);
381 }
382 return n;
383}
384
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000385static int ctr_desall_crypt(struct blkcipher_desc *desc, long func,
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100386 struct s390_des_ctx *ctx,
387 struct blkcipher_walk *walk)
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000388{
389 int ret = blkcipher_walk_virt_block(desc, walk, DES_BLOCK_SIZE);
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100390 unsigned int n, nbytes;
391 u8 buf[DES_BLOCK_SIZE], ctrbuf[DES_BLOCK_SIZE];
392 u8 *out, *in, *ctrptr = ctrbuf;
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000393
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100394 if (!walk->nbytes)
395 return ret;
396
397 if (spin_trylock(&ctrblk_lock))
398 ctrptr = ctrblk;
399
400 memcpy(ctrptr, walk->iv, DES_BLOCK_SIZE);
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000401 while ((nbytes = walk->nbytes) >= DES_BLOCK_SIZE) {
402 out = walk->dst.virt.addr;
403 in = walk->src.virt.addr;
404 while (nbytes >= DES_BLOCK_SIZE) {
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100405 if (ctrptr == ctrblk)
406 n = __ctrblk_init(ctrptr, nbytes);
407 else
408 n = DES_BLOCK_SIZE;
409 ret = crypt_s390_kmctr(func, ctx->key, out, in,
410 n, ctrptr);
411 if (ret < 0 || ret != n) {
412 if (ctrptr == ctrblk)
413 spin_unlock(&ctrblk_lock);
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200414 return -EIO;
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100415 }
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000416 if (n > DES_BLOCK_SIZE)
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100417 memcpy(ctrptr, ctrptr + n - DES_BLOCK_SIZE,
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000418 DES_BLOCK_SIZE);
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100419 crypto_inc(ctrptr, DES_BLOCK_SIZE);
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000420 out += n;
421 in += n;
422 nbytes -= n;
423 }
424 ret = blkcipher_walk_done(desc, walk, nbytes);
425 }
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100426 if (ctrptr == ctrblk) {
427 if (nbytes)
428 memcpy(ctrbuf, ctrptr, DES_BLOCK_SIZE);
429 else
430 memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
431 spin_unlock(&ctrblk_lock);
Harald Freudenberger3901c112014-05-07 16:51:29 +0200432 } else {
433 if (!nbytes)
434 memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100435 }
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000436 /* final block may be < DES_BLOCK_SIZE, copy only nbytes */
437 if (nbytes) {
438 out = walk->dst.virt.addr;
439 in = walk->src.virt.addr;
440 ret = crypt_s390_kmctr(func, ctx->key, buf, in,
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100441 DES_BLOCK_SIZE, ctrbuf);
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200442 if (ret < 0 || ret != DES_BLOCK_SIZE)
443 return -EIO;
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000444 memcpy(out, buf, nbytes);
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100445 crypto_inc(ctrbuf, DES_BLOCK_SIZE);
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000446 ret = blkcipher_walk_done(desc, walk, 0);
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100447 memcpy(walk->iv, ctrbuf, DES_BLOCK_SIZE);
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000448 }
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000449 return ret;
450}
451
452static int ctr_des_encrypt(struct blkcipher_desc *desc,
453 struct scatterlist *dst, struct scatterlist *src,
454 unsigned int nbytes)
455{
456 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
457 struct blkcipher_walk walk;
458
459 blkcipher_walk_init(&walk, dst, src, nbytes);
460 return ctr_desall_crypt(desc, KMCTR_DEA_ENCRYPT, ctx, &walk);
461}
462
463static int ctr_des_decrypt(struct blkcipher_desc *desc,
464 struct scatterlist *dst, struct scatterlist *src,
465 unsigned int nbytes)
466{
467 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
468 struct blkcipher_walk walk;
469
470 blkcipher_walk_init(&walk, dst, src, nbytes);
471 return ctr_desall_crypt(desc, KMCTR_DEA_DECRYPT, ctx, &walk);
472}
473
474static struct crypto_alg ctr_des_alg = {
475 .cra_name = "ctr(des)",
476 .cra_driver_name = "ctr-des-s390",
477 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
478 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
479 .cra_blocksize = 1,
480 .cra_ctxsize = sizeof(struct s390_des_ctx),
481 .cra_type = &crypto_blkcipher_type,
482 .cra_module = THIS_MODULE,
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000483 .cra_u = {
484 .blkcipher = {
485 .min_keysize = DES_KEY_SIZE,
486 .max_keysize = DES_KEY_SIZE,
487 .ivsize = DES_BLOCK_SIZE,
488 .setkey = des_setkey,
489 .encrypt = ctr_des_encrypt,
490 .decrypt = ctr_des_decrypt,
491 }
492 }
493};
494
495static int ctr_des3_encrypt(struct blkcipher_desc *desc,
496 struct scatterlist *dst, struct scatterlist *src,
497 unsigned int nbytes)
498{
499 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
500 struct blkcipher_walk walk;
501
502 blkcipher_walk_init(&walk, dst, src, nbytes);
503 return ctr_desall_crypt(desc, KMCTR_TDEA_192_ENCRYPT, ctx, &walk);
504}
505
506static int ctr_des3_decrypt(struct blkcipher_desc *desc,
507 struct scatterlist *dst, struct scatterlist *src,
508 unsigned int nbytes)
509{
510 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
511 struct blkcipher_walk walk;
512
513 blkcipher_walk_init(&walk, dst, src, nbytes);
514 return ctr_desall_crypt(desc, KMCTR_TDEA_192_DECRYPT, ctx, &walk);
515}
516
517static struct crypto_alg ctr_des3_alg = {
518 .cra_name = "ctr(des3_ede)",
519 .cra_driver_name = "ctr-des3_ede-s390",
520 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
521 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
522 .cra_blocksize = 1,
523 .cra_ctxsize = sizeof(struct s390_des_ctx),
524 .cra_type = &crypto_blkcipher_type,
525 .cra_module = THIS_MODULE,
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000526 .cra_u = {
527 .blkcipher = {
528 .min_keysize = DES3_KEY_SIZE,
529 .max_keysize = DES3_KEY_SIZE,
530 .ivsize = DES_BLOCK_SIZE,
531 .setkey = des3_setkey,
532 .encrypt = ctr_des3_encrypt,
533 .decrypt = ctr_des3_decrypt,
534 }
535 }
536};
537
Jan Glauber98971f82011-04-19 21:29:15 +0200538static int __init des_s390_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539{
Jan Glauber80d663a2010-05-21 22:04:08 +1000540 int ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541
Jan Glauber1822bc92011-04-19 21:29:14 +0200542 if (!crypt_s390_func_available(KM_DEA_ENCRYPT, CRYPT_S390_MSA) ||
543 !crypt_s390_func_available(KM_TDEA_192_ENCRYPT, CRYPT_S390_MSA))
Jan Glauber86aa9fc2007-02-05 21:18:14 +0100544 return -EOPNOTSUPP;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700545
Herbert Xua9e62fa2006-08-21 21:39:24 +1000546 ret = crypto_register_alg(&des_alg);
547 if (ret)
548 goto des_err;
549 ret = crypto_register_alg(&ecb_des_alg);
550 if (ret)
551 goto ecb_des_err;
552 ret = crypto_register_alg(&cbc_des_alg);
553 if (ret)
554 goto cbc_des_err;
Jan Glauber98971f82011-04-19 21:29:15 +0200555 ret = crypto_register_alg(&des3_alg);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000556 if (ret)
Jan Glauber98971f82011-04-19 21:29:15 +0200557 goto des3_err;
558 ret = crypto_register_alg(&ecb_des3_alg);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000559 if (ret)
Jan Glauber98971f82011-04-19 21:29:15 +0200560 goto ecb_des3_err;
561 ret = crypto_register_alg(&cbc_des3_alg);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000562 if (ret)
Jan Glauber98971f82011-04-19 21:29:15 +0200563 goto cbc_des3_err;
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000564
565 if (crypt_s390_func_available(KMCTR_DEA_ENCRYPT,
566 CRYPT_S390_MSA | CRYPT_S390_MSA4) &&
567 crypt_s390_func_available(KMCTR_TDEA_192_ENCRYPT,
568 CRYPT_S390_MSA | CRYPT_S390_MSA4)) {
569 ret = crypto_register_alg(&ctr_des_alg);
570 if (ret)
571 goto ctr_des_err;
572 ret = crypto_register_alg(&ctr_des3_alg);
573 if (ret)
574 goto ctr_des3_err;
575 ctrblk = (u8 *) __get_free_page(GFP_KERNEL);
576 if (!ctrblk) {
577 ret = -ENOMEM;
578 goto ctr_mem_err;
579 }
580 }
Herbert Xua9e62fa2006-08-21 21:39:24 +1000581out:
582 return ret;
583
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000584ctr_mem_err:
585 crypto_unregister_alg(&ctr_des3_alg);
586ctr_des3_err:
587 crypto_unregister_alg(&ctr_des_alg);
588ctr_des_err:
589 crypto_unregister_alg(&cbc_des3_alg);
Jan Glauber98971f82011-04-19 21:29:15 +0200590cbc_des3_err:
591 crypto_unregister_alg(&ecb_des3_alg);
592ecb_des3_err:
593 crypto_unregister_alg(&des3_alg);
594des3_err:
Herbert Xua9e62fa2006-08-21 21:39:24 +1000595 crypto_unregister_alg(&cbc_des_alg);
596cbc_des_err:
597 crypto_unregister_alg(&ecb_des_alg);
598ecb_des_err:
599 crypto_unregister_alg(&des_alg);
600des_err:
601 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700602}
603
Jan Glauber1efbd152010-05-21 22:04:46 +1000604static void __exit des_s390_exit(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700605{
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000606 if (ctrblk) {
607 crypto_unregister_alg(&ctr_des_alg);
608 crypto_unregister_alg(&ctr_des3_alg);
609 free_page((unsigned long) ctrblk);
610 }
Jan Glauber98971f82011-04-19 21:29:15 +0200611 crypto_unregister_alg(&cbc_des3_alg);
612 crypto_unregister_alg(&ecb_des3_alg);
613 crypto_unregister_alg(&des3_alg);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000614 crypto_unregister_alg(&cbc_des_alg);
615 crypto_unregister_alg(&ecb_des_alg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700616 crypto_unregister_alg(&des_alg);
617}
618
Heiko Carstens9f7819c2008-04-17 07:46:17 +0200619module_init(des_s390_init);
Jan Glauber1efbd152010-05-21 22:04:46 +1000620module_exit(des_s390_exit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700621
Kees Cook5d26a102014-11-20 17:05:53 -0800622MODULE_ALIAS_CRYPTO("des");
623MODULE_ALIAS_CRYPTO("des3_ede");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624
625MODULE_LICENSE("GPL");
626MODULE_DESCRIPTION("DES & Triple DES EDE Cipher Algorithms");