blob: fba1c10a2dd0330151a368a72a0e251718b7648c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Cryptographic API.
3 *
Jan Glauberc1e26e12006-01-06 00:19:17 -08004 * s390 implementation of the DES Cipher Algorithm.
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 *
Heiko Carstensa53c8fa2012-07-20 11:15:04 +02006 * Copyright IBM Corp. 2003, 2011
Jan Glauber86aa9fc2007-02-05 21:18:14 +01007 * Author(s): Thomas Spatzier
8 * Jan Glauber (jan.glauber@de.ibm.com)
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
14 *
15 */
Herbert Xua9e62fa2006-08-21 21:39:24 +100016
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/init.h>
18#include <linux/module.h>
Hendrik Bruecknerd05377c2015-02-19 17:34:07 +010019#include <linux/cpufeature.h>
Jan Glauber1efbd152010-05-21 22:04:46 +100020#include <linux/crypto.h>
21#include <crypto/algapi.h>
22#include <crypto/des.h>
Jan Glauberc1357832006-01-14 13:20:53 -080023
Jan Glauberc1e26e12006-01-06 00:19:17 -080024#include "crypt_s390.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Jan Glauber98971f82011-04-19 21:29:15 +020026#define DES3_KEY_SIZE (3 * DES_KEY_SIZE)
Linus Torvalds1da177e2005-04-16 15:20:36 -070027
Gerald Schaefer0200f3e2011-05-04 15:09:44 +100028static u8 *ctrblk;
Harald Freudenbergeree97dc72014-01-22 13:01:33 +010029static DEFINE_SPINLOCK(ctrblk_lock);
Gerald Schaefer0200f3e2011-05-04 15:09:44 +100030
Jan Glauber98971f82011-04-19 21:29:15 +020031struct s390_des_ctx {
Linus Torvalds1da177e2005-04-16 15:20:36 -070032 u8 iv[DES_BLOCK_SIZE];
Jan Glauber98971f82011-04-19 21:29:15 +020033 u8 key[DES3_KEY_SIZE];
Linus Torvalds1da177e2005-04-16 15:20:36 -070034};
35
Herbert Xu6c2bb982006-05-16 22:09:29 +100036static int des_setkey(struct crypto_tfm *tfm, const u8 *key,
Jan Glauber98971f82011-04-19 21:29:15 +020037 unsigned int key_len)
Linus Torvalds1da177e2005-04-16 15:20:36 -070038{
Jan Glauber98971f82011-04-19 21:29:15 +020039 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Herbert Xu560c06a2006-08-13 14:16:39 +100040 u32 *flags = &tfm->crt_flags;
Jan Glauber1efbd152010-05-21 22:04:46 +100041 u32 tmp[DES_EXPKEY_WORDS];
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
Jan Glauber1efbd152010-05-21 22:04:46 +100043 /* check for weak keys */
44 if (!des_ekey(tmp, key) && (*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
45 *flags |= CRYPTO_TFM_RES_WEAK_KEY;
46 return -EINVAL;
47 }
48
Jan Glauber98971f82011-04-19 21:29:15 +020049 memcpy(ctx->key, key, key_len);
Jan Glauber1efbd152010-05-21 22:04:46 +100050 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051}
52
Herbert Xu6c2bb982006-05-16 22:09:29 +100053static void des_encrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
Linus Torvalds1da177e2005-04-16 15:20:36 -070054{
Jan Glauber98971f82011-04-19 21:29:15 +020055 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
Jan Glauber98971f82011-04-19 21:29:15 +020057 crypt_s390_km(KM_DEA_ENCRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070058}
59
Herbert Xu6c2bb982006-05-16 22:09:29 +100060static void des_decrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
Linus Torvalds1da177e2005-04-16 15:20:36 -070061{
Jan Glauber98971f82011-04-19 21:29:15 +020062 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Jan Glauber98971f82011-04-19 21:29:15 +020064 crypt_s390_km(KM_DEA_DECRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
Jan Glauberb8dc6032006-01-14 13:20:53 -080065}
66
Linus Torvalds1da177e2005-04-16 15:20:36 -070067static struct crypto_alg des_alg = {
68 .cra_name = "des",
Herbert Xu65b75c32006-08-21 21:18:50 +100069 .cra_driver_name = "des-s390",
70 .cra_priority = CRYPT_S390_PRIORITY,
Linus Torvalds1da177e2005-04-16 15:20:36 -070071 .cra_flags = CRYPTO_ALG_TYPE_CIPHER,
72 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +020073 .cra_ctxsize = sizeof(struct s390_des_ctx),
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 .cra_module = THIS_MODULE,
Jan Glauberc1357832006-01-14 13:20:53 -080075 .cra_u = {
76 .cipher = {
77 .cia_min_keysize = DES_KEY_SIZE,
78 .cia_max_keysize = DES_KEY_SIZE,
79 .cia_setkey = des_setkey,
80 .cia_encrypt = des_encrypt,
Jan Glauberb8dc6032006-01-14 13:20:53 -080081 .cia_decrypt = des_decrypt,
Jan Glauberc1357832006-01-14 13:20:53 -080082 }
83 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070084};
85
Herbert Xua9e62fa2006-08-21 21:39:24 +100086static int ecb_desall_crypt(struct blkcipher_desc *desc, long func,
Jan Glauber98971f82011-04-19 21:29:15 +020087 u8 *key, struct blkcipher_walk *walk)
Herbert Xua9e62fa2006-08-21 21:39:24 +100088{
89 int ret = blkcipher_walk_virt(desc, walk);
90 unsigned int nbytes;
91
92 while ((nbytes = walk->nbytes)) {
93 /* only use complete blocks */
94 unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
95 u8 *out = walk->dst.virt.addr;
96 u8 *in = walk->src.virt.addr;
97
Jan Glauber98971f82011-04-19 21:29:15 +020098 ret = crypt_s390_km(func, key, out, in, n);
Jan Glauber36eb2ca2012-10-26 15:06:12 +020099 if (ret < 0 || ret != n)
100 return -EIO;
Herbert Xua9e62fa2006-08-21 21:39:24 +1000101
102 nbytes &= DES_BLOCK_SIZE - 1;
103 ret = blkcipher_walk_done(desc, walk, nbytes);
104 }
105
106 return ret;
107}
108
109static int cbc_desall_crypt(struct blkcipher_desc *desc, long func,
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100110 struct blkcipher_walk *walk)
Herbert Xua9e62fa2006-08-21 21:39:24 +1000111{
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100112 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000113 int ret = blkcipher_walk_virt(desc, walk);
114 unsigned int nbytes = walk->nbytes;
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100115 struct {
116 u8 iv[DES_BLOCK_SIZE];
117 u8 key[DES3_KEY_SIZE];
118 } param;
Herbert Xua9e62fa2006-08-21 21:39:24 +1000119
120 if (!nbytes)
121 goto out;
122
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100123 memcpy(param.iv, walk->iv, DES_BLOCK_SIZE);
124 memcpy(param.key, ctx->key, DES3_KEY_SIZE);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000125 do {
126 /* only use complete blocks */
127 unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
128 u8 *out = walk->dst.virt.addr;
129 u8 *in = walk->src.virt.addr;
130
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100131 ret = crypt_s390_kmc(func, &param, out, in, n);
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200132 if (ret < 0 || ret != n)
133 return -EIO;
Herbert Xua9e62fa2006-08-21 21:39:24 +1000134
135 nbytes &= DES_BLOCK_SIZE - 1;
136 ret = blkcipher_walk_done(desc, walk, nbytes);
137 } while ((nbytes = walk->nbytes));
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100138 memcpy(walk->iv, param.iv, DES_BLOCK_SIZE);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000139
140out:
141 return ret;
142}
143
144static int ecb_des_encrypt(struct blkcipher_desc *desc,
145 struct scatterlist *dst, struct scatterlist *src,
146 unsigned int nbytes)
147{
Jan Glauber98971f82011-04-19 21:29:15 +0200148 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000149 struct blkcipher_walk walk;
150
151 blkcipher_walk_init(&walk, dst, src, nbytes);
Jan Glauber98971f82011-04-19 21:29:15 +0200152 return ecb_desall_crypt(desc, KM_DEA_ENCRYPT, ctx->key, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000153}
154
155static int ecb_des_decrypt(struct blkcipher_desc *desc,
156 struct scatterlist *dst, struct scatterlist *src,
157 unsigned int nbytes)
158{
Jan Glauber98971f82011-04-19 21:29:15 +0200159 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000160 struct blkcipher_walk walk;
161
162 blkcipher_walk_init(&walk, dst, src, nbytes);
Jan Glauber98971f82011-04-19 21:29:15 +0200163 return ecb_desall_crypt(desc, KM_DEA_DECRYPT, ctx->key, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000164}
165
166static struct crypto_alg ecb_des_alg = {
167 .cra_name = "ecb(des)",
168 .cra_driver_name = "ecb-des-s390",
169 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
170 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
171 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200172 .cra_ctxsize = sizeof(struct s390_des_ctx),
Herbert Xua9e62fa2006-08-21 21:39:24 +1000173 .cra_type = &crypto_blkcipher_type,
174 .cra_module = THIS_MODULE,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000175 .cra_u = {
176 .blkcipher = {
177 .min_keysize = DES_KEY_SIZE,
178 .max_keysize = DES_KEY_SIZE,
179 .setkey = des_setkey,
180 .encrypt = ecb_des_encrypt,
181 .decrypt = ecb_des_decrypt,
182 }
183 }
184};
185
186static int cbc_des_encrypt(struct blkcipher_desc *desc,
187 struct scatterlist *dst, struct scatterlist *src,
188 unsigned int nbytes)
189{
Herbert Xua9e62fa2006-08-21 21:39:24 +1000190 struct blkcipher_walk walk;
191
192 blkcipher_walk_init(&walk, dst, src, nbytes);
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100193 return cbc_desall_crypt(desc, KMC_DEA_ENCRYPT, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000194}
195
196static int cbc_des_decrypt(struct blkcipher_desc *desc,
197 struct scatterlist *dst, struct scatterlist *src,
198 unsigned int nbytes)
199{
Herbert Xua9e62fa2006-08-21 21:39:24 +1000200 struct blkcipher_walk walk;
201
202 blkcipher_walk_init(&walk, dst, src, nbytes);
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100203 return cbc_desall_crypt(desc, KMC_DEA_DECRYPT, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000204}
205
206static struct crypto_alg cbc_des_alg = {
207 .cra_name = "cbc(des)",
208 .cra_driver_name = "cbc-des-s390",
209 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
210 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
211 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200212 .cra_ctxsize = sizeof(struct s390_des_ctx),
Herbert Xua9e62fa2006-08-21 21:39:24 +1000213 .cra_type = &crypto_blkcipher_type,
214 .cra_module = THIS_MODULE,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000215 .cra_u = {
216 .blkcipher = {
217 .min_keysize = DES_KEY_SIZE,
218 .max_keysize = DES_KEY_SIZE,
219 .ivsize = DES_BLOCK_SIZE,
220 .setkey = des_setkey,
221 .encrypt = cbc_des_encrypt,
222 .decrypt = cbc_des_decrypt,
223 }
224 }
225};
226
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227/*
228 * RFC2451:
229 *
230 * For DES-EDE3, there is no known need to reject weak or
231 * complementation keys. Any weakness is obviated by the use of
232 * multiple keys.
233 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 * However, if the first two or last two independent 64-bit keys are
235 * equal (k1 == k2 or k2 == k3), then the DES3 operation is simply the
236 * same as DES. Implementers MUST reject keys that exhibit this
237 * property.
238 *
239 */
Jan Glauber98971f82011-04-19 21:29:15 +0200240static int des3_setkey(struct crypto_tfm *tfm, const u8 *key,
241 unsigned int key_len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242{
Jan Glauber98971f82011-04-19 21:29:15 +0200243 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Herbert Xu560c06a2006-08-13 14:16:39 +1000244 u32 *flags = &tfm->crt_flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245
Daniel Borkmannfed28612013-12-11 11:28:59 +0100246 if (!(crypto_memneq(key, &key[DES_KEY_SIZE], DES_KEY_SIZE) &&
247 crypto_memneq(&key[DES_KEY_SIZE], &key[DES_KEY_SIZE * 2],
248 DES_KEY_SIZE)) &&
Jarod Wilson03b56ce2009-06-18 19:52:59 +0800249 (*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
250 *flags |= CRYPTO_TFM_RES_WEAK_KEY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251 return -EINVAL;
252 }
Jan Glauber98971f82011-04-19 21:29:15 +0200253 memcpy(ctx->key, key, key_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254 return 0;
255}
256
Jan Glauber98971f82011-04-19 21:29:15 +0200257static void des3_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258{
Jan Glauber98971f82011-04-19 21:29:15 +0200259 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260
Jan Glauber98971f82011-04-19 21:29:15 +0200261 crypt_s390_km(KM_TDEA_192_ENCRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262}
263
Jan Glauber98971f82011-04-19 21:29:15 +0200264static void des3_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265{
Jan Glauber98971f82011-04-19 21:29:15 +0200266 struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267
Jan Glauber98971f82011-04-19 21:29:15 +0200268 crypt_s390_km(KM_TDEA_192_DECRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269}
270
Jan Glauber98971f82011-04-19 21:29:15 +0200271static struct crypto_alg des3_alg = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272 .cra_name = "des3_ede",
Herbert Xu65b75c32006-08-21 21:18:50 +1000273 .cra_driver_name = "des3_ede-s390",
274 .cra_priority = CRYPT_S390_PRIORITY,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275 .cra_flags = CRYPTO_ALG_TYPE_CIPHER,
Jan Glauber1efbd152010-05-21 22:04:46 +1000276 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200277 .cra_ctxsize = sizeof(struct s390_des_ctx),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 .cra_module = THIS_MODULE,
Jan Glauberc1357832006-01-14 13:20:53 -0800279 .cra_u = {
280 .cipher = {
Jan Glauber98971f82011-04-19 21:29:15 +0200281 .cia_min_keysize = DES3_KEY_SIZE,
282 .cia_max_keysize = DES3_KEY_SIZE,
283 .cia_setkey = des3_setkey,
284 .cia_encrypt = des3_encrypt,
285 .cia_decrypt = des3_decrypt,
Jan Glauberc1357832006-01-14 13:20:53 -0800286 }
287 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288};
289
Jan Glauber98971f82011-04-19 21:29:15 +0200290static int ecb_des3_encrypt(struct blkcipher_desc *desc,
291 struct scatterlist *dst, struct scatterlist *src,
292 unsigned int nbytes)
Herbert Xua9e62fa2006-08-21 21:39:24 +1000293{
Jan Glauber98971f82011-04-19 21:29:15 +0200294 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000295 struct blkcipher_walk walk;
296
297 blkcipher_walk_init(&walk, dst, src, nbytes);
Jan Glauber98971f82011-04-19 21:29:15 +0200298 return ecb_desall_crypt(desc, KM_TDEA_192_ENCRYPT, ctx->key, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000299}
300
Jan Glauber98971f82011-04-19 21:29:15 +0200301static int ecb_des3_decrypt(struct blkcipher_desc *desc,
302 struct scatterlist *dst, struct scatterlist *src,
303 unsigned int nbytes)
Herbert Xua9e62fa2006-08-21 21:39:24 +1000304{
Jan Glauber98971f82011-04-19 21:29:15 +0200305 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000306 struct blkcipher_walk walk;
307
308 blkcipher_walk_init(&walk, dst, src, nbytes);
Jan Glauber98971f82011-04-19 21:29:15 +0200309 return ecb_desall_crypt(desc, KM_TDEA_192_DECRYPT, ctx->key, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000310}
311
Jan Glauber98971f82011-04-19 21:29:15 +0200312static struct crypto_alg ecb_des3_alg = {
Herbert Xua9e62fa2006-08-21 21:39:24 +1000313 .cra_name = "ecb(des3_ede)",
314 .cra_driver_name = "ecb-des3_ede-s390",
315 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
316 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
Jan Glauber1efbd152010-05-21 22:04:46 +1000317 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200318 .cra_ctxsize = sizeof(struct s390_des_ctx),
Herbert Xua9e62fa2006-08-21 21:39:24 +1000319 .cra_type = &crypto_blkcipher_type,
320 .cra_module = THIS_MODULE,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000321 .cra_u = {
322 .blkcipher = {
Jan Glauber98971f82011-04-19 21:29:15 +0200323 .min_keysize = DES3_KEY_SIZE,
324 .max_keysize = DES3_KEY_SIZE,
325 .setkey = des3_setkey,
326 .encrypt = ecb_des3_encrypt,
327 .decrypt = ecb_des3_decrypt,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000328 }
329 }
330};
331
Jan Glauber98971f82011-04-19 21:29:15 +0200332static int cbc_des3_encrypt(struct blkcipher_desc *desc,
333 struct scatterlist *dst, struct scatterlist *src,
334 unsigned int nbytes)
Herbert Xua9e62fa2006-08-21 21:39:24 +1000335{
Herbert Xua9e62fa2006-08-21 21:39:24 +1000336 struct blkcipher_walk walk;
337
338 blkcipher_walk_init(&walk, dst, src, nbytes);
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100339 return cbc_desall_crypt(desc, KMC_TDEA_192_ENCRYPT, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000340}
341
Jan Glauber98971f82011-04-19 21:29:15 +0200342static int cbc_des3_decrypt(struct blkcipher_desc *desc,
343 struct scatterlist *dst, struct scatterlist *src,
344 unsigned int nbytes)
Herbert Xua9e62fa2006-08-21 21:39:24 +1000345{
Herbert Xua9e62fa2006-08-21 21:39:24 +1000346 struct blkcipher_walk walk;
347
348 blkcipher_walk_init(&walk, dst, src, nbytes);
Harald Freudenbergeradc3fcf2014-01-22 13:00:04 +0100349 return cbc_desall_crypt(desc, KMC_TDEA_192_DECRYPT, &walk);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000350}
351
Jan Glauber98971f82011-04-19 21:29:15 +0200352static struct crypto_alg cbc_des3_alg = {
Herbert Xua9e62fa2006-08-21 21:39:24 +1000353 .cra_name = "cbc(des3_ede)",
354 .cra_driver_name = "cbc-des3_ede-s390",
355 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
356 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
Jan Glauber1efbd152010-05-21 22:04:46 +1000357 .cra_blocksize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200358 .cra_ctxsize = sizeof(struct s390_des_ctx),
Herbert Xua9e62fa2006-08-21 21:39:24 +1000359 .cra_type = &crypto_blkcipher_type,
360 .cra_module = THIS_MODULE,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000361 .cra_u = {
362 .blkcipher = {
Jan Glauber98971f82011-04-19 21:29:15 +0200363 .min_keysize = DES3_KEY_SIZE,
364 .max_keysize = DES3_KEY_SIZE,
Jan Glauber1efbd152010-05-21 22:04:46 +1000365 .ivsize = DES_BLOCK_SIZE,
Jan Glauber98971f82011-04-19 21:29:15 +0200366 .setkey = des3_setkey,
367 .encrypt = cbc_des3_encrypt,
368 .decrypt = cbc_des3_decrypt,
Herbert Xua9e62fa2006-08-21 21:39:24 +1000369 }
370 }
371};
372
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100373static unsigned int __ctrblk_init(u8 *ctrptr, unsigned int nbytes)
374{
375 unsigned int i, n;
376
377 /* align to block size, max. PAGE_SIZE */
378 n = (nbytes > PAGE_SIZE) ? PAGE_SIZE : nbytes & ~(DES_BLOCK_SIZE - 1);
379 for (i = DES_BLOCK_SIZE; i < n; i += DES_BLOCK_SIZE) {
380 memcpy(ctrptr + i, ctrptr + i - DES_BLOCK_SIZE, DES_BLOCK_SIZE);
381 crypto_inc(ctrptr + i, DES_BLOCK_SIZE);
382 }
383 return n;
384}
385
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000386static int ctr_desall_crypt(struct blkcipher_desc *desc, long func,
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100387 struct s390_des_ctx *ctx,
388 struct blkcipher_walk *walk)
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000389{
390 int ret = blkcipher_walk_virt_block(desc, walk, DES_BLOCK_SIZE);
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100391 unsigned int n, nbytes;
392 u8 buf[DES_BLOCK_SIZE], ctrbuf[DES_BLOCK_SIZE];
393 u8 *out, *in, *ctrptr = ctrbuf;
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000394
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100395 if (!walk->nbytes)
396 return ret;
397
398 if (spin_trylock(&ctrblk_lock))
399 ctrptr = ctrblk;
400
401 memcpy(ctrptr, walk->iv, DES_BLOCK_SIZE);
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000402 while ((nbytes = walk->nbytes) >= DES_BLOCK_SIZE) {
403 out = walk->dst.virt.addr;
404 in = walk->src.virt.addr;
405 while (nbytes >= DES_BLOCK_SIZE) {
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100406 if (ctrptr == ctrblk)
407 n = __ctrblk_init(ctrptr, nbytes);
408 else
409 n = DES_BLOCK_SIZE;
410 ret = crypt_s390_kmctr(func, ctx->key, out, in,
411 n, ctrptr);
412 if (ret < 0 || ret != n) {
413 if (ctrptr == ctrblk)
414 spin_unlock(&ctrblk_lock);
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200415 return -EIO;
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100416 }
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000417 if (n > DES_BLOCK_SIZE)
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100418 memcpy(ctrptr, ctrptr + n - DES_BLOCK_SIZE,
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000419 DES_BLOCK_SIZE);
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100420 crypto_inc(ctrptr, DES_BLOCK_SIZE);
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000421 out += n;
422 in += n;
423 nbytes -= n;
424 }
425 ret = blkcipher_walk_done(desc, walk, nbytes);
426 }
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100427 if (ctrptr == ctrblk) {
428 if (nbytes)
429 memcpy(ctrbuf, ctrptr, DES_BLOCK_SIZE);
430 else
431 memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
432 spin_unlock(&ctrblk_lock);
Harald Freudenberger3901c112014-05-07 16:51:29 +0200433 } else {
434 if (!nbytes)
435 memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100436 }
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000437 /* final block may be < DES_BLOCK_SIZE, copy only nbytes */
438 if (nbytes) {
439 out = walk->dst.virt.addr;
440 in = walk->src.virt.addr;
441 ret = crypt_s390_kmctr(func, ctx->key, buf, in,
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100442 DES_BLOCK_SIZE, ctrbuf);
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200443 if (ret < 0 || ret != DES_BLOCK_SIZE)
444 return -EIO;
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000445 memcpy(out, buf, nbytes);
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100446 crypto_inc(ctrbuf, DES_BLOCK_SIZE);
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000447 ret = blkcipher_walk_done(desc, walk, 0);
Harald Freudenbergeree97dc72014-01-22 13:01:33 +0100448 memcpy(walk->iv, ctrbuf, DES_BLOCK_SIZE);
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000449 }
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000450 return ret;
451}
452
453static int ctr_des_encrypt(struct blkcipher_desc *desc,
454 struct scatterlist *dst, struct scatterlist *src,
455 unsigned int nbytes)
456{
457 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
458 struct blkcipher_walk walk;
459
460 blkcipher_walk_init(&walk, dst, src, nbytes);
461 return ctr_desall_crypt(desc, KMCTR_DEA_ENCRYPT, ctx, &walk);
462}
463
464static int ctr_des_decrypt(struct blkcipher_desc *desc,
465 struct scatterlist *dst, struct scatterlist *src,
466 unsigned int nbytes)
467{
468 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
469 struct blkcipher_walk walk;
470
471 blkcipher_walk_init(&walk, dst, src, nbytes);
472 return ctr_desall_crypt(desc, KMCTR_DEA_DECRYPT, ctx, &walk);
473}
474
475static struct crypto_alg ctr_des_alg = {
476 .cra_name = "ctr(des)",
477 .cra_driver_name = "ctr-des-s390",
478 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
479 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
480 .cra_blocksize = 1,
481 .cra_ctxsize = sizeof(struct s390_des_ctx),
482 .cra_type = &crypto_blkcipher_type,
483 .cra_module = THIS_MODULE,
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000484 .cra_u = {
485 .blkcipher = {
486 .min_keysize = DES_KEY_SIZE,
487 .max_keysize = DES_KEY_SIZE,
488 .ivsize = DES_BLOCK_SIZE,
489 .setkey = des_setkey,
490 .encrypt = ctr_des_encrypt,
491 .decrypt = ctr_des_decrypt,
492 }
493 }
494};
495
496static int ctr_des3_encrypt(struct blkcipher_desc *desc,
497 struct scatterlist *dst, struct scatterlist *src,
498 unsigned int nbytes)
499{
500 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
501 struct blkcipher_walk walk;
502
503 blkcipher_walk_init(&walk, dst, src, nbytes);
504 return ctr_desall_crypt(desc, KMCTR_TDEA_192_ENCRYPT, ctx, &walk);
505}
506
507static int ctr_des3_decrypt(struct blkcipher_desc *desc,
508 struct scatterlist *dst, struct scatterlist *src,
509 unsigned int nbytes)
510{
511 struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
512 struct blkcipher_walk walk;
513
514 blkcipher_walk_init(&walk, dst, src, nbytes);
515 return ctr_desall_crypt(desc, KMCTR_TDEA_192_DECRYPT, ctx, &walk);
516}
517
518static struct crypto_alg ctr_des3_alg = {
519 .cra_name = "ctr(des3_ede)",
520 .cra_driver_name = "ctr-des3_ede-s390",
521 .cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
522 .cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
523 .cra_blocksize = 1,
524 .cra_ctxsize = sizeof(struct s390_des_ctx),
525 .cra_type = &crypto_blkcipher_type,
526 .cra_module = THIS_MODULE,
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000527 .cra_u = {
528 .blkcipher = {
529 .min_keysize = DES3_KEY_SIZE,
530 .max_keysize = DES3_KEY_SIZE,
531 .ivsize = DES_BLOCK_SIZE,
532 .setkey = des3_setkey,
533 .encrypt = ctr_des3_encrypt,
534 .decrypt = ctr_des3_decrypt,
535 }
536 }
537};
538
Jan Glauber98971f82011-04-19 21:29:15 +0200539static int __init des_s390_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540{
Jan Glauber80d663a2010-05-21 22:04:08 +1000541 int ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700542
Jan Glauber1822bc92011-04-19 21:29:14 +0200543 if (!crypt_s390_func_available(KM_DEA_ENCRYPT, CRYPT_S390_MSA) ||
544 !crypt_s390_func_available(KM_TDEA_192_ENCRYPT, CRYPT_S390_MSA))
Jan Glauber86aa9fc2007-02-05 21:18:14 +0100545 return -EOPNOTSUPP;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700546
Herbert Xua9e62fa2006-08-21 21:39:24 +1000547 ret = crypto_register_alg(&des_alg);
548 if (ret)
549 goto des_err;
550 ret = crypto_register_alg(&ecb_des_alg);
551 if (ret)
552 goto ecb_des_err;
553 ret = crypto_register_alg(&cbc_des_alg);
554 if (ret)
555 goto cbc_des_err;
Jan Glauber98971f82011-04-19 21:29:15 +0200556 ret = crypto_register_alg(&des3_alg);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000557 if (ret)
Jan Glauber98971f82011-04-19 21:29:15 +0200558 goto des3_err;
559 ret = crypto_register_alg(&ecb_des3_alg);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000560 if (ret)
Jan Glauber98971f82011-04-19 21:29:15 +0200561 goto ecb_des3_err;
562 ret = crypto_register_alg(&cbc_des3_alg);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000563 if (ret)
Jan Glauber98971f82011-04-19 21:29:15 +0200564 goto cbc_des3_err;
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000565
566 if (crypt_s390_func_available(KMCTR_DEA_ENCRYPT,
567 CRYPT_S390_MSA | CRYPT_S390_MSA4) &&
568 crypt_s390_func_available(KMCTR_TDEA_192_ENCRYPT,
569 CRYPT_S390_MSA | CRYPT_S390_MSA4)) {
570 ret = crypto_register_alg(&ctr_des_alg);
571 if (ret)
572 goto ctr_des_err;
573 ret = crypto_register_alg(&ctr_des3_alg);
574 if (ret)
575 goto ctr_des3_err;
576 ctrblk = (u8 *) __get_free_page(GFP_KERNEL);
577 if (!ctrblk) {
578 ret = -ENOMEM;
579 goto ctr_mem_err;
580 }
581 }
Herbert Xua9e62fa2006-08-21 21:39:24 +1000582out:
583 return ret;
584
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000585ctr_mem_err:
586 crypto_unregister_alg(&ctr_des3_alg);
587ctr_des3_err:
588 crypto_unregister_alg(&ctr_des_alg);
589ctr_des_err:
590 crypto_unregister_alg(&cbc_des3_alg);
Jan Glauber98971f82011-04-19 21:29:15 +0200591cbc_des3_err:
592 crypto_unregister_alg(&ecb_des3_alg);
593ecb_des3_err:
594 crypto_unregister_alg(&des3_alg);
595des3_err:
Herbert Xua9e62fa2006-08-21 21:39:24 +1000596 crypto_unregister_alg(&cbc_des_alg);
597cbc_des_err:
598 crypto_unregister_alg(&ecb_des_alg);
599ecb_des_err:
600 crypto_unregister_alg(&des_alg);
601des_err:
602 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700603}
604
Jan Glauber1efbd152010-05-21 22:04:46 +1000605static void __exit des_s390_exit(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606{
Gerald Schaefer0200f3e2011-05-04 15:09:44 +1000607 if (ctrblk) {
608 crypto_unregister_alg(&ctr_des_alg);
609 crypto_unregister_alg(&ctr_des3_alg);
610 free_page((unsigned long) ctrblk);
611 }
Jan Glauber98971f82011-04-19 21:29:15 +0200612 crypto_unregister_alg(&cbc_des3_alg);
613 crypto_unregister_alg(&ecb_des3_alg);
614 crypto_unregister_alg(&des3_alg);
Herbert Xua9e62fa2006-08-21 21:39:24 +1000615 crypto_unregister_alg(&cbc_des_alg);
616 crypto_unregister_alg(&ecb_des_alg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617 crypto_unregister_alg(&des_alg);
618}
619
Hendrik Bruecknerd05377c2015-02-19 17:34:07 +0100620module_cpu_feature_match(MSA, des_s390_init);
Jan Glauber1efbd152010-05-21 22:04:46 +1000621module_exit(des_s390_exit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622
Kees Cook5d26a102014-11-20 17:05:53 -0800623MODULE_ALIAS_CRYPTO("des");
624MODULE_ALIAS_CRYPTO("des3_ede");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625
626MODULE_LICENSE("GPL");
627MODULE_DESCRIPTION("DES & Triple DES EDE Cipher Algorithms");