blob: ab68de72e795ad978820965ed7d88fc80cdb3a92 [file] [log] [blame]
Gerald Schaeferdf1309c2011-04-19 21:29:18 +02001/*
2 * Cryptographic API.
3 *
4 * s390 implementation of the GHASH algorithm for GCM (Galois/Counter Mode).
5 *
6 * Copyright IBM Corp. 2011
7 * Author(s): Gerald Schaefer <gerald.schaefer@de.ibm.com>
8 */
9
10#include <crypto/internal/hash.h>
11#include <linux/module.h>
Hendrik Bruecknerd05377c2015-02-19 17:34:07 +010012#include <linux/cpufeature.h>
Martin Schwidefskyc7d4d252016-03-17 15:22:12 +010013#include <asm/cpacf.h>
Gerald Schaeferdf1309c2011-04-19 21:29:18 +020014
15#define GHASH_BLOCK_SIZE 16
16#define GHASH_DIGEST_SIZE 16
17
18struct ghash_ctx {
Harald Freudenbergera1cae342015-05-21 10:01:11 +020019 u8 key[GHASH_BLOCK_SIZE];
Gerald Schaeferdf1309c2011-04-19 21:29:18 +020020};
21
22struct ghash_desc_ctx {
Harald Freudenbergera1cae342015-05-21 10:01:11 +020023 u8 icv[GHASH_BLOCK_SIZE];
24 u8 key[GHASH_BLOCK_SIZE];
Gerald Schaeferdf1309c2011-04-19 21:29:18 +020025 u8 buffer[GHASH_BLOCK_SIZE];
26 u32 bytes;
27};
28
29static int ghash_init(struct shash_desc *desc)
30{
31 struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
Harald Freudenbergera1cae342015-05-21 10:01:11 +020032 struct ghash_ctx *ctx = crypto_shash_ctx(desc->tfm);
Gerald Schaeferdf1309c2011-04-19 21:29:18 +020033
34 memset(dctx, 0, sizeof(*dctx));
Harald Freudenbergera1cae342015-05-21 10:01:11 +020035 memcpy(dctx->key, ctx->key, GHASH_BLOCK_SIZE);
Gerald Schaeferdf1309c2011-04-19 21:29:18 +020036
37 return 0;
38}
39
40static int ghash_setkey(struct crypto_shash *tfm,
41 const u8 *key, unsigned int keylen)
42{
43 struct ghash_ctx *ctx = crypto_shash_ctx(tfm);
44
45 if (keylen != GHASH_BLOCK_SIZE) {
46 crypto_shash_set_flags(tfm, CRYPTO_TFM_RES_BAD_KEY_LEN);
47 return -EINVAL;
48 }
49
50 memcpy(ctx->key, key, GHASH_BLOCK_SIZE);
Gerald Schaeferdf1309c2011-04-19 21:29:18 +020051
52 return 0;
53}
54
55static int ghash_update(struct shash_desc *desc,
56 const u8 *src, unsigned int srclen)
57{
58 struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
Gerald Schaeferdf1309c2011-04-19 21:29:18 +020059 unsigned int n;
60 u8 *buf = dctx->buffer;
61 int ret;
62
63 if (dctx->bytes) {
64 u8 *pos = buf + (GHASH_BLOCK_SIZE - dctx->bytes);
65
66 n = min(srclen, dctx->bytes);
67 dctx->bytes -= n;
68 srclen -= n;
69
70 memcpy(pos, src, n);
71 src += n;
72
73 if (!dctx->bytes) {
Martin Schwidefskyc7d4d252016-03-17 15:22:12 +010074 ret = cpacf_kimd(CPACF_KIMD_GHASH, dctx, buf,
75 GHASH_BLOCK_SIZE);
Jan Glauber36eb2ca2012-10-26 15:06:12 +020076 if (ret != GHASH_BLOCK_SIZE)
77 return -EIO;
Gerald Schaeferdf1309c2011-04-19 21:29:18 +020078 }
79 }
80
81 n = srclen & ~(GHASH_BLOCK_SIZE - 1);
82 if (n) {
Martin Schwidefskyc7d4d252016-03-17 15:22:12 +010083 ret = cpacf_kimd(CPACF_KIMD_GHASH, dctx, src, n);
Jan Glauber36eb2ca2012-10-26 15:06:12 +020084 if (ret != n)
85 return -EIO;
Gerald Schaeferdf1309c2011-04-19 21:29:18 +020086 src += n;
87 srclen -= n;
88 }
89
90 if (srclen) {
91 dctx->bytes = GHASH_BLOCK_SIZE - srclen;
92 memcpy(buf, src, srclen);
93 }
94
95 return 0;
96}
97
Harald Freudenbergera1cae342015-05-21 10:01:11 +020098static int ghash_flush(struct ghash_desc_ctx *dctx)
Gerald Schaeferdf1309c2011-04-19 21:29:18 +020099{
100 u8 *buf = dctx->buffer;
101 int ret;
102
103 if (dctx->bytes) {
104 u8 *pos = buf + (GHASH_BLOCK_SIZE - dctx->bytes);
105
106 memset(pos, 0, dctx->bytes);
107
Martin Schwidefskyc7d4d252016-03-17 15:22:12 +0100108 ret = cpacf_kimd(CPACF_KIMD_GHASH, dctx, buf, GHASH_BLOCK_SIZE);
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200109 if (ret != GHASH_BLOCK_SIZE)
110 return -EIO;
Harald Freudenbergera1cae342015-05-21 10:01:11 +0200111
112 dctx->bytes = 0;
Gerald Schaeferdf1309c2011-04-19 21:29:18 +0200113 }
114
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200115 return 0;
Gerald Schaeferdf1309c2011-04-19 21:29:18 +0200116}
117
118static int ghash_final(struct shash_desc *desc, u8 *dst)
119{
120 struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200121 int ret;
Gerald Schaeferdf1309c2011-04-19 21:29:18 +0200122
Harald Freudenbergera1cae342015-05-21 10:01:11 +0200123 ret = ghash_flush(dctx);
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200124 if (!ret)
Harald Freudenbergera1cae342015-05-21 10:01:11 +0200125 memcpy(dst, dctx->icv, GHASH_BLOCK_SIZE);
Jan Glauber36eb2ca2012-10-26 15:06:12 +0200126 return ret;
Gerald Schaeferdf1309c2011-04-19 21:29:18 +0200127}
128
129static struct shash_alg ghash_alg = {
130 .digestsize = GHASH_DIGEST_SIZE,
131 .init = ghash_init,
132 .update = ghash_update,
133 .final = ghash_final,
134 .setkey = ghash_setkey,
135 .descsize = sizeof(struct ghash_desc_ctx),
136 .base = {
137 .cra_name = "ghash",
138 .cra_driver_name = "ghash-s390",
Martin Schwidefskyc7d4d252016-03-17 15:22:12 +0100139 .cra_priority = 300,
Gerald Schaeferdf1309c2011-04-19 21:29:18 +0200140 .cra_flags = CRYPTO_ALG_TYPE_SHASH,
141 .cra_blocksize = GHASH_BLOCK_SIZE,
142 .cra_ctxsize = sizeof(struct ghash_ctx),
143 .cra_module = THIS_MODULE,
Gerald Schaeferdf1309c2011-04-19 21:29:18 +0200144 },
145};
146
147static int __init ghash_mod_init(void)
148{
Martin Schwidefskyc7d4d252016-03-17 15:22:12 +0100149 if (!cpacf_query(CPACF_KIMD, CPACF_KIMD_GHASH))
Gerald Schaeferdf1309c2011-04-19 21:29:18 +0200150 return -EOPNOTSUPP;
151
152 return crypto_register_shash(&ghash_alg);
153}
154
155static void __exit ghash_mod_exit(void)
156{
157 crypto_unregister_shash(&ghash_alg);
158}
159
Hendrik Bruecknerd05377c2015-02-19 17:34:07 +0100160module_cpu_feature_match(MSA, ghash_mod_init);
Gerald Schaeferdf1309c2011-04-19 21:29:18 +0200161module_exit(ghash_mod_exit);
162
Kees Cook5d26a102014-11-20 17:05:53 -0800163MODULE_ALIAS_CRYPTO("ghash");
Gerald Schaeferdf1309c2011-04-19 21:29:18 +0200164
165MODULE_LICENSE("GPL");
166MODULE_DESCRIPTION("GHASH Message Digest Algorithm, s390 implementation");