blob: 8b80baec853a7042acb5ad055b340556b78b1240 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Scatterlist Cryptographic API.
3 *
4 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
5 * Copyright (c) 2002 David S. Miller (davem@redhat.com)
Herbert Xu5cb14542005-11-05 16:58:14 +11006 * Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au>
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 *
8 * Portions derived from Cryptoapi, by Alexander Kjeldaas <astor@fast.no>
9 * and Nettle, by Niels Möller.
10 *
11 * This program is free software; you can redistribute it and/or modify it
12 * under the terms of the GNU General Public License as published by the Free
13 * Software Foundation; either version 2 of the License, or (at your option)
14 * any later version.
15 *
16 */
Jesper Juhla61cc442005-07-06 13:54:31 -070017
Herbert Xu6bfd4802006-09-21 11:39:29 +100018#include <linux/err.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/errno.h>
Herbert Xu5cb14542005-11-05 16:58:14 +110020#include <linux/kernel.h>
Adrian Bunk176c3652005-07-06 13:53:09 -070021#include <linux/kmod.h>
Herbert Xu2b8c19d2006-09-21 11:31:44 +100022#include <linux/module.h>
Herbert Xu28259822006-08-06 21:23:26 +100023#include <linux/param.h>
Herbert Xu6bfd4802006-09-21 11:39:29 +100024#include <linux/sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/slab.h>
Herbert Xu5cb14542005-11-05 16:58:14 +110026#include <linux/string.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include "internal.h"
28
29LIST_HEAD(crypto_alg_list);
Herbert Xucce9e062006-08-21 21:08:13 +100030EXPORT_SYMBOL_GPL(crypto_alg_list);
Linus Torvalds1da177e2005-04-16 15:20:36 -070031DECLARE_RWSEM(crypto_alg_sem);
Herbert Xucce9e062006-08-21 21:08:13 +100032EXPORT_SYMBOL_GPL(crypto_alg_sem);
Linus Torvalds1da177e2005-04-16 15:20:36 -070033
Herbert Xu28259822006-08-06 21:23:26 +100034BLOCKING_NOTIFIER_HEAD(crypto_chain);
35EXPORT_SYMBOL_GPL(crypto_chain);
36
Herbert Xu6521f302006-08-06 20:28:44 +100037static inline struct crypto_alg *crypto_alg_get(struct crypto_alg *alg)
Linus Torvalds1da177e2005-04-16 15:20:36 -070038{
Herbert Xu6521f302006-08-06 20:28:44 +100039 atomic_inc(&alg->cra_refcnt);
40 return alg;
Linus Torvalds1da177e2005-04-16 15:20:36 -070041}
42
Herbert Xu28259822006-08-06 21:23:26 +100043struct crypto_alg *crypto_mod_get(struct crypto_alg *alg)
Herbert Xu6521f302006-08-06 20:28:44 +100044{
45 return try_module_get(alg->cra_module) ? crypto_alg_get(alg) : NULL;
46}
Herbert Xu28259822006-08-06 21:23:26 +100047EXPORT_SYMBOL_GPL(crypto_mod_get);
Herbert Xu6521f302006-08-06 20:28:44 +100048
Herbert Xu28259822006-08-06 21:23:26 +100049void crypto_mod_put(struct crypto_alg *alg)
Herbert Xu6521f302006-08-06 20:28:44 +100050{
51 crypto_alg_put(alg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 module_put(alg->cra_module);
53}
Herbert Xu28259822006-08-06 21:23:26 +100054EXPORT_SYMBOL_GPL(crypto_mod_put);
Linus Torvalds1da177e2005-04-16 15:20:36 -070055
Herbert Xu492e2b62006-09-21 11:35:17 +100056struct crypto_alg *__crypto_alg_lookup(const char *name, u32 type, u32 mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -070057{
58 struct crypto_alg *q, *alg = NULL;
Herbert Xu28259822006-08-06 21:23:26 +100059 int best = -2;
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 list_for_each_entry(q, &crypto_alg_list, cra_list) {
Herbert Xu5cb14542005-11-05 16:58:14 +110062 int exact, fuzzy;
63
Herbert Xu6bfd4802006-09-21 11:39:29 +100064 if (crypto_is_moribund(q))
65 continue;
66
Herbert Xu492e2b62006-09-21 11:35:17 +100067 if ((q->cra_flags ^ type) & mask)
68 continue;
69
70 if (crypto_is_larval(q) &&
71 ((struct crypto_larval *)q)->mask != mask)
72 continue;
73
Herbert Xu5cb14542005-11-05 16:58:14 +110074 exact = !strcmp(q->cra_driver_name, name);
75 fuzzy = !strcmp(q->cra_name, name);
76 if (!exact && !(fuzzy && q->cra_priority > best))
77 continue;
78
Herbert Xu72fa4912006-05-28 09:05:24 +100079 if (unlikely(!crypto_mod_get(q)))
Herbert Xu5cb14542005-11-05 16:58:14 +110080 continue;
81
82 best = q->cra_priority;
83 if (alg)
Herbert Xu72fa4912006-05-28 09:05:24 +100084 crypto_mod_put(alg);
Herbert Xu5cb14542005-11-05 16:58:14 +110085 alg = q;
86
87 if (exact)
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -070089 }
Herbert Xu28259822006-08-06 21:23:26 +100090
91 return alg;
92}
93EXPORT_SYMBOL_GPL(__crypto_alg_lookup);
94
95static void crypto_larval_destroy(struct crypto_alg *alg)
96{
97 struct crypto_larval *larval = (void *)alg;
98
99 BUG_ON(!crypto_is_larval(alg));
100 if (larval->adult)
101 crypto_mod_put(larval->adult);
102 kfree(larval);
103}
104
Herbert Xu492e2b62006-09-21 11:35:17 +1000105static struct crypto_alg *crypto_larval_alloc(const char *name, u32 type,
106 u32 mask)
Herbert Xu28259822006-08-06 21:23:26 +1000107{
108 struct crypto_alg *alg;
109 struct crypto_larval *larval;
110
111 larval = kzalloc(sizeof(*larval), GFP_KERNEL);
112 if (!larval)
Herbert Xu6bfd4802006-09-21 11:39:29 +1000113 return ERR_PTR(-ENOMEM);
Herbert Xu28259822006-08-06 21:23:26 +1000114
Herbert Xu492e2b62006-09-21 11:35:17 +1000115 larval->mask = mask;
116 larval->alg.cra_flags = CRYPTO_ALG_LARVAL | type;
Herbert Xu28259822006-08-06 21:23:26 +1000117 larval->alg.cra_priority = -1;
118 larval->alg.cra_destroy = crypto_larval_destroy;
119
120 atomic_set(&larval->alg.cra_refcnt, 2);
121 strlcpy(larval->alg.cra_name, name, CRYPTO_MAX_ALG_NAME);
122 init_completion(&larval->completion);
123
124 down_write(&crypto_alg_sem);
Herbert Xu492e2b62006-09-21 11:35:17 +1000125 alg = __crypto_alg_lookup(name, type, mask);
Herbert Xu28259822006-08-06 21:23:26 +1000126 if (!alg) {
127 alg = &larval->alg;
128 list_add(&alg->cra_list, &crypto_alg_list);
129 }
130 up_write(&crypto_alg_sem);
131
132 if (alg != &larval->alg)
133 kfree(larval);
134
135 return alg;
136}
137
138static void crypto_larval_kill(struct crypto_alg *alg)
139{
140 struct crypto_larval *larval = (void *)alg;
141
142 down_write(&crypto_alg_sem);
143 list_del(&alg->cra_list);
144 up_write(&crypto_alg_sem);
145 complete(&larval->completion);
146 crypto_alg_put(alg);
147}
148
149static struct crypto_alg *crypto_larval_wait(struct crypto_alg *alg)
150{
151 struct crypto_larval *larval = (void *)alg;
152
153 wait_for_completion_interruptible_timeout(&larval->completion, 60 * HZ);
154 alg = larval->adult;
Herbert Xu6bfd4802006-09-21 11:39:29 +1000155 if (alg) {
156 if (!crypto_mod_get(alg))
157 alg = ERR_PTR(-EAGAIN);
158 } else
159 alg = ERR_PTR(-ENOENT);
Herbert Xu28259822006-08-06 21:23:26 +1000160 crypto_mod_put(&larval->alg);
161
162 return alg;
163}
164
Herbert Xu492e2b62006-09-21 11:35:17 +1000165static struct crypto_alg *crypto_alg_lookup(const char *name, u32 type,
166 u32 mask)
Herbert Xu28259822006-08-06 21:23:26 +1000167{
168 struct crypto_alg *alg;
169
Herbert Xu28259822006-08-06 21:23:26 +1000170 down_read(&crypto_alg_sem);
Herbert Xu492e2b62006-09-21 11:35:17 +1000171 alg = __crypto_alg_lookup(name, type, mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172 up_read(&crypto_alg_sem);
Herbert Xu28259822006-08-06 21:23:26 +1000173
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 return alg;
175}
176
Herbert Xu492e2b62006-09-21 11:35:17 +1000177struct crypto_alg *crypto_alg_mod_lookup(const char *name, u32 type, u32 mask)
Adrian Bunk176c3652005-07-06 13:53:09 -0700178{
Herbert Xu28259822006-08-06 21:23:26 +1000179 struct crypto_alg *alg;
180 struct crypto_alg *larval;
Herbert Xu2b8c19d2006-09-21 11:31:44 +1000181 int ok;
Herbert Xu28259822006-08-06 21:23:26 +1000182
Herbert Xu6bfd4802006-09-21 11:39:29 +1000183 if (!name)
184 return ERR_PTR(-ENOENT);
185
186 mask &= ~(CRYPTO_ALG_LARVAL | CRYPTO_ALG_DEAD);
Herbert Xu492e2b62006-09-21 11:35:17 +1000187 type &= mask;
188
189 alg = try_then_request_module(crypto_alg_lookup(name, type, mask),
190 name);
Herbert Xu28259822006-08-06 21:23:26 +1000191 if (alg)
192 return crypto_is_larval(alg) ? crypto_larval_wait(alg) : alg;
193
Herbert Xu492e2b62006-09-21 11:35:17 +1000194 larval = crypto_larval_alloc(name, type, mask);
Herbert Xu6bfd4802006-09-21 11:39:29 +1000195 if (IS_ERR(larval) || !crypto_is_larval(larval))
Herbert Xu28259822006-08-06 21:23:26 +1000196 return larval;
197
Herbert Xu2b8c19d2006-09-21 11:31:44 +1000198 ok = crypto_notify(CRYPTO_MSG_ALG_REQUEST, larval);
199 if (ok == NOTIFY_DONE) {
200 request_module("cryptomgr");
201 ok = crypto_notify(CRYPTO_MSG_ALG_REQUEST, larval);
202 }
203
204 if (ok == NOTIFY_STOP)
Herbert Xu28259822006-08-06 21:23:26 +1000205 alg = crypto_larval_wait(larval);
206 else {
207 crypto_mod_put(larval);
Herbert Xu6bfd4802006-09-21 11:39:29 +1000208 alg = ERR_PTR(-ENOENT);
Herbert Xu28259822006-08-06 21:23:26 +1000209 }
210 crypto_larval_kill(larval);
211 return alg;
Adrian Bunk176c3652005-07-06 13:53:09 -0700212}
Herbert Xu492e2b62006-09-21 11:35:17 +1000213EXPORT_SYMBOL_GPL(crypto_alg_mod_lookup);
Adrian Bunk176c3652005-07-06 13:53:09 -0700214
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215static int crypto_init_ops(struct crypto_tfm *tfm)
216{
Herbert Xue853c3c2006-08-22 00:06:54 +1000217 const struct crypto_type *type = tfm->__crt_alg->cra_type;
218
219 if (type)
220 return type->init(tfm);
221
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 switch (crypto_tfm_alg_type(tfm)) {
223 case CRYPTO_ALG_TYPE_CIPHER:
224 return crypto_init_cipher_ops(tfm);
225
226 case CRYPTO_ALG_TYPE_DIGEST:
227 return crypto_init_digest_ops(tfm);
228
229 case CRYPTO_ALG_TYPE_COMPRESS:
230 return crypto_init_compress_ops(tfm);
231
232 default:
233 break;
234 }
235
236 BUG();
237 return -EINVAL;
238}
239
240static void crypto_exit_ops(struct crypto_tfm *tfm)
241{
Herbert Xue853c3c2006-08-22 00:06:54 +1000242 const struct crypto_type *type = tfm->__crt_alg->cra_type;
243
244 if (type) {
245 if (type->exit)
246 type->exit(tfm);
247 return;
248 }
249
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250 switch (crypto_tfm_alg_type(tfm)) {
251 case CRYPTO_ALG_TYPE_CIPHER:
252 crypto_exit_cipher_ops(tfm);
253 break;
254
255 case CRYPTO_ALG_TYPE_DIGEST:
256 crypto_exit_digest_ops(tfm);
257 break;
258
259 case CRYPTO_ALG_TYPE_COMPRESS:
260 crypto_exit_compress_ops(tfm);
261 break;
262
263 default:
264 BUG();
265
266 }
267}
268
Herbert Xuf1ddcaf2007-01-27 10:05:15 +1100269static unsigned int crypto_ctxsize(struct crypto_alg *alg)
Herbert Xufbdae9f2005-07-06 13:53:29 -0700270{
Herbert Xue853c3c2006-08-22 00:06:54 +1000271 const struct crypto_type *type = alg->cra_type;
Herbert Xufbdae9f2005-07-06 13:53:29 -0700272 unsigned int len;
273
Herbert Xue853c3c2006-08-22 00:06:54 +1000274 len = alg->cra_alignmask & ~(crypto_tfm_ctx_alignment() - 1);
275 if (type)
276 return len + type->ctxsize(alg);
277
Herbert Xufbdae9f2005-07-06 13:53:29 -0700278 switch (alg->cra_flags & CRYPTO_ALG_TYPE_MASK) {
279 default:
280 BUG();
281
282 case CRYPTO_ALG_TYPE_CIPHER:
Herbert Xuf1ddcaf2007-01-27 10:05:15 +1100283 len += crypto_cipher_ctxsize(alg);
Herbert Xufbdae9f2005-07-06 13:53:29 -0700284 break;
285
286 case CRYPTO_ALG_TYPE_DIGEST:
Herbert Xuf1ddcaf2007-01-27 10:05:15 +1100287 len += crypto_digest_ctxsize(alg);
Herbert Xufbdae9f2005-07-06 13:53:29 -0700288 break;
289
290 case CRYPTO_ALG_TYPE_COMPRESS:
Herbert Xuf1ddcaf2007-01-27 10:05:15 +1100291 len += crypto_compress_ctxsize(alg);
Herbert Xufbdae9f2005-07-06 13:53:29 -0700292 break;
293 }
294
Herbert Xue853c3c2006-08-22 00:06:54 +1000295 return len;
Herbert Xufbdae9f2005-07-06 13:53:29 -0700296}
297
Herbert Xu6bfd4802006-09-21 11:39:29 +1000298void crypto_shoot_alg(struct crypto_alg *alg)
299{
300 down_write(&crypto_alg_sem);
301 alg->cra_flags |= CRYPTO_ALG_DYING;
302 up_write(&crypto_alg_sem);
303}
304EXPORT_SYMBOL_GPL(crypto_shoot_alg);
305
Herbert Xuf1ddcaf2007-01-27 10:05:15 +1100306struct crypto_tfm *__crypto_alloc_tfm(struct crypto_alg *alg)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307{
308 struct crypto_tfm *tfm = NULL;
Herbert Xufbdae9f2005-07-06 13:53:29 -0700309 unsigned int tfm_size;
Herbert Xu6bfd4802006-09-21 11:39:29 +1000310 int err = -ENOMEM;
Herbert Xufbdae9f2005-07-06 13:53:29 -0700311
Herbert Xuf1ddcaf2007-01-27 10:05:15 +1100312 tfm_size = sizeof(*tfm) + crypto_ctxsize(alg);
Eric Sesterhennbbeb5632006-03-06 21:42:07 +1100313 tfm = kzalloc(tfm_size, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314 if (tfm == NULL)
Akinobu Mita9765d262006-10-11 22:29:51 +1000315 goto out_err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317 tfm->__crt_alg = alg;
Herbert Xu6bfd4802006-09-21 11:39:29 +1000318
Herbert Xu6bfd4802006-09-21 11:39:29 +1000319 err = crypto_init_ops(tfm);
320 if (err)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 goto out_free_tfm;
Herbert Xuc7fc0592006-05-24 13:02:26 +1000322
Herbert Xu6bfd4802006-09-21 11:39:29 +1000323 if (alg->cra_init && (err = alg->cra_init(tfm))) {
324 if (err == -EAGAIN)
325 crypto_shoot_alg(alg);
Herbert Xuc7fc0592006-05-24 13:02:26 +1000326 goto cra_init_failed;
Herbert Xu6bfd4802006-09-21 11:39:29 +1000327 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328
329 goto out;
330
Herbert Xuc7fc0592006-05-24 13:02:26 +1000331cra_init_failed:
332 crypto_exit_ops(tfm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333out_free_tfm:
334 kfree(tfm);
Akinobu Mita9765d262006-10-11 22:29:51 +1000335out_err:
Herbert Xu6bfd4802006-09-21 11:39:29 +1000336 tfm = ERR_PTR(err);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337out:
338 return tfm;
339}
Herbert Xu6bfd4802006-09-21 11:39:29 +1000340EXPORT_SYMBOL_GPL(__crypto_alloc_tfm);
341
Herbert Xu6d7d6842006-07-30 11:53:01 +1000342/*
343 * crypto_alloc_base - Locate algorithm and allocate transform
344 * @alg_name: Name of algorithm
345 * @type: Type of algorithm
346 * @mask: Mask for type comparison
347 *
348 * crypto_alloc_base() will first attempt to locate an already loaded
349 * algorithm. If that fails and the kernel supports dynamically loadable
350 * modules, it will then attempt to load a module of the same name or
351 * alias. If that fails it will send a query to any loaded crypto manager
352 * to construct an algorithm on the fly. A refcount is grabbed on the
353 * algorithm which is then associated with the new transform.
354 *
355 * The returned transform is of a non-determinate type. Most people
356 * should use one of the more specific allocation functions such as
357 * crypto_alloc_blkcipher.
358 *
359 * In case of error the return value is an error pointer.
360 */
361struct crypto_tfm *crypto_alloc_base(const char *alg_name, u32 type, u32 mask)
362{
363 struct crypto_tfm *tfm;
364 int err;
365
366 for (;;) {
367 struct crypto_alg *alg;
368
369 alg = crypto_alg_mod_lookup(alg_name, type, mask);
Akinobu Mita9765d262006-10-11 22:29:51 +1000370 if (IS_ERR(alg)) {
371 err = PTR_ERR(alg);
Herbert Xu6d7d6842006-07-30 11:53:01 +1000372 goto err;
Akinobu Mita9765d262006-10-11 22:29:51 +1000373 }
Herbert Xu6d7d6842006-07-30 11:53:01 +1000374
Herbert Xuf1ddcaf2007-01-27 10:05:15 +1100375 tfm = __crypto_alloc_tfm(alg);
Herbert Xu6d7d6842006-07-30 11:53:01 +1000376 if (!IS_ERR(tfm))
Akinobu Mita9765d262006-10-11 22:29:51 +1000377 return tfm;
Herbert Xu6d7d6842006-07-30 11:53:01 +1000378
379 crypto_mod_put(alg);
380 err = PTR_ERR(tfm);
381
382err:
383 if (err != -EAGAIN)
384 break;
385 if (signal_pending(current)) {
386 err = -EINTR;
387 break;
388 }
Akinobu Mita9765d262006-10-11 22:29:51 +1000389 }
Herbert Xu6d7d6842006-07-30 11:53:01 +1000390
Akinobu Mita9765d262006-10-11 22:29:51 +1000391 return ERR_PTR(err);
Herbert Xu6d7d6842006-07-30 11:53:01 +1000392}
393EXPORT_SYMBOL_GPL(crypto_alloc_base);
394
395/*
396 * crypto_free_tfm - Free crypto transform
397 * @tfm: Transform to free
398 *
399 * crypto_free_tfm() frees up the transform and any associated resources,
400 * then drops the refcount on the associated algorithm.
401 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700402void crypto_free_tfm(struct crypto_tfm *tfm)
403{
Jesper Juhla61cc442005-07-06 13:54:31 -0700404 struct crypto_alg *alg;
405 int size;
406
407 if (unlikely(!tfm))
408 return;
409
410 alg = tfm->__crt_alg;
411 size = sizeof(*tfm) + alg->cra_ctxsize;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412
Herbert Xuc7fc0592006-05-24 13:02:26 +1000413 if (alg->cra_exit)
414 alg->cra_exit(tfm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415 crypto_exit_ops(tfm);
Herbert Xu72fa4912006-05-28 09:05:24 +1000416 crypto_mod_put(alg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417 memset(tfm, 0, size);
418 kfree(tfm);
419}
420
Linus Torvalds1da177e2005-04-16 15:20:36 -0700421EXPORT_SYMBOL_GPL(crypto_free_tfm);
Herbert Xufce32d72006-08-26 17:35:45 +1000422
423int crypto_has_alg(const char *name, u32 type, u32 mask)
424{
425 int ret = 0;
426 struct crypto_alg *alg = crypto_alg_mod_lookup(name, type, mask);
427
428 if (!IS_ERR(alg)) {
429 crypto_mod_put(alg);
430 ret = 1;
431 }
432
433 return ret;
434}
435EXPORT_SYMBOL_GPL(crypto_has_alg);