blob: 4eb00c87c2ab2cacba54a7b0f0db7c156fe59814 [file] [log] [blame]
mmcc@openbsd.orgd59ce082015-12-10 17:08:40 +00001/* $OpenBSD: ssh-rsa.c,v 1.57 2015/12/10 17:08:40 mmcc Exp $ */
Damien Miller0bc1bd82000-11-13 22:57:25 +11002/*
Darren Tuckera251f802003-06-22 20:45:15 +10003 * Copyright (c) 2000, 2003 Markus Friedl <markus@openbsd.org>
Damien Miller0bc1bd82000-11-13 22:57:25 +11004 *
Darren Tuckera251f802003-06-22 20:45:15 +10005 * Permission to use, copy, modify, and distribute this software for any
6 * purpose with or without fee is hereby granted, provided that the above
7 * copyright notice and this permission notice appear in all copies.
Damien Miller0bc1bd82000-11-13 22:57:25 +11008 *
Darren Tuckera251f802003-06-22 20:45:15 +10009 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
Damien Miller0bc1bd82000-11-13 22:57:25 +110016 */
Damien Millerd7834352006-08-05 12:39:39 +100017
Damien Miller0bc1bd82000-11-13 22:57:25 +110018#include "includes.h"
Damien Miller0bc1bd82000-11-13 22:57:25 +110019
Damien Miller72ef7c12015-01-15 02:21:31 +110020#ifdef WITH_OPENSSL
21
Damien Millerd7834352006-08-05 12:39:39 +100022#include <sys/types.h>
23
Damien Miller0bc1bd82000-11-13 22:57:25 +110024#include <openssl/evp.h>
Damien Miller0bc1bd82000-11-13 22:57:25 +110025#include <openssl/err.h>
26
Damien Millerded319c2006-09-01 15:38:36 +100027#include <stdarg.h>
Damien Millere3476ed2006-07-24 14:13:33 +100028#include <string.h>
29
Damien Miller86687062014-07-02 15:28:02 +100030#include "sshbuf.h"
Ben Lindstrom60a43812001-03-29 00:32:56 +000031#include "compat.h"
Damien Miller86687062014-07-02 15:28:02 +100032#include "ssherr.h"
33#define SSHKEY_INTERNAL
34#include "sshkey.h"
Damien Millerb3051d02014-01-10 10:58:53 +110035#include "digest.h"
Damien Miller0bc1bd82000-11-13 22:57:25 +110036
Damien Miller86687062014-07-02 15:28:02 +100037static int openssh_RSA_verify(int, u_char *, size_t, u_char *, size_t, RSA *);
Ben Lindstrom0deb5d92002-08-20 18:40:03 +000038
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +000039static const char *
40rsa_hash_alg_ident(int hash_alg)
41{
42 switch (hash_alg) {
43 case SSH_DIGEST_SHA1:
44 return "ssh-rsa";
45 case SSH_DIGEST_SHA256:
46 return "rsa-sha2-256";
47 case SSH_DIGEST_SHA512:
48 return "rsa-sha2-512";
49 }
50 return NULL;
51}
52
53static int
54rsa_hash_alg_from_ident(const char *ident)
55{
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +000056 if (strcmp(ident, "ssh-rsa") == 0)
57 return SSH_DIGEST_SHA1;
58 if (strcmp(ident, "rsa-sha2-256") == 0)
59 return SSH_DIGEST_SHA256;
60 if (strcmp(ident, "rsa-sha2-512") == 0)
61 return SSH_DIGEST_SHA512;
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +000062 return -1;
63}
64
65static int
66rsa_hash_alg_nid(int type)
67{
68 switch (type) {
69 case SSH_DIGEST_SHA1:
70 return NID_sha1;
71 case SSH_DIGEST_SHA256:
72 return NID_sha256;
73 case SSH_DIGEST_SHA512:
74 return NID_sha512;
75 default:
76 return -1;
77 }
78}
79
Damien Miller0bc1bd82000-11-13 22:57:25 +110080/* RSASSA-PKCS1-v1_5 (PKCS #1 v2.0 signature) with SHA1 */
81int
Damien Miller86687062014-07-02 15:28:02 +100082ssh_rsa_sign(const struct sshkey *key, u_char **sigp, size_t *lenp,
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +000083 const u_char *data, size_t datalen, const char *alg_ident)
Damien Miller0bc1bd82000-11-13 22:57:25 +110084{
Damien Miller86687062014-07-02 15:28:02 +100085 u_char digest[SSH_DIGEST_MAX_LENGTH], *sig = NULL;
86 size_t slen;
87 u_int dlen, len;
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +000088 int nid, hash_alg, ret = SSH_ERR_INTERNAL_ERROR;
Damien Miller86687062014-07-02 15:28:02 +100089 struct sshbuf *b = NULL;
Damien Miller0bc1bd82000-11-13 22:57:25 +110090
Damien Miller86687062014-07-02 15:28:02 +100091 if (lenp != NULL)
92 *lenp = 0;
93 if (sigp != NULL)
94 *sigp = NULL;
95
markus@openbsd.org6262a052015-12-07 20:04:09 +000096 if (alg_ident == NULL || strlen(alg_ident) == 0 ||
97 strncmp(alg_ident, "ssh-rsa-cert", strlen("ssh-rsa-cert")) == 0)
98 hash_alg = SSH_DIGEST_SHA1;
99 else
100 hash_alg = rsa_hash_alg_from_ident(alg_ident);
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +0000101 if (key == NULL || key->rsa == NULL || hash_alg == -1 ||
102 sshkey_type_plain(key->type) != KEY_RSA ||
103 BN_num_bits(key->rsa->n) < SSH_RSA_MINIMUM_MODULUS_SIZE)
Damien Miller86687062014-07-02 15:28:02 +1000104 return SSH_ERR_INVALID_ARGUMENT;
105 slen = RSA_size(key->rsa);
106 if (slen <= 0 || slen > SSHBUF_MAX_BIGNUM)
107 return SSH_ERR_INVALID_ARGUMENT;
Damien Miller3e192952013-12-29 17:47:50 +1100108
Damien Millerb3051d02014-01-10 10:58:53 +1100109 /* hash the data */
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +0000110 nid = rsa_hash_alg_nid(hash_alg);
Damien Miller86687062014-07-02 15:28:02 +1000111 if ((dlen = ssh_digest_bytes(hash_alg)) == 0)
112 return SSH_ERR_INTERNAL_ERROR;
113 if ((ret = ssh_digest_memory(hash_alg, data, datalen,
114 digest, sizeof(digest))) != 0)
115 goto out;
116
117 if ((sig = malloc(slen)) == NULL) {
118 ret = SSH_ERR_ALLOC_FAIL;
119 goto out;
Damien Millerb3051d02014-01-10 10:58:53 +1100120 }
Damien Miller0bc1bd82000-11-13 22:57:25 +1100121
Damien Miller86687062014-07-02 15:28:02 +1000122 if (RSA_sign(nid, digest, dlen, sig, &len, key->rsa) != 1) {
123 ret = SSH_ERR_LIBCRYPTO_ERROR;
124 goto out;
Damien Miller0bc1bd82000-11-13 22:57:25 +1100125 }
126 if (len < slen) {
Damien Miller86687062014-07-02 15:28:02 +1000127 size_t diff = slen - len;
Damien Miller0bc1bd82000-11-13 22:57:25 +1100128 memmove(sig + diff, sig, len);
Damien Millera5103f42014-02-04 11:20:14 +1100129 explicit_bzero(sig, diff);
Damien Miller0bc1bd82000-11-13 22:57:25 +1100130 } else if (len > slen) {
Damien Miller86687062014-07-02 15:28:02 +1000131 ret = SSH_ERR_INTERNAL_ERROR;
132 goto out;
Damien Miller0bc1bd82000-11-13 22:57:25 +1100133 }
134 /* encode signature */
Damien Miller86687062014-07-02 15:28:02 +1000135 if ((b = sshbuf_new()) == NULL) {
136 ret = SSH_ERR_ALLOC_FAIL;
137 goto out;
138 }
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +0000139 if ((ret = sshbuf_put_cstring(b, rsa_hash_alg_ident(hash_alg))) != 0 ||
Damien Miller86687062014-07-02 15:28:02 +1000140 (ret = sshbuf_put_string(b, sig, slen)) != 0)
141 goto out;
142 len = sshbuf_len(b);
143 if (sigp != NULL) {
144 if ((*sigp = malloc(len)) == NULL) {
145 ret = SSH_ERR_ALLOC_FAIL;
146 goto out;
147 }
148 memcpy(*sigp, sshbuf_ptr(b), len);
149 }
Ben Lindstrom2bf759c2002-07-07 22:13:31 +0000150 if (lenp != NULL)
151 *lenp = len;
Damien Miller86687062014-07-02 15:28:02 +1000152 ret = 0;
153 out:
154 explicit_bzero(digest, sizeof(digest));
155 if (sig != NULL) {
156 explicit_bzero(sig, slen);
157 free(sig);
Ben Lindstrom2bf759c2002-07-07 22:13:31 +0000158 }
Damien Miller86687062014-07-02 15:28:02 +1000159 if (b != NULL)
160 sshbuf_free(b);
djm@openbsd.org4ef702e2015-06-15 01:32:50 +0000161 return ret;
Damien Miller0bc1bd82000-11-13 22:57:25 +1100162}
163
164int
Damien Miller86687062014-07-02 15:28:02 +1000165ssh_rsa_verify(const struct sshkey *key,
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +0000166 const u_char *sig, size_t siglen, const u_char *data, size_t datalen)
Damien Miller0bc1bd82000-11-13 22:57:25 +1100167{
Damien Miller86687062014-07-02 15:28:02 +1000168 char *ktype = NULL;
169 int hash_alg, ret = SSH_ERR_INTERNAL_ERROR;
170 size_t len, diff, modlen, dlen;
171 struct sshbuf *b = NULL;
172 u_char digest[SSH_DIGEST_MAX_LENGTH], *osigblob, *sigblob = NULL;
Damien Miller0bc1bd82000-11-13 22:57:25 +1100173
Damien Miller86687062014-07-02 15:28:02 +1000174 if (key == NULL || key->rsa == NULL ||
175 sshkey_type_plain(key->type) != KEY_RSA ||
176 BN_num_bits(key->rsa->n) < SSH_RSA_MINIMUM_MODULUS_SIZE)
177 return SSH_ERR_INVALID_ARGUMENT;
Damien Miller3e192952013-12-29 17:47:50 +1100178
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +0000179 if ((b = sshbuf_from(sig, siglen)) == NULL)
Damien Miller86687062014-07-02 15:28:02 +1000180 return SSH_ERR_ALLOC_FAIL;
181 if (sshbuf_get_cstring(b, &ktype, NULL) != 0) {
182 ret = SSH_ERR_INVALID_FORMAT;
183 goto out;
Ben Lindstrombf555ba2001-01-18 02:04:35 +0000184 }
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +0000185 if ((hash_alg = rsa_hash_alg_from_ident(ktype)) == -1) {
Damien Miller86687062014-07-02 15:28:02 +1000186 ret = SSH_ERR_KEY_TYPE_MISMATCH;
187 goto out;
Damien Miller0bc1bd82000-11-13 22:57:25 +1100188 }
Damien Miller86687062014-07-02 15:28:02 +1000189 if (sshbuf_get_string(b, &sigblob, &len) != 0) {
190 ret = SSH_ERR_INVALID_FORMAT;
191 goto out;
192 }
193 if (sshbuf_len(b) != 0) {
194 ret = SSH_ERR_UNEXPECTED_TRAILING_DATA;
195 goto out;
Damien Miller0bc1bd82000-11-13 22:57:25 +1100196 }
Ben Lindstromceae9d12002-06-06 20:55:04 +0000197 /* RSA_verify expects a signature of RSA_size */
198 modlen = RSA_size(key->rsa);
199 if (len > modlen) {
Damien Miller86687062014-07-02 15:28:02 +1000200 ret = SSH_ERR_KEY_BITS_MISMATCH;
201 goto out;
Ben Lindstromceae9d12002-06-06 20:55:04 +0000202 } else if (len < modlen) {
Damien Miller86687062014-07-02 15:28:02 +1000203 diff = modlen - len;
204 osigblob = sigblob;
205 if ((sigblob = realloc(sigblob, modlen)) == NULL) {
206 sigblob = osigblob; /* put it back for clear/free */
207 ret = SSH_ERR_ALLOC_FAIL;
208 goto out;
209 }
Ben Lindstromceae9d12002-06-06 20:55:04 +0000210 memmove(sigblob + diff, sigblob, len);
Damien Millera5103f42014-02-04 11:20:14 +1100211 explicit_bzero(sigblob, diff);
Ben Lindstromceae9d12002-06-06 20:55:04 +0000212 len = modlen;
213 }
Damien Millerb3051d02014-01-10 10:58:53 +1100214 if ((dlen = ssh_digest_bytes(hash_alg)) == 0) {
Damien Miller86687062014-07-02 15:28:02 +1000215 ret = SSH_ERR_INTERNAL_ERROR;
216 goto out;
Ben Lindstrom425fb022001-03-29 00:31:20 +0000217 }
Damien Miller86687062014-07-02 15:28:02 +1000218 if ((ret = ssh_digest_memory(hash_alg, data, datalen,
219 digest, sizeof(digest))) != 0)
220 goto out;
Damien Miller0bc1bd82000-11-13 22:57:25 +1100221
Damien Millerb3051d02014-01-10 10:58:53 +1100222 ret = openssh_RSA_verify(hash_alg, digest, dlen, sigblob, len,
223 key->rsa);
Damien Miller86687062014-07-02 15:28:02 +1000224 out:
225 if (sigblob != NULL) {
226 explicit_bzero(sigblob, len);
227 free(sigblob);
228 }
mmcc@openbsd.orgd59ce082015-12-10 17:08:40 +0000229 free(ktype);
Damien Miller86687062014-07-02 15:28:02 +1000230 if (b != NULL)
231 sshbuf_free(b);
Damien Millera5103f42014-02-04 11:20:14 +1100232 explicit_bzero(digest, sizeof(digest));
Damien Miller0bc1bd82000-11-13 22:57:25 +1100233 return ret;
234}
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000235
236/*
237 * See:
238 * http://www.rsasecurity.com/rsalabs/pkcs/pkcs-1/
239 * ftp://ftp.rsasecurity.com/pub/pkcs/pkcs-1/pkcs-1v2-1.asn
240 */
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +0000241
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000242/*
243 * id-sha1 OBJECT IDENTIFIER ::= { iso(1) identified-organization(3)
244 * oiw(14) secsig(3) algorithms(2) 26 }
245 */
246static const u_char id_sha1[] = {
247 0x30, 0x21, /* type Sequence, length 0x21 (33) */
248 0x30, 0x09, /* type Sequence, length 0x09 */
249 0x06, 0x05, /* type OID, length 0x05 */
250 0x2b, 0x0e, 0x03, 0x02, 0x1a, /* id-sha1 OID */
251 0x05, 0x00, /* NULL */
252 0x04, 0x14 /* Octet string, length 0x14 (20), followed by sha1 hash */
253};
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000254
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +0000255/*
256 * See http://csrc.nist.gov/groups/ST/crypto_apps_infra/csor/algorithms.html
257 * id-sha256 OBJECT IDENTIFIER ::= { joint-iso-itu-t(2) country(16) us(840)
258 * organization(1) gov(101) csor(3) nistAlgorithm(4) hashAlgs(2)
259 * id-sha256(1) }
260 */
261static const u_char id_sha256[] = {
262 0x30, 0x31, /* type Sequence, length 0x31 (49) */
263 0x30, 0x0d, /* type Sequence, length 0x0d (13) */
264 0x06, 0x09, /* type OID, length 0x09 */
265 0x60, 0x86, 0x48, 0x01, 0x65, 0x03, 0x04, 0x02, 0x01, /* id-sha256 */
266 0x05, 0x00, /* NULL */
267 0x04, 0x20 /* Octet string, length 0x20 (32), followed by sha256 hash */
268};
269
270/*
271 * See http://csrc.nist.gov/groups/ST/crypto_apps_infra/csor/algorithms.html
272 * id-sha512 OBJECT IDENTIFIER ::= { joint-iso-itu-t(2) country(16) us(840)
273 * organization(1) gov(101) csor(3) nistAlgorithm(4) hashAlgs(2)
274 * id-sha256(3) }
275 */
276static const u_char id_sha512[] = {
277 0x30, 0x51, /* type Sequence, length 0x51 (81) */
278 0x30, 0x0d, /* type Sequence, length 0x0d (13) */
279 0x06, 0x09, /* type OID, length 0x09 */
280 0x60, 0x86, 0x48, 0x01, 0x65, 0x03, 0x04, 0x02, 0x03, /* id-sha512 */
281 0x05, 0x00, /* NULL */
282 0x04, 0x40 /* Octet string, length 0x40 (64), followed by sha512 hash */
283};
284
285static int
286rsa_hash_alg_oid(int hash_alg, const u_char **oidp, size_t *oidlenp)
287{
288 switch (hash_alg) {
289 case SSH_DIGEST_SHA1:
290 *oidp = id_sha1;
291 *oidlenp = sizeof(id_sha1);
292 break;
293 case SSH_DIGEST_SHA256:
294 *oidp = id_sha256;
295 *oidlenp = sizeof(id_sha256);
296 break;
297 case SSH_DIGEST_SHA512:
298 *oidp = id_sha512;
299 *oidlenp = sizeof(id_sha512);
300 break;
301 default:
302 return SSH_ERR_INVALID_ARGUMENT;
303 }
304 return 0;
305}
306
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000307static int
Damien Miller86687062014-07-02 15:28:02 +1000308openssh_RSA_verify(int hash_alg, u_char *hash, size_t hashlen,
309 u_char *sigbuf, size_t siglen, RSA *rsa)
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000310{
djm@openbsd.org61942ea2015-09-09 00:52:44 +0000311 size_t rsasize = 0, oidlen = 0, hlen = 0;
312 int ret, len, oidmatch, hashmatch;
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000313 const u_char *oid = NULL;
314 u_char *decrypted = NULL;
315
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +0000316 if ((ret = rsa_hash_alg_oid(hash_alg, &oid, &oidlen)) != 0)
317 return ret;
Damien Miller86687062014-07-02 15:28:02 +1000318 ret = SSH_ERR_INTERNAL_ERROR;
markus@openbsd.org76c9fbb2015-12-04 16:41:28 +0000319 hlen = ssh_digest_bytes(hash_alg);
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000320 if (hashlen != hlen) {
Damien Miller86687062014-07-02 15:28:02 +1000321 ret = SSH_ERR_INVALID_ARGUMENT;
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000322 goto done;
323 }
324 rsasize = RSA_size(rsa);
Damien Miller86687062014-07-02 15:28:02 +1000325 if (rsasize <= 0 || rsasize > SSHBUF_MAX_BIGNUM ||
326 siglen == 0 || siglen > rsasize) {
327 ret = SSH_ERR_INVALID_ARGUMENT;
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000328 goto done;
329 }
Damien Miller86687062014-07-02 15:28:02 +1000330 if ((decrypted = malloc(rsasize)) == NULL) {
331 ret = SSH_ERR_ALLOC_FAIL;
332 goto done;
333 }
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000334 if ((len = RSA_public_decrypt(siglen, sigbuf, decrypted, rsa,
335 RSA_PKCS1_PADDING)) < 0) {
Damien Miller86687062014-07-02 15:28:02 +1000336 ret = SSH_ERR_LIBCRYPTO_ERROR;
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000337 goto done;
338 }
Damien Miller86687062014-07-02 15:28:02 +1000339 if (len < 0 || (size_t)len != hlen + oidlen) {
340 ret = SSH_ERR_INVALID_FORMAT;
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000341 goto done;
342 }
Damien Miller4e8285e2010-08-03 16:04:03 +1000343 oidmatch = timingsafe_bcmp(decrypted, oid, oidlen) == 0;
344 hashmatch = timingsafe_bcmp(decrypted + oidlen, hash, hlen) == 0;
Damien Miller86687062014-07-02 15:28:02 +1000345 if (!oidmatch || !hashmatch) {
346 ret = SSH_ERR_SIGNATURE_INVALID;
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000347 goto done;
348 }
Damien Miller86687062014-07-02 15:28:02 +1000349 ret = 0;
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000350done:
Damien Miller86687062014-07-02 15:28:02 +1000351 if (decrypted) {
352 explicit_bzero(decrypted, rsasize);
353 free(decrypted);
354 }
Ben Lindstrom0deb5d92002-08-20 18:40:03 +0000355 return ret;
356}
Damien Miller72ef7c12015-01-15 02:21:31 +1100357#endif /* WITH_OPENSSL */