xref: /openbsd-src/usr.bin/ssh/digest-openssl.c (revision 11494e2420d369b42f0d9852fa123983d7b1d849)
1*11494e24Sdjm /* $OpenBSD: digest-openssl.c,v 1.9 2020/10/29 02:52:43 djm Exp $ */
230042712Smarkus /*
330042712Smarkus  * Copyright (c) 2013 Damien Miller <djm@mindrot.org>
430042712Smarkus  *
530042712Smarkus  * Permission to use, copy, modify, and distribute this software for any
630042712Smarkus  * purpose with or without fee is hereby granted, provided that the above
730042712Smarkus  * copyright notice and this permission notice appear in all copies.
830042712Smarkus  *
930042712Smarkus  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
1030042712Smarkus  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
1130042712Smarkus  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
1230042712Smarkus  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
1330042712Smarkus  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
1430042712Smarkus  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
1530042712Smarkus  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
1630042712Smarkus  */
1730042712Smarkus 
1830042712Smarkus #include <sys/types.h>
1930042712Smarkus #include <limits.h>
2030042712Smarkus #include <stdlib.h>
2130042712Smarkus #include <string.h>
2230042712Smarkus 
2330042712Smarkus #include <openssl/evp.h>
2430042712Smarkus 
25ea2d8289Sdjm #include "sshbuf.h"
2630042712Smarkus #include "digest.h"
27ea2d8289Sdjm #include "ssherr.h"
2830042712Smarkus 
2930042712Smarkus struct ssh_digest_ctx {
3030042712Smarkus 	int alg;
317c94020aSdjm 	EVP_MD_CTX *mdctx;
3230042712Smarkus };
3330042712Smarkus 
3430042712Smarkus struct ssh_digest {
3530042712Smarkus 	int id;
3630042712Smarkus 	const char *name;
3730042712Smarkus 	size_t digest_len;
3830042712Smarkus 	const EVP_MD *(*mdfunc)(void);
3930042712Smarkus };
4030042712Smarkus 
4130042712Smarkus /* NB. Indexed directly by algorithm number */
4230042712Smarkus const struct ssh_digest digests[] = {
4330042712Smarkus 	{ SSH_DIGEST_MD5,	"MD5",		16,	EVP_md5 },
4430042712Smarkus 	{ SSH_DIGEST_SHA1,	"SHA1",		20,	EVP_sha1 },
4530042712Smarkus 	{ SSH_DIGEST_SHA256,	"SHA256",	32,	EVP_sha256 },
4630042712Smarkus 	{ SSH_DIGEST_SHA384,	"SHA384",	48,	EVP_sha384 },
4730042712Smarkus 	{ SSH_DIGEST_SHA512,	"SHA512",	64,	EVP_sha512 },
4830042712Smarkus 	{ -1,			NULL,		0,	NULL },
4930042712Smarkus };
5030042712Smarkus 
5130042712Smarkus static const struct ssh_digest *
ssh_digest_by_alg(int alg)5230042712Smarkus ssh_digest_by_alg(int alg)
5330042712Smarkus {
5430042712Smarkus 	if (alg < 0 || alg >= SSH_DIGEST_MAX)
5530042712Smarkus 		return NULL;
5630042712Smarkus 	if (digests[alg].id != alg) /* sanity */
5730042712Smarkus 		return NULL;
5830042712Smarkus 	return &(digests[alg]);
5930042712Smarkus }
6030042712Smarkus 
613dbedef4Sdjm int
ssh_digest_alg_by_name(const char * name)623dbedef4Sdjm ssh_digest_alg_by_name(const char *name)
633dbedef4Sdjm {
643dbedef4Sdjm 	int alg;
653dbedef4Sdjm 
663dbedef4Sdjm 	for (alg = 0; digests[alg].id != -1; alg++) {
673dbedef4Sdjm 		if (strcasecmp(name, digests[alg].name) == 0)
683dbedef4Sdjm 			return digests[alg].id;
693dbedef4Sdjm 	}
703dbedef4Sdjm 	return -1;
713dbedef4Sdjm }
723dbedef4Sdjm 
733dbedef4Sdjm const char *
ssh_digest_alg_name(int alg)743dbedef4Sdjm ssh_digest_alg_name(int alg)
753dbedef4Sdjm {
763dbedef4Sdjm 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
773dbedef4Sdjm 
783dbedef4Sdjm 	return digest == NULL ? NULL : digest->name;
793dbedef4Sdjm }
803dbedef4Sdjm 
8130042712Smarkus size_t
ssh_digest_bytes(int alg)8230042712Smarkus ssh_digest_bytes(int alg)
8330042712Smarkus {
8430042712Smarkus 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
8530042712Smarkus 
8630042712Smarkus 	return digest == NULL ? 0 : digest->digest_len;
8730042712Smarkus }
8830042712Smarkus 
8930042712Smarkus size_t
ssh_digest_blocksize(struct ssh_digest_ctx * ctx)9030042712Smarkus ssh_digest_blocksize(struct ssh_digest_ctx *ctx)
9130042712Smarkus {
927c94020aSdjm 	return EVP_MD_CTX_block_size(ctx->mdctx);
9330042712Smarkus }
9430042712Smarkus 
9530042712Smarkus struct ssh_digest_ctx *
ssh_digest_start(int alg)9630042712Smarkus ssh_digest_start(int alg)
9730042712Smarkus {
9830042712Smarkus 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
9930042712Smarkus 	struct ssh_digest_ctx *ret;
10030042712Smarkus 
10130042712Smarkus 	if (digest == NULL || ((ret = calloc(1, sizeof(*ret))) == NULL))
10230042712Smarkus 		return NULL;
10330042712Smarkus 	ret->alg = alg;
1047c94020aSdjm 	if ((ret->mdctx = EVP_MD_CTX_new()) == NULL) {
10530042712Smarkus 		free(ret);
10630042712Smarkus 		return NULL;
10730042712Smarkus 	}
1087c94020aSdjm 	if (EVP_DigestInit_ex(ret->mdctx, digest->mdfunc(), NULL) != 1) {
1097c94020aSdjm 		ssh_digest_free(ret);
1107c94020aSdjm 		return NULL;
1117c94020aSdjm 	}
11230042712Smarkus 	return ret;
11330042712Smarkus }
11430042712Smarkus 
11530042712Smarkus int
ssh_digest_copy_state(struct ssh_digest_ctx * from,struct ssh_digest_ctx * to)11630042712Smarkus ssh_digest_copy_state(struct ssh_digest_ctx *from, struct ssh_digest_ctx *to)
11730042712Smarkus {
118ea2d8289Sdjm 	if (from->alg != to->alg)
119ea2d8289Sdjm 		return SSH_ERR_INVALID_ARGUMENT;
12030042712Smarkus 	/* we have bcopy-style order while openssl has memcpy-style */
1217c94020aSdjm 	if (!EVP_MD_CTX_copy_ex(to->mdctx, from->mdctx))
122ea2d8289Sdjm 		return SSH_ERR_LIBCRYPTO_ERROR;
12330042712Smarkus 	return 0;
12430042712Smarkus }
12530042712Smarkus 
12630042712Smarkus int
ssh_digest_update(struct ssh_digest_ctx * ctx,const void * m,size_t mlen)12730042712Smarkus ssh_digest_update(struct ssh_digest_ctx *ctx, const void *m, size_t mlen)
12830042712Smarkus {
1297c94020aSdjm 	if (EVP_DigestUpdate(ctx->mdctx, m, mlen) != 1)
130ea2d8289Sdjm 		return SSH_ERR_LIBCRYPTO_ERROR;
13130042712Smarkus 	return 0;
13230042712Smarkus }
13330042712Smarkus 
13430042712Smarkus int
ssh_digest_update_buffer(struct ssh_digest_ctx * ctx,const struct sshbuf * b)135ea2d8289Sdjm ssh_digest_update_buffer(struct ssh_digest_ctx *ctx, const struct sshbuf *b)
13630042712Smarkus {
137ea2d8289Sdjm 	return ssh_digest_update(ctx, sshbuf_ptr(b), sshbuf_len(b));
13830042712Smarkus }
13930042712Smarkus 
14030042712Smarkus int
ssh_digest_final(struct ssh_digest_ctx * ctx,u_char * d,size_t dlen)14130042712Smarkus ssh_digest_final(struct ssh_digest_ctx *ctx, u_char *d, size_t dlen)
14230042712Smarkus {
14330042712Smarkus 	const struct ssh_digest *digest = ssh_digest_by_alg(ctx->alg);
14430042712Smarkus 	u_int l = dlen;
14530042712Smarkus 
1468c0f8e2cSdtucker 	if (digest == NULL || dlen > UINT_MAX)
147ea2d8289Sdjm 		return SSH_ERR_INVALID_ARGUMENT;
14830042712Smarkus 	if (dlen < digest->digest_len) /* No truncation allowed */
149ea2d8289Sdjm 		return SSH_ERR_INVALID_ARGUMENT;
1507c94020aSdjm 	if (EVP_DigestFinal_ex(ctx->mdctx, d, &l) != 1)
151ea2d8289Sdjm 		return SSH_ERR_LIBCRYPTO_ERROR;
15230042712Smarkus 	if (l != digest->digest_len) /* sanity */
153ea2d8289Sdjm 		return SSH_ERR_INTERNAL_ERROR;
15430042712Smarkus 	return 0;
15530042712Smarkus }
15630042712Smarkus 
15730042712Smarkus void
ssh_digest_free(struct ssh_digest_ctx * ctx)15830042712Smarkus ssh_digest_free(struct ssh_digest_ctx *ctx)
15930042712Smarkus {
1607c94020aSdjm 	if (ctx == NULL)
1617c94020aSdjm 		return;
1627c94020aSdjm 	EVP_MD_CTX_free(ctx->mdctx);
1637c94020aSdjm 	freezero(ctx, sizeof(*ctx));
16430042712Smarkus }
16530042712Smarkus 
16630042712Smarkus int
ssh_digest_memory(int alg,const void * m,size_t mlen,u_char * d,size_t dlen)16730042712Smarkus ssh_digest_memory(int alg, const void *m, size_t mlen, u_char *d, size_t dlen)
16830042712Smarkus {
1696de019f9Sdjm 	const struct ssh_digest *digest = ssh_digest_by_alg(alg);
1706de019f9Sdjm 	u_int mdlen;
17130042712Smarkus 
1726de019f9Sdjm 	if (digest == NULL)
173ea2d8289Sdjm 		return SSH_ERR_INVALID_ARGUMENT;
1746de019f9Sdjm 	if (dlen > UINT_MAX)
1756de019f9Sdjm 		return SSH_ERR_INVALID_ARGUMENT;
1766de019f9Sdjm 	if (dlen < digest->digest_len)
1776de019f9Sdjm 		return SSH_ERR_INVALID_ARGUMENT;
1786de019f9Sdjm 	mdlen = dlen;
1796de019f9Sdjm 	if (!EVP_Digest(m, mlen, d, &mdlen, digest->mdfunc(), NULL))
1806de019f9Sdjm 		return SSH_ERR_LIBCRYPTO_ERROR;
18130042712Smarkus 	return 0;
18230042712Smarkus }
18330042712Smarkus 
18430042712Smarkus int
ssh_digest_buffer(int alg,const struct sshbuf * b,u_char * d,size_t dlen)185ea2d8289Sdjm ssh_digest_buffer(int alg, const struct sshbuf *b, u_char *d, size_t dlen)
18630042712Smarkus {
187ea2d8289Sdjm 	return ssh_digest_memory(alg, sshbuf_ptr(b), sshbuf_len(b), d, dlen);
18830042712Smarkus }
189