xref: /openbsd-src/lib/libcrypto/evp/p_legacy.c (revision 9bac3682a248384cde711fdda825c3b5960b1005)
1 /*	$OpenBSD: p_legacy.c,v 1.6 2024/04/09 13:52:41 beck Exp $ */
2 /* Copyright (C) 1995-1998 Eric Young (eay@cryptsoft.com)
3  * All rights reserved.
4  *
5  * This package is an SSL implementation written
6  * by Eric Young (eay@cryptsoft.com).
7  * The implementation was written so as to conform with Netscapes SSL.
8  *
9  * This library is free for commercial and non-commercial use as long as
10  * the following conditions are aheared to.  The following conditions
11  * apply to all code found in this distribution, be it the RC4, RSA,
12  * lhash, DES, etc., code; not just the SSL code.  The SSL documentation
13  * included with this distribution is covered by the same copyright terms
14  * except that the holder is Tim Hudson (tjh@cryptsoft.com).
15  *
16  * Copyright remains Eric Young's, and as such any Copyright notices in
17  * the code are not to be removed.
18  * If this package is used in a product, Eric Young should be given attribution
19  * as the author of the parts of the library used.
20  * This can be in the form of a textual message at program startup or
21  * in documentation (online or textual) provided with the package.
22  *
23  * Redistribution and use in source and binary forms, with or without
24  * modification, are permitted provided that the following conditions
25  * are met:
26  * 1. Redistributions of source code must retain the copyright
27  *    notice, this list of conditions and the following disclaimer.
28  * 2. Redistributions in binary form must reproduce the above copyright
29  *    notice, this list of conditions and the following disclaimer in the
30  *    documentation and/or other materials provided with the distribution.
31  * 3. All advertising materials mentioning features or use of this software
32  *    must display the following acknowledgement:
33  *    "This product includes cryptographic software written by
34  *     Eric Young (eay@cryptsoft.com)"
35  *    The word 'cryptographic' can be left out if the rouines from the library
36  *    being used are not cryptographic related :-).
37  * 4. If you include any Windows specific code (or a derivative thereof) from
38  *    the apps directory (application code) you must include an acknowledgement:
39  *    "This product includes software written by Tim Hudson (tjh@cryptsoft.com)"
40  *
41  * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND
42  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
43  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
44  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
45  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
46  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
47  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
48  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
49  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
50  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
51  * SUCH DAMAGE.
52  *
53  * The licence and distribution terms for any publically available version or
54  * derivative of this code cannot be changed.  i.e. this code cannot simply be
55  * copied and put under another distribution licence
56  * [including the GNU Public Licence.]
57  */
58 
59 #include <stdlib.h>
60 
61 #include <openssl/evp.h>
62 #include <openssl/err.h>
63 
64 #include <openssl/rsa.h>
65 
66 #include "evp_local.h"
67 
68 int
EVP_PKEY_decrypt_old(unsigned char * to,const unsigned char * from,int from_len,EVP_PKEY * pkey)69 EVP_PKEY_decrypt_old(unsigned char *to, const unsigned char *from, int from_len,
70     EVP_PKEY *pkey)
71 {
72 	if (pkey->type != EVP_PKEY_RSA) {
73 		EVPerror(EVP_R_PUBLIC_KEY_NOT_RSA);
74 		return -1;
75 	}
76 
77 	return RSA_private_decrypt(from_len, from, to, pkey->pkey.rsa,
78 	    RSA_PKCS1_PADDING);
79 }
80 LCRYPTO_ALIAS(EVP_PKEY_decrypt_old);
81 
82 int
EVP_PKEY_encrypt_old(unsigned char * to,const unsigned char * from,int from_len,EVP_PKEY * pkey)83 EVP_PKEY_encrypt_old(unsigned char *to, const unsigned char *from, int from_len,
84     EVP_PKEY *pkey)
85 {
86 	if (pkey->type != EVP_PKEY_RSA) {
87 		EVPerror(EVP_R_PUBLIC_KEY_NOT_RSA);
88 		return 0;
89 	}
90 
91 	return RSA_public_encrypt(from_len, from, to, pkey->pkey.rsa,
92 	    RSA_PKCS1_PADDING);
93 }
94 LCRYPTO_ALIAS(EVP_PKEY_encrypt_old);
95 
96 int
EVP_OpenInit(EVP_CIPHER_CTX * ctx,const EVP_CIPHER * type,const unsigned char * ek,int ekl,const unsigned char * iv,EVP_PKEY * priv)97 EVP_OpenInit(EVP_CIPHER_CTX *ctx, const EVP_CIPHER *type,
98     const unsigned char *ek, int ekl, const unsigned char *iv, EVP_PKEY *priv)
99 {
100 	unsigned char *key = NULL;
101 	int i, size = 0, ret = 0;
102 
103 	if (type) {
104 		if (!EVP_CIPHER_CTX_reset(ctx))
105 			return 0;
106 		if (!EVP_DecryptInit_ex(ctx, type, NULL, NULL, NULL))
107 			return 0;
108 	}
109 
110 	if (!priv)
111 		return 1;
112 
113 	if (priv->type != EVP_PKEY_RSA) {
114 		EVPerror(EVP_R_PUBLIC_KEY_NOT_RSA);
115 		goto err;
116 	}
117 
118 	size = RSA_size(priv->pkey.rsa);
119 	key = malloc(size + 2);
120 	if (key == NULL) {
121 		/* ERROR */
122 		EVPerror(ERR_R_MALLOC_FAILURE);
123 		goto err;
124 	}
125 
126 	i = EVP_PKEY_decrypt_old(key, ek, ekl, priv);
127 	if ((i <= 0) || !EVP_CIPHER_CTX_set_key_length(ctx, i)) {
128 		/* ERROR */
129 		goto err;
130 	}
131 	if (!EVP_DecryptInit_ex(ctx, NULL, NULL, key, iv))
132 		goto err;
133 
134 	ret = 1;
135 
136 err:
137 	freezero(key, size);
138 	return (ret);
139 }
140 LCRYPTO_ALIAS(EVP_OpenInit);
141 
142 int
EVP_OpenFinal(EVP_CIPHER_CTX * ctx,unsigned char * out,int * outl)143 EVP_OpenFinal(EVP_CIPHER_CTX *ctx, unsigned char *out, int *outl)
144 {
145 	int i;
146 
147 	i = EVP_DecryptFinal_ex(ctx, out, outl);
148 	if (i)
149 		i = EVP_DecryptInit_ex(ctx, NULL, NULL, NULL, NULL);
150 	return (i);
151 }
152 LCRYPTO_ALIAS(EVP_OpenFinal);
153 
154 int
EVP_SealInit(EVP_CIPHER_CTX * ctx,const EVP_CIPHER * type,unsigned char ** ek,int * ekl,unsigned char * iv,EVP_PKEY ** pubk,int npubk)155 EVP_SealInit(EVP_CIPHER_CTX *ctx, const EVP_CIPHER *type, unsigned char **ek,
156     int *ekl, unsigned char *iv, EVP_PKEY **pubk, int npubk)
157 {
158 	unsigned char key[EVP_MAX_KEY_LENGTH];
159 	int i, iv_len;
160 
161 	if (type) {
162 		if (!EVP_CIPHER_CTX_reset(ctx))
163 			return 0;
164 		if (!EVP_EncryptInit_ex(ctx, type, NULL, NULL, NULL))
165 			return 0;
166 	}
167 	if ((npubk <= 0) || !pubk)
168 		return 1;
169 	if (EVP_CIPHER_CTX_rand_key(ctx, key) <= 0)
170 		return 0;
171 	/* XXX - upper bound? */
172 	if ((iv_len = EVP_CIPHER_CTX_iv_length(ctx)) < 0)
173 		return 0;
174 	if (iv_len > 0)
175 		arc4random_buf(iv, iv_len);
176 
177 	if (!EVP_EncryptInit_ex(ctx, NULL, NULL, key, iv))
178 		return 0;
179 
180 	for (i = 0; i < npubk; i++) {
181 		ekl[i] = EVP_PKEY_encrypt_old(ek[i], key,
182 		    EVP_CIPHER_CTX_key_length(ctx), pubk[i]);
183 		if (ekl[i] <= 0)
184 			return (-1);
185 	}
186 	return (npubk);
187 }
188 LCRYPTO_ALIAS(EVP_SealInit);
189 
190 int
EVP_SealFinal(EVP_CIPHER_CTX * ctx,unsigned char * out,int * outl)191 EVP_SealFinal(EVP_CIPHER_CTX *ctx, unsigned char *out, int *outl)
192 {
193 	int i;
194 
195 	i = EVP_EncryptFinal_ex(ctx, out, outl);
196 	if (i)
197 		i = EVP_EncryptInit_ex(ctx, NULL, NULL, NULL, NULL);
198 	return i;
199 }
200 LCRYPTO_ALIAS(EVP_SealFinal);
201