xref: /onnv-gate/usr/src/common/openssl/crypto/pkcs7/pk7_smime.c (revision 2139:6243c3338933)
1 /* pk7_smime.c */
2 /* Written by Dr Stephen N Henson (shenson@bigfoot.com) for the OpenSSL
3  * project.
4  */
5 /* ====================================================================
6  * Copyright (c) 1999-2004 The OpenSSL Project.  All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  *
12  * 1. Redistributions of source code must retain the above copyright
13  *    notice, this list of conditions and the following disclaimer.
14  *
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in
17  *    the documentation and/or other materials provided with the
18  *    distribution.
19  *
20  * 3. All advertising materials mentioning features or use of this
21  *    software must display the following acknowledgment:
22  *    "This product includes software developed by the OpenSSL Project
23  *    for use in the OpenSSL Toolkit. (http://www.OpenSSL.org/)"
24  *
25  * 4. The names "OpenSSL Toolkit" and "OpenSSL Project" must not be used to
26  *    endorse or promote products derived from this software without
27  *    prior written permission. For written permission, please contact
28  *    licensing@OpenSSL.org.
29  *
30  * 5. Products derived from this software may not be called "OpenSSL"
31  *    nor may "OpenSSL" appear in their names without prior written
32  *    permission of the OpenSSL Project.
33  *
34  * 6. Redistributions of any form whatsoever must retain the following
35  *    acknowledgment:
36  *    "This product includes software developed by the OpenSSL Project
37  *    for use in the OpenSSL Toolkit (http://www.OpenSSL.org/)"
38  *
39  * THIS SOFTWARE IS PROVIDED BY THE OpenSSL PROJECT ``AS IS'' AND ANY
40  * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
41  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
42  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE OpenSSL PROJECT OR
43  * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
44  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
45  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
46  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
47  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
48  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
49  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
50  * OF THE POSSIBILITY OF SUCH DAMAGE.
51  * ====================================================================
52  *
53  * This product includes cryptographic software written by Eric Young
54  * (eay@cryptsoft.com).  This product includes software written by Tim
55  * Hudson (tjh@cryptsoft.com).
56  *
57  */
58 
59 /* Simple PKCS#7 processing functions */
60 
61 #include <stdio.h>
62 #include "cryptlib.h"
63 #include <openssl/x509.h>
64 #include <openssl/x509v3.h>
65 
PKCS7_sign(X509 * signcert,EVP_PKEY * pkey,STACK_OF (X509)* certs,BIO * data,int flags)66 PKCS7 *PKCS7_sign(X509 *signcert, EVP_PKEY *pkey, STACK_OF(X509) *certs,
67 		  BIO *data, int flags)
68 {
69 	PKCS7 *p7;
70 	PKCS7_SIGNER_INFO *si;
71 	BIO *p7bio;
72 	STACK_OF(X509_ALGOR) *smcap;
73 	int i;
74 
75 	if(!X509_check_private_key(signcert, pkey)) {
76 		PKCS7err(PKCS7_F_PKCS7_SIGN,PKCS7_R_PRIVATE_KEY_DOES_NOT_MATCH_CERTIFICATE);
77                 return NULL;
78 	}
79 
80 	if(!(p7 = PKCS7_new())) {
81 		PKCS7err(PKCS7_F_PKCS7_SIGN,ERR_R_MALLOC_FAILURE);
82 		return NULL;
83 	}
84 
85 	PKCS7_set_type(p7, NID_pkcs7_signed);
86 
87 	PKCS7_content_new(p7, NID_pkcs7_data);
88 
89     	if (!(si = PKCS7_add_signature(p7,signcert,pkey,EVP_sha1()))) {
90 		PKCS7err(PKCS7_F_PKCS7_SIGN,PKCS7_R_PKCS7_ADD_SIGNATURE_ERROR);
91 		PKCS7_free(p7);
92 		return NULL;
93 	}
94 
95 	if(!(flags & PKCS7_NOCERTS)) {
96 		PKCS7_add_certificate(p7, signcert);
97 		if(certs) for(i = 0; i < sk_X509_num(certs); i++)
98 			PKCS7_add_certificate(p7, sk_X509_value(certs, i));
99 	}
100 
101 	if(!(flags & PKCS7_NOATTR)) {
102 		PKCS7_add_signed_attribute(si, NID_pkcs9_contentType,
103 				V_ASN1_OBJECT, OBJ_nid2obj(NID_pkcs7_data));
104 		/* Add SMIMECapabilities */
105 		if(!(flags & PKCS7_NOSMIMECAP))
106 		{
107 		if(!(smcap = sk_X509_ALGOR_new_null())) {
108 			PKCS7err(PKCS7_F_PKCS7_SIGN,ERR_R_MALLOC_FAILURE);
109 			PKCS7_free(p7);
110 			return NULL;
111 		}
112 #ifndef OPENSSL_NO_DES
113 		PKCS7_simple_smimecap (smcap, NID_des_ede3_cbc, -1);
114 #endif
115 #ifndef OPENSSL_NO_RC2
116 		PKCS7_simple_smimecap (smcap, NID_rc2_cbc, 128);
117 		PKCS7_simple_smimecap (smcap, NID_rc2_cbc, 64);
118 #endif
119 #ifndef OPENSSL_NO_DES
120 		PKCS7_simple_smimecap (smcap, NID_des_cbc, -1);
121 #endif
122 #ifndef OPENSSL_NO_RC2
123 		PKCS7_simple_smimecap (smcap, NID_rc2_cbc, 40);
124 #endif
125 		PKCS7_add_attrib_smimecap (si, smcap);
126 		sk_X509_ALGOR_pop_free(smcap, X509_ALGOR_free);
127 		}
128 	}
129 
130 	if (flags & PKCS7_STREAM)
131 		return p7;
132 
133 	if (!(p7bio = PKCS7_dataInit(p7, NULL))) {
134 		PKCS7err(PKCS7_F_PKCS7_SIGN,ERR_R_MALLOC_FAILURE);
135 		PKCS7_free(p7);
136 		return NULL;
137 	}
138 
139 	SMIME_crlf_copy(data, p7bio, flags);
140 
141 	if(flags & PKCS7_DETACHED)PKCS7_set_detached(p7, 1);
142 
143         if (!PKCS7_dataFinal(p7,p7bio)) {
144 		PKCS7err(PKCS7_F_PKCS7_SIGN,PKCS7_R_PKCS7_DATASIGN);
145 		PKCS7_free(p7);
146 		BIO_free_all(p7bio);
147 		return NULL;
148 	}
149 
150 	BIO_free_all(p7bio);
151 	return p7;
152 }
153 
PKCS7_verify(PKCS7 * p7,STACK_OF (X509)* certs,X509_STORE * store,BIO * indata,BIO * out,int flags)154 int PKCS7_verify(PKCS7 *p7, STACK_OF(X509) *certs, X509_STORE *store,
155 					BIO *indata, BIO *out, int flags)
156 {
157 	STACK_OF(X509) *signers;
158 	X509 *signer;
159 	STACK_OF(PKCS7_SIGNER_INFO) *sinfos;
160 	PKCS7_SIGNER_INFO *si;
161 	X509_STORE_CTX cert_ctx;
162 	char buf[4096];
163 	int i, j=0, k, ret = 0;
164 	BIO *p7bio;
165 	BIO *tmpin, *tmpout;
166 
167 	if(!p7) {
168 		PKCS7err(PKCS7_F_PKCS7_VERIFY,PKCS7_R_INVALID_NULL_POINTER);
169 		return 0;
170 	}
171 
172 	if(!PKCS7_type_is_signed(p7)) {
173 		PKCS7err(PKCS7_F_PKCS7_VERIFY,PKCS7_R_WRONG_CONTENT_TYPE);
174 		return 0;
175 	}
176 
177 	/* Check for no data and no content: no data to verify signature */
178 	if(PKCS7_get_detached(p7) && !indata) {
179 		PKCS7err(PKCS7_F_PKCS7_VERIFY,PKCS7_R_NO_CONTENT);
180 		return 0;
181 	}
182 #if 0
183 	/* NB: this test commented out because some versions of Netscape
184 	 * illegally include zero length content when signing data.
185 	 */
186 
187 	/* Check for data and content: two sets of data */
188 	if(!PKCS7_get_detached(p7) && indata) {
189 				PKCS7err(PKCS7_F_PKCS7_VERIFY,PKCS7_R_CONTENT_AND_DATA_PRESENT);
190 		return 0;
191 	}
192 #endif
193 
194 	sinfos = PKCS7_get_signer_info(p7);
195 
196 	if(!sinfos || !sk_PKCS7_SIGNER_INFO_num(sinfos)) {
197 		PKCS7err(PKCS7_F_PKCS7_VERIFY,PKCS7_R_NO_SIGNATURES_ON_DATA);
198 		return 0;
199 	}
200 
201 
202 	signers = PKCS7_get0_signers(p7, certs, flags);
203 
204 	if(!signers) return 0;
205 
206 	/* Now verify the certificates */
207 
208 	if (!(flags & PKCS7_NOVERIFY)) for (k = 0; k < sk_X509_num(signers); k++) {
209 		signer = sk_X509_value (signers, k);
210 		if (!(flags & PKCS7_NOCHAIN)) {
211 			if(!X509_STORE_CTX_init(&cert_ctx, store, signer,
212 							p7->d.sign->cert))
213 				{
214 				PKCS7err(PKCS7_F_PKCS7_VERIFY,ERR_R_X509_LIB);
215 				sk_X509_free(signers);
216 				return 0;
217 				}
218 			X509_STORE_CTX_set_purpose(&cert_ctx,
219 						X509_PURPOSE_SMIME_SIGN);
220 		} else if(!X509_STORE_CTX_init (&cert_ctx, store, signer, NULL)) {
221 			PKCS7err(PKCS7_F_PKCS7_VERIFY,ERR_R_X509_LIB);
222 			sk_X509_free(signers);
223 			return 0;
224 		}
225 		if (!(flags & PKCS7_NOCRL))
226 			X509_STORE_CTX_set0_crls(&cert_ctx, p7->d.sign->crl);
227 		i = X509_verify_cert(&cert_ctx);
228 		if (i <= 0) j = X509_STORE_CTX_get_error(&cert_ctx);
229 		X509_STORE_CTX_cleanup(&cert_ctx);
230 		if (i <= 0) {
231 			PKCS7err(PKCS7_F_PKCS7_VERIFY,PKCS7_R_CERTIFICATE_VERIFY_ERROR);
232 			ERR_add_error_data(2, "Verify error:",
233 					 X509_verify_cert_error_string(j));
234 			sk_X509_free(signers);
235 			return 0;
236 		}
237 		/* Check for revocation status here */
238 	}
239 
240 	/* Performance optimization: if the content is a memory BIO then
241 	 * store its contents in a temporary read only memory BIO. This
242 	 * avoids potentially large numbers of slow copies of data which will
243 	 * occur when reading from a read write memory BIO when signatures
244 	 * are calculated.
245 	 */
246 
247 	if (indata && (BIO_method_type(indata) == BIO_TYPE_MEM))
248 		{
249 		char *ptr;
250 		long len;
251 		len = BIO_get_mem_data(indata, &ptr);
252 		tmpin = BIO_new_mem_buf(ptr, len);
253 		if (tmpin == NULL)
254 			{
255 			PKCS7err(PKCS7_F_PKCS7_VERIFY,ERR_R_MALLOC_FAILURE);
256 			return 0;
257 			}
258 		}
259 	else
260 		tmpin = indata;
261 
262 
263 	p7bio=PKCS7_dataInit(p7,tmpin);
264 
265 	if(flags & PKCS7_TEXT) {
266 		if(!(tmpout = BIO_new(BIO_s_mem()))) {
267 			PKCS7err(PKCS7_F_PKCS7_VERIFY,ERR_R_MALLOC_FAILURE);
268 			goto err;
269 		}
270 	} else tmpout = out;
271 
272 	/* We now have to 'read' from p7bio to calculate digests etc. */
273 	for (;;)
274 	{
275 		i=BIO_read(p7bio,buf,sizeof(buf));
276 		if (i <= 0) break;
277 		if (tmpout) BIO_write(tmpout, buf, i);
278 	}
279 
280 	if(flags & PKCS7_TEXT) {
281 		if(!SMIME_text(tmpout, out)) {
282 			PKCS7err(PKCS7_F_PKCS7_VERIFY,PKCS7_R_SMIME_TEXT_ERROR);
283 			BIO_free(tmpout);
284 			goto err;
285 		}
286 		BIO_free(tmpout);
287 	}
288 
289 	/* Now Verify All Signatures */
290 	if (!(flags & PKCS7_NOSIGS))
291 	    for (i=0; i<sk_PKCS7_SIGNER_INFO_num(sinfos); i++)
292 		{
293 		si=sk_PKCS7_SIGNER_INFO_value(sinfos,i);
294 		signer = sk_X509_value (signers, i);
295 		j=PKCS7_signatureVerify(p7bio,p7,si, signer);
296 		if (j <= 0) {
297 			PKCS7err(PKCS7_F_PKCS7_VERIFY,PKCS7_R_SIGNATURE_FAILURE);
298 			goto err;
299 		}
300 	}
301 
302 	ret = 1;
303 
304 	err:
305 
306 	if (tmpin == indata)
307 		{
308 		if (indata) BIO_pop(p7bio);
309 		}
310 	BIO_free_all(p7bio);
311 
312 	sk_X509_free(signers);
313 
314 	return ret;
315 }
316 
STACK_OF(X509)317 STACK_OF(X509) *PKCS7_get0_signers(PKCS7 *p7, STACK_OF(X509) *certs, int flags)
318 {
319 	STACK_OF(X509) *signers;
320 	STACK_OF(PKCS7_SIGNER_INFO) *sinfos;
321 	PKCS7_SIGNER_INFO *si;
322 	PKCS7_ISSUER_AND_SERIAL *ias;
323 	X509 *signer;
324 	int i;
325 
326 	if(!p7) {
327 		PKCS7err(PKCS7_F_PKCS7_GET0_SIGNERS,PKCS7_R_INVALID_NULL_POINTER);
328 		return NULL;
329 	}
330 
331 	if(!PKCS7_type_is_signed(p7)) {
332 		PKCS7err(PKCS7_F_PKCS7_GET0_SIGNERS,PKCS7_R_WRONG_CONTENT_TYPE);
333 		return NULL;
334 	}
335 
336 	/* Collect all the signers together */
337 
338 	sinfos = PKCS7_get_signer_info(p7);
339 
340 	if(sk_PKCS7_SIGNER_INFO_num(sinfos) <= 0) {
341 		PKCS7err(PKCS7_F_PKCS7_GET0_SIGNERS,PKCS7_R_NO_SIGNERS);
342 		return 0;
343 	}
344 
345 	if(!(signers = sk_X509_new_null())) {
346 		PKCS7err(PKCS7_F_PKCS7_GET0_SIGNERS,ERR_R_MALLOC_FAILURE);
347 		return NULL;
348 	}
349 
350 	for (i = 0; i < sk_PKCS7_SIGNER_INFO_num(sinfos); i++)
351 	{
352 	    si = sk_PKCS7_SIGNER_INFO_value(sinfos, i);
353 	    ias = si->issuer_and_serial;
354 	    signer = NULL;
355 		/* If any certificates passed they take priority */
356 	    if (certs) signer = X509_find_by_issuer_and_serial (certs,
357 					 	ias->issuer, ias->serial);
358 	    if (!signer && !(flags & PKCS7_NOINTERN)
359 			&& p7->d.sign->cert) signer =
360 		              X509_find_by_issuer_and_serial (p7->d.sign->cert,
361 					      	ias->issuer, ias->serial);
362 	    if (!signer) {
363 			PKCS7err(PKCS7_F_PKCS7_GET0_SIGNERS,PKCS7_R_SIGNER_CERTIFICATE_NOT_FOUND);
364 			sk_X509_free(signers);
365 			return 0;
366 	    }
367 
368 	    sk_X509_push(signers, signer);
369 	}
370 	return signers;
371 }
372 
373 
374 /* Build a complete PKCS#7 enveloped data */
375 
PKCS7_encrypt(STACK_OF (X509)* certs,BIO * in,const EVP_CIPHER * cipher,int flags)376 PKCS7 *PKCS7_encrypt(STACK_OF(X509) *certs, BIO *in, const EVP_CIPHER *cipher,
377 								int flags)
378 {
379 	PKCS7 *p7;
380 	BIO *p7bio = NULL;
381 	int i;
382 	X509 *x509;
383 	if(!(p7 = PKCS7_new())) {
384 		PKCS7err(PKCS7_F_PKCS7_ENCRYPT,ERR_R_MALLOC_FAILURE);
385 		return NULL;
386 	}
387 
388 	PKCS7_set_type(p7, NID_pkcs7_enveloped);
389 	if(!PKCS7_set_cipher(p7, cipher)) {
390 		PKCS7err(PKCS7_F_PKCS7_ENCRYPT,PKCS7_R_ERROR_SETTING_CIPHER);
391 		goto err;
392 	}
393 
394 	for(i = 0; i < sk_X509_num(certs); i++) {
395 		x509 = sk_X509_value(certs, i);
396 		if(!PKCS7_add_recipient(p7, x509)) {
397 			PKCS7err(PKCS7_F_PKCS7_ENCRYPT,
398 					PKCS7_R_ERROR_ADDING_RECIPIENT);
399 			goto err;
400 		}
401 	}
402 
403 	if(!(p7bio = PKCS7_dataInit(p7, NULL))) {
404 		PKCS7err(PKCS7_F_PKCS7_ENCRYPT,ERR_R_MALLOC_FAILURE);
405 		goto err;
406 	}
407 
408 	SMIME_crlf_copy(in, p7bio, flags);
409 
410 	BIO_flush(p7bio);
411 
412         if (!PKCS7_dataFinal(p7,p7bio)) {
413 		PKCS7err(PKCS7_F_PKCS7_ENCRYPT,PKCS7_R_PKCS7_DATAFINAL_ERROR);
414 		goto err;
415 	}
416         BIO_free_all(p7bio);
417 
418 	return p7;
419 
420 	err:
421 
422 	BIO_free(p7bio);
423 	PKCS7_free(p7);
424 	return NULL;
425 
426 }
427 
PKCS7_decrypt(PKCS7 * p7,EVP_PKEY * pkey,X509 * cert,BIO * data,int flags)428 int PKCS7_decrypt(PKCS7 *p7, EVP_PKEY *pkey, X509 *cert, BIO *data, int flags)
429 {
430 	BIO *tmpmem;
431 	int ret, i;
432 	char buf[4096];
433 
434 	if(!p7) {
435 		PKCS7err(PKCS7_F_PKCS7_DECRYPT,PKCS7_R_INVALID_NULL_POINTER);
436 		return 0;
437 	}
438 
439 	if(!PKCS7_type_is_enveloped(p7)) {
440 		PKCS7err(PKCS7_F_PKCS7_DECRYPT,PKCS7_R_WRONG_CONTENT_TYPE);
441 		return 0;
442 	}
443 
444 	if(cert && !X509_check_private_key(cert, pkey)) {
445 		PKCS7err(PKCS7_F_PKCS7_DECRYPT,
446 				PKCS7_R_PRIVATE_KEY_DOES_NOT_MATCH_CERTIFICATE);
447 		return 0;
448 	}
449 
450 	if(!(tmpmem = PKCS7_dataDecode(p7, pkey, NULL, cert))) {
451 		PKCS7err(PKCS7_F_PKCS7_DECRYPT, PKCS7_R_DECRYPT_ERROR);
452 		return 0;
453 	}
454 
455 	if (flags & PKCS7_TEXT) {
456 		BIO *tmpbuf, *bread;
457 		/* Encrypt BIOs can't do BIO_gets() so add a buffer BIO */
458 		if(!(tmpbuf = BIO_new(BIO_f_buffer()))) {
459 			PKCS7err(PKCS7_F_PKCS7_DECRYPT, ERR_R_MALLOC_FAILURE);
460 			return 0;
461 		}
462 		if(!(bread = BIO_push(tmpbuf, tmpmem))) {
463 			PKCS7err(PKCS7_F_PKCS7_DECRYPT, ERR_R_MALLOC_FAILURE);
464 			return 0;
465 		}
466 		ret = SMIME_text(bread, data);
467 		BIO_free_all(bread);
468 		return ret;
469 	} else {
470 		for(;;) {
471 			i = BIO_read(tmpmem, buf, sizeof(buf));
472 			if(i <= 0) break;
473 			BIO_write(data, buf, i);
474 		}
475 		BIO_free_all(tmpmem);
476 		return 1;
477 	}
478 }
479