xref: /onnv-gate/usr/src/common/openssl/crypto/rsa/rsa_saos.c (revision 2139:6243c3338933)
10Sstevel@tonic-gate /* crypto/rsa/rsa_saos.c */
20Sstevel@tonic-gate /* Copyright (C) 1995-1998 Eric Young (eay@cryptsoft.com)
30Sstevel@tonic-gate  * All rights reserved.
40Sstevel@tonic-gate  *
50Sstevel@tonic-gate  * This package is an SSL implementation written
60Sstevel@tonic-gate  * by Eric Young (eay@cryptsoft.com).
70Sstevel@tonic-gate  * The implementation was written so as to conform with Netscapes SSL.
80Sstevel@tonic-gate  *
90Sstevel@tonic-gate  * This library is free for commercial and non-commercial use as long as
100Sstevel@tonic-gate  * the following conditions are aheared to.  The following conditions
110Sstevel@tonic-gate  * apply to all code found in this distribution, be it the RC4, RSA,
120Sstevel@tonic-gate  * lhash, DES, etc., code; not just the SSL code.  The SSL documentation
130Sstevel@tonic-gate  * included with this distribution is covered by the same copyright terms
140Sstevel@tonic-gate  * except that the holder is Tim Hudson (tjh@cryptsoft.com).
150Sstevel@tonic-gate  *
160Sstevel@tonic-gate  * Copyright remains Eric Young's, and as such any Copyright notices in
170Sstevel@tonic-gate  * the code are not to be removed.
180Sstevel@tonic-gate  * If this package is used in a product, Eric Young should be given attribution
190Sstevel@tonic-gate  * as the author of the parts of the library used.
200Sstevel@tonic-gate  * This can be in the form of a textual message at program startup or
210Sstevel@tonic-gate  * in documentation (online or textual) provided with the package.
220Sstevel@tonic-gate  *
230Sstevel@tonic-gate  * Redistribution and use in source and binary forms, with or without
240Sstevel@tonic-gate  * modification, are permitted provided that the following conditions
250Sstevel@tonic-gate  * are met:
260Sstevel@tonic-gate  * 1. Redistributions of source code must retain the copyright
270Sstevel@tonic-gate  *    notice, this list of conditions and the following disclaimer.
280Sstevel@tonic-gate  * 2. Redistributions in binary form must reproduce the above copyright
290Sstevel@tonic-gate  *    notice, this list of conditions and the following disclaimer in the
300Sstevel@tonic-gate  *    documentation and/or other materials provided with the distribution.
310Sstevel@tonic-gate  * 3. All advertising materials mentioning features or use of this software
320Sstevel@tonic-gate  *    must display the following acknowledgement:
330Sstevel@tonic-gate  *    "This product includes cryptographic software written by
340Sstevel@tonic-gate  *     Eric Young (eay@cryptsoft.com)"
350Sstevel@tonic-gate  *    The word 'cryptographic' can be left out if the rouines from the library
360Sstevel@tonic-gate  *    being used are not cryptographic related :-).
370Sstevel@tonic-gate  * 4. If you include any Windows specific code (or a derivative thereof) from
380Sstevel@tonic-gate  *    the apps directory (application code) you must include an acknowledgement:
390Sstevel@tonic-gate  *    "This product includes software written by Tim Hudson (tjh@cryptsoft.com)"
400Sstevel@tonic-gate  *
410Sstevel@tonic-gate  * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND
420Sstevel@tonic-gate  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
430Sstevel@tonic-gate  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
440Sstevel@tonic-gate  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
450Sstevel@tonic-gate  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
460Sstevel@tonic-gate  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
470Sstevel@tonic-gate  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
480Sstevel@tonic-gate  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
490Sstevel@tonic-gate  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
500Sstevel@tonic-gate  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
510Sstevel@tonic-gate  * SUCH DAMAGE.
520Sstevel@tonic-gate  *
530Sstevel@tonic-gate  * The licence and distribution terms for any publically available version or
540Sstevel@tonic-gate  * derivative of this code cannot be changed.  i.e. this code cannot simply be
550Sstevel@tonic-gate  * copied and put under another distribution licence
560Sstevel@tonic-gate  * [including the GNU Public Licence.]
570Sstevel@tonic-gate  */
580Sstevel@tonic-gate 
590Sstevel@tonic-gate #include <stdio.h>
600Sstevel@tonic-gate #include "cryptlib.h"
610Sstevel@tonic-gate #include <openssl/bn.h>
620Sstevel@tonic-gate #include <openssl/rsa.h>
630Sstevel@tonic-gate #include <openssl/objects.h>
640Sstevel@tonic-gate #include <openssl/x509.h>
650Sstevel@tonic-gate 
RSA_sign_ASN1_OCTET_STRING(int type,const unsigned char * m,unsigned int m_len,unsigned char * sigret,unsigned int * siglen,RSA * rsa)660Sstevel@tonic-gate int RSA_sign_ASN1_OCTET_STRING(int type,
670Sstevel@tonic-gate 	const unsigned char *m, unsigned int m_len,
680Sstevel@tonic-gate 	unsigned char *sigret, unsigned int *siglen, RSA *rsa)
690Sstevel@tonic-gate 	{
700Sstevel@tonic-gate 	ASN1_OCTET_STRING sig;
710Sstevel@tonic-gate 	int i,j,ret=1;
720Sstevel@tonic-gate 	unsigned char *p,*s;
730Sstevel@tonic-gate 
740Sstevel@tonic-gate 	sig.type=V_ASN1_OCTET_STRING;
750Sstevel@tonic-gate 	sig.length=m_len;
760Sstevel@tonic-gate 	sig.data=(unsigned char *)m;
770Sstevel@tonic-gate 
780Sstevel@tonic-gate 	i=i2d_ASN1_OCTET_STRING(&sig,NULL);
790Sstevel@tonic-gate 	j=RSA_size(rsa);
800Sstevel@tonic-gate 	if (i > (j-RSA_PKCS1_PADDING_SIZE))
810Sstevel@tonic-gate 		{
820Sstevel@tonic-gate 		RSAerr(RSA_F_RSA_SIGN_ASN1_OCTET_STRING,RSA_R_DIGEST_TOO_BIG_FOR_RSA_KEY);
830Sstevel@tonic-gate 		return(0);
840Sstevel@tonic-gate 		}
850Sstevel@tonic-gate 	s=(unsigned char *)OPENSSL_malloc((unsigned int)j+1);
860Sstevel@tonic-gate 	if (s == NULL)
870Sstevel@tonic-gate 		{
880Sstevel@tonic-gate 		RSAerr(RSA_F_RSA_SIGN_ASN1_OCTET_STRING,ERR_R_MALLOC_FAILURE);
890Sstevel@tonic-gate 		return(0);
900Sstevel@tonic-gate 		}
910Sstevel@tonic-gate 	p=s;
920Sstevel@tonic-gate 	i2d_ASN1_OCTET_STRING(&sig,&p);
930Sstevel@tonic-gate 	i=RSA_private_encrypt(i,s,sigret,rsa,RSA_PKCS1_PADDING);
940Sstevel@tonic-gate 	if (i <= 0)
950Sstevel@tonic-gate 		ret=0;
960Sstevel@tonic-gate 	else
970Sstevel@tonic-gate 		*siglen=i;
980Sstevel@tonic-gate 
990Sstevel@tonic-gate 	OPENSSL_cleanse(s,(unsigned int)j+1);
1000Sstevel@tonic-gate 	OPENSSL_free(s);
1010Sstevel@tonic-gate 	return(ret);
1020Sstevel@tonic-gate 	}
1030Sstevel@tonic-gate 
RSA_verify_ASN1_OCTET_STRING(int dtype,const unsigned char * m,unsigned int m_len,unsigned char * sigbuf,unsigned int siglen,RSA * rsa)1040Sstevel@tonic-gate int RSA_verify_ASN1_OCTET_STRING(int dtype,
1050Sstevel@tonic-gate 	const unsigned char *m,
1060Sstevel@tonic-gate 	unsigned int m_len, unsigned char *sigbuf, unsigned int siglen,
1070Sstevel@tonic-gate 	RSA *rsa)
1080Sstevel@tonic-gate 	{
1090Sstevel@tonic-gate 	int i,ret=0;
110*2139Sjp161948 	unsigned char *s;
111*2139Sjp161948 	const unsigned char *p;
1120Sstevel@tonic-gate 	ASN1_OCTET_STRING *sig=NULL;
1130Sstevel@tonic-gate 
1140Sstevel@tonic-gate 	if (siglen != (unsigned int)RSA_size(rsa))
1150Sstevel@tonic-gate 		{
1160Sstevel@tonic-gate 		RSAerr(RSA_F_RSA_VERIFY_ASN1_OCTET_STRING,RSA_R_WRONG_SIGNATURE_LENGTH);
1170Sstevel@tonic-gate 		return(0);
1180Sstevel@tonic-gate 		}
1190Sstevel@tonic-gate 
1200Sstevel@tonic-gate 	s=(unsigned char *)OPENSSL_malloc((unsigned int)siglen);
1210Sstevel@tonic-gate 	if (s == NULL)
1220Sstevel@tonic-gate 		{
1230Sstevel@tonic-gate 		RSAerr(RSA_F_RSA_VERIFY_ASN1_OCTET_STRING,ERR_R_MALLOC_FAILURE);
1240Sstevel@tonic-gate 		goto err;
1250Sstevel@tonic-gate 		}
1260Sstevel@tonic-gate 	i=RSA_public_decrypt((int)siglen,sigbuf,s,rsa,RSA_PKCS1_PADDING);
1270Sstevel@tonic-gate 
1280Sstevel@tonic-gate 	if (i <= 0) goto err;
1290Sstevel@tonic-gate 
1300Sstevel@tonic-gate 	p=s;
1310Sstevel@tonic-gate 	sig=d2i_ASN1_OCTET_STRING(NULL,&p,(long)i);
1320Sstevel@tonic-gate 	if (sig == NULL) goto err;
1330Sstevel@tonic-gate 
1340Sstevel@tonic-gate 	if (	((unsigned int)sig->length != m_len) ||
1350Sstevel@tonic-gate 		(memcmp(m,sig->data,m_len) != 0))
1360Sstevel@tonic-gate 		{
1370Sstevel@tonic-gate 		RSAerr(RSA_F_RSA_VERIFY_ASN1_OCTET_STRING,RSA_R_BAD_SIGNATURE);
1380Sstevel@tonic-gate 		}
1390Sstevel@tonic-gate 	else
1400Sstevel@tonic-gate 		ret=1;
1410Sstevel@tonic-gate err:
1420Sstevel@tonic-gate 	if (sig != NULL) M_ASN1_OCTET_STRING_free(sig);
143*2139Sjp161948 	if (s != NULL)
144*2139Sjp161948 		{
145*2139Sjp161948 		OPENSSL_cleanse(s,(unsigned int)siglen);
146*2139Sjp161948 		OPENSSL_free(s);
147*2139Sjp161948 		}
1480Sstevel@tonic-gate 	return(ret);
1490Sstevel@tonic-gate 	}
1500Sstevel@tonic-gate 
151