1*0Sstevel@tonic-gate /* crypto/rsa/rsa_sign.c */ 2*0Sstevel@tonic-gate /* Copyright (C) 1995-1998 Eric Young (eay@cryptsoft.com) 3*0Sstevel@tonic-gate * All rights reserved. 4*0Sstevel@tonic-gate * 5*0Sstevel@tonic-gate * This package is an SSL implementation written 6*0Sstevel@tonic-gate * by Eric Young (eay@cryptsoft.com). 7*0Sstevel@tonic-gate * The implementation was written so as to conform with Netscapes SSL. 8*0Sstevel@tonic-gate * 9*0Sstevel@tonic-gate * This library is free for commercial and non-commercial use as long as 10*0Sstevel@tonic-gate * the following conditions are aheared to. The following conditions 11*0Sstevel@tonic-gate * apply to all code found in this distribution, be it the RC4, RSA, 12*0Sstevel@tonic-gate * lhash, DES, etc., code; not just the SSL code. The SSL documentation 13*0Sstevel@tonic-gate * included with this distribution is covered by the same copyright terms 14*0Sstevel@tonic-gate * except that the holder is Tim Hudson (tjh@cryptsoft.com). 15*0Sstevel@tonic-gate * 16*0Sstevel@tonic-gate * Copyright remains Eric Young's, and as such any Copyright notices in 17*0Sstevel@tonic-gate * the code are not to be removed. 18*0Sstevel@tonic-gate * If this package is used in a product, Eric Young should be given attribution 19*0Sstevel@tonic-gate * as the author of the parts of the library used. 20*0Sstevel@tonic-gate * This can be in the form of a textual message at program startup or 21*0Sstevel@tonic-gate * in documentation (online or textual) provided with the package. 22*0Sstevel@tonic-gate * 23*0Sstevel@tonic-gate * Redistribution and use in source and binary forms, with or without 24*0Sstevel@tonic-gate * modification, are permitted provided that the following conditions 25*0Sstevel@tonic-gate * are met: 26*0Sstevel@tonic-gate * 1. Redistributions of source code must retain the copyright 27*0Sstevel@tonic-gate * notice, this list of conditions and the following disclaimer. 28*0Sstevel@tonic-gate * 2. Redistributions in binary form must reproduce the above copyright 29*0Sstevel@tonic-gate * notice, this list of conditions and the following disclaimer in the 30*0Sstevel@tonic-gate * documentation and/or other materials provided with the distribution. 31*0Sstevel@tonic-gate * 3. All advertising materials mentioning features or use of this software 32*0Sstevel@tonic-gate * must display the following acknowledgement: 33*0Sstevel@tonic-gate * "This product includes cryptographic software written by 34*0Sstevel@tonic-gate * Eric Young (eay@cryptsoft.com)" 35*0Sstevel@tonic-gate * The word 'cryptographic' can be left out if the rouines from the library 36*0Sstevel@tonic-gate * being used are not cryptographic related :-). 37*0Sstevel@tonic-gate * 4. If you include any Windows specific code (or a derivative thereof) from 38*0Sstevel@tonic-gate * the apps directory (application code) you must include an acknowledgement: 39*0Sstevel@tonic-gate * "This product includes software written by Tim Hudson (tjh@cryptsoft.com)" 40*0Sstevel@tonic-gate * 41*0Sstevel@tonic-gate * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND 42*0Sstevel@tonic-gate * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 43*0Sstevel@tonic-gate * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 44*0Sstevel@tonic-gate * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 45*0Sstevel@tonic-gate * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 46*0Sstevel@tonic-gate * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 47*0Sstevel@tonic-gate * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 48*0Sstevel@tonic-gate * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 49*0Sstevel@tonic-gate * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 50*0Sstevel@tonic-gate * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 51*0Sstevel@tonic-gate * SUCH DAMAGE. 52*0Sstevel@tonic-gate * 53*0Sstevel@tonic-gate * The licence and distribution terms for any publically available version or 54*0Sstevel@tonic-gate * derivative of this code cannot be changed. i.e. this code cannot simply be 55*0Sstevel@tonic-gate * copied and put under another distribution licence 56*0Sstevel@tonic-gate * [including the GNU Public Licence.] 57*0Sstevel@tonic-gate */ 58*0Sstevel@tonic-gate 59*0Sstevel@tonic-gate #include <stdio.h> 60*0Sstevel@tonic-gate #include "cryptlib.h" 61*0Sstevel@tonic-gate #include <openssl/bn.h> 62*0Sstevel@tonic-gate #include <openssl/rsa.h> 63*0Sstevel@tonic-gate #include <openssl/objects.h> 64*0Sstevel@tonic-gate #include <openssl/x509.h> 65*0Sstevel@tonic-gate 66*0Sstevel@tonic-gate /* Size of an SSL signature: MD5+SHA1 */ 67*0Sstevel@tonic-gate #define SSL_SIG_LENGTH 36 68*0Sstevel@tonic-gate 69*0Sstevel@tonic-gate int RSA_sign(int type, const unsigned char *m, unsigned int m_len, 70*0Sstevel@tonic-gate unsigned char *sigret, unsigned int *siglen, RSA *rsa) 71*0Sstevel@tonic-gate { 72*0Sstevel@tonic-gate X509_SIG sig; 73*0Sstevel@tonic-gate ASN1_TYPE parameter; 74*0Sstevel@tonic-gate int i,j,ret=1; 75*0Sstevel@tonic-gate unsigned char *p, *tmps = NULL; 76*0Sstevel@tonic-gate const unsigned char *s = NULL; 77*0Sstevel@tonic-gate X509_ALGOR algor; 78*0Sstevel@tonic-gate ASN1_OCTET_STRING digest; 79*0Sstevel@tonic-gate if((rsa->flags & RSA_FLAG_SIGN_VER) && rsa->meth->rsa_sign) 80*0Sstevel@tonic-gate { 81*0Sstevel@tonic-gate return rsa->meth->rsa_sign(type, m, m_len, 82*0Sstevel@tonic-gate sigret, siglen, rsa); 83*0Sstevel@tonic-gate } 84*0Sstevel@tonic-gate /* Special case: SSL signature, just check the length */ 85*0Sstevel@tonic-gate if(type == NID_md5_sha1) { 86*0Sstevel@tonic-gate if(m_len != SSL_SIG_LENGTH) { 87*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_SIGN,RSA_R_INVALID_MESSAGE_LENGTH); 88*0Sstevel@tonic-gate return(0); 89*0Sstevel@tonic-gate } 90*0Sstevel@tonic-gate i = SSL_SIG_LENGTH; 91*0Sstevel@tonic-gate s = m; 92*0Sstevel@tonic-gate } else { 93*0Sstevel@tonic-gate sig.algor= &algor; 94*0Sstevel@tonic-gate sig.algor->algorithm=OBJ_nid2obj(type); 95*0Sstevel@tonic-gate if (sig.algor->algorithm == NULL) 96*0Sstevel@tonic-gate { 97*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_SIGN,RSA_R_UNKNOWN_ALGORITHM_TYPE); 98*0Sstevel@tonic-gate return(0); 99*0Sstevel@tonic-gate } 100*0Sstevel@tonic-gate if (sig.algor->algorithm->length == 0) 101*0Sstevel@tonic-gate { 102*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_SIGN,RSA_R_THE_ASN1_OBJECT_IDENTIFIER_IS_NOT_KNOWN_FOR_THIS_MD); 103*0Sstevel@tonic-gate return(0); 104*0Sstevel@tonic-gate } 105*0Sstevel@tonic-gate parameter.type=V_ASN1_NULL; 106*0Sstevel@tonic-gate parameter.value.ptr=NULL; 107*0Sstevel@tonic-gate sig.algor->parameter= ¶meter; 108*0Sstevel@tonic-gate 109*0Sstevel@tonic-gate sig.digest= &digest; 110*0Sstevel@tonic-gate sig.digest->data=(unsigned char *)m; /* TMP UGLY CAST */ 111*0Sstevel@tonic-gate sig.digest->length=m_len; 112*0Sstevel@tonic-gate 113*0Sstevel@tonic-gate i=i2d_X509_SIG(&sig,NULL); 114*0Sstevel@tonic-gate } 115*0Sstevel@tonic-gate j=RSA_size(rsa); 116*0Sstevel@tonic-gate if (i > (j-RSA_PKCS1_PADDING_SIZE)) 117*0Sstevel@tonic-gate { 118*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_SIGN,RSA_R_DIGEST_TOO_BIG_FOR_RSA_KEY); 119*0Sstevel@tonic-gate return(0); 120*0Sstevel@tonic-gate } 121*0Sstevel@tonic-gate if(type != NID_md5_sha1) { 122*0Sstevel@tonic-gate tmps=(unsigned char *)OPENSSL_malloc((unsigned int)j+1); 123*0Sstevel@tonic-gate if (tmps == NULL) 124*0Sstevel@tonic-gate { 125*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_SIGN,ERR_R_MALLOC_FAILURE); 126*0Sstevel@tonic-gate return(0); 127*0Sstevel@tonic-gate } 128*0Sstevel@tonic-gate p=tmps; 129*0Sstevel@tonic-gate i2d_X509_SIG(&sig,&p); 130*0Sstevel@tonic-gate s=tmps; 131*0Sstevel@tonic-gate } 132*0Sstevel@tonic-gate i=RSA_private_encrypt(i,s,sigret,rsa,RSA_PKCS1_PADDING); 133*0Sstevel@tonic-gate if (i <= 0) 134*0Sstevel@tonic-gate ret=0; 135*0Sstevel@tonic-gate else 136*0Sstevel@tonic-gate *siglen=i; 137*0Sstevel@tonic-gate 138*0Sstevel@tonic-gate if(type != NID_md5_sha1) { 139*0Sstevel@tonic-gate OPENSSL_cleanse(tmps,(unsigned int)j+1); 140*0Sstevel@tonic-gate OPENSSL_free(tmps); 141*0Sstevel@tonic-gate } 142*0Sstevel@tonic-gate return(ret); 143*0Sstevel@tonic-gate } 144*0Sstevel@tonic-gate 145*0Sstevel@tonic-gate int RSA_verify(int dtype, const unsigned char *m, unsigned int m_len, 146*0Sstevel@tonic-gate unsigned char *sigbuf, unsigned int siglen, RSA *rsa) 147*0Sstevel@tonic-gate { 148*0Sstevel@tonic-gate int i,ret=0,sigtype; 149*0Sstevel@tonic-gate unsigned char *p,*s; 150*0Sstevel@tonic-gate X509_SIG *sig=NULL; 151*0Sstevel@tonic-gate 152*0Sstevel@tonic-gate if (siglen != (unsigned int)RSA_size(rsa)) 153*0Sstevel@tonic-gate { 154*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_VERIFY,RSA_R_WRONG_SIGNATURE_LENGTH); 155*0Sstevel@tonic-gate return(0); 156*0Sstevel@tonic-gate } 157*0Sstevel@tonic-gate 158*0Sstevel@tonic-gate if((rsa->flags & RSA_FLAG_SIGN_VER) && rsa->meth->rsa_verify) 159*0Sstevel@tonic-gate { 160*0Sstevel@tonic-gate return rsa->meth->rsa_verify(dtype, m, m_len, 161*0Sstevel@tonic-gate sigbuf, siglen, rsa); 162*0Sstevel@tonic-gate } 163*0Sstevel@tonic-gate 164*0Sstevel@tonic-gate s=(unsigned char *)OPENSSL_malloc((unsigned int)siglen); 165*0Sstevel@tonic-gate if (s == NULL) 166*0Sstevel@tonic-gate { 167*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_VERIFY,ERR_R_MALLOC_FAILURE); 168*0Sstevel@tonic-gate goto err; 169*0Sstevel@tonic-gate } 170*0Sstevel@tonic-gate if((dtype == NID_md5_sha1) && (m_len != SSL_SIG_LENGTH) ) { 171*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_VERIFY,RSA_R_INVALID_MESSAGE_LENGTH); 172*0Sstevel@tonic-gate return(0); 173*0Sstevel@tonic-gate } 174*0Sstevel@tonic-gate i=RSA_public_decrypt((int)siglen,sigbuf,s,rsa,RSA_PKCS1_PADDING); 175*0Sstevel@tonic-gate 176*0Sstevel@tonic-gate if (i <= 0) goto err; 177*0Sstevel@tonic-gate 178*0Sstevel@tonic-gate /* Special case: SSL signature */ 179*0Sstevel@tonic-gate if(dtype == NID_md5_sha1) { 180*0Sstevel@tonic-gate if((i != SSL_SIG_LENGTH) || memcmp(s, m, SSL_SIG_LENGTH)) 181*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_VERIFY,RSA_R_BAD_SIGNATURE); 182*0Sstevel@tonic-gate else ret = 1; 183*0Sstevel@tonic-gate } else { 184*0Sstevel@tonic-gate p=s; 185*0Sstevel@tonic-gate sig=d2i_X509_SIG(NULL,&p,(long)i); 186*0Sstevel@tonic-gate 187*0Sstevel@tonic-gate if (sig == NULL) goto err; 188*0Sstevel@tonic-gate sigtype=OBJ_obj2nid(sig->algor->algorithm); 189*0Sstevel@tonic-gate 190*0Sstevel@tonic-gate 191*0Sstevel@tonic-gate #ifdef RSA_DEBUG 192*0Sstevel@tonic-gate /* put a backward compatibility flag in EAY */ 193*0Sstevel@tonic-gate fprintf(stderr,"in(%s) expect(%s)\n",OBJ_nid2ln(sigtype), 194*0Sstevel@tonic-gate OBJ_nid2ln(dtype)); 195*0Sstevel@tonic-gate #endif 196*0Sstevel@tonic-gate if (sigtype != dtype) 197*0Sstevel@tonic-gate { 198*0Sstevel@tonic-gate if (((dtype == NID_md5) && 199*0Sstevel@tonic-gate (sigtype == NID_md5WithRSAEncryption)) || 200*0Sstevel@tonic-gate ((dtype == NID_md2) && 201*0Sstevel@tonic-gate (sigtype == NID_md2WithRSAEncryption))) 202*0Sstevel@tonic-gate { 203*0Sstevel@tonic-gate /* ok, we will let it through */ 204*0Sstevel@tonic-gate #if !defined(OPENSSL_NO_STDIO) && !defined(OPENSSL_SYS_WIN16) 205*0Sstevel@tonic-gate fprintf(stderr,"signature has problems, re-make with post SSLeay045\n"); 206*0Sstevel@tonic-gate #endif 207*0Sstevel@tonic-gate } 208*0Sstevel@tonic-gate else 209*0Sstevel@tonic-gate { 210*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_VERIFY, 211*0Sstevel@tonic-gate RSA_R_ALGORITHM_MISMATCH); 212*0Sstevel@tonic-gate goto err; 213*0Sstevel@tonic-gate } 214*0Sstevel@tonic-gate } 215*0Sstevel@tonic-gate if ( ((unsigned int)sig->digest->length != m_len) || 216*0Sstevel@tonic-gate (memcmp(m,sig->digest->data,m_len) != 0)) 217*0Sstevel@tonic-gate { 218*0Sstevel@tonic-gate RSAerr(RSA_F_RSA_VERIFY,RSA_R_BAD_SIGNATURE); 219*0Sstevel@tonic-gate } 220*0Sstevel@tonic-gate else 221*0Sstevel@tonic-gate ret=1; 222*0Sstevel@tonic-gate } 223*0Sstevel@tonic-gate err: 224*0Sstevel@tonic-gate if (sig != NULL) X509_SIG_free(sig); 225*0Sstevel@tonic-gate OPENSSL_cleanse(s,(unsigned int)siglen); 226*0Sstevel@tonic-gate OPENSSL_free(s); 227*0Sstevel@tonic-gate return(ret); 228*0Sstevel@tonic-gate } 229*0Sstevel@tonic-gate 230