xref: /onnv-gate/usr/src/common/openssl/crypto/rsa/rsa_chk.c (revision 0:68f95e015346)
1*0Sstevel@tonic-gate /* crypto/rsa/rsa_chk.c  -*- Mode: C; c-file-style: "eay" -*- */
2*0Sstevel@tonic-gate /* ====================================================================
3*0Sstevel@tonic-gate  * Copyright (c) 1999 The OpenSSL Project.  All rights reserved.
4*0Sstevel@tonic-gate  *
5*0Sstevel@tonic-gate  * Redistribution and use in source and binary forms, with or without
6*0Sstevel@tonic-gate  * modification, are permitted provided that the following conditions
7*0Sstevel@tonic-gate  * are met:
8*0Sstevel@tonic-gate  *
9*0Sstevel@tonic-gate  * 1. Redistributions of source code must retain the above copyright
10*0Sstevel@tonic-gate  *    notice, this list of conditions and the following disclaimer.
11*0Sstevel@tonic-gate  *
12*0Sstevel@tonic-gate  * 2. Redistributions in binary form must reproduce the above copyright
13*0Sstevel@tonic-gate  *    notice, this list of conditions and the following disclaimer in
14*0Sstevel@tonic-gate  *    the documentation and/or other materials provided with the
15*0Sstevel@tonic-gate  *    distribution.
16*0Sstevel@tonic-gate  *
17*0Sstevel@tonic-gate  * 3. All advertising materials mentioning features or use of this
18*0Sstevel@tonic-gate  *    software must display the following acknowledgment:
19*0Sstevel@tonic-gate  *    "This product includes software developed by the OpenSSL Project
20*0Sstevel@tonic-gate  *    for use in the OpenSSL Toolkit. (http://www.OpenSSL.org/)"
21*0Sstevel@tonic-gate  *
22*0Sstevel@tonic-gate  * 4. The names "OpenSSL Toolkit" and "OpenSSL Project" must not be used to
23*0Sstevel@tonic-gate  *    endorse or promote products derived from this software without
24*0Sstevel@tonic-gate  *    prior written permission. For written permission, please contact
25*0Sstevel@tonic-gate  *    openssl-core@OpenSSL.org.
26*0Sstevel@tonic-gate  *
27*0Sstevel@tonic-gate  * 5. Products derived from this software may not be called "OpenSSL"
28*0Sstevel@tonic-gate  *    nor may "OpenSSL" appear in their names without prior written
29*0Sstevel@tonic-gate  *    permission of the OpenSSL Project.
30*0Sstevel@tonic-gate  *
31*0Sstevel@tonic-gate  * 6. Redistributions of any form whatsoever must retain the following
32*0Sstevel@tonic-gate  *    acknowledgment:
33*0Sstevel@tonic-gate  *    "This product includes software developed by the OpenSSL Project
34*0Sstevel@tonic-gate  *    for use in the OpenSSL Toolkit (http://www.OpenSSL.org/)"
35*0Sstevel@tonic-gate  *
36*0Sstevel@tonic-gate  * THIS SOFTWARE IS PROVIDED BY THE OpenSSL PROJECT ``AS IS'' AND ANY
37*0Sstevel@tonic-gate  * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
38*0Sstevel@tonic-gate  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
39*0Sstevel@tonic-gate  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE OpenSSL PROJECT OR
40*0Sstevel@tonic-gate  * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
41*0Sstevel@tonic-gate  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
42*0Sstevel@tonic-gate  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
43*0Sstevel@tonic-gate  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
44*0Sstevel@tonic-gate  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
45*0Sstevel@tonic-gate  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
46*0Sstevel@tonic-gate  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
47*0Sstevel@tonic-gate  * OF THE POSSIBILITY OF SUCH DAMAGE.
48*0Sstevel@tonic-gate  * ====================================================================
49*0Sstevel@tonic-gate  */
50*0Sstevel@tonic-gate 
51*0Sstevel@tonic-gate #include <openssl/bn.h>
52*0Sstevel@tonic-gate #include <openssl/err.h>
53*0Sstevel@tonic-gate #include <openssl/rsa.h>
54*0Sstevel@tonic-gate 
55*0Sstevel@tonic-gate 
56*0Sstevel@tonic-gate int RSA_check_key(const RSA *key)
57*0Sstevel@tonic-gate 	{
58*0Sstevel@tonic-gate 	BIGNUM *i, *j, *k, *l, *m;
59*0Sstevel@tonic-gate 	BN_CTX *ctx;
60*0Sstevel@tonic-gate 	int r;
61*0Sstevel@tonic-gate 	int ret=1;
62*0Sstevel@tonic-gate 
63*0Sstevel@tonic-gate 	i = BN_new();
64*0Sstevel@tonic-gate 	j = BN_new();
65*0Sstevel@tonic-gate 	k = BN_new();
66*0Sstevel@tonic-gate 	l = BN_new();
67*0Sstevel@tonic-gate 	m = BN_new();
68*0Sstevel@tonic-gate 	ctx = BN_CTX_new();
69*0Sstevel@tonic-gate 	if (i == NULL || j == NULL || k == NULL || l == NULL ||
70*0Sstevel@tonic-gate 		m == NULL || ctx == NULL)
71*0Sstevel@tonic-gate 		{
72*0Sstevel@tonic-gate 		ret = -1;
73*0Sstevel@tonic-gate 		RSAerr(RSA_F_RSA_CHECK_KEY, ERR_R_MALLOC_FAILURE);
74*0Sstevel@tonic-gate 		goto err;
75*0Sstevel@tonic-gate 		}
76*0Sstevel@tonic-gate 
77*0Sstevel@tonic-gate 	/* p prime? */
78*0Sstevel@tonic-gate 	r = BN_is_prime(key->p, BN_prime_checks, NULL, NULL, NULL);
79*0Sstevel@tonic-gate 	if (r != 1)
80*0Sstevel@tonic-gate 		{
81*0Sstevel@tonic-gate 		ret = r;
82*0Sstevel@tonic-gate 		if (r != 0)
83*0Sstevel@tonic-gate 			goto err;
84*0Sstevel@tonic-gate 		RSAerr(RSA_F_RSA_CHECK_KEY, RSA_R_P_NOT_PRIME);
85*0Sstevel@tonic-gate 		}
86*0Sstevel@tonic-gate 
87*0Sstevel@tonic-gate 	/* q prime? */
88*0Sstevel@tonic-gate 	r = BN_is_prime(key->q, BN_prime_checks, NULL, NULL, NULL);
89*0Sstevel@tonic-gate 	if (r != 1)
90*0Sstevel@tonic-gate 		{
91*0Sstevel@tonic-gate 		ret = r;
92*0Sstevel@tonic-gate 		if (r != 0)
93*0Sstevel@tonic-gate 			goto err;
94*0Sstevel@tonic-gate 		RSAerr(RSA_F_RSA_CHECK_KEY, RSA_R_Q_NOT_PRIME);
95*0Sstevel@tonic-gate 		}
96*0Sstevel@tonic-gate 
97*0Sstevel@tonic-gate 	/* n = p*q? */
98*0Sstevel@tonic-gate 	r = BN_mul(i, key->p, key->q, ctx);
99*0Sstevel@tonic-gate 	if (!r) { ret = -1; goto err; }
100*0Sstevel@tonic-gate 
101*0Sstevel@tonic-gate 	if (BN_cmp(i, key->n) != 0)
102*0Sstevel@tonic-gate 		{
103*0Sstevel@tonic-gate 		ret = 0;
104*0Sstevel@tonic-gate 		RSAerr(RSA_F_RSA_CHECK_KEY, RSA_R_N_DOES_NOT_EQUAL_P_Q);
105*0Sstevel@tonic-gate 		}
106*0Sstevel@tonic-gate 
107*0Sstevel@tonic-gate 	/* d*e = 1  mod lcm(p-1,q-1)? */
108*0Sstevel@tonic-gate 
109*0Sstevel@tonic-gate 	r = BN_sub(i, key->p, BN_value_one());
110*0Sstevel@tonic-gate 	if (!r) { ret = -1; goto err; }
111*0Sstevel@tonic-gate 	r = BN_sub(j, key->q, BN_value_one());
112*0Sstevel@tonic-gate 	if (!r) { ret = -1; goto err; }
113*0Sstevel@tonic-gate 
114*0Sstevel@tonic-gate 	/* now compute k = lcm(i,j) */
115*0Sstevel@tonic-gate 	r = BN_mul(l, i, j, ctx);
116*0Sstevel@tonic-gate 	if (!r) { ret = -1; goto err; }
117*0Sstevel@tonic-gate 	r = BN_gcd(m, i, j, ctx);
118*0Sstevel@tonic-gate 	if (!r) { ret = -1; goto err; }
119*0Sstevel@tonic-gate 	r = BN_div(k, NULL, l, m, ctx); /* remainder is 0 */
120*0Sstevel@tonic-gate 	if (!r) { ret = -1; goto err; }
121*0Sstevel@tonic-gate 
122*0Sstevel@tonic-gate 	r = BN_mod_mul(i, key->d, key->e, k, ctx);
123*0Sstevel@tonic-gate 	if (!r) { ret = -1; goto err; }
124*0Sstevel@tonic-gate 
125*0Sstevel@tonic-gate 	if (!BN_is_one(i))
126*0Sstevel@tonic-gate 		{
127*0Sstevel@tonic-gate 		ret = 0;
128*0Sstevel@tonic-gate 		RSAerr(RSA_F_RSA_CHECK_KEY, RSA_R_D_E_NOT_CONGRUENT_TO_1);
129*0Sstevel@tonic-gate 		}
130*0Sstevel@tonic-gate 
131*0Sstevel@tonic-gate 	if (key->dmp1 != NULL && key->dmq1 != NULL && key->iqmp != NULL)
132*0Sstevel@tonic-gate 		{
133*0Sstevel@tonic-gate 		/* dmp1 = d mod (p-1)? */
134*0Sstevel@tonic-gate 		r = BN_sub(i, key->p, BN_value_one());
135*0Sstevel@tonic-gate 		if (!r) { ret = -1; goto err; }
136*0Sstevel@tonic-gate 
137*0Sstevel@tonic-gate 		r = BN_mod(j, key->d, i, ctx);
138*0Sstevel@tonic-gate 		if (!r) { ret = -1; goto err; }
139*0Sstevel@tonic-gate 
140*0Sstevel@tonic-gate 		if (BN_cmp(j, key->dmp1) != 0)
141*0Sstevel@tonic-gate 			{
142*0Sstevel@tonic-gate 			ret = 0;
143*0Sstevel@tonic-gate 			RSAerr(RSA_F_RSA_CHECK_KEY,
144*0Sstevel@tonic-gate 				RSA_R_DMP1_NOT_CONGRUENT_TO_D);
145*0Sstevel@tonic-gate 			}
146*0Sstevel@tonic-gate 
147*0Sstevel@tonic-gate 		/* dmq1 = d mod (q-1)? */
148*0Sstevel@tonic-gate 		r = BN_sub(i, key->q, BN_value_one());
149*0Sstevel@tonic-gate 		if (!r) { ret = -1; goto err; }
150*0Sstevel@tonic-gate 
151*0Sstevel@tonic-gate 		r = BN_mod(j, key->d, i, ctx);
152*0Sstevel@tonic-gate 		if (!r) { ret = -1; goto err; }
153*0Sstevel@tonic-gate 
154*0Sstevel@tonic-gate 		if (BN_cmp(j, key->dmq1) != 0)
155*0Sstevel@tonic-gate 			{
156*0Sstevel@tonic-gate 			ret = 0;
157*0Sstevel@tonic-gate 			RSAerr(RSA_F_RSA_CHECK_KEY,
158*0Sstevel@tonic-gate 				RSA_R_DMQ1_NOT_CONGRUENT_TO_D);
159*0Sstevel@tonic-gate 			}
160*0Sstevel@tonic-gate 
161*0Sstevel@tonic-gate 		/* iqmp = q^-1 mod p? */
162*0Sstevel@tonic-gate 		if(!BN_mod_inverse(i, key->q, key->p, ctx))
163*0Sstevel@tonic-gate 			{
164*0Sstevel@tonic-gate 			ret = -1;
165*0Sstevel@tonic-gate 			goto err;
166*0Sstevel@tonic-gate 			}
167*0Sstevel@tonic-gate 
168*0Sstevel@tonic-gate 		if (BN_cmp(i, key->iqmp) != 0)
169*0Sstevel@tonic-gate 			{
170*0Sstevel@tonic-gate 			ret = 0;
171*0Sstevel@tonic-gate 			RSAerr(RSA_F_RSA_CHECK_KEY,
172*0Sstevel@tonic-gate 				RSA_R_IQMP_NOT_INVERSE_OF_Q);
173*0Sstevel@tonic-gate 			}
174*0Sstevel@tonic-gate 		}
175*0Sstevel@tonic-gate 
176*0Sstevel@tonic-gate  err:
177*0Sstevel@tonic-gate 	if (i != NULL) BN_free(i);
178*0Sstevel@tonic-gate 	if (j != NULL) BN_free(j);
179*0Sstevel@tonic-gate 	if (k != NULL) BN_free(k);
180*0Sstevel@tonic-gate 	if (l != NULL) BN_free(l);
181*0Sstevel@tonic-gate 	if (m != NULL) BN_free(m);
182*0Sstevel@tonic-gate 	if (ctx != NULL) BN_CTX_free(ctx);
183*0Sstevel@tonic-gate 	return (ret);
184*0Sstevel@tonic-gate 	}
185