xref: /onnv-gate/usr/src/common/openssl/ssl/s2_enc.c (revision 0:68f95e015346)
1*0Sstevel@tonic-gate /* ssl/s2_enc.c */
2*0Sstevel@tonic-gate /* Copyright (C) 1995-1998 Eric Young (eay@cryptsoft.com)
3*0Sstevel@tonic-gate  * All rights reserved.
4*0Sstevel@tonic-gate  *
5*0Sstevel@tonic-gate  * This package is an SSL implementation written
6*0Sstevel@tonic-gate  * by Eric Young (eay@cryptsoft.com).
7*0Sstevel@tonic-gate  * The implementation was written so as to conform with Netscapes SSL.
8*0Sstevel@tonic-gate  *
9*0Sstevel@tonic-gate  * This library is free for commercial and non-commercial use as long as
10*0Sstevel@tonic-gate  * the following conditions are aheared to.  The following conditions
11*0Sstevel@tonic-gate  * apply to all code found in this distribution, be it the RC4, RSA,
12*0Sstevel@tonic-gate  * lhash, DES, etc., code; not just the SSL code.  The SSL documentation
13*0Sstevel@tonic-gate  * included with this distribution is covered by the same copyright terms
14*0Sstevel@tonic-gate  * except that the holder is Tim Hudson (tjh@cryptsoft.com).
15*0Sstevel@tonic-gate  *
16*0Sstevel@tonic-gate  * Copyright remains Eric Young's, and as such any Copyright notices in
17*0Sstevel@tonic-gate  * the code are not to be removed.
18*0Sstevel@tonic-gate  * If this package is used in a product, Eric Young should be given attribution
19*0Sstevel@tonic-gate  * as the author of the parts of the library used.
20*0Sstevel@tonic-gate  * This can be in the form of a textual message at program startup or
21*0Sstevel@tonic-gate  * in documentation (online or textual) provided with the package.
22*0Sstevel@tonic-gate  *
23*0Sstevel@tonic-gate  * Redistribution and use in source and binary forms, with or without
24*0Sstevel@tonic-gate  * modification, are permitted provided that the following conditions
25*0Sstevel@tonic-gate  * are met:
26*0Sstevel@tonic-gate  * 1. Redistributions of source code must retain the copyright
27*0Sstevel@tonic-gate  *    notice, this list of conditions and the following disclaimer.
28*0Sstevel@tonic-gate  * 2. Redistributions in binary form must reproduce the above copyright
29*0Sstevel@tonic-gate  *    notice, this list of conditions and the following disclaimer in the
30*0Sstevel@tonic-gate  *    documentation and/or other materials provided with the distribution.
31*0Sstevel@tonic-gate  * 3. All advertising materials mentioning features or use of this software
32*0Sstevel@tonic-gate  *    must display the following acknowledgement:
33*0Sstevel@tonic-gate  *    "This product includes cryptographic software written by
34*0Sstevel@tonic-gate  *     Eric Young (eay@cryptsoft.com)"
35*0Sstevel@tonic-gate  *    The word 'cryptographic' can be left out if the rouines from the library
36*0Sstevel@tonic-gate  *    being used are not cryptographic related :-).
37*0Sstevel@tonic-gate  * 4. If you include any Windows specific code (or a derivative thereof) from
38*0Sstevel@tonic-gate  *    the apps directory (application code) you must include an acknowledgement:
39*0Sstevel@tonic-gate  *    "This product includes software written by Tim Hudson (tjh@cryptsoft.com)"
40*0Sstevel@tonic-gate  *
41*0Sstevel@tonic-gate  * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND
42*0Sstevel@tonic-gate  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
43*0Sstevel@tonic-gate  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
44*0Sstevel@tonic-gate  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
45*0Sstevel@tonic-gate  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
46*0Sstevel@tonic-gate  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
47*0Sstevel@tonic-gate  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
48*0Sstevel@tonic-gate  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
49*0Sstevel@tonic-gate  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
50*0Sstevel@tonic-gate  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
51*0Sstevel@tonic-gate  * SUCH DAMAGE.
52*0Sstevel@tonic-gate  *
53*0Sstevel@tonic-gate  * The licence and distribution terms for any publically available version or
54*0Sstevel@tonic-gate  * derivative of this code cannot be changed.  i.e. this code cannot simply be
55*0Sstevel@tonic-gate  * copied and put under another distribution licence
56*0Sstevel@tonic-gate  * [including the GNU Public Licence.]
57*0Sstevel@tonic-gate  */
58*0Sstevel@tonic-gate 
59*0Sstevel@tonic-gate #include "ssl_locl.h"
60*0Sstevel@tonic-gate #ifndef OPENSSL_NO_SSL2
61*0Sstevel@tonic-gate #include <stdio.h>
62*0Sstevel@tonic-gate 
63*0Sstevel@tonic-gate int ssl2_enc_init(SSL *s, int client)
64*0Sstevel@tonic-gate 	{
65*0Sstevel@tonic-gate 	/* Max number of bytes needed */
66*0Sstevel@tonic-gate 	EVP_CIPHER_CTX *rs,*ws;
67*0Sstevel@tonic-gate 	const EVP_CIPHER *c;
68*0Sstevel@tonic-gate 	const EVP_MD *md;
69*0Sstevel@tonic-gate 	int num;
70*0Sstevel@tonic-gate 
71*0Sstevel@tonic-gate 	if (!ssl_cipher_get_evp(s->session,&c,&md,NULL))
72*0Sstevel@tonic-gate 		{
73*0Sstevel@tonic-gate 		ssl2_return_error(s,SSL2_PE_NO_CIPHER);
74*0Sstevel@tonic-gate 		SSLerr(SSL_F_SSL2_ENC_INIT,SSL_R_PROBLEMS_MAPPING_CIPHER_FUNCTIONS);
75*0Sstevel@tonic-gate 		return(0);
76*0Sstevel@tonic-gate 		}
77*0Sstevel@tonic-gate 
78*0Sstevel@tonic-gate 	s->read_hash=md;
79*0Sstevel@tonic-gate 	s->write_hash=md;
80*0Sstevel@tonic-gate 
81*0Sstevel@tonic-gate 	if ((s->enc_read_ctx == NULL) &&
82*0Sstevel@tonic-gate 		((s->enc_read_ctx=(EVP_CIPHER_CTX *)
83*0Sstevel@tonic-gate 		OPENSSL_malloc(sizeof(EVP_CIPHER_CTX))) == NULL))
84*0Sstevel@tonic-gate 		goto err;
85*0Sstevel@tonic-gate 	if ((s->enc_write_ctx == NULL) &&
86*0Sstevel@tonic-gate 		((s->enc_write_ctx=(EVP_CIPHER_CTX *)
87*0Sstevel@tonic-gate 		OPENSSL_malloc(sizeof(EVP_CIPHER_CTX))) == NULL))
88*0Sstevel@tonic-gate 		goto err;
89*0Sstevel@tonic-gate 
90*0Sstevel@tonic-gate 	rs= s->enc_read_ctx;
91*0Sstevel@tonic-gate 	ws= s->enc_write_ctx;
92*0Sstevel@tonic-gate 
93*0Sstevel@tonic-gate 	EVP_CIPHER_CTX_init(rs);
94*0Sstevel@tonic-gate 	EVP_CIPHER_CTX_init(ws);
95*0Sstevel@tonic-gate 
96*0Sstevel@tonic-gate 	num=c->key_len;
97*0Sstevel@tonic-gate 	s->s2->key_material_length=num*2;
98*0Sstevel@tonic-gate 	OPENSSL_assert(s->s2->key_material_length <= sizeof s->s2->key_material);
99*0Sstevel@tonic-gate 
100*0Sstevel@tonic-gate 	if (ssl2_generate_key_material(s) <= 0)
101*0Sstevel@tonic-gate 		return 0;
102*0Sstevel@tonic-gate 
103*0Sstevel@tonic-gate 	OPENSSL_assert(c->iv_len <= sizeof s->session->key_arg);
104*0Sstevel@tonic-gate 	EVP_EncryptInit_ex(ws,c,NULL,&(s->s2->key_material[(client)?num:0]),
105*0Sstevel@tonic-gate 		s->session->key_arg);
106*0Sstevel@tonic-gate 	EVP_DecryptInit_ex(rs,c,NULL,&(s->s2->key_material[(client)?0:num]),
107*0Sstevel@tonic-gate 		s->session->key_arg);
108*0Sstevel@tonic-gate 	s->s2->read_key=  &(s->s2->key_material[(client)?0:num]);
109*0Sstevel@tonic-gate 	s->s2->write_key= &(s->s2->key_material[(client)?num:0]);
110*0Sstevel@tonic-gate 	return(1);
111*0Sstevel@tonic-gate err:
112*0Sstevel@tonic-gate 	SSLerr(SSL_F_SSL2_ENC_INIT,ERR_R_MALLOC_FAILURE);
113*0Sstevel@tonic-gate 	return(0);
114*0Sstevel@tonic-gate 	}
115*0Sstevel@tonic-gate 
116*0Sstevel@tonic-gate /* read/writes from s->s2->mac_data using length for encrypt and
117*0Sstevel@tonic-gate  * decrypt.  It sets s->s2->padding and s->[rw]length
118*0Sstevel@tonic-gate  * if we are encrypting */
119*0Sstevel@tonic-gate void ssl2_enc(SSL *s, int send)
120*0Sstevel@tonic-gate 	{
121*0Sstevel@tonic-gate 	EVP_CIPHER_CTX *ds;
122*0Sstevel@tonic-gate 	unsigned long l;
123*0Sstevel@tonic-gate 	int bs;
124*0Sstevel@tonic-gate 
125*0Sstevel@tonic-gate 	if (send)
126*0Sstevel@tonic-gate 		{
127*0Sstevel@tonic-gate 		ds=s->enc_write_ctx;
128*0Sstevel@tonic-gate 		l=s->s2->wlength;
129*0Sstevel@tonic-gate 		}
130*0Sstevel@tonic-gate 	else
131*0Sstevel@tonic-gate 		{
132*0Sstevel@tonic-gate 		ds=s->enc_read_ctx;
133*0Sstevel@tonic-gate 		l=s->s2->rlength;
134*0Sstevel@tonic-gate 		}
135*0Sstevel@tonic-gate 
136*0Sstevel@tonic-gate 	/* check for NULL cipher */
137*0Sstevel@tonic-gate 	if (ds == NULL) return;
138*0Sstevel@tonic-gate 
139*0Sstevel@tonic-gate 
140*0Sstevel@tonic-gate 	bs=ds->cipher->block_size;
141*0Sstevel@tonic-gate 	/* This should be using (bs-1) and bs instead of 7 and 8, but
142*0Sstevel@tonic-gate 	 * what the hell. */
143*0Sstevel@tonic-gate 	if (bs == 8)
144*0Sstevel@tonic-gate 		l=(l+7)/8*8;
145*0Sstevel@tonic-gate 
146*0Sstevel@tonic-gate 	EVP_Cipher(ds,s->s2->mac_data,s->s2->mac_data,l);
147*0Sstevel@tonic-gate 	}
148*0Sstevel@tonic-gate 
149*0Sstevel@tonic-gate void ssl2_mac(SSL *s, unsigned char *md, int send)
150*0Sstevel@tonic-gate 	{
151*0Sstevel@tonic-gate 	EVP_MD_CTX c;
152*0Sstevel@tonic-gate 	unsigned char sequence[4],*p,*sec,*act;
153*0Sstevel@tonic-gate 	unsigned long seq;
154*0Sstevel@tonic-gate 	unsigned int len;
155*0Sstevel@tonic-gate 
156*0Sstevel@tonic-gate 	if (send)
157*0Sstevel@tonic-gate 		{
158*0Sstevel@tonic-gate 		seq=s->s2->write_sequence;
159*0Sstevel@tonic-gate 		sec=s->s2->write_key;
160*0Sstevel@tonic-gate 		len=s->s2->wact_data_length;
161*0Sstevel@tonic-gate 		act=s->s2->wact_data;
162*0Sstevel@tonic-gate 		}
163*0Sstevel@tonic-gate 	else
164*0Sstevel@tonic-gate 		{
165*0Sstevel@tonic-gate 		seq=s->s2->read_sequence;
166*0Sstevel@tonic-gate 		sec=s->s2->read_key;
167*0Sstevel@tonic-gate 		len=s->s2->ract_data_length;
168*0Sstevel@tonic-gate 		act=s->s2->ract_data;
169*0Sstevel@tonic-gate 		}
170*0Sstevel@tonic-gate 
171*0Sstevel@tonic-gate 	p= &(sequence[0]);
172*0Sstevel@tonic-gate 	l2n(seq,p);
173*0Sstevel@tonic-gate 
174*0Sstevel@tonic-gate 	/* There has to be a MAC algorithm. */
175*0Sstevel@tonic-gate 	EVP_MD_CTX_init(&c);
176*0Sstevel@tonic-gate 	EVP_DigestInit_ex(&c, s->read_hash, NULL);
177*0Sstevel@tonic-gate 	EVP_DigestUpdate(&c,sec,
178*0Sstevel@tonic-gate 		EVP_CIPHER_CTX_key_length(s->enc_read_ctx));
179*0Sstevel@tonic-gate 	EVP_DigestUpdate(&c,act,len);
180*0Sstevel@tonic-gate 	/* the above line also does the pad data */
181*0Sstevel@tonic-gate 	EVP_DigestUpdate(&c,sequence,4);
182*0Sstevel@tonic-gate 	EVP_DigestFinal_ex(&c,md,NULL);
183*0Sstevel@tonic-gate 	EVP_MD_CTX_cleanup(&c);
184*0Sstevel@tonic-gate 	}
185*0Sstevel@tonic-gate #else /* !OPENSSL_NO_SSL2 */
186*0Sstevel@tonic-gate 
187*0Sstevel@tonic-gate # if PEDANTIC
188*0Sstevel@tonic-gate static void *dummy=&dummy;
189*0Sstevel@tonic-gate # endif
190*0Sstevel@tonic-gate 
191*0Sstevel@tonic-gate #endif
192