xref: /csrg-svn/sys/kern/uipc_socket.c (revision 63180)
123421Smckusick /*
2*63180Sbostic  * Copyright (c) 1982, 1986, 1988, 1990, 1993
3*63180Sbostic  *	The Regents of the University of California.  All rights reserved.
423421Smckusick  *
544450Sbostic  * %sccs.include.redist.c%
633185Sbostic  *
7*63180Sbostic  *	@(#)uipc_socket.c	8.1 (Berkeley) 06/10/93
823421Smckusick  */
94786Swnj 
1056517Sbostic #include <sys/param.h>
1156517Sbostic #include <sys/systm.h>
1256517Sbostic #include <sys/proc.h>
1356517Sbostic #include <sys/file.h>
1456517Sbostic #include <sys/malloc.h>
1556517Sbostic #include <sys/mbuf.h>
1656517Sbostic #include <sys/domain.h>
1756517Sbostic #include <sys/kernel.h>
1856517Sbostic #include <sys/protosw.h>
1956517Sbostic #include <sys/socket.h>
2056517Sbostic #include <sys/socketvar.h>
2156517Sbostic #include <sys/resourcevar.h>
224786Swnj 
234786Swnj /*
248300Sroot  * Socket operation routines.
258300Sroot  * These routines are called by the routines in
268300Sroot  * sys_socket.c or from a system process, and
278300Sroot  * implement the semantics of socket operations by
288300Sroot  * switching out to the protocol specific routines.
294786Swnj  */
308594Sroot /*ARGSUSED*/
3110267Ssam socreate(dom, aso, type, proto)
3252482Storek 	int dom;
334786Swnj 	struct socket **aso;
3412757Ssam 	register int type;
3512757Ssam 	int proto;
364786Swnj {
3750942Ssklower 	struct proc *p = curproc;		/* XXX */
384786Swnj 	register struct protosw *prp;
394786Swnj 	register struct socket *so;
4012757Ssam 	register int error;
414786Swnj 
424890Swnj 	if (proto)
4321767Skarels 		prp = pffindproto(dom, proto, type);
444890Swnj 	else
459168Ssam 		prp = pffindtype(dom, type);
4659973Ssklower 	if (prp == 0 || prp->pr_usrreq == 0)
474890Swnj 		return (EPROTONOSUPPORT);
488300Sroot 	if (prp->pr_type != type)
498300Sroot 		return (EPROTOTYPE);
5037478Ssklower 	MALLOC(so, struct socket *, sizeof(*so), M_SOCKET, M_WAIT);
5137478Ssklower 	bzero((caddr_t)so, sizeof(*so));
529168Ssam 	so->so_type = type;
5350942Ssklower 	if (p->p_ucred->cr_uid == 0)
546214Swnj 		so->so_state = SS_PRIV;
554786Swnj 	so->so_proto = prp;
5612757Ssam 	error =
5712757Ssam 	    (*prp->pr_usrreq)(so, PRU_ATTACH,
5821767Skarels 		(struct mbuf *)0, (struct mbuf *)proto, (struct mbuf *)0);
594979Swnj 	if (error) {
607507Sroot 		so->so_state |= SS_NOFDREF;
617180Swnj 		sofree(so);
624890Swnj 		return (error);
634786Swnj 	}
644786Swnj 	*aso = so;
654786Swnj 	return (0);
664786Swnj }
674786Swnj 
6810267Ssam sobind(so, nam)
698300Sroot 	struct socket *so;
708300Sroot 	struct mbuf *nam;
718300Sroot {
728300Sroot 	int s = splnet();
738300Sroot 	int error;
748300Sroot 
7541908Skarels 	error =
7641908Skarels 	    (*so->so_proto->pr_usrreq)(so, PRU_BIND,
7712757Ssam 		(struct mbuf *)0, nam, (struct mbuf *)0);
788300Sroot 	splx(s);
798300Sroot 	return (error);
808300Sroot }
818300Sroot 
828300Sroot solisten(so, backlog)
8312757Ssam 	register struct socket *so;
848300Sroot 	int backlog;
858300Sroot {
8612757Ssam 	int s = splnet(), error;
878300Sroot 
8812757Ssam 	error =
8912757Ssam 	    (*so->so_proto->pr_usrreq)(so, PRU_LISTEN,
9012757Ssam 		(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0);
918300Sroot 	if (error) {
928300Sroot 		splx(s);
938300Sroot 		return (error);
948300Sroot 	}
9538584Skarels 	if (so->so_q == 0)
968300Sroot 		so->so_options |= SO_ACCEPTCONN;
978300Sroot 	if (backlog < 0)
988300Sroot 		backlog = 0;
9935384Skarels 	so->so_qlimit = min(backlog, SOMAXCONN);
10012493Ssam 	splx(s);
1018300Sroot 	return (0);
1028300Sroot }
1038300Sroot 
1044916Swnj sofree(so)
10512757Ssam 	register struct socket *so;
1064916Swnj {
1074916Swnj 
10831810Skarels 	if (so->so_pcb || (so->so_state & SS_NOFDREF) == 0)
10931810Skarels 		return;
1107507Sroot 	if (so->so_head) {
1117507Sroot 		if (!soqremque(so, 0) && !soqremque(so, 1))
1127507Sroot 			panic("sofree dq");
1137507Sroot 		so->so_head = 0;
1147507Sroot 	}
1154950Swnj 	sbrelease(&so->so_snd);
11612757Ssam 	sorflush(so);
11737478Ssklower 	FREE(so, M_SOCKET);
1184916Swnj }
1194916Swnj 
1204786Swnj /*
1214890Swnj  * Close a socket on last file table reference removal.
1224890Swnj  * Initiate disconnect if connected.
1234890Swnj  * Free socket when disconnect complete.
1244829Swnj  */
12512757Ssam soclose(so)
1264829Swnj 	register struct socket *so;
1274829Swnj {
1284890Swnj 	int s = splnet();		/* conservative */
12933372Sbostic 	int error = 0;
1304829Swnj 
1317507Sroot 	if (so->so_options & SO_ACCEPTCONN) {
13238584Skarels 		while (so->so_q0)
13310399Ssam 			(void) soabort(so->so_q0);
13438584Skarels 		while (so->so_q)
13510399Ssam 			(void) soabort(so->so_q);
1367507Sroot 	}
1374890Swnj 	if (so->so_pcb == 0)
1384890Swnj 		goto discard;
1394890Swnj 	if (so->so_state & SS_ISCONNECTED) {
1404890Swnj 		if ((so->so_state & SS_ISDISCONNECTING) == 0) {
14126245Skarels 			error = sodisconnect(so);
14212757Ssam 			if (error)
14312757Ssam 				goto drop;
1444890Swnj 		}
14510267Ssam 		if (so->so_options & SO_LINGER) {
1465281Sroot 			if ((so->so_state & SS_ISDISCONNECTING) &&
14712757Ssam 			    (so->so_state & SS_NBIO))
14812757Ssam 				goto drop;
1495281Sroot 			while (so->so_state & SS_ISCONNECTED)
15040706Skarels 				if (error = tsleep((caddr_t)&so->so_timeo,
15140706Skarels 				    PSOCK | PCATCH, netcls, so->so_linger))
15240706Skarels 					break;
1534890Swnj 		}
1544890Swnj 	}
1555580Sroot drop:
1566880Ssam 	if (so->so_pcb) {
15712757Ssam 		int error2 =
15812757Ssam 		    (*so->so_proto->pr_usrreq)(so, PRU_DETACH,
15912757Ssam 			(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0);
16012757Ssam 		if (error == 0)
16112757Ssam 			error = error2;
1626880Ssam 	}
1634890Swnj discard:
16410399Ssam 	if (so->so_state & SS_NOFDREF)
16510399Ssam 		panic("soclose: NOFDREF");
1667507Sroot 	so->so_state |= SS_NOFDREF;
1674950Swnj 	sofree(so);
1684890Swnj 	splx(s);
16912757Ssam 	return (error);
1704829Swnj }
1714829Swnj 
17210399Ssam /*
17310399Ssam  * Must be called at splnet...
17410399Ssam  */
17510399Ssam soabort(so)
17610399Ssam 	struct socket *so;
17710399Ssam {
17810399Ssam 
17912757Ssam 	return (
18012757Ssam 	    (*so->so_proto->pr_usrreq)(so, PRU_ABORT,
18112757Ssam 		(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0));
18210399Ssam }
18310399Ssam 
18410267Ssam soaccept(so, nam)
18512757Ssam 	register struct socket *so;
1868300Sroot 	struct mbuf *nam;
1874927Swnj {
1884927Swnj 	int s = splnet();
1894927Swnj 	int error;
1904927Swnj 
19110399Ssam 	if ((so->so_state & SS_NOFDREF) == 0)
19210399Ssam 		panic("soaccept: !NOFDREF");
19310267Ssam 	so->so_state &= ~SS_NOFDREF;
1948300Sroot 	error = (*so->so_proto->pr_usrreq)(so, PRU_ACCEPT,
19512757Ssam 	    (struct mbuf *)0, nam, (struct mbuf *)0);
1964927Swnj 	splx(s);
1974927Swnj 	return (error);
1984927Swnj }
1994927Swnj 
20010267Ssam soconnect(so, nam)
20112757Ssam 	register struct socket *so;
2028300Sroot 	struct mbuf *nam;
2034786Swnj {
20430414Skarels 	int s;
2054890Swnj 	int error;
2064786Swnj 
20730414Skarels 	if (so->so_options & SO_ACCEPTCONN)
20830414Skarels 		return (EOPNOTSUPP);
20930414Skarels 	s = splnet();
21024768Skarels 	/*
21124768Skarels 	 * If protocol is connection-based, can only connect once.
21224768Skarels 	 * Otherwise, if connected, try to disconnect first.
21324768Skarels 	 * This allows user to disconnect by connecting to, e.g.,
21424768Skarels 	 * a null address.
21524768Skarels 	 */
21624768Skarels 	if (so->so_state & (SS_ISCONNECTED|SS_ISCONNECTING) &&
21724768Skarels 	    ((so->so_proto->pr_flags & PR_CONNREQUIRED) ||
21824768Skarels 	    (error = sodisconnect(so))))
2194890Swnj 		error = EISCONN;
22024768Skarels 	else
22124768Skarels 		error = (*so->so_proto->pr_usrreq)(so, PRU_CONNECT,
22224768Skarels 		    (struct mbuf *)0, nam, (struct mbuf *)0);
2234890Swnj 	splx(s);
2244890Swnj 	return (error);
2254786Swnj }
2264786Swnj 
22712757Ssam soconnect2(so1, so2)
22812757Ssam 	register struct socket *so1;
22912757Ssam 	struct socket *so2;
23012757Ssam {
23112757Ssam 	int s = splnet();
23212757Ssam 	int error;
23312757Ssam 
23413113Ssam 	error = (*so1->so_proto->pr_usrreq)(so1, PRU_CONNECT2,
23513113Ssam 	    (struct mbuf *)0, (struct mbuf *)so2, (struct mbuf *)0);
23612757Ssam 	splx(s);
23712757Ssam 	return (error);
23812757Ssam }
23912757Ssam 
24026245Skarels sodisconnect(so)
24112757Ssam 	register struct socket *so;
2424786Swnj {
2434890Swnj 	int s = splnet();
2444890Swnj 	int error;
2454786Swnj 
2464890Swnj 	if ((so->so_state & SS_ISCONNECTED) == 0) {
2474890Swnj 		error = ENOTCONN;
2484890Swnj 		goto bad;
2494890Swnj 	}
2504890Swnj 	if (so->so_state & SS_ISDISCONNECTING) {
2514890Swnj 		error = EALREADY;
2524890Swnj 		goto bad;
2534890Swnj 	}
2548300Sroot 	error = (*so->so_proto->pr_usrreq)(so, PRU_DISCONNECT,
25526245Skarels 	    (struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0);
2564890Swnj bad:
2574890Swnj 	splx(s);
2584890Swnj 	return (error);
2594786Swnj }
2604786Swnj 
26151755Smckusick #define	SBLOCKWAIT(f)	(((f) & MSG_DONTWAIT) ? M_NOWAIT : M_WAITOK)
2624786Swnj /*
2634890Swnj  * Send on a socket.
2644890Swnj  * If send must go all at once and message is larger than
2654890Swnj  * send buffering, then hard error.
2664890Swnj  * Lock against other senders.
2674890Swnj  * If must go all at once and not enough room now, then
2684890Swnj  * inform user that this would block and do nothing.
26916412Skarels  * Otherwise, if nonblocking, send as much as possible.
27041908Skarels  * The data to be sent is described by "uio" if nonzero,
27141908Skarels  * otherwise by the mbuf chain "top" (which must be null
27241908Skarels  * if uio is not).  Data provided in mbuf chain must be small
27341908Skarels  * enough to send all at once.
27441908Skarels  *
27541908Skarels  * Returns nonzero on error, timeout or signal; callers
27641908Skarels  * must check for short counts if EINTR/ERESTART are returned.
27741908Skarels  * Data and control buffers are freed on return.
2784786Swnj  */
27943417Skarels sosend(so, addr, uio, top, control, flags)
2804786Swnj 	register struct socket *so;
28141908Skarels 	struct mbuf *addr;
28241908Skarels 	struct uio *uio;
28341908Skarels 	struct mbuf *top;
28441908Skarels 	struct mbuf *control;
2858319Sroot 	int flags;
2864786Swnj {
28750942Ssklower 	struct proc *p = curproc;		/* XXX */
28841908Skarels 	struct mbuf **mp;
28935384Skarels 	register struct mbuf *m;
29041908Skarels 	register long space, len, resid;
29141908Skarels 	int clen = 0, error, s, dontroute, mlen;
29241908Skarels 	int atomic = sosendallatonce(so) || top;
2934786Swnj 
29441908Skarels 	if (uio)
29541908Skarels 		resid = uio->uio_resid;
29641908Skarels 	else
29741908Skarels 		resid = top->m_pkthdr.len;
29812757Ssam 	dontroute =
29912757Ssam 	    (flags & MSG_DONTROUTE) && (so->so_options & SO_DONTROUTE) == 0 &&
30012757Ssam 	    (so->so_proto->pr_flags & PR_ATOMIC);
30150942Ssklower 	p->p_stats->p_ru.ru_msgsnd++;
30240632Skarels 	if (control)
30341908Skarels 		clen = control->m_len;
30416412Skarels #define	snderr(errno)	{ error = errno; splx(s); goto release; }
30516412Skarels 
3066419Sroot restart:
30751755Smckusick 	if (error = sblock(&so->so_snd, SBLOCKWAIT(flags)))
30841908Skarels 		goto out;
30916412Skarels 	do {
31016412Skarels 		s = splnet();
31121108Skarels 		if (so->so_state & SS_CANTSENDMORE)
31216412Skarels 			snderr(EPIPE);
31337478Ssklower 		if (so->so_error)
31437478Ssklower 			snderr(so->so_error);
31516412Skarels 		if ((so->so_state & SS_ISCONNECTED) == 0) {
31637478Ssklower 			if (so->so_proto->pr_flags & PR_CONNREQUIRED) {
31749059Ssklower 				if ((so->so_state & SS_ISCONFIRMING) == 0 &&
31849059Ssklower 				    !(resid == 0 && clen != 0))
31937478Ssklower 					snderr(ENOTCONN);
32041908Skarels 			} else if (addr == 0)
32116412Skarels 				snderr(EDESTADDRREQ);
32216412Skarels 		}
32341908Skarels 		space = sbspace(&so->so_snd);
32416412Skarels 		if (flags & MSG_OOB)
32541908Skarels 			space += 1024;
32651755Smckusick 		if (atomic && resid > so->so_snd.sb_hiwat ||
32751755Smckusick 		    clen > so->so_snd.sb_hiwat)
32851755Smckusick 			snderr(EMSGSIZE);
32951755Smckusick 		if (space < resid + clen && uio &&
33041908Skarels 		    (atomic || space < so->so_snd.sb_lowat || space < clen)) {
33141908Skarels 			if (so->so_state & SS_NBIO)
33241908Skarels 				snderr(EWOULDBLOCK);
33341908Skarels 			sbunlock(&so->so_snd);
33443417Skarels 			error = sbwait(&so->so_snd);
33541908Skarels 			splx(s);
33641908Skarels 			if (error)
33741908Skarels 				goto out;
33841908Skarels 			goto restart;
33916412Skarels 		}
34016412Skarels 		splx(s);
34116412Skarels 		mp = &top;
34241908Skarels 		space -= clen;
34343417Skarels 		do {
34443417Skarels 		    if (uio == NULL) {
34541908Skarels 			/*
34641908Skarels 			 * Data is prepackaged in "top".
34741908Skarels 			 */
34841908Skarels 			resid = 0;
34941908Skarels 			if (flags & MSG_EOR)
35041908Skarels 				top->m_flags |= M_EOR;
35143417Skarels 		    } else do {
35235384Skarels 			if (top == 0) {
35335384Skarels 				MGETHDR(m, M_WAIT, MT_DATA);
35435384Skarels 				mlen = MHLEN;
35535384Skarels 				m->m_pkthdr.len = 0;
35635384Skarels 				m->m_pkthdr.rcvif = (struct ifnet *)0;
35735384Skarels 			} else {
35835384Skarels 				MGET(m, M_WAIT, MT_DATA);
35935384Skarels 				mlen = MLEN;
36035384Skarels 			}
36141908Skarels 			if (resid >= MINCLSIZE && space >= MCLBYTES) {
36235384Skarels 				MCLGET(m, M_WAIT);
36335384Skarels 				if ((m->m_flags & M_EXT) == 0)
36416412Skarels 					goto nopages;
36535384Skarels 				mlen = MCLBYTES;
36635384Skarels #ifdef	MAPPED_MBUFS
36741908Skarels 				len = min(MCLBYTES, resid);
36841908Skarels #else
36960996Skarels 				if (atomic && top == 0) {
37041908Skarels 					len = min(MCLBYTES - max_hdr, resid);
37135384Skarels 					m->m_data += max_hdr;
37246452Ssklower 				} else
37346452Ssklower 					len = min(MCLBYTES, resid);
37435384Skarels #endif
37535384Skarels 				space -= MCLBYTES;
37616412Skarels 			} else {
37716412Skarels nopages:
37841908Skarels 				len = min(min(mlen, resid), space);
37921767Skarels 				space -= len;
38035384Skarels 				/*
38135384Skarels 				 * For datagram protocols, leave room
38235384Skarels 				 * for protocol headers in first mbuf.
38335384Skarels 				 */
38435391Skarels 				if (atomic && top == 0 && len < mlen)
38535384Skarels 					MH_ALIGN(m, len);
38616412Skarels 			}
38745515Skarels 			error = uiomove(mtod(m, caddr_t), (int)len, uio);
38841908Skarels 			resid = uio->uio_resid;
38916412Skarels 			m->m_len = len;
39016412Skarels 			*mp = m;
39135384Skarels 			top->m_pkthdr.len += len;
39216412Skarels 			if (error)
39316412Skarels 				goto release;
39416412Skarels 			mp = &m->m_next;
39541908Skarels 			if (resid <= 0) {
39641908Skarels 				if (flags & MSG_EOR)
39735384Skarels 					top->m_flags |= M_EOR;
39821108Skarels 				break;
39935384Skarels 			}
40035384Skarels 		    } while (space > 0 && atomic);
40135384Skarels 		    if (dontroute)
40235384Skarels 			    so->so_options |= SO_DONTROUTE;
40335384Skarels 		    s = splnet();				/* XXX */
40435384Skarels 		    error = (*so->so_proto->pr_usrreq)(so,
40535384Skarels 			(flags & MSG_OOB) ? PRU_SENDOOB : PRU_SEND,
40641908Skarels 			top, addr, control);
40735384Skarels 		    splx(s);
40835384Skarels 		    if (dontroute)
40935384Skarels 			    so->so_options &= ~SO_DONTROUTE;
41041908Skarels 		    clen = 0;
41141908Skarels 		    control = 0;
41235384Skarels 		    top = 0;
41335384Skarels 		    mp = &top;
41435384Skarels 		    if (error)
41535384Skarels 			goto release;
41641908Skarels 		} while (resid && space > 0);
41741908Skarels 	} while (resid);
4184890Swnj 
4194786Swnj release:
4204890Swnj 	sbunlock(&so->so_snd);
42141908Skarels out:
4226419Sroot 	if (top)
4236419Sroot 		m_freem(top);
42441908Skarels 	if (control)
42541908Skarels 		m_freem(control);
4264786Swnj 	return (error);
4274786Swnj }
4284786Swnj 
42925629Skarels /*
43025629Skarels  * Implement receive operations on a socket.
43125629Skarels  * We depend on the way that records are added to the sockbuf
43225629Skarels  * by sbappend*.  In particular, each record (mbufs linked through m_next)
43325629Skarels  * must begin with an address if the protocol so specifies,
43441908Skarels  * followed by an optional mbuf or mbufs containing ancillary data,
43541908Skarels  * and then zero or more mbufs of data.
43625629Skarels  * In order to avoid blocking network interrupts for the entire time here,
43725629Skarels  * we splx() while doing the actual copy to user space.
43825629Skarels  * Although the sockbuf is locked, new data may still be appended,
43925629Skarels  * and thus we must maintain consistency of the sockbuf during that time.
44045515Skarels  *
44141908Skarels  * The caller may receive the data as a single mbuf chain by supplying
44243417Skarels  * an mbuf **mp0 for use in returning the chain.  The uio is then used
44341908Skarels  * only for the count in uio_resid.
44425629Skarels  */
44543417Skarels soreceive(so, paddr, uio, mp0, controlp, flagsp)
4464786Swnj 	register struct socket *so;
44741908Skarels 	struct mbuf **paddr;
44841908Skarels 	struct uio *uio;
44943417Skarels 	struct mbuf **mp0;
45041908Skarels 	struct mbuf **controlp;
45135384Skarels 	int *flagsp;
4524786Swnj {
45343417Skarels 	register struct mbuf *m, **mp;
45443417Skarels 	register int flags, len, error, s, offset;
45512757Ssam 	struct protosw *pr = so->so_proto;
45641908Skarels 	struct mbuf *nextrecord;
45741908Skarels 	int moff, type;
45858301Smckusick 	int orig_resid = uio->uio_resid;
4594786Swnj 
46043417Skarels 	mp = mp0;
46141908Skarels 	if (paddr)
46241908Skarels 		*paddr = 0;
46335384Skarels 	if (controlp)
46435384Skarels 		*controlp = 0;
46535384Skarels 	if (flagsp)
46635384Skarels 		flags = *flagsp &~ MSG_EOR;
46745515Skarels 	else
46835384Skarels 		flags = 0;
46912757Ssam 	if (flags & MSG_OOB) {
4709635Ssam 		m = m_get(M_WAIT, MT_DATA);
47112757Ssam 		error = (*pr->pr_usrreq)(so, PRU_RCVOOB,
47224768Skarels 		    m, (struct mbuf *)(flags & MSG_PEEK), (struct mbuf *)0);
4738594Sroot 		if (error)
47410137Ssam 			goto bad;
4758319Sroot 		do {
47641908Skarels 			error = uiomove(mtod(m, caddr_t),
47741908Skarels 			    (int) min(uio->uio_resid, m->m_len), uio);
4788319Sroot 			m = m_free(m);
4798594Sroot 		} while (uio->uio_resid && error == 0 && m);
48010137Ssam bad:
4818319Sroot 		if (m)
4828771Sroot 			m_freem(m);
4838594Sroot 		return (error);
4848319Sroot 	}
48541908Skarels 	if (mp)
48641908Skarels 		*mp = (struct mbuf *)0;
48743417Skarels 	if (so->so_state & SS_ISCONFIRMING && uio->uio_resid)
48835384Skarels 		(*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0,
48935384Skarels 		    (struct mbuf *)0, (struct mbuf *)0);
4908319Sroot 
4914890Swnj restart:
49251755Smckusick 	if (error = sblock(&so->so_rcv, SBLOCKWAIT(flags)))
49340706Skarels 		return (error);
4948835Sroot 	s = splnet();
4954890Swnj 
49637478Ssklower 	m = so->so_rcv.sb_mb;
49744383Skarels 	/*
49844383Skarels 	 * If we have less data than requested, block awaiting more
49944383Skarels 	 * (subject to any timeout) if:
50044383Skarels 	 *   1. the current count is less than the low water mark, or
50144383Skarels 	 *   2. MSG_WAITALL is set, and it is possible to do the entire
50244383Skarels 	 *	receive operation at once if we block (resid <= hiwat).
50351755Smckusick 	 *   3. MSG_DONTWAIT is not set
50444383Skarels 	 * If MSG_WAITALL is set but resid is larger than the receive buffer,
50544383Skarels 	 * we have to do the receive in sections, and thus risk returning
50644383Skarels 	 * a short count if a timeout or signal occurs after we start.
50744383Skarels 	 */
50851755Smckusick 	if (m == 0 || ((flags & MSG_DONTWAIT) == 0 &&
50951755Smckusick 	    so->so_rcv.sb_cc < uio->uio_resid) &&
51044383Skarels 	    (so->so_rcv.sb_cc < so->so_rcv.sb_lowat ||
51150942Ssklower 	    ((flags & MSG_WAITALL) && uio->uio_resid <= so->so_rcv.sb_hiwat)) &&
51258301Smckusick 	    m->m_nextpkt == 0 && (pr->pr_flags & PR_ATOMIC) == 0) {
51341908Skarels #ifdef DIAGNOSTIC
51441908Skarels 		if (m == 0 && so->so_rcv.sb_cc)
51537478Ssklower 			panic("receive 1");
51641908Skarels #endif
5175168Swnj 		if (so->so_error) {
51846479Skarels 			if (m)
51951022Ssklower 				goto dontblock;
5205168Swnj 			error = so->so_error;
52146479Skarels 			if ((flags & MSG_PEEK) == 0)
52246479Skarels 				so->so_error = 0;
5235168Swnj 			goto release;
5245168Swnj 		}
52546479Skarels 		if (so->so_state & SS_CANTRCVMORE) {
52646479Skarels 			if (m)
52751022Ssklower 				goto dontblock;
52846479Skarels 			else
52946479Skarels 				goto release;
53046479Skarels 		}
53150942Ssklower 		for (; m; m = m->m_next)
53250942Ssklower 			if (m->m_type == MT_OOBDATA  || (m->m_flags & M_EOR)) {
53350942Ssklower 				m = so->so_rcv.sb_mb;
53450942Ssklower 				goto dontblock;
53550942Ssklower 			}
53638584Skarels 		if ((so->so_state & (SS_ISCONNECTED|SS_ISCONNECTING)) == 0 &&
53732567Sbostic 		    (so->so_proto->pr_flags & PR_CONNREQUIRED)) {
53832567Sbostic 			error = ENOTCONN;
53932567Sbostic 			goto release;
5404890Swnj 		}
54143417Skarels 		if (uio->uio_resid == 0)
54225629Skarels 			goto release;
54351755Smckusick 		if ((so->so_state & SS_NBIO) || (flags & MSG_DONTWAIT)) {
54432567Sbostic 			error = EWOULDBLOCK;
54532567Sbostic 			goto release;
54632567Sbostic 		}
5474890Swnj 		sbunlock(&so->so_rcv);
54843417Skarels 		error = sbwait(&so->so_rcv);
5495012Swnj 		splx(s);
55041908Skarels 		if (error)
55141908Skarels 			return (error);
5524890Swnj 		goto restart;
5534786Swnj 	}
55450942Ssklower dontblock:
55552926Smckusick 	if (uio->uio_procp)
55652926Smckusick 		uio->uio_procp->p_stats->p_ru.ru_msgrcv++;
55735384Skarels 	nextrecord = m->m_nextpkt;
55812757Ssam 	if (pr->pr_flags & PR_ADDR) {
55941908Skarels #ifdef DIAGNOSTIC
56025629Skarels 		if (m->m_type != MT_SONAME)
56116993Skarels 			panic("receive 1a");
56241908Skarels #endif
56358301Smckusick 		orig_resid = 0;
56416993Skarels 		if (flags & MSG_PEEK) {
56541908Skarels 			if (paddr)
56641908Skarels 				*paddr = m_copy(m, 0, m->m_len);
56725629Skarels 			m = m->m_next;
56816993Skarels 		} else {
56925629Skarels 			sbfree(&so->so_rcv, m);
57041908Skarels 			if (paddr) {
57141908Skarels 				*paddr = m;
57235384Skarels 				so->so_rcv.sb_mb = m->m_next;
57335384Skarels 				m->m_next = 0;
57435384Skarels 				m = so->so_rcv.sb_mb;
57525629Skarels 			} else {
57626958Skarels 				MFREE(m, so->so_rcv.sb_mb);
57726958Skarels 				m = so->so_rcv.sb_mb;
57825629Skarels 			}
57916993Skarels 		}
58016993Skarels 	}
58141908Skarels 	while (m && m->m_type == MT_CONTROL && error == 0) {
58216993Skarels 		if (flags & MSG_PEEK) {
58335384Skarels 			if (controlp)
58435384Skarels 				*controlp = m_copy(m, 0, m->m_len);
58535384Skarels 			m = m->m_next;
58635384Skarels 		} else {
58735384Skarels 			sbfree(&so->so_rcv, m);
58835384Skarels 			if (controlp) {
58943097Ssklower 				if (pr->pr_domain->dom_externalize &&
59043097Ssklower 				    mtod(m, struct cmsghdr *)->cmsg_type ==
59143097Ssklower 				    SCM_RIGHTS)
59241908Skarels 				   error = (*pr->pr_domain->dom_externalize)(m);
59335384Skarels 				*controlp = m;
59435384Skarels 				so->so_rcv.sb_mb = m->m_next;
59535384Skarels 				m->m_next = 0;
59635384Skarels 				m = so->so_rcv.sb_mb;
59735384Skarels 			} else {
59835384Skarels 				MFREE(m, so->so_rcv.sb_mb);
59935384Skarels 				m = so->so_rcv.sb_mb;
60035384Skarels 			}
60135384Skarels 		}
60258301Smckusick 		if (controlp) {
60358301Smckusick 			orig_resid = 0;
60441908Skarels 			controlp = &(*controlp)->m_next;
60558301Smckusick 		}
60635384Skarels 	}
60741908Skarels 	if (m) {
60844383Skarels 		if ((flags & MSG_PEEK) == 0)
60944383Skarels 			m->m_nextpkt = nextrecord;
61041908Skarels 		type = m->m_type;
61146452Ssklower 		if (type == MT_OOBDATA)
61246452Ssklower 			flags |= MSG_OOB;
61341908Skarels 	}
6148319Sroot 	moff = 0;
61532092Skarels 	offset = 0;
61646452Ssklower 	while (m && uio->uio_resid > 0 && error == 0) {
61746452Ssklower 		if (m->m_type == MT_OOBDATA) {
61846452Ssklower 			if (type != MT_OOBDATA)
61946452Ssklower 				break;
62046452Ssklower 		} else if (type == MT_OOBDATA)
62146452Ssklower 			break;
62241908Skarels #ifdef DIAGNOSTIC
62335384Skarels 		else if (m->m_type != MT_DATA && m->m_type != MT_HEADER)
62425629Skarels 			panic("receive 3");
62541908Skarels #endif
6267747Sroot 		so->so_state &= ~SS_RCVATMARK;
62743417Skarels 		len = uio->uio_resid;
62832092Skarels 		if (so->so_oobmark && len > so->so_oobmark - offset)
62932092Skarels 			len = so->so_oobmark - offset;
63021767Skarels 		if (len > m->m_len - moff)
6318319Sroot 			len = m->m_len - moff;
63241908Skarels 		/*
63341908Skarels 		 * If mp is set, just pass back the mbufs.
63441908Skarels 		 * Otherwise copy them out via the uio, then free.
63541908Skarels 		 * Sockbuf must be consistent here (points to current mbuf,
63641908Skarels 		 * it points to next record) when we drop priority;
63741908Skarels 		 * we must note any additions to the sockbuf when we
63841908Skarels 		 * block interrupts again.
63941908Skarels 		 */
64041908Skarels 		if (mp == 0) {
64141908Skarels 			splx(s);
64241908Skarels 			error = uiomove(mtod(m, caddr_t) + moff, (int)len, uio);
64341908Skarels 			s = splnet();
64443417Skarels 		} else
64543417Skarels 			uio->uio_resid -= len;
64621767Skarels 		if (len == m->m_len - moff) {
64750942Ssklower 			if (m->m_flags & M_EOR)
64850942Ssklower 				flags |= MSG_EOR;
64925629Skarels 			if (flags & MSG_PEEK) {
65025629Skarels 				m = m->m_next;
65125629Skarels 				moff = 0;
65225629Skarels 			} else {
65335384Skarels 				nextrecord = m->m_nextpkt;
65425629Skarels 				sbfree(&so->so_rcv, m);
65541908Skarels 				if (mp) {
65641908Skarels 					*mp = m;
65741908Skarels 					mp = &m->m_next;
65843417Skarels 					so->so_rcv.sb_mb = m = m->m_next;
65943417Skarels 					*mp = (struct mbuf *)0;
66041908Skarels 				} else {
66141908Skarels 					MFREE(m, so->so_rcv.sb_mb);
66241908Skarels 					m = so->so_rcv.sb_mb;
66341908Skarels 				}
66426958Skarels 				if (m)
66535384Skarels 					m->m_nextpkt = nextrecord;
66625629Skarels 			}
6674786Swnj 		} else {
66812757Ssam 			if (flags & MSG_PEEK)
6698319Sroot 				moff += len;
6708319Sroot 			else {
67143417Skarels 				if (mp)
67243417Skarels 					*mp = m_copym(m, 0, len, M_WAIT);
67335384Skarels 				m->m_data += len;
6748319Sroot 				m->m_len -= len;
6758319Sroot 				so->so_rcv.sb_cc -= len;
6768319Sroot 			}
6774786Swnj 		}
67832092Skarels 		if (so->so_oobmark) {
67932092Skarels 			if ((flags & MSG_PEEK) == 0) {
68032092Skarels 				so->so_oobmark -= len;
68132092Skarels 				if (so->so_oobmark == 0) {
68232092Skarels 					so->so_state |= SS_RCVATMARK;
68332092Skarels 					break;
68432092Skarels 				}
68558530Storek 			} else {
68632092Skarels 				offset += len;
68758530Storek 				if (offset == so->so_oobmark)
68858530Storek 					break;
68958530Storek 			}
6907747Sroot 		}
69150942Ssklower 		if (flags & MSG_EOR)
69240632Skarels 			break;
69341908Skarels 		/*
69441908Skarels 		 * If the MSG_WAITALL flag is set (for non-atomic socket),
69543417Skarels 		 * we must not quit until "uio->uio_resid == 0" or an error
69641908Skarels 		 * termination.  If a signal/timeout occurs, return
69743417Skarels 		 * with a short count but without error.
69841908Skarels 		 * Keep sockbuf locked against other readers.
69941908Skarels 		 */
70043417Skarels 		while (flags & MSG_WAITALL && m == 0 && uio->uio_resid > 0 &&
70158301Smckusick 		    !sosendallatonce(so) && !nextrecord) {
70246479Skarels 			if (so->so_error || so->so_state & SS_CANTRCVMORE)
70346479Skarels 				break;
70441908Skarels 			error = sbwait(&so->so_rcv);
70541908Skarels 			if (error) {
70641908Skarels 				sbunlock(&so->so_rcv);
70741908Skarels 				splx(s);
70841908Skarels 				return (0);
70941908Skarels 			}
71050942Ssklower 			if (m = so->so_rcv.sb_mb)
71141908Skarels 				nextrecord = m->m_nextpkt;
71241908Skarels 		}
71316993Skarels 	}
71458301Smckusick 
71558301Smckusick 	if (m && pr->pr_flags & PR_ATOMIC) {
71658301Smckusick 		flags |= MSG_TRUNC;
71758301Smckusick 		if ((flags & MSG_PEEK) == 0)
71858301Smckusick 			(void) sbdroprecord(&so->so_rcv);
71958301Smckusick 	}
72016993Skarels 	if ((flags & MSG_PEEK) == 0) {
72126500Skarels 		if (m == 0)
72216993Skarels 			so->so_rcv.sb_mb = nextrecord;
72316993Skarels 		if (pr->pr_flags & PR_WANTRCVD && so->so_pcb)
72416993Skarels 			(*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0,
72537478Ssklower 			    (struct mbuf *)flags, (struct mbuf *)0,
72637478Ssklower 			    (struct mbuf *)0);
72716993Skarels 	}
72858301Smckusick 	if (orig_resid == uio->uio_resid && orig_resid &&
72958301Smckusick 	    (flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) {
73058301Smckusick 		sbunlock(&so->so_rcv);
73158301Smckusick 		splx(s);
73258301Smckusick 		goto restart;
73358301Smckusick 	}
73458301Smckusick 
73535384Skarels 	if (flagsp)
73635384Skarels 		*flagsp |= flags;
7374890Swnj release:
7384916Swnj 	sbunlock(&so->so_rcv);
7394890Swnj 	splx(s);
7404916Swnj 	return (error);
7414786Swnj }
7424786Swnj 
74310267Ssam soshutdown(so, how)
74412757Ssam 	register struct socket *so;
74512757Ssam 	register int how;
74610267Ssam {
74712757Ssam 	register struct protosw *pr = so->so_proto;
74810267Ssam 
74910267Ssam 	how++;
75012757Ssam 	if (how & FREAD)
75112757Ssam 		sorflush(so);
75210267Ssam 	if (how & FWRITE)
75312757Ssam 		return ((*pr->pr_usrreq)(so, PRU_SHUTDOWN,
75412757Ssam 		    (struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0));
75510267Ssam 	return (0);
75610267Ssam }
75710267Ssam 
75812757Ssam sorflush(so)
75912757Ssam 	register struct socket *so;
76012757Ssam {
76112757Ssam 	register struct sockbuf *sb = &so->so_rcv;
76212757Ssam 	register struct protosw *pr = so->so_proto;
76312757Ssam 	register int s;
76412757Ssam 	struct sockbuf asb;
76512757Ssam 
76640706Skarels 	sb->sb_flags |= SB_NOINTR;
76751755Smckusick 	(void) sblock(sb, M_WAITOK);
76812757Ssam 	s = splimp();
76912757Ssam 	socantrcvmore(so);
77012757Ssam 	sbunlock(sb);
77112757Ssam 	asb = *sb;
77212757Ssam 	bzero((caddr_t)sb, sizeof (*sb));
77312757Ssam 	splx(s);
77416993Skarels 	if (pr->pr_flags & PR_RIGHTS && pr->pr_domain->dom_dispose)
77516993Skarels 		(*pr->pr_domain->dom_dispose)(asb.sb_mb);
77612757Ssam 	sbrelease(&asb);
77712757Ssam }
77812757Ssam 
77918553Skarels sosetopt(so, level, optname, m0)
78012757Ssam 	register struct socket *so;
78110267Ssam 	int level, optname;
78218553Skarels 	struct mbuf *m0;
78310267Ssam {
78417158Ssam 	int error = 0;
78518553Skarels 	register struct mbuf *m = m0;
78610267Ssam 
78717158Ssam 	if (level != SOL_SOCKET) {
78818369Skarels 		if (so->so_proto && so->so_proto->pr_ctloutput)
78918369Skarels 			return ((*so->so_proto->pr_ctloutput)
79018553Skarels 				  (PRCO_SETOPT, so, level, optname, &m0));
79118369Skarels 		error = ENOPROTOOPT;
79218369Skarels 	} else {
79318369Skarels 		switch (optname) {
79410267Ssam 
79518369Skarels 		case SO_LINGER:
79618369Skarels 			if (m == NULL || m->m_len != sizeof (struct linger)) {
79718369Skarels 				error = EINVAL;
79818369Skarels 				goto bad;
79918369Skarels 			}
80018369Skarels 			so->so_linger = mtod(m, struct linger *)->l_linger;
80118369Skarels 			/* fall thru... */
80217158Ssam 
80318369Skarels 		case SO_DEBUG:
80418369Skarels 		case SO_KEEPALIVE:
80518369Skarels 		case SO_DONTROUTE:
80618369Skarels 		case SO_USELOOPBACK:
80718369Skarels 		case SO_BROADCAST:
80818369Skarels 		case SO_REUSEADDR:
80955349Ssklower 		case SO_REUSEPORT:
81027191Skarels 		case SO_OOBINLINE:
81118369Skarels 			if (m == NULL || m->m_len < sizeof (int)) {
81218369Skarels 				error = EINVAL;
81318369Skarels 				goto bad;
81418369Skarels 			}
81518369Skarels 			if (*mtod(m, int *))
81618369Skarels 				so->so_options |= optname;
81718369Skarels 			else
81818369Skarels 				so->so_options &= ~optname;
81918369Skarels 			break;
82018369Skarels 
82118369Skarels 		case SO_SNDBUF:
82241908Skarels 		case SO_RCVBUF:
82340706Skarels 		case SO_SNDLOWAT:
82441908Skarels 		case SO_RCVLOWAT:
82518369Skarels 			if (m == NULL || m->m_len < sizeof (int)) {
82618369Skarels 				error = EINVAL;
82718369Skarels 				goto bad;
82818369Skarels 			}
82918369Skarels 			switch (optname) {
83018369Skarels 
83118369Skarels 			case SO_SNDBUF:
83218369Skarels 			case SO_RCVBUF:
83341908Skarels 				if (sbreserve(optname == SO_SNDBUF ?
83441908Skarels 				    &so->so_snd : &so->so_rcv,
83541908Skarels 				    (u_long) *mtod(m, int *)) == 0) {
83618369Skarels 					error = ENOBUFS;
83718369Skarels 					goto bad;
83818369Skarels 				}
83918369Skarels 				break;
84018369Skarels 
84118369Skarels 			case SO_SNDLOWAT:
84241908Skarels 				so->so_snd.sb_lowat = *mtod(m, int *);
84341908Skarels 				break;
84418369Skarels 			case SO_RCVLOWAT:
84541908Skarels 				so->so_rcv.sb_lowat = *mtod(m, int *);
84618369Skarels 				break;
84744721Skarels 			}
84844721Skarels 			break;
84944721Skarels 
85044721Skarels 		case SO_SNDTIMEO:
85144721Skarels 		case SO_RCVTIMEO:
85244721Skarels 		    {
85344721Skarels 			struct timeval *tv;
85444721Skarels 			short val;
85544721Skarels 
85644721Skarels 			if (m == NULL || m->m_len < sizeof (*tv)) {
85744721Skarels 				error = EINVAL;
85844721Skarels 				goto bad;
85944721Skarels 			}
86044721Skarels 			tv = mtod(m, struct timeval *);
86144721Skarels 			if (tv->tv_sec > SHRT_MAX / hz - hz) {
86244721Skarels 				error = EDOM;
86344721Skarels 				goto bad;
86444721Skarels 			}
86544721Skarels 			val = tv->tv_sec * hz + tv->tv_usec / tick;
86644721Skarels 
86744721Skarels 			switch (optname) {
86844721Skarels 
86918369Skarels 			case SO_SNDTIMEO:
87044721Skarels 				so->so_snd.sb_timeo = val;
87141908Skarels 				break;
87218369Skarels 			case SO_RCVTIMEO:
87344721Skarels 				so->so_rcv.sb_timeo = val;
87418369Skarels 				break;
87518369Skarels 			}
87618369Skarels 			break;
87744721Skarels 		    }
87818369Skarels 
87918369Skarels 		default:
88018369Skarels 			error = ENOPROTOOPT;
88118369Skarels 			break;
88217158Ssam 		}
88351022Ssklower 		m = 0;
88450942Ssklower 		if (error == 0 && so->so_proto && so->so_proto->pr_ctloutput)
88550942Ssklower 			(void) ((*so->so_proto->pr_ctloutput)
88650942Ssklower 				  (PRCO_SETOPT, so, level, optname, &m0));
88710267Ssam 	}
88817158Ssam bad:
88917158Ssam 	if (m)
89017158Ssam 		(void) m_free(m);
89117158Ssam 	return (error);
89210267Ssam }
89310267Ssam 
89417158Ssam sogetopt(so, level, optname, mp)
89512757Ssam 	register struct socket *so;
89610267Ssam 	int level, optname;
89717158Ssam 	struct mbuf **mp;
89817158Ssam {
89912757Ssam 	register struct mbuf *m;
90010267Ssam 
90118369Skarels 	if (level != SOL_SOCKET) {
90218369Skarels 		if (so->so_proto && so->so_proto->pr_ctloutput) {
90318369Skarels 			return ((*so->so_proto->pr_ctloutput)
90418369Skarels 				  (PRCO_GETOPT, so, level, optname, mp));
90545515Skarels 		} else
90618369Skarels 			return (ENOPROTOOPT);
90718369Skarels 	} else {
90817158Ssam 		m = m_get(M_WAIT, MT_SOOPTS);
90925502Skarels 		m->m_len = sizeof (int);
91025502Skarels 
91118369Skarels 		switch (optname) {
91217158Ssam 
91318369Skarels 		case SO_LINGER:
91418369Skarels 			m->m_len = sizeof (struct linger);
91518369Skarels 			mtod(m, struct linger *)->l_onoff =
91618369Skarels 				so->so_options & SO_LINGER;
91718369Skarels 			mtod(m, struct linger *)->l_linger = so->so_linger;
91818369Skarels 			break;
91910267Ssam 
92018369Skarels 		case SO_USELOOPBACK:
92118369Skarels 		case SO_DONTROUTE:
92218369Skarels 		case SO_DEBUG:
92318369Skarels 		case SO_KEEPALIVE:
92418369Skarels 		case SO_REUSEADDR:
92555349Ssklower 		case SO_REUSEPORT:
92618369Skarels 		case SO_BROADCAST:
92727191Skarels 		case SO_OOBINLINE:
92818369Skarels 			*mtod(m, int *) = so->so_options & optname;
92918369Skarels 			break;
93018369Skarels 
93125502Skarels 		case SO_TYPE:
93225502Skarels 			*mtod(m, int *) = so->so_type;
93325502Skarels 			break;
93425502Skarels 
93524768Skarels 		case SO_ERROR:
93624768Skarels 			*mtod(m, int *) = so->so_error;
93724768Skarels 			so->so_error = 0;
93824768Skarels 			break;
93924768Skarels 
94018369Skarels 		case SO_SNDBUF:
94118369Skarels 			*mtod(m, int *) = so->so_snd.sb_hiwat;
94218369Skarels 			break;
94318369Skarels 
94418369Skarels 		case SO_RCVBUF:
94518369Skarels 			*mtod(m, int *) = so->so_rcv.sb_hiwat;
94618369Skarels 			break;
94718369Skarels 
94818369Skarels 		case SO_SNDLOWAT:
94918369Skarels 			*mtod(m, int *) = so->so_snd.sb_lowat;
95018369Skarels 			break;
95118369Skarels 
95218369Skarels 		case SO_RCVLOWAT:
95318369Skarels 			*mtod(m, int *) = so->so_rcv.sb_lowat;
95418369Skarels 			break;
95518369Skarels 
95618369Skarels 		case SO_SNDTIMEO:
95744721Skarels 		case SO_RCVTIMEO:
95844721Skarels 		    {
95944721Skarels 			int val = (optname == SO_SNDTIMEO ?
96044721Skarels 			     so->so_snd.sb_timeo : so->so_rcv.sb_timeo);
96118369Skarels 
96244721Skarels 			m->m_len = sizeof(struct timeval);
96344721Skarels 			mtod(m, struct timeval *)->tv_sec = val / hz;
96444721Skarels 			mtod(m, struct timeval *)->tv_usec =
96544721Skarels 			    (val % hz) / tick;
96618369Skarels 			break;
96744721Skarels 		    }
96818369Skarels 
96918369Skarels 		default:
97026362Skarels 			(void)m_free(m);
97118369Skarels 			return (ENOPROTOOPT);
97218369Skarels 		}
97318369Skarels 		*mp = m;
97418369Skarels 		return (0);
97510267Ssam 	}
97610267Ssam }
97710267Ssam 
9785423Swnj sohasoutofband(so)
97912757Ssam 	register struct socket *so;
9805423Swnj {
98123233Skarels 	struct proc *p;
9825423Swnj 
98337478Ssklower 	if (so->so_pgid < 0)
98437478Ssklower 		gsignal(-so->so_pgid, SIGURG);
98537478Ssklower 	else if (so->so_pgid > 0 && (p = pfind(so->so_pgid)) != 0)
98623233Skarels 		psignal(p, SIGURG);
98752526Smckusick 	selwakeup(&so->so_rcv.sb_sel);
9885423Swnj }
989