xref: /csrg-svn/sys/kern/uipc_socket.c (revision 58301)
123421Smckusick /*
241908Skarels  * Copyright (c) 1982, 1986, 1988, 1990 Regents of the University of California.
333185Sbostic  * All rights reserved.
423421Smckusick  *
544450Sbostic  * %sccs.include.redist.c%
633185Sbostic  *
7*58301Smckusick  *	@(#)uipc_socket.c	7.38 (Berkeley) 02/27/93
823421Smckusick  */
94786Swnj 
1056517Sbostic #include <sys/param.h>
1156517Sbostic #include <sys/systm.h>
1256517Sbostic #include <sys/proc.h>
1356517Sbostic #include <sys/file.h>
1456517Sbostic #include <sys/malloc.h>
1556517Sbostic #include <sys/mbuf.h>
1656517Sbostic #include <sys/domain.h>
1756517Sbostic #include <sys/kernel.h>
1856517Sbostic #include <sys/protosw.h>
1956517Sbostic #include <sys/socket.h>
2056517Sbostic #include <sys/socketvar.h>
2156517Sbostic #include <sys/resourcevar.h>
224786Swnj 
234786Swnj /*
248300Sroot  * Socket operation routines.
258300Sroot  * These routines are called by the routines in
268300Sroot  * sys_socket.c or from a system process, and
278300Sroot  * implement the semantics of socket operations by
288300Sroot  * switching out to the protocol specific routines.
294786Swnj  */
308594Sroot /*ARGSUSED*/
3110267Ssam socreate(dom, aso, type, proto)
3252482Storek 	int dom;
334786Swnj 	struct socket **aso;
3412757Ssam 	register int type;
3512757Ssam 	int proto;
364786Swnj {
3750942Ssklower 	struct proc *p = curproc;		/* XXX */
384786Swnj 	register struct protosw *prp;
394786Swnj 	register struct socket *so;
4012757Ssam 	register int error;
414786Swnj 
424890Swnj 	if (proto)
4321767Skarels 		prp = pffindproto(dom, proto, type);
444890Swnj 	else
459168Ssam 		prp = pffindtype(dom, type);
464890Swnj 	if (prp == 0)
474890Swnj 		return (EPROTONOSUPPORT);
488300Sroot 	if (prp->pr_type != type)
498300Sroot 		return (EPROTOTYPE);
5037478Ssklower 	MALLOC(so, struct socket *, sizeof(*so), M_SOCKET, M_WAIT);
5137478Ssklower 	bzero((caddr_t)so, sizeof(*so));
529168Ssam 	so->so_type = type;
5350942Ssklower 	if (p->p_ucred->cr_uid == 0)
546214Swnj 		so->so_state = SS_PRIV;
554786Swnj 	so->so_proto = prp;
5612757Ssam 	error =
5712757Ssam 	    (*prp->pr_usrreq)(so, PRU_ATTACH,
5821767Skarels 		(struct mbuf *)0, (struct mbuf *)proto, (struct mbuf *)0);
594979Swnj 	if (error) {
607507Sroot 		so->so_state |= SS_NOFDREF;
617180Swnj 		sofree(so);
624890Swnj 		return (error);
634786Swnj 	}
644786Swnj 	*aso = so;
654786Swnj 	return (0);
664786Swnj }
674786Swnj 
6810267Ssam sobind(so, nam)
698300Sroot 	struct socket *so;
708300Sroot 	struct mbuf *nam;
718300Sroot {
728300Sroot 	int s = splnet();
738300Sroot 	int error;
748300Sroot 
7541908Skarels 	error =
7641908Skarels 	    (*so->so_proto->pr_usrreq)(so, PRU_BIND,
7712757Ssam 		(struct mbuf *)0, nam, (struct mbuf *)0);
788300Sroot 	splx(s);
798300Sroot 	return (error);
808300Sroot }
818300Sroot 
828300Sroot solisten(so, backlog)
8312757Ssam 	register struct socket *so;
848300Sroot 	int backlog;
858300Sroot {
8612757Ssam 	int s = splnet(), error;
878300Sroot 
8812757Ssam 	error =
8912757Ssam 	    (*so->so_proto->pr_usrreq)(so, PRU_LISTEN,
9012757Ssam 		(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0);
918300Sroot 	if (error) {
928300Sroot 		splx(s);
938300Sroot 		return (error);
948300Sroot 	}
9538584Skarels 	if (so->so_q == 0)
968300Sroot 		so->so_options |= SO_ACCEPTCONN;
978300Sroot 	if (backlog < 0)
988300Sroot 		backlog = 0;
9935384Skarels 	so->so_qlimit = min(backlog, SOMAXCONN);
10012493Ssam 	splx(s);
1018300Sroot 	return (0);
1028300Sroot }
1038300Sroot 
1044916Swnj sofree(so)
10512757Ssam 	register struct socket *so;
1064916Swnj {
1074916Swnj 
10831810Skarels 	if (so->so_pcb || (so->so_state & SS_NOFDREF) == 0)
10931810Skarels 		return;
1107507Sroot 	if (so->so_head) {
1117507Sroot 		if (!soqremque(so, 0) && !soqremque(so, 1))
1127507Sroot 			panic("sofree dq");
1137507Sroot 		so->so_head = 0;
1147507Sroot 	}
1154950Swnj 	sbrelease(&so->so_snd);
11612757Ssam 	sorflush(so);
11737478Ssklower 	FREE(so, M_SOCKET);
1184916Swnj }
1194916Swnj 
1204786Swnj /*
1214890Swnj  * Close a socket on last file table reference removal.
1224890Swnj  * Initiate disconnect if connected.
1234890Swnj  * Free socket when disconnect complete.
1244829Swnj  */
12512757Ssam soclose(so)
1264829Swnj 	register struct socket *so;
1274829Swnj {
1284890Swnj 	int s = splnet();		/* conservative */
12933372Sbostic 	int error = 0;
1304829Swnj 
1317507Sroot 	if (so->so_options & SO_ACCEPTCONN) {
13238584Skarels 		while (so->so_q0)
13310399Ssam 			(void) soabort(so->so_q0);
13438584Skarels 		while (so->so_q)
13510399Ssam 			(void) soabort(so->so_q);
1367507Sroot 	}
1374890Swnj 	if (so->so_pcb == 0)
1384890Swnj 		goto discard;
1394890Swnj 	if (so->so_state & SS_ISCONNECTED) {
1404890Swnj 		if ((so->so_state & SS_ISDISCONNECTING) == 0) {
14126245Skarels 			error = sodisconnect(so);
14212757Ssam 			if (error)
14312757Ssam 				goto drop;
1444890Swnj 		}
14510267Ssam 		if (so->so_options & SO_LINGER) {
1465281Sroot 			if ((so->so_state & SS_ISDISCONNECTING) &&
14712757Ssam 			    (so->so_state & SS_NBIO))
14812757Ssam 				goto drop;
1495281Sroot 			while (so->so_state & SS_ISCONNECTED)
15040706Skarels 				if (error = tsleep((caddr_t)&so->so_timeo,
15140706Skarels 				    PSOCK | PCATCH, netcls, so->so_linger))
15240706Skarels 					break;
1534890Swnj 		}
1544890Swnj 	}
1555580Sroot drop:
1566880Ssam 	if (so->so_pcb) {
15712757Ssam 		int error2 =
15812757Ssam 		    (*so->so_proto->pr_usrreq)(so, PRU_DETACH,
15912757Ssam 			(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0);
16012757Ssam 		if (error == 0)
16112757Ssam 			error = error2;
1626880Ssam 	}
1634890Swnj discard:
16410399Ssam 	if (so->so_state & SS_NOFDREF)
16510399Ssam 		panic("soclose: NOFDREF");
1667507Sroot 	so->so_state |= SS_NOFDREF;
1674950Swnj 	sofree(so);
1684890Swnj 	splx(s);
16912757Ssam 	return (error);
1704829Swnj }
1714829Swnj 
17210399Ssam /*
17310399Ssam  * Must be called at splnet...
17410399Ssam  */
17510399Ssam soabort(so)
17610399Ssam 	struct socket *so;
17710399Ssam {
17810399Ssam 
17912757Ssam 	return (
18012757Ssam 	    (*so->so_proto->pr_usrreq)(so, PRU_ABORT,
18112757Ssam 		(struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0));
18210399Ssam }
18310399Ssam 
18410267Ssam soaccept(so, nam)
18512757Ssam 	register struct socket *so;
1868300Sroot 	struct mbuf *nam;
1874927Swnj {
1884927Swnj 	int s = splnet();
1894927Swnj 	int error;
1904927Swnj 
19110399Ssam 	if ((so->so_state & SS_NOFDREF) == 0)
19210399Ssam 		panic("soaccept: !NOFDREF");
19310267Ssam 	so->so_state &= ~SS_NOFDREF;
1948300Sroot 	error = (*so->so_proto->pr_usrreq)(so, PRU_ACCEPT,
19512757Ssam 	    (struct mbuf *)0, nam, (struct mbuf *)0);
1964927Swnj 	splx(s);
1974927Swnj 	return (error);
1984927Swnj }
1994927Swnj 
20010267Ssam soconnect(so, nam)
20112757Ssam 	register struct socket *so;
2028300Sroot 	struct mbuf *nam;
2034786Swnj {
20430414Skarels 	int s;
2054890Swnj 	int error;
2064786Swnj 
20730414Skarels 	if (so->so_options & SO_ACCEPTCONN)
20830414Skarels 		return (EOPNOTSUPP);
20930414Skarels 	s = splnet();
21024768Skarels 	/*
21124768Skarels 	 * If protocol is connection-based, can only connect once.
21224768Skarels 	 * Otherwise, if connected, try to disconnect first.
21324768Skarels 	 * This allows user to disconnect by connecting to, e.g.,
21424768Skarels 	 * a null address.
21524768Skarels 	 */
21624768Skarels 	if (so->so_state & (SS_ISCONNECTED|SS_ISCONNECTING) &&
21724768Skarels 	    ((so->so_proto->pr_flags & PR_CONNREQUIRED) ||
21824768Skarels 	    (error = sodisconnect(so))))
2194890Swnj 		error = EISCONN;
22024768Skarels 	else
22124768Skarels 		error = (*so->so_proto->pr_usrreq)(so, PRU_CONNECT,
22224768Skarels 		    (struct mbuf *)0, nam, (struct mbuf *)0);
2234890Swnj 	splx(s);
2244890Swnj 	return (error);
2254786Swnj }
2264786Swnj 
22712757Ssam soconnect2(so1, so2)
22812757Ssam 	register struct socket *so1;
22912757Ssam 	struct socket *so2;
23012757Ssam {
23112757Ssam 	int s = splnet();
23212757Ssam 	int error;
23312757Ssam 
23413113Ssam 	error = (*so1->so_proto->pr_usrreq)(so1, PRU_CONNECT2,
23513113Ssam 	    (struct mbuf *)0, (struct mbuf *)so2, (struct mbuf *)0);
23612757Ssam 	splx(s);
23712757Ssam 	return (error);
23812757Ssam }
23912757Ssam 
24026245Skarels sodisconnect(so)
24112757Ssam 	register struct socket *so;
2424786Swnj {
2434890Swnj 	int s = splnet();
2444890Swnj 	int error;
2454786Swnj 
2464890Swnj 	if ((so->so_state & SS_ISCONNECTED) == 0) {
2474890Swnj 		error = ENOTCONN;
2484890Swnj 		goto bad;
2494890Swnj 	}
2504890Swnj 	if (so->so_state & SS_ISDISCONNECTING) {
2514890Swnj 		error = EALREADY;
2524890Swnj 		goto bad;
2534890Swnj 	}
2548300Sroot 	error = (*so->so_proto->pr_usrreq)(so, PRU_DISCONNECT,
25526245Skarels 	    (struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0);
2564890Swnj bad:
2574890Swnj 	splx(s);
2584890Swnj 	return (error);
2594786Swnj }
2604786Swnj 
26151755Smckusick #define	SBLOCKWAIT(f)	(((f) & MSG_DONTWAIT) ? M_NOWAIT : M_WAITOK)
2624786Swnj /*
2634890Swnj  * Send on a socket.
2644890Swnj  * If send must go all at once and message is larger than
2654890Swnj  * send buffering, then hard error.
2664890Swnj  * Lock against other senders.
2674890Swnj  * If must go all at once and not enough room now, then
2684890Swnj  * inform user that this would block and do nothing.
26916412Skarels  * Otherwise, if nonblocking, send as much as possible.
27041908Skarels  * The data to be sent is described by "uio" if nonzero,
27141908Skarels  * otherwise by the mbuf chain "top" (which must be null
27241908Skarels  * if uio is not).  Data provided in mbuf chain must be small
27341908Skarels  * enough to send all at once.
27441908Skarels  *
27541908Skarels  * Returns nonzero on error, timeout or signal; callers
27641908Skarels  * must check for short counts if EINTR/ERESTART are returned.
27741908Skarels  * Data and control buffers are freed on return.
2784786Swnj  */
27943417Skarels sosend(so, addr, uio, top, control, flags)
2804786Swnj 	register struct socket *so;
28141908Skarels 	struct mbuf *addr;
28241908Skarels 	struct uio *uio;
28341908Skarels 	struct mbuf *top;
28441908Skarels 	struct mbuf *control;
2858319Sroot 	int flags;
2864786Swnj {
28750942Ssklower 	struct proc *p = curproc;		/* XXX */
28841908Skarels 	struct mbuf **mp;
28935384Skarels 	register struct mbuf *m;
29041908Skarels 	register long space, len, resid;
29141908Skarels 	int clen = 0, error, s, dontroute, mlen;
29241908Skarels 	int atomic = sosendallatonce(so) || top;
2934786Swnj 
29441908Skarels 	if (uio)
29541908Skarels 		resid = uio->uio_resid;
29641908Skarels 	else
29741908Skarels 		resid = top->m_pkthdr.len;
29812757Ssam 	dontroute =
29912757Ssam 	    (flags & MSG_DONTROUTE) && (so->so_options & SO_DONTROUTE) == 0 &&
30012757Ssam 	    (so->so_proto->pr_flags & PR_ATOMIC);
30150942Ssklower 	p->p_stats->p_ru.ru_msgsnd++;
30240632Skarels 	if (control)
30341908Skarels 		clen = control->m_len;
30416412Skarels #define	snderr(errno)	{ error = errno; splx(s); goto release; }
30516412Skarels 
3066419Sroot restart:
30751755Smckusick 	if (error = sblock(&so->so_snd, SBLOCKWAIT(flags)))
30841908Skarels 		goto out;
30916412Skarels 	do {
31016412Skarels 		s = splnet();
31121108Skarels 		if (so->so_state & SS_CANTSENDMORE)
31216412Skarels 			snderr(EPIPE);
31337478Ssklower 		if (so->so_error)
31437478Ssklower 			snderr(so->so_error);
31516412Skarels 		if ((so->so_state & SS_ISCONNECTED) == 0) {
31637478Ssklower 			if (so->so_proto->pr_flags & PR_CONNREQUIRED) {
31749059Ssklower 				if ((so->so_state & SS_ISCONFIRMING) == 0 &&
31849059Ssklower 				    !(resid == 0 && clen != 0))
31937478Ssklower 					snderr(ENOTCONN);
32041908Skarels 			} else if (addr == 0)
32116412Skarels 				snderr(EDESTADDRREQ);
32216412Skarels 		}
32341908Skarels 		space = sbspace(&so->so_snd);
32416412Skarels 		if (flags & MSG_OOB)
32541908Skarels 			space += 1024;
32651755Smckusick 		if (atomic && resid > so->so_snd.sb_hiwat ||
32751755Smckusick 		    clen > so->so_snd.sb_hiwat)
32851755Smckusick 			snderr(EMSGSIZE);
32951755Smckusick 		if (space < resid + clen && uio &&
33041908Skarels 		    (atomic || space < so->so_snd.sb_lowat || space < clen)) {
33141908Skarels 			if (so->so_state & SS_NBIO)
33241908Skarels 				snderr(EWOULDBLOCK);
33341908Skarels 			sbunlock(&so->so_snd);
33443417Skarels 			error = sbwait(&so->so_snd);
33541908Skarels 			splx(s);
33641908Skarels 			if (error)
33741908Skarels 				goto out;
33841908Skarels 			goto restart;
33916412Skarels 		}
34016412Skarels 		splx(s);
34116412Skarels 		mp = &top;
34241908Skarels 		space -= clen;
34343417Skarels 		do {
34443417Skarels 		    if (uio == NULL) {
34541908Skarels 			/*
34641908Skarels 			 * Data is prepackaged in "top".
34741908Skarels 			 */
34841908Skarels 			resid = 0;
34941908Skarels 			if (flags & MSG_EOR)
35041908Skarels 				top->m_flags |= M_EOR;
35143417Skarels 		    } else do {
35235384Skarels 			if (top == 0) {
35335384Skarels 				MGETHDR(m, M_WAIT, MT_DATA);
35435384Skarels 				mlen = MHLEN;
35535384Skarels 				m->m_pkthdr.len = 0;
35635384Skarels 				m->m_pkthdr.rcvif = (struct ifnet *)0;
35735384Skarels 			} else {
35835384Skarels 				MGET(m, M_WAIT, MT_DATA);
35935384Skarels 				mlen = MLEN;
36035384Skarels 			}
36141908Skarels 			if (resid >= MINCLSIZE && space >= MCLBYTES) {
36235384Skarels 				MCLGET(m, M_WAIT);
36335384Skarels 				if ((m->m_flags & M_EXT) == 0)
36416412Skarels 					goto nopages;
36535384Skarels 				mlen = MCLBYTES;
36635384Skarels #ifdef	MAPPED_MBUFS
36741908Skarels 				len = min(MCLBYTES, resid);
36841908Skarels #else
36941908Skarels 				if (top == 0) {
37041908Skarels 					len = min(MCLBYTES - max_hdr, resid);
37135384Skarels 					m->m_data += max_hdr;
37246452Ssklower 				} else
37346452Ssklower 					len = min(MCLBYTES, resid);
37435384Skarels #endif
37535384Skarels 				space -= MCLBYTES;
37616412Skarels 			} else {
37716412Skarels nopages:
37841908Skarels 				len = min(min(mlen, resid), space);
37921767Skarels 				space -= len;
38035384Skarels 				/*
38135384Skarels 				 * For datagram protocols, leave room
38235384Skarels 				 * for protocol headers in first mbuf.
38335384Skarels 				 */
38435391Skarels 				if (atomic && top == 0 && len < mlen)
38535384Skarels 					MH_ALIGN(m, len);
38616412Skarels 			}
38745515Skarels 			error = uiomove(mtod(m, caddr_t), (int)len, uio);
38841908Skarels 			resid = uio->uio_resid;
38916412Skarels 			m->m_len = len;
39016412Skarels 			*mp = m;
39135384Skarels 			top->m_pkthdr.len += len;
39216412Skarels 			if (error)
39316412Skarels 				goto release;
39416412Skarels 			mp = &m->m_next;
39541908Skarels 			if (resid <= 0) {
39641908Skarels 				if (flags & MSG_EOR)
39735384Skarels 					top->m_flags |= M_EOR;
39821108Skarels 				break;
39935384Skarels 			}
40035384Skarels 		    } while (space > 0 && atomic);
40135384Skarels 		    if (dontroute)
40235384Skarels 			    so->so_options |= SO_DONTROUTE;
40335384Skarels 		    s = splnet();				/* XXX */
40435384Skarels 		    error = (*so->so_proto->pr_usrreq)(so,
40535384Skarels 			(flags & MSG_OOB) ? PRU_SENDOOB : PRU_SEND,
40641908Skarels 			top, addr, control);
40735384Skarels 		    splx(s);
40835384Skarels 		    if (dontroute)
40935384Skarels 			    so->so_options &= ~SO_DONTROUTE;
41041908Skarels 		    clen = 0;
41141908Skarels 		    control = 0;
41235384Skarels 		    top = 0;
41335384Skarels 		    mp = &top;
41435384Skarels 		    if (error)
41535384Skarels 			goto release;
41641908Skarels 		} while (resid && space > 0);
41741908Skarels 	} while (resid);
4184890Swnj 
4194786Swnj release:
4204890Swnj 	sbunlock(&so->so_snd);
42141908Skarels out:
4226419Sroot 	if (top)
4236419Sroot 		m_freem(top);
42441908Skarels 	if (control)
42541908Skarels 		m_freem(control);
4264786Swnj 	return (error);
4274786Swnj }
4284786Swnj 
42925629Skarels /*
43025629Skarels  * Implement receive operations on a socket.
43125629Skarels  * We depend on the way that records are added to the sockbuf
43225629Skarels  * by sbappend*.  In particular, each record (mbufs linked through m_next)
43325629Skarels  * must begin with an address if the protocol so specifies,
43441908Skarels  * followed by an optional mbuf or mbufs containing ancillary data,
43541908Skarels  * and then zero or more mbufs of data.
43625629Skarels  * In order to avoid blocking network interrupts for the entire time here,
43725629Skarels  * we splx() while doing the actual copy to user space.
43825629Skarels  * Although the sockbuf is locked, new data may still be appended,
43925629Skarels  * and thus we must maintain consistency of the sockbuf during that time.
44045515Skarels  *
44141908Skarels  * The caller may receive the data as a single mbuf chain by supplying
44243417Skarels  * an mbuf **mp0 for use in returning the chain.  The uio is then used
44341908Skarels  * only for the count in uio_resid.
44425629Skarels  */
44543417Skarels soreceive(so, paddr, uio, mp0, controlp, flagsp)
4464786Swnj 	register struct socket *so;
44741908Skarels 	struct mbuf **paddr;
44841908Skarels 	struct uio *uio;
44943417Skarels 	struct mbuf **mp0;
45041908Skarels 	struct mbuf **controlp;
45135384Skarels 	int *flagsp;
4524786Swnj {
45343417Skarels 	register struct mbuf *m, **mp;
45443417Skarels 	register int flags, len, error, s, offset;
45512757Ssam 	struct protosw *pr = so->so_proto;
45641908Skarels 	struct mbuf *nextrecord;
45741908Skarels 	int moff, type;
458*58301Smckusick 	int orig_resid = uio->uio_resid;
4594786Swnj 
46043417Skarels 	mp = mp0;
46141908Skarels 	if (paddr)
46241908Skarels 		*paddr = 0;
46335384Skarels 	if (controlp)
46435384Skarels 		*controlp = 0;
46535384Skarels 	if (flagsp)
46635384Skarels 		flags = *flagsp &~ MSG_EOR;
46745515Skarels 	else
46835384Skarels 		flags = 0;
46912757Ssam 	if (flags & MSG_OOB) {
4709635Ssam 		m = m_get(M_WAIT, MT_DATA);
47112757Ssam 		error = (*pr->pr_usrreq)(so, PRU_RCVOOB,
47224768Skarels 		    m, (struct mbuf *)(flags & MSG_PEEK), (struct mbuf *)0);
4738594Sroot 		if (error)
47410137Ssam 			goto bad;
4758319Sroot 		do {
47641908Skarels 			error = uiomove(mtod(m, caddr_t),
47741908Skarels 			    (int) min(uio->uio_resid, m->m_len), uio);
4788319Sroot 			m = m_free(m);
4798594Sroot 		} while (uio->uio_resid && error == 0 && m);
48010137Ssam bad:
4818319Sroot 		if (m)
4828771Sroot 			m_freem(m);
4838594Sroot 		return (error);
4848319Sroot 	}
48541908Skarels 	if (mp)
48641908Skarels 		*mp = (struct mbuf *)0;
48743417Skarels 	if (so->so_state & SS_ISCONFIRMING && uio->uio_resid)
48835384Skarels 		(*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0,
48935384Skarels 		    (struct mbuf *)0, (struct mbuf *)0);
4908319Sroot 
4914890Swnj restart:
49251755Smckusick 	if (error = sblock(&so->so_rcv, SBLOCKWAIT(flags)))
49340706Skarels 		return (error);
4948835Sroot 	s = splnet();
4954890Swnj 
49637478Ssklower 	m = so->so_rcv.sb_mb;
49744383Skarels 	/*
49844383Skarels 	 * If we have less data than requested, block awaiting more
49944383Skarels 	 * (subject to any timeout) if:
50044383Skarels 	 *   1. the current count is less than the low water mark, or
50144383Skarels 	 *   2. MSG_WAITALL is set, and it is possible to do the entire
50244383Skarels 	 *	receive operation at once if we block (resid <= hiwat).
50351755Smckusick 	 *   3. MSG_DONTWAIT is not set
50444383Skarels 	 * If MSG_WAITALL is set but resid is larger than the receive buffer,
50544383Skarels 	 * we have to do the receive in sections, and thus risk returning
50644383Skarels 	 * a short count if a timeout or signal occurs after we start.
50744383Skarels 	 */
50851755Smckusick 	if (m == 0 || ((flags & MSG_DONTWAIT) == 0 &&
50951755Smckusick 	    so->so_rcv.sb_cc < uio->uio_resid) &&
51044383Skarels 	    (so->so_rcv.sb_cc < so->so_rcv.sb_lowat ||
51150942Ssklower 	    ((flags & MSG_WAITALL) && uio->uio_resid <= so->so_rcv.sb_hiwat)) &&
512*58301Smckusick 	    m->m_nextpkt == 0 && (pr->pr_flags & PR_ATOMIC) == 0) {
51341908Skarels #ifdef DIAGNOSTIC
51441908Skarels 		if (m == 0 && so->so_rcv.sb_cc)
51537478Ssklower 			panic("receive 1");
51641908Skarels #endif
5175168Swnj 		if (so->so_error) {
51846479Skarels 			if (m)
51951022Ssklower 				goto dontblock;
5205168Swnj 			error = so->so_error;
52146479Skarels 			if ((flags & MSG_PEEK) == 0)
52246479Skarels 				so->so_error = 0;
5235168Swnj 			goto release;
5245168Swnj 		}
52546479Skarels 		if (so->so_state & SS_CANTRCVMORE) {
52646479Skarels 			if (m)
52751022Ssklower 				goto dontblock;
52846479Skarels 			else
52946479Skarels 				goto release;
53046479Skarels 		}
53150942Ssklower 		for (; m; m = m->m_next)
53250942Ssklower 			if (m->m_type == MT_OOBDATA  || (m->m_flags & M_EOR)) {
53350942Ssklower 				m = so->so_rcv.sb_mb;
53450942Ssklower 				goto dontblock;
53550942Ssklower 			}
53638584Skarels 		if ((so->so_state & (SS_ISCONNECTED|SS_ISCONNECTING)) == 0 &&
53732567Sbostic 		    (so->so_proto->pr_flags & PR_CONNREQUIRED)) {
53832567Sbostic 			error = ENOTCONN;
53932567Sbostic 			goto release;
5404890Swnj 		}
54143417Skarels 		if (uio->uio_resid == 0)
54225629Skarels 			goto release;
54351755Smckusick 		if ((so->so_state & SS_NBIO) || (flags & MSG_DONTWAIT)) {
54432567Sbostic 			error = EWOULDBLOCK;
54532567Sbostic 			goto release;
54632567Sbostic 		}
5474890Swnj 		sbunlock(&so->so_rcv);
54843417Skarels 		error = sbwait(&so->so_rcv);
5495012Swnj 		splx(s);
55041908Skarels 		if (error)
55141908Skarels 			return (error);
5524890Swnj 		goto restart;
5534786Swnj 	}
55450942Ssklower dontblock:
55552926Smckusick 	if (uio->uio_procp)
55652926Smckusick 		uio->uio_procp->p_stats->p_ru.ru_msgrcv++;
55735384Skarels 	nextrecord = m->m_nextpkt;
55812757Ssam 	if (pr->pr_flags & PR_ADDR) {
55941908Skarels #ifdef DIAGNOSTIC
56025629Skarels 		if (m->m_type != MT_SONAME)
56116993Skarels 			panic("receive 1a");
56241908Skarels #endif
563*58301Smckusick 		orig_resid = 0;
56416993Skarels 		if (flags & MSG_PEEK) {
56541908Skarels 			if (paddr)
56641908Skarels 				*paddr = m_copy(m, 0, m->m_len);
56725629Skarels 			m = m->m_next;
56816993Skarels 		} else {
56925629Skarels 			sbfree(&so->so_rcv, m);
57041908Skarels 			if (paddr) {
57141908Skarels 				*paddr = m;
57235384Skarels 				so->so_rcv.sb_mb = m->m_next;
57335384Skarels 				m->m_next = 0;
57435384Skarels 				m = so->so_rcv.sb_mb;
57525629Skarels 			} else {
57626958Skarels 				MFREE(m, so->so_rcv.sb_mb);
57726958Skarels 				m = so->so_rcv.sb_mb;
57825629Skarels 			}
57916993Skarels 		}
58016993Skarels 	}
58141908Skarels 	while (m && m->m_type == MT_CONTROL && error == 0) {
58216993Skarels 		if (flags & MSG_PEEK) {
58335384Skarels 			if (controlp)
58435384Skarels 				*controlp = m_copy(m, 0, m->m_len);
58535384Skarels 			m = m->m_next;
58635384Skarels 		} else {
58735384Skarels 			sbfree(&so->so_rcv, m);
58835384Skarels 			if (controlp) {
58943097Ssklower 				if (pr->pr_domain->dom_externalize &&
59043097Ssklower 				    mtod(m, struct cmsghdr *)->cmsg_type ==
59143097Ssklower 				    SCM_RIGHTS)
59241908Skarels 				   error = (*pr->pr_domain->dom_externalize)(m);
59335384Skarels 				*controlp = m;
59435384Skarels 				so->so_rcv.sb_mb = m->m_next;
59535384Skarels 				m->m_next = 0;
59635384Skarels 				m = so->so_rcv.sb_mb;
59735384Skarels 			} else {
59835384Skarels 				MFREE(m, so->so_rcv.sb_mb);
59935384Skarels 				m = so->so_rcv.sb_mb;
60035384Skarels 			}
60135384Skarels 		}
602*58301Smckusick 		if (controlp) {
603*58301Smckusick 			orig_resid = 0;
60441908Skarels 			controlp = &(*controlp)->m_next;
605*58301Smckusick 		}
60635384Skarels 	}
60741908Skarels 	if (m) {
60844383Skarels 		if ((flags & MSG_PEEK) == 0)
60944383Skarels 			m->m_nextpkt = nextrecord;
61041908Skarels 		type = m->m_type;
61146452Ssklower 		if (type == MT_OOBDATA)
61246452Ssklower 			flags |= MSG_OOB;
61341908Skarels 	}
6148319Sroot 	moff = 0;
61532092Skarels 	offset = 0;
61646452Ssklower 	while (m && uio->uio_resid > 0 && error == 0) {
61746452Ssklower 		if (m->m_type == MT_OOBDATA) {
61846452Ssklower 			if (type != MT_OOBDATA)
61946452Ssklower 				break;
62046452Ssklower 		} else if (type == MT_OOBDATA)
62146452Ssklower 			break;
62241908Skarels #ifdef DIAGNOSTIC
62335384Skarels 		else if (m->m_type != MT_DATA && m->m_type != MT_HEADER)
62425629Skarels 			panic("receive 3");
62541908Skarels #endif
6267747Sroot 		so->so_state &= ~SS_RCVATMARK;
62743417Skarels 		len = uio->uio_resid;
62832092Skarels 		if (so->so_oobmark && len > so->so_oobmark - offset)
62932092Skarels 			len = so->so_oobmark - offset;
63021767Skarels 		if (len > m->m_len - moff)
6318319Sroot 			len = m->m_len - moff;
63241908Skarels 		/*
63341908Skarels 		 * If mp is set, just pass back the mbufs.
63441908Skarels 		 * Otherwise copy them out via the uio, then free.
63541908Skarels 		 * Sockbuf must be consistent here (points to current mbuf,
63641908Skarels 		 * it points to next record) when we drop priority;
63741908Skarels 		 * we must note any additions to the sockbuf when we
63841908Skarels 		 * block interrupts again.
63941908Skarels 		 */
64041908Skarels 		if (mp == 0) {
64141908Skarels 			splx(s);
64241908Skarels 			error = uiomove(mtod(m, caddr_t) + moff, (int)len, uio);
64341908Skarels 			s = splnet();
64443417Skarels 		} else
64543417Skarels 			uio->uio_resid -= len;
64621767Skarels 		if (len == m->m_len - moff) {
64750942Ssklower 			if (m->m_flags & M_EOR)
64850942Ssklower 				flags |= MSG_EOR;
64925629Skarels 			if (flags & MSG_PEEK) {
65025629Skarels 				m = m->m_next;
65125629Skarels 				moff = 0;
65225629Skarels 			} else {
65335384Skarels 				nextrecord = m->m_nextpkt;
65425629Skarels 				sbfree(&so->so_rcv, m);
65541908Skarels 				if (mp) {
65641908Skarels 					*mp = m;
65741908Skarels 					mp = &m->m_next;
65843417Skarels 					so->so_rcv.sb_mb = m = m->m_next;
65943417Skarels 					*mp = (struct mbuf *)0;
66041908Skarels 				} else {
66141908Skarels 					MFREE(m, so->so_rcv.sb_mb);
66241908Skarels 					m = so->so_rcv.sb_mb;
66341908Skarels 				}
66426958Skarels 				if (m)
66535384Skarels 					m->m_nextpkt = nextrecord;
66625629Skarels 			}
6674786Swnj 		} else {
66812757Ssam 			if (flags & MSG_PEEK)
6698319Sroot 				moff += len;
6708319Sroot 			else {
67143417Skarels 				if (mp)
67243417Skarels 					*mp = m_copym(m, 0, len, M_WAIT);
67335384Skarels 				m->m_data += len;
6748319Sroot 				m->m_len -= len;
6758319Sroot 				so->so_rcv.sb_cc -= len;
6768319Sroot 			}
6774786Swnj 		}
67832092Skarels 		if (so->so_oobmark) {
67932092Skarels 			if ((flags & MSG_PEEK) == 0) {
68032092Skarels 				so->so_oobmark -= len;
68132092Skarels 				if (so->so_oobmark == 0) {
68232092Skarels 					so->so_state |= SS_RCVATMARK;
68332092Skarels 					break;
68432092Skarels 				}
68532092Skarels 			} else
68632092Skarels 				offset += len;
6877747Sroot 		}
68850942Ssklower 		if (flags & MSG_EOR)
68940632Skarels 			break;
69041908Skarels 		/*
69141908Skarels 		 * If the MSG_WAITALL flag is set (for non-atomic socket),
69243417Skarels 		 * we must not quit until "uio->uio_resid == 0" or an error
69341908Skarels 		 * termination.  If a signal/timeout occurs, return
69443417Skarels 		 * with a short count but without error.
69541908Skarels 		 * Keep sockbuf locked against other readers.
69641908Skarels 		 */
69743417Skarels 		while (flags & MSG_WAITALL && m == 0 && uio->uio_resid > 0 &&
698*58301Smckusick 		    !sosendallatonce(so) && !nextrecord) {
69946479Skarels 			if (so->so_error || so->so_state & SS_CANTRCVMORE)
70046479Skarels 				break;
70141908Skarels 			error = sbwait(&so->so_rcv);
70241908Skarels 			if (error) {
70341908Skarels 				sbunlock(&so->so_rcv);
70441908Skarels 				splx(s);
70541908Skarels 				return (0);
70641908Skarels 			}
70750942Ssklower 			if (m = so->so_rcv.sb_mb)
70841908Skarels 				nextrecord = m->m_nextpkt;
70941908Skarels 		}
71016993Skarels 	}
711*58301Smckusick 
712*58301Smckusick 	if (m && pr->pr_flags & PR_ATOMIC) {
713*58301Smckusick 		flags |= MSG_TRUNC;
714*58301Smckusick 		if ((flags & MSG_PEEK) == 0)
715*58301Smckusick 			(void) sbdroprecord(&so->so_rcv);
716*58301Smckusick 	}
71716993Skarels 	if ((flags & MSG_PEEK) == 0) {
71826500Skarels 		if (m == 0)
71916993Skarels 			so->so_rcv.sb_mb = nextrecord;
72016993Skarels 		if (pr->pr_flags & PR_WANTRCVD && so->so_pcb)
72116993Skarels 			(*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0,
72237478Ssklower 			    (struct mbuf *)flags, (struct mbuf *)0,
72337478Ssklower 			    (struct mbuf *)0);
72416993Skarels 	}
725*58301Smckusick 	if (orig_resid == uio->uio_resid && orig_resid &&
726*58301Smckusick 	    (flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) {
727*58301Smckusick 		sbunlock(&so->so_rcv);
728*58301Smckusick 		splx(s);
729*58301Smckusick 		goto restart;
730*58301Smckusick 	}
731*58301Smckusick 
73235384Skarels 	if (flagsp)
73335384Skarels 		*flagsp |= flags;
7344890Swnj release:
7354916Swnj 	sbunlock(&so->so_rcv);
7364890Swnj 	splx(s);
7374916Swnj 	return (error);
7384786Swnj }
7394786Swnj 
74010267Ssam soshutdown(so, how)
74112757Ssam 	register struct socket *so;
74212757Ssam 	register int how;
74310267Ssam {
74412757Ssam 	register struct protosw *pr = so->so_proto;
74510267Ssam 
74610267Ssam 	how++;
74712757Ssam 	if (how & FREAD)
74812757Ssam 		sorflush(so);
74910267Ssam 	if (how & FWRITE)
75012757Ssam 		return ((*pr->pr_usrreq)(so, PRU_SHUTDOWN,
75112757Ssam 		    (struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0));
75210267Ssam 	return (0);
75310267Ssam }
75410267Ssam 
75512757Ssam sorflush(so)
75612757Ssam 	register struct socket *so;
75712757Ssam {
75812757Ssam 	register struct sockbuf *sb = &so->so_rcv;
75912757Ssam 	register struct protosw *pr = so->so_proto;
76012757Ssam 	register int s;
76112757Ssam 	struct sockbuf asb;
76212757Ssam 
76340706Skarels 	sb->sb_flags |= SB_NOINTR;
76451755Smckusick 	(void) sblock(sb, M_WAITOK);
76512757Ssam 	s = splimp();
76612757Ssam 	socantrcvmore(so);
76712757Ssam 	sbunlock(sb);
76812757Ssam 	asb = *sb;
76912757Ssam 	bzero((caddr_t)sb, sizeof (*sb));
77012757Ssam 	splx(s);
77116993Skarels 	if (pr->pr_flags & PR_RIGHTS && pr->pr_domain->dom_dispose)
77216993Skarels 		(*pr->pr_domain->dom_dispose)(asb.sb_mb);
77312757Ssam 	sbrelease(&asb);
77412757Ssam }
77512757Ssam 
77618553Skarels sosetopt(so, level, optname, m0)
77712757Ssam 	register struct socket *so;
77810267Ssam 	int level, optname;
77918553Skarels 	struct mbuf *m0;
78010267Ssam {
78117158Ssam 	int error = 0;
78218553Skarels 	register struct mbuf *m = m0;
78310267Ssam 
78417158Ssam 	if (level != SOL_SOCKET) {
78518369Skarels 		if (so->so_proto && so->so_proto->pr_ctloutput)
78618369Skarels 			return ((*so->so_proto->pr_ctloutput)
78718553Skarels 				  (PRCO_SETOPT, so, level, optname, &m0));
78818369Skarels 		error = ENOPROTOOPT;
78918369Skarels 	} else {
79018369Skarels 		switch (optname) {
79110267Ssam 
79218369Skarels 		case SO_LINGER:
79318369Skarels 			if (m == NULL || m->m_len != sizeof (struct linger)) {
79418369Skarels 				error = EINVAL;
79518369Skarels 				goto bad;
79618369Skarels 			}
79718369Skarels 			so->so_linger = mtod(m, struct linger *)->l_linger;
79818369Skarels 			/* fall thru... */
79917158Ssam 
80018369Skarels 		case SO_DEBUG:
80118369Skarels 		case SO_KEEPALIVE:
80218369Skarels 		case SO_DONTROUTE:
80318369Skarels 		case SO_USELOOPBACK:
80418369Skarels 		case SO_BROADCAST:
80518369Skarels 		case SO_REUSEADDR:
80655349Ssklower 		case SO_REUSEPORT:
80727191Skarels 		case SO_OOBINLINE:
80818369Skarels 			if (m == NULL || m->m_len < sizeof (int)) {
80918369Skarels 				error = EINVAL;
81018369Skarels 				goto bad;
81118369Skarels 			}
81218369Skarels 			if (*mtod(m, int *))
81318369Skarels 				so->so_options |= optname;
81418369Skarels 			else
81518369Skarels 				so->so_options &= ~optname;
81618369Skarels 			break;
81718369Skarels 
81818369Skarels 		case SO_SNDBUF:
81941908Skarels 		case SO_RCVBUF:
82040706Skarels 		case SO_SNDLOWAT:
82141908Skarels 		case SO_RCVLOWAT:
82218369Skarels 			if (m == NULL || m->m_len < sizeof (int)) {
82318369Skarels 				error = EINVAL;
82418369Skarels 				goto bad;
82518369Skarels 			}
82618369Skarels 			switch (optname) {
82718369Skarels 
82818369Skarels 			case SO_SNDBUF:
82918369Skarels 			case SO_RCVBUF:
83041908Skarels 				if (sbreserve(optname == SO_SNDBUF ?
83141908Skarels 				    &so->so_snd : &so->so_rcv,
83241908Skarels 				    (u_long) *mtod(m, int *)) == 0) {
83318369Skarels 					error = ENOBUFS;
83418369Skarels 					goto bad;
83518369Skarels 				}
83618369Skarels 				break;
83718369Skarels 
83818369Skarels 			case SO_SNDLOWAT:
83941908Skarels 				so->so_snd.sb_lowat = *mtod(m, int *);
84041908Skarels 				break;
84118369Skarels 			case SO_RCVLOWAT:
84241908Skarels 				so->so_rcv.sb_lowat = *mtod(m, int *);
84318369Skarels 				break;
84444721Skarels 			}
84544721Skarels 			break;
84644721Skarels 
84744721Skarels 		case SO_SNDTIMEO:
84844721Skarels 		case SO_RCVTIMEO:
84944721Skarels 		    {
85044721Skarels 			struct timeval *tv;
85144721Skarels 			short val;
85244721Skarels 
85344721Skarels 			if (m == NULL || m->m_len < sizeof (*tv)) {
85444721Skarels 				error = EINVAL;
85544721Skarels 				goto bad;
85644721Skarels 			}
85744721Skarels 			tv = mtod(m, struct timeval *);
85844721Skarels 			if (tv->tv_sec > SHRT_MAX / hz - hz) {
85944721Skarels 				error = EDOM;
86044721Skarels 				goto bad;
86144721Skarels 			}
86244721Skarels 			val = tv->tv_sec * hz + tv->tv_usec / tick;
86344721Skarels 
86444721Skarels 			switch (optname) {
86544721Skarels 
86618369Skarels 			case SO_SNDTIMEO:
86744721Skarels 				so->so_snd.sb_timeo = val;
86841908Skarels 				break;
86918369Skarels 			case SO_RCVTIMEO:
87044721Skarels 				so->so_rcv.sb_timeo = val;
87118369Skarels 				break;
87218369Skarels 			}
87318369Skarels 			break;
87444721Skarels 		    }
87518369Skarels 
87618369Skarels 		default:
87718369Skarels 			error = ENOPROTOOPT;
87818369Skarels 			break;
87917158Ssam 		}
88051022Ssklower 		m = 0;
88150942Ssklower 		if (error == 0 && so->so_proto && so->so_proto->pr_ctloutput)
88250942Ssklower 			(void) ((*so->so_proto->pr_ctloutput)
88350942Ssklower 				  (PRCO_SETOPT, so, level, optname, &m0));
88410267Ssam 	}
88517158Ssam bad:
88617158Ssam 	if (m)
88717158Ssam 		(void) m_free(m);
88817158Ssam 	return (error);
88910267Ssam }
89010267Ssam 
89117158Ssam sogetopt(so, level, optname, mp)
89212757Ssam 	register struct socket *so;
89310267Ssam 	int level, optname;
89417158Ssam 	struct mbuf **mp;
89517158Ssam {
89612757Ssam 	register struct mbuf *m;
89710267Ssam 
89818369Skarels 	if (level != SOL_SOCKET) {
89918369Skarels 		if (so->so_proto && so->so_proto->pr_ctloutput) {
90018369Skarels 			return ((*so->so_proto->pr_ctloutput)
90118369Skarels 				  (PRCO_GETOPT, so, level, optname, mp));
90245515Skarels 		} else
90318369Skarels 			return (ENOPROTOOPT);
90418369Skarels 	} else {
90517158Ssam 		m = m_get(M_WAIT, MT_SOOPTS);
90625502Skarels 		m->m_len = sizeof (int);
90725502Skarels 
90818369Skarels 		switch (optname) {
90917158Ssam 
91018369Skarels 		case SO_LINGER:
91118369Skarels 			m->m_len = sizeof (struct linger);
91218369Skarels 			mtod(m, struct linger *)->l_onoff =
91318369Skarels 				so->so_options & SO_LINGER;
91418369Skarels 			mtod(m, struct linger *)->l_linger = so->so_linger;
91518369Skarels 			break;
91610267Ssam 
91718369Skarels 		case SO_USELOOPBACK:
91818369Skarels 		case SO_DONTROUTE:
91918369Skarels 		case SO_DEBUG:
92018369Skarels 		case SO_KEEPALIVE:
92118369Skarels 		case SO_REUSEADDR:
92255349Ssklower 		case SO_REUSEPORT:
92318369Skarels 		case SO_BROADCAST:
92427191Skarels 		case SO_OOBINLINE:
92518369Skarels 			*mtod(m, int *) = so->so_options & optname;
92618369Skarels 			break;
92718369Skarels 
92825502Skarels 		case SO_TYPE:
92925502Skarels 			*mtod(m, int *) = so->so_type;
93025502Skarels 			break;
93125502Skarels 
93224768Skarels 		case SO_ERROR:
93324768Skarels 			*mtod(m, int *) = so->so_error;
93424768Skarels 			so->so_error = 0;
93524768Skarels 			break;
93624768Skarels 
93718369Skarels 		case SO_SNDBUF:
93818369Skarels 			*mtod(m, int *) = so->so_snd.sb_hiwat;
93918369Skarels 			break;
94018369Skarels 
94118369Skarels 		case SO_RCVBUF:
94218369Skarels 			*mtod(m, int *) = so->so_rcv.sb_hiwat;
94318369Skarels 			break;
94418369Skarels 
94518369Skarels 		case SO_SNDLOWAT:
94618369Skarels 			*mtod(m, int *) = so->so_snd.sb_lowat;
94718369Skarels 			break;
94818369Skarels 
94918369Skarels 		case SO_RCVLOWAT:
95018369Skarels 			*mtod(m, int *) = so->so_rcv.sb_lowat;
95118369Skarels 			break;
95218369Skarels 
95318369Skarels 		case SO_SNDTIMEO:
95444721Skarels 		case SO_RCVTIMEO:
95544721Skarels 		    {
95644721Skarels 			int val = (optname == SO_SNDTIMEO ?
95744721Skarels 			     so->so_snd.sb_timeo : so->so_rcv.sb_timeo);
95818369Skarels 
95944721Skarels 			m->m_len = sizeof(struct timeval);
96044721Skarels 			mtod(m, struct timeval *)->tv_sec = val / hz;
96144721Skarels 			mtod(m, struct timeval *)->tv_usec =
96244721Skarels 			    (val % hz) / tick;
96318369Skarels 			break;
96444721Skarels 		    }
96518369Skarels 
96618369Skarels 		default:
96726362Skarels 			(void)m_free(m);
96818369Skarels 			return (ENOPROTOOPT);
96918369Skarels 		}
97018369Skarels 		*mp = m;
97118369Skarels 		return (0);
97210267Ssam 	}
97310267Ssam }
97410267Ssam 
9755423Swnj sohasoutofband(so)
97612757Ssam 	register struct socket *so;
9775423Swnj {
97823233Skarels 	struct proc *p;
9795423Swnj 
98037478Ssklower 	if (so->so_pgid < 0)
98137478Ssklower 		gsignal(-so->so_pgid, SIGURG);
98237478Ssklower 	else if (so->so_pgid > 0 && (p = pfind(so->so_pgid)) != 0)
98323233Skarels 		psignal(p, SIGURG);
98452526Smckusick 	selwakeup(&so->so_rcv.sb_sel);
9855423Swnj }
986