123421Smckusick /* 2*63180Sbostic * Copyright (c) 1982, 1986, 1988, 1990, 1993 3*63180Sbostic * The Regents of the University of California. All rights reserved. 423421Smckusick * 544450Sbostic * %sccs.include.redist.c% 633185Sbostic * 7*63180Sbostic * @(#)uipc_socket.c 8.1 (Berkeley) 06/10/93 823421Smckusick */ 94786Swnj 1056517Sbostic #include <sys/param.h> 1156517Sbostic #include <sys/systm.h> 1256517Sbostic #include <sys/proc.h> 1356517Sbostic #include <sys/file.h> 1456517Sbostic #include <sys/malloc.h> 1556517Sbostic #include <sys/mbuf.h> 1656517Sbostic #include <sys/domain.h> 1756517Sbostic #include <sys/kernel.h> 1856517Sbostic #include <sys/protosw.h> 1956517Sbostic #include <sys/socket.h> 2056517Sbostic #include <sys/socketvar.h> 2156517Sbostic #include <sys/resourcevar.h> 224786Swnj 234786Swnj /* 248300Sroot * Socket operation routines. 258300Sroot * These routines are called by the routines in 268300Sroot * sys_socket.c or from a system process, and 278300Sroot * implement the semantics of socket operations by 288300Sroot * switching out to the protocol specific routines. 294786Swnj */ 308594Sroot /*ARGSUSED*/ 3110267Ssam socreate(dom, aso, type, proto) 3252482Storek int dom; 334786Swnj struct socket **aso; 3412757Ssam register int type; 3512757Ssam int proto; 364786Swnj { 3750942Ssklower struct proc *p = curproc; /* XXX */ 384786Swnj register struct protosw *prp; 394786Swnj register struct socket *so; 4012757Ssam register int error; 414786Swnj 424890Swnj if (proto) 4321767Skarels prp = pffindproto(dom, proto, type); 444890Swnj else 459168Ssam prp = pffindtype(dom, type); 4659973Ssklower if (prp == 0 || prp->pr_usrreq == 0) 474890Swnj return (EPROTONOSUPPORT); 488300Sroot if (prp->pr_type != type) 498300Sroot return (EPROTOTYPE); 5037478Ssklower MALLOC(so, struct socket *, sizeof(*so), M_SOCKET, M_WAIT); 5137478Ssklower bzero((caddr_t)so, sizeof(*so)); 529168Ssam so->so_type = type; 5350942Ssklower if (p->p_ucred->cr_uid == 0) 546214Swnj so->so_state = SS_PRIV; 554786Swnj so->so_proto = prp; 5612757Ssam error = 5712757Ssam (*prp->pr_usrreq)(so, PRU_ATTACH, 5821767Skarels (struct mbuf *)0, (struct mbuf *)proto, (struct mbuf *)0); 594979Swnj if (error) { 607507Sroot so->so_state |= SS_NOFDREF; 617180Swnj sofree(so); 624890Swnj return (error); 634786Swnj } 644786Swnj *aso = so; 654786Swnj return (0); 664786Swnj } 674786Swnj 6810267Ssam sobind(so, nam) 698300Sroot struct socket *so; 708300Sroot struct mbuf *nam; 718300Sroot { 728300Sroot int s = splnet(); 738300Sroot int error; 748300Sroot 7541908Skarels error = 7641908Skarels (*so->so_proto->pr_usrreq)(so, PRU_BIND, 7712757Ssam (struct mbuf *)0, nam, (struct mbuf *)0); 788300Sroot splx(s); 798300Sroot return (error); 808300Sroot } 818300Sroot 828300Sroot solisten(so, backlog) 8312757Ssam register struct socket *so; 848300Sroot int backlog; 858300Sroot { 8612757Ssam int s = splnet(), error; 878300Sroot 8812757Ssam error = 8912757Ssam (*so->so_proto->pr_usrreq)(so, PRU_LISTEN, 9012757Ssam (struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0); 918300Sroot if (error) { 928300Sroot splx(s); 938300Sroot return (error); 948300Sroot } 9538584Skarels if (so->so_q == 0) 968300Sroot so->so_options |= SO_ACCEPTCONN; 978300Sroot if (backlog < 0) 988300Sroot backlog = 0; 9935384Skarels so->so_qlimit = min(backlog, SOMAXCONN); 10012493Ssam splx(s); 1018300Sroot return (0); 1028300Sroot } 1038300Sroot 1044916Swnj sofree(so) 10512757Ssam register struct socket *so; 1064916Swnj { 1074916Swnj 10831810Skarels if (so->so_pcb || (so->so_state & SS_NOFDREF) == 0) 10931810Skarels return; 1107507Sroot if (so->so_head) { 1117507Sroot if (!soqremque(so, 0) && !soqremque(so, 1)) 1127507Sroot panic("sofree dq"); 1137507Sroot so->so_head = 0; 1147507Sroot } 1154950Swnj sbrelease(&so->so_snd); 11612757Ssam sorflush(so); 11737478Ssklower FREE(so, M_SOCKET); 1184916Swnj } 1194916Swnj 1204786Swnj /* 1214890Swnj * Close a socket on last file table reference removal. 1224890Swnj * Initiate disconnect if connected. 1234890Swnj * Free socket when disconnect complete. 1244829Swnj */ 12512757Ssam soclose(so) 1264829Swnj register struct socket *so; 1274829Swnj { 1284890Swnj int s = splnet(); /* conservative */ 12933372Sbostic int error = 0; 1304829Swnj 1317507Sroot if (so->so_options & SO_ACCEPTCONN) { 13238584Skarels while (so->so_q0) 13310399Ssam (void) soabort(so->so_q0); 13438584Skarels while (so->so_q) 13510399Ssam (void) soabort(so->so_q); 1367507Sroot } 1374890Swnj if (so->so_pcb == 0) 1384890Swnj goto discard; 1394890Swnj if (so->so_state & SS_ISCONNECTED) { 1404890Swnj if ((so->so_state & SS_ISDISCONNECTING) == 0) { 14126245Skarels error = sodisconnect(so); 14212757Ssam if (error) 14312757Ssam goto drop; 1444890Swnj } 14510267Ssam if (so->so_options & SO_LINGER) { 1465281Sroot if ((so->so_state & SS_ISDISCONNECTING) && 14712757Ssam (so->so_state & SS_NBIO)) 14812757Ssam goto drop; 1495281Sroot while (so->so_state & SS_ISCONNECTED) 15040706Skarels if (error = tsleep((caddr_t)&so->so_timeo, 15140706Skarels PSOCK | PCATCH, netcls, so->so_linger)) 15240706Skarels break; 1534890Swnj } 1544890Swnj } 1555580Sroot drop: 1566880Ssam if (so->so_pcb) { 15712757Ssam int error2 = 15812757Ssam (*so->so_proto->pr_usrreq)(so, PRU_DETACH, 15912757Ssam (struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0); 16012757Ssam if (error == 0) 16112757Ssam error = error2; 1626880Ssam } 1634890Swnj discard: 16410399Ssam if (so->so_state & SS_NOFDREF) 16510399Ssam panic("soclose: NOFDREF"); 1667507Sroot so->so_state |= SS_NOFDREF; 1674950Swnj sofree(so); 1684890Swnj splx(s); 16912757Ssam return (error); 1704829Swnj } 1714829Swnj 17210399Ssam /* 17310399Ssam * Must be called at splnet... 17410399Ssam */ 17510399Ssam soabort(so) 17610399Ssam struct socket *so; 17710399Ssam { 17810399Ssam 17912757Ssam return ( 18012757Ssam (*so->so_proto->pr_usrreq)(so, PRU_ABORT, 18112757Ssam (struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0)); 18210399Ssam } 18310399Ssam 18410267Ssam soaccept(so, nam) 18512757Ssam register struct socket *so; 1868300Sroot struct mbuf *nam; 1874927Swnj { 1884927Swnj int s = splnet(); 1894927Swnj int error; 1904927Swnj 19110399Ssam if ((so->so_state & SS_NOFDREF) == 0) 19210399Ssam panic("soaccept: !NOFDREF"); 19310267Ssam so->so_state &= ~SS_NOFDREF; 1948300Sroot error = (*so->so_proto->pr_usrreq)(so, PRU_ACCEPT, 19512757Ssam (struct mbuf *)0, nam, (struct mbuf *)0); 1964927Swnj splx(s); 1974927Swnj return (error); 1984927Swnj } 1994927Swnj 20010267Ssam soconnect(so, nam) 20112757Ssam register struct socket *so; 2028300Sroot struct mbuf *nam; 2034786Swnj { 20430414Skarels int s; 2054890Swnj int error; 2064786Swnj 20730414Skarels if (so->so_options & SO_ACCEPTCONN) 20830414Skarels return (EOPNOTSUPP); 20930414Skarels s = splnet(); 21024768Skarels /* 21124768Skarels * If protocol is connection-based, can only connect once. 21224768Skarels * Otherwise, if connected, try to disconnect first. 21324768Skarels * This allows user to disconnect by connecting to, e.g., 21424768Skarels * a null address. 21524768Skarels */ 21624768Skarels if (so->so_state & (SS_ISCONNECTED|SS_ISCONNECTING) && 21724768Skarels ((so->so_proto->pr_flags & PR_CONNREQUIRED) || 21824768Skarels (error = sodisconnect(so)))) 2194890Swnj error = EISCONN; 22024768Skarels else 22124768Skarels error = (*so->so_proto->pr_usrreq)(so, PRU_CONNECT, 22224768Skarels (struct mbuf *)0, nam, (struct mbuf *)0); 2234890Swnj splx(s); 2244890Swnj return (error); 2254786Swnj } 2264786Swnj 22712757Ssam soconnect2(so1, so2) 22812757Ssam register struct socket *so1; 22912757Ssam struct socket *so2; 23012757Ssam { 23112757Ssam int s = splnet(); 23212757Ssam int error; 23312757Ssam 23413113Ssam error = (*so1->so_proto->pr_usrreq)(so1, PRU_CONNECT2, 23513113Ssam (struct mbuf *)0, (struct mbuf *)so2, (struct mbuf *)0); 23612757Ssam splx(s); 23712757Ssam return (error); 23812757Ssam } 23912757Ssam 24026245Skarels sodisconnect(so) 24112757Ssam register struct socket *so; 2424786Swnj { 2434890Swnj int s = splnet(); 2444890Swnj int error; 2454786Swnj 2464890Swnj if ((so->so_state & SS_ISCONNECTED) == 0) { 2474890Swnj error = ENOTCONN; 2484890Swnj goto bad; 2494890Swnj } 2504890Swnj if (so->so_state & SS_ISDISCONNECTING) { 2514890Swnj error = EALREADY; 2524890Swnj goto bad; 2534890Swnj } 2548300Sroot error = (*so->so_proto->pr_usrreq)(so, PRU_DISCONNECT, 25526245Skarels (struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0); 2564890Swnj bad: 2574890Swnj splx(s); 2584890Swnj return (error); 2594786Swnj } 2604786Swnj 26151755Smckusick #define SBLOCKWAIT(f) (((f) & MSG_DONTWAIT) ? M_NOWAIT : M_WAITOK) 2624786Swnj /* 2634890Swnj * Send on a socket. 2644890Swnj * If send must go all at once and message is larger than 2654890Swnj * send buffering, then hard error. 2664890Swnj * Lock against other senders. 2674890Swnj * If must go all at once and not enough room now, then 2684890Swnj * inform user that this would block and do nothing. 26916412Skarels * Otherwise, if nonblocking, send as much as possible. 27041908Skarels * The data to be sent is described by "uio" if nonzero, 27141908Skarels * otherwise by the mbuf chain "top" (which must be null 27241908Skarels * if uio is not). Data provided in mbuf chain must be small 27341908Skarels * enough to send all at once. 27441908Skarels * 27541908Skarels * Returns nonzero on error, timeout or signal; callers 27641908Skarels * must check for short counts if EINTR/ERESTART are returned. 27741908Skarels * Data and control buffers are freed on return. 2784786Swnj */ 27943417Skarels sosend(so, addr, uio, top, control, flags) 2804786Swnj register struct socket *so; 28141908Skarels struct mbuf *addr; 28241908Skarels struct uio *uio; 28341908Skarels struct mbuf *top; 28441908Skarels struct mbuf *control; 2858319Sroot int flags; 2864786Swnj { 28750942Ssklower struct proc *p = curproc; /* XXX */ 28841908Skarels struct mbuf **mp; 28935384Skarels register struct mbuf *m; 29041908Skarels register long space, len, resid; 29141908Skarels int clen = 0, error, s, dontroute, mlen; 29241908Skarels int atomic = sosendallatonce(so) || top; 2934786Swnj 29441908Skarels if (uio) 29541908Skarels resid = uio->uio_resid; 29641908Skarels else 29741908Skarels resid = top->m_pkthdr.len; 29812757Ssam dontroute = 29912757Ssam (flags & MSG_DONTROUTE) && (so->so_options & SO_DONTROUTE) == 0 && 30012757Ssam (so->so_proto->pr_flags & PR_ATOMIC); 30150942Ssklower p->p_stats->p_ru.ru_msgsnd++; 30240632Skarels if (control) 30341908Skarels clen = control->m_len; 30416412Skarels #define snderr(errno) { error = errno; splx(s); goto release; } 30516412Skarels 3066419Sroot restart: 30751755Smckusick if (error = sblock(&so->so_snd, SBLOCKWAIT(flags))) 30841908Skarels goto out; 30916412Skarels do { 31016412Skarels s = splnet(); 31121108Skarels if (so->so_state & SS_CANTSENDMORE) 31216412Skarels snderr(EPIPE); 31337478Ssklower if (so->so_error) 31437478Ssklower snderr(so->so_error); 31516412Skarels if ((so->so_state & SS_ISCONNECTED) == 0) { 31637478Ssklower if (so->so_proto->pr_flags & PR_CONNREQUIRED) { 31749059Ssklower if ((so->so_state & SS_ISCONFIRMING) == 0 && 31849059Ssklower !(resid == 0 && clen != 0)) 31937478Ssklower snderr(ENOTCONN); 32041908Skarels } else if (addr == 0) 32116412Skarels snderr(EDESTADDRREQ); 32216412Skarels } 32341908Skarels space = sbspace(&so->so_snd); 32416412Skarels if (flags & MSG_OOB) 32541908Skarels space += 1024; 32651755Smckusick if (atomic && resid > so->so_snd.sb_hiwat || 32751755Smckusick clen > so->so_snd.sb_hiwat) 32851755Smckusick snderr(EMSGSIZE); 32951755Smckusick if (space < resid + clen && uio && 33041908Skarels (atomic || space < so->so_snd.sb_lowat || space < clen)) { 33141908Skarels if (so->so_state & SS_NBIO) 33241908Skarels snderr(EWOULDBLOCK); 33341908Skarels sbunlock(&so->so_snd); 33443417Skarels error = sbwait(&so->so_snd); 33541908Skarels splx(s); 33641908Skarels if (error) 33741908Skarels goto out; 33841908Skarels goto restart; 33916412Skarels } 34016412Skarels splx(s); 34116412Skarels mp = ⊤ 34241908Skarels space -= clen; 34343417Skarels do { 34443417Skarels if (uio == NULL) { 34541908Skarels /* 34641908Skarels * Data is prepackaged in "top". 34741908Skarels */ 34841908Skarels resid = 0; 34941908Skarels if (flags & MSG_EOR) 35041908Skarels top->m_flags |= M_EOR; 35143417Skarels } else do { 35235384Skarels if (top == 0) { 35335384Skarels MGETHDR(m, M_WAIT, MT_DATA); 35435384Skarels mlen = MHLEN; 35535384Skarels m->m_pkthdr.len = 0; 35635384Skarels m->m_pkthdr.rcvif = (struct ifnet *)0; 35735384Skarels } else { 35835384Skarels MGET(m, M_WAIT, MT_DATA); 35935384Skarels mlen = MLEN; 36035384Skarels } 36141908Skarels if (resid >= MINCLSIZE && space >= MCLBYTES) { 36235384Skarels MCLGET(m, M_WAIT); 36335384Skarels if ((m->m_flags & M_EXT) == 0) 36416412Skarels goto nopages; 36535384Skarels mlen = MCLBYTES; 36635384Skarels #ifdef MAPPED_MBUFS 36741908Skarels len = min(MCLBYTES, resid); 36841908Skarels #else 36960996Skarels if (atomic && top == 0) { 37041908Skarels len = min(MCLBYTES - max_hdr, resid); 37135384Skarels m->m_data += max_hdr; 37246452Ssklower } else 37346452Ssklower len = min(MCLBYTES, resid); 37435384Skarels #endif 37535384Skarels space -= MCLBYTES; 37616412Skarels } else { 37716412Skarels nopages: 37841908Skarels len = min(min(mlen, resid), space); 37921767Skarels space -= len; 38035384Skarels /* 38135384Skarels * For datagram protocols, leave room 38235384Skarels * for protocol headers in first mbuf. 38335384Skarels */ 38435391Skarels if (atomic && top == 0 && len < mlen) 38535384Skarels MH_ALIGN(m, len); 38616412Skarels } 38745515Skarels error = uiomove(mtod(m, caddr_t), (int)len, uio); 38841908Skarels resid = uio->uio_resid; 38916412Skarels m->m_len = len; 39016412Skarels *mp = m; 39135384Skarels top->m_pkthdr.len += len; 39216412Skarels if (error) 39316412Skarels goto release; 39416412Skarels mp = &m->m_next; 39541908Skarels if (resid <= 0) { 39641908Skarels if (flags & MSG_EOR) 39735384Skarels top->m_flags |= M_EOR; 39821108Skarels break; 39935384Skarels } 40035384Skarels } while (space > 0 && atomic); 40135384Skarels if (dontroute) 40235384Skarels so->so_options |= SO_DONTROUTE; 40335384Skarels s = splnet(); /* XXX */ 40435384Skarels error = (*so->so_proto->pr_usrreq)(so, 40535384Skarels (flags & MSG_OOB) ? PRU_SENDOOB : PRU_SEND, 40641908Skarels top, addr, control); 40735384Skarels splx(s); 40835384Skarels if (dontroute) 40935384Skarels so->so_options &= ~SO_DONTROUTE; 41041908Skarels clen = 0; 41141908Skarels control = 0; 41235384Skarels top = 0; 41335384Skarels mp = ⊤ 41435384Skarels if (error) 41535384Skarels goto release; 41641908Skarels } while (resid && space > 0); 41741908Skarels } while (resid); 4184890Swnj 4194786Swnj release: 4204890Swnj sbunlock(&so->so_snd); 42141908Skarels out: 4226419Sroot if (top) 4236419Sroot m_freem(top); 42441908Skarels if (control) 42541908Skarels m_freem(control); 4264786Swnj return (error); 4274786Swnj } 4284786Swnj 42925629Skarels /* 43025629Skarels * Implement receive operations on a socket. 43125629Skarels * We depend on the way that records are added to the sockbuf 43225629Skarels * by sbappend*. In particular, each record (mbufs linked through m_next) 43325629Skarels * must begin with an address if the protocol so specifies, 43441908Skarels * followed by an optional mbuf or mbufs containing ancillary data, 43541908Skarels * and then zero or more mbufs of data. 43625629Skarels * In order to avoid blocking network interrupts for the entire time here, 43725629Skarels * we splx() while doing the actual copy to user space. 43825629Skarels * Although the sockbuf is locked, new data may still be appended, 43925629Skarels * and thus we must maintain consistency of the sockbuf during that time. 44045515Skarels * 44141908Skarels * The caller may receive the data as a single mbuf chain by supplying 44243417Skarels * an mbuf **mp0 for use in returning the chain. The uio is then used 44341908Skarels * only for the count in uio_resid. 44425629Skarels */ 44543417Skarels soreceive(so, paddr, uio, mp0, controlp, flagsp) 4464786Swnj register struct socket *so; 44741908Skarels struct mbuf **paddr; 44841908Skarels struct uio *uio; 44943417Skarels struct mbuf **mp0; 45041908Skarels struct mbuf **controlp; 45135384Skarels int *flagsp; 4524786Swnj { 45343417Skarels register struct mbuf *m, **mp; 45443417Skarels register int flags, len, error, s, offset; 45512757Ssam struct protosw *pr = so->so_proto; 45641908Skarels struct mbuf *nextrecord; 45741908Skarels int moff, type; 45858301Smckusick int orig_resid = uio->uio_resid; 4594786Swnj 46043417Skarels mp = mp0; 46141908Skarels if (paddr) 46241908Skarels *paddr = 0; 46335384Skarels if (controlp) 46435384Skarels *controlp = 0; 46535384Skarels if (flagsp) 46635384Skarels flags = *flagsp &~ MSG_EOR; 46745515Skarels else 46835384Skarels flags = 0; 46912757Ssam if (flags & MSG_OOB) { 4709635Ssam m = m_get(M_WAIT, MT_DATA); 47112757Ssam error = (*pr->pr_usrreq)(so, PRU_RCVOOB, 47224768Skarels m, (struct mbuf *)(flags & MSG_PEEK), (struct mbuf *)0); 4738594Sroot if (error) 47410137Ssam goto bad; 4758319Sroot do { 47641908Skarels error = uiomove(mtod(m, caddr_t), 47741908Skarels (int) min(uio->uio_resid, m->m_len), uio); 4788319Sroot m = m_free(m); 4798594Sroot } while (uio->uio_resid && error == 0 && m); 48010137Ssam bad: 4818319Sroot if (m) 4828771Sroot m_freem(m); 4838594Sroot return (error); 4848319Sroot } 48541908Skarels if (mp) 48641908Skarels *mp = (struct mbuf *)0; 48743417Skarels if (so->so_state & SS_ISCONFIRMING && uio->uio_resid) 48835384Skarels (*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0, 48935384Skarels (struct mbuf *)0, (struct mbuf *)0); 4908319Sroot 4914890Swnj restart: 49251755Smckusick if (error = sblock(&so->so_rcv, SBLOCKWAIT(flags))) 49340706Skarels return (error); 4948835Sroot s = splnet(); 4954890Swnj 49637478Ssklower m = so->so_rcv.sb_mb; 49744383Skarels /* 49844383Skarels * If we have less data than requested, block awaiting more 49944383Skarels * (subject to any timeout) if: 50044383Skarels * 1. the current count is less than the low water mark, or 50144383Skarels * 2. MSG_WAITALL is set, and it is possible to do the entire 50244383Skarels * receive operation at once if we block (resid <= hiwat). 50351755Smckusick * 3. MSG_DONTWAIT is not set 50444383Skarels * If MSG_WAITALL is set but resid is larger than the receive buffer, 50544383Skarels * we have to do the receive in sections, and thus risk returning 50644383Skarels * a short count if a timeout or signal occurs after we start. 50744383Skarels */ 50851755Smckusick if (m == 0 || ((flags & MSG_DONTWAIT) == 0 && 50951755Smckusick so->so_rcv.sb_cc < uio->uio_resid) && 51044383Skarels (so->so_rcv.sb_cc < so->so_rcv.sb_lowat || 51150942Ssklower ((flags & MSG_WAITALL) && uio->uio_resid <= so->so_rcv.sb_hiwat)) && 51258301Smckusick m->m_nextpkt == 0 && (pr->pr_flags & PR_ATOMIC) == 0) { 51341908Skarels #ifdef DIAGNOSTIC 51441908Skarels if (m == 0 && so->so_rcv.sb_cc) 51537478Ssklower panic("receive 1"); 51641908Skarels #endif 5175168Swnj if (so->so_error) { 51846479Skarels if (m) 51951022Ssklower goto dontblock; 5205168Swnj error = so->so_error; 52146479Skarels if ((flags & MSG_PEEK) == 0) 52246479Skarels so->so_error = 0; 5235168Swnj goto release; 5245168Swnj } 52546479Skarels if (so->so_state & SS_CANTRCVMORE) { 52646479Skarels if (m) 52751022Ssklower goto dontblock; 52846479Skarels else 52946479Skarels goto release; 53046479Skarels } 53150942Ssklower for (; m; m = m->m_next) 53250942Ssklower if (m->m_type == MT_OOBDATA || (m->m_flags & M_EOR)) { 53350942Ssklower m = so->so_rcv.sb_mb; 53450942Ssklower goto dontblock; 53550942Ssklower } 53638584Skarels if ((so->so_state & (SS_ISCONNECTED|SS_ISCONNECTING)) == 0 && 53732567Sbostic (so->so_proto->pr_flags & PR_CONNREQUIRED)) { 53832567Sbostic error = ENOTCONN; 53932567Sbostic goto release; 5404890Swnj } 54143417Skarels if (uio->uio_resid == 0) 54225629Skarels goto release; 54351755Smckusick if ((so->so_state & SS_NBIO) || (flags & MSG_DONTWAIT)) { 54432567Sbostic error = EWOULDBLOCK; 54532567Sbostic goto release; 54632567Sbostic } 5474890Swnj sbunlock(&so->so_rcv); 54843417Skarels error = sbwait(&so->so_rcv); 5495012Swnj splx(s); 55041908Skarels if (error) 55141908Skarels return (error); 5524890Swnj goto restart; 5534786Swnj } 55450942Ssklower dontblock: 55552926Smckusick if (uio->uio_procp) 55652926Smckusick uio->uio_procp->p_stats->p_ru.ru_msgrcv++; 55735384Skarels nextrecord = m->m_nextpkt; 55812757Ssam if (pr->pr_flags & PR_ADDR) { 55941908Skarels #ifdef DIAGNOSTIC 56025629Skarels if (m->m_type != MT_SONAME) 56116993Skarels panic("receive 1a"); 56241908Skarels #endif 56358301Smckusick orig_resid = 0; 56416993Skarels if (flags & MSG_PEEK) { 56541908Skarels if (paddr) 56641908Skarels *paddr = m_copy(m, 0, m->m_len); 56725629Skarels m = m->m_next; 56816993Skarels } else { 56925629Skarels sbfree(&so->so_rcv, m); 57041908Skarels if (paddr) { 57141908Skarels *paddr = m; 57235384Skarels so->so_rcv.sb_mb = m->m_next; 57335384Skarels m->m_next = 0; 57435384Skarels m = so->so_rcv.sb_mb; 57525629Skarels } else { 57626958Skarels MFREE(m, so->so_rcv.sb_mb); 57726958Skarels m = so->so_rcv.sb_mb; 57825629Skarels } 57916993Skarels } 58016993Skarels } 58141908Skarels while (m && m->m_type == MT_CONTROL && error == 0) { 58216993Skarels if (flags & MSG_PEEK) { 58335384Skarels if (controlp) 58435384Skarels *controlp = m_copy(m, 0, m->m_len); 58535384Skarels m = m->m_next; 58635384Skarels } else { 58735384Skarels sbfree(&so->so_rcv, m); 58835384Skarels if (controlp) { 58943097Ssklower if (pr->pr_domain->dom_externalize && 59043097Ssklower mtod(m, struct cmsghdr *)->cmsg_type == 59143097Ssklower SCM_RIGHTS) 59241908Skarels error = (*pr->pr_domain->dom_externalize)(m); 59335384Skarels *controlp = m; 59435384Skarels so->so_rcv.sb_mb = m->m_next; 59535384Skarels m->m_next = 0; 59635384Skarels m = so->so_rcv.sb_mb; 59735384Skarels } else { 59835384Skarels MFREE(m, so->so_rcv.sb_mb); 59935384Skarels m = so->so_rcv.sb_mb; 60035384Skarels } 60135384Skarels } 60258301Smckusick if (controlp) { 60358301Smckusick orig_resid = 0; 60441908Skarels controlp = &(*controlp)->m_next; 60558301Smckusick } 60635384Skarels } 60741908Skarels if (m) { 60844383Skarels if ((flags & MSG_PEEK) == 0) 60944383Skarels m->m_nextpkt = nextrecord; 61041908Skarels type = m->m_type; 61146452Ssklower if (type == MT_OOBDATA) 61246452Ssklower flags |= MSG_OOB; 61341908Skarels } 6148319Sroot moff = 0; 61532092Skarels offset = 0; 61646452Ssklower while (m && uio->uio_resid > 0 && error == 0) { 61746452Ssklower if (m->m_type == MT_OOBDATA) { 61846452Ssklower if (type != MT_OOBDATA) 61946452Ssklower break; 62046452Ssklower } else if (type == MT_OOBDATA) 62146452Ssklower break; 62241908Skarels #ifdef DIAGNOSTIC 62335384Skarels else if (m->m_type != MT_DATA && m->m_type != MT_HEADER) 62425629Skarels panic("receive 3"); 62541908Skarels #endif 6267747Sroot so->so_state &= ~SS_RCVATMARK; 62743417Skarels len = uio->uio_resid; 62832092Skarels if (so->so_oobmark && len > so->so_oobmark - offset) 62932092Skarels len = so->so_oobmark - offset; 63021767Skarels if (len > m->m_len - moff) 6318319Sroot len = m->m_len - moff; 63241908Skarels /* 63341908Skarels * If mp is set, just pass back the mbufs. 63441908Skarels * Otherwise copy them out via the uio, then free. 63541908Skarels * Sockbuf must be consistent here (points to current mbuf, 63641908Skarels * it points to next record) when we drop priority; 63741908Skarels * we must note any additions to the sockbuf when we 63841908Skarels * block interrupts again. 63941908Skarels */ 64041908Skarels if (mp == 0) { 64141908Skarels splx(s); 64241908Skarels error = uiomove(mtod(m, caddr_t) + moff, (int)len, uio); 64341908Skarels s = splnet(); 64443417Skarels } else 64543417Skarels uio->uio_resid -= len; 64621767Skarels if (len == m->m_len - moff) { 64750942Ssklower if (m->m_flags & M_EOR) 64850942Ssklower flags |= MSG_EOR; 64925629Skarels if (flags & MSG_PEEK) { 65025629Skarels m = m->m_next; 65125629Skarels moff = 0; 65225629Skarels } else { 65335384Skarels nextrecord = m->m_nextpkt; 65425629Skarels sbfree(&so->so_rcv, m); 65541908Skarels if (mp) { 65641908Skarels *mp = m; 65741908Skarels mp = &m->m_next; 65843417Skarels so->so_rcv.sb_mb = m = m->m_next; 65943417Skarels *mp = (struct mbuf *)0; 66041908Skarels } else { 66141908Skarels MFREE(m, so->so_rcv.sb_mb); 66241908Skarels m = so->so_rcv.sb_mb; 66341908Skarels } 66426958Skarels if (m) 66535384Skarels m->m_nextpkt = nextrecord; 66625629Skarels } 6674786Swnj } else { 66812757Ssam if (flags & MSG_PEEK) 6698319Sroot moff += len; 6708319Sroot else { 67143417Skarels if (mp) 67243417Skarels *mp = m_copym(m, 0, len, M_WAIT); 67335384Skarels m->m_data += len; 6748319Sroot m->m_len -= len; 6758319Sroot so->so_rcv.sb_cc -= len; 6768319Sroot } 6774786Swnj } 67832092Skarels if (so->so_oobmark) { 67932092Skarels if ((flags & MSG_PEEK) == 0) { 68032092Skarels so->so_oobmark -= len; 68132092Skarels if (so->so_oobmark == 0) { 68232092Skarels so->so_state |= SS_RCVATMARK; 68332092Skarels break; 68432092Skarels } 68558530Storek } else { 68632092Skarels offset += len; 68758530Storek if (offset == so->so_oobmark) 68858530Storek break; 68958530Storek } 6907747Sroot } 69150942Ssklower if (flags & MSG_EOR) 69240632Skarels break; 69341908Skarels /* 69441908Skarels * If the MSG_WAITALL flag is set (for non-atomic socket), 69543417Skarels * we must not quit until "uio->uio_resid == 0" or an error 69641908Skarels * termination. If a signal/timeout occurs, return 69743417Skarels * with a short count but without error. 69841908Skarels * Keep sockbuf locked against other readers. 69941908Skarels */ 70043417Skarels while (flags & MSG_WAITALL && m == 0 && uio->uio_resid > 0 && 70158301Smckusick !sosendallatonce(so) && !nextrecord) { 70246479Skarels if (so->so_error || so->so_state & SS_CANTRCVMORE) 70346479Skarels break; 70441908Skarels error = sbwait(&so->so_rcv); 70541908Skarels if (error) { 70641908Skarels sbunlock(&so->so_rcv); 70741908Skarels splx(s); 70841908Skarels return (0); 70941908Skarels } 71050942Ssklower if (m = so->so_rcv.sb_mb) 71141908Skarels nextrecord = m->m_nextpkt; 71241908Skarels } 71316993Skarels } 71458301Smckusick 71558301Smckusick if (m && pr->pr_flags & PR_ATOMIC) { 71658301Smckusick flags |= MSG_TRUNC; 71758301Smckusick if ((flags & MSG_PEEK) == 0) 71858301Smckusick (void) sbdroprecord(&so->so_rcv); 71958301Smckusick } 72016993Skarels if ((flags & MSG_PEEK) == 0) { 72126500Skarels if (m == 0) 72216993Skarels so->so_rcv.sb_mb = nextrecord; 72316993Skarels if (pr->pr_flags & PR_WANTRCVD && so->so_pcb) 72416993Skarels (*pr->pr_usrreq)(so, PRU_RCVD, (struct mbuf *)0, 72537478Ssklower (struct mbuf *)flags, (struct mbuf *)0, 72637478Ssklower (struct mbuf *)0); 72716993Skarels } 72858301Smckusick if (orig_resid == uio->uio_resid && orig_resid && 72958301Smckusick (flags & MSG_EOR) == 0 && (so->so_state & SS_CANTRCVMORE) == 0) { 73058301Smckusick sbunlock(&so->so_rcv); 73158301Smckusick splx(s); 73258301Smckusick goto restart; 73358301Smckusick } 73458301Smckusick 73535384Skarels if (flagsp) 73635384Skarels *flagsp |= flags; 7374890Swnj release: 7384916Swnj sbunlock(&so->so_rcv); 7394890Swnj splx(s); 7404916Swnj return (error); 7414786Swnj } 7424786Swnj 74310267Ssam soshutdown(so, how) 74412757Ssam register struct socket *so; 74512757Ssam register int how; 74610267Ssam { 74712757Ssam register struct protosw *pr = so->so_proto; 74810267Ssam 74910267Ssam how++; 75012757Ssam if (how & FREAD) 75112757Ssam sorflush(so); 75210267Ssam if (how & FWRITE) 75312757Ssam return ((*pr->pr_usrreq)(so, PRU_SHUTDOWN, 75412757Ssam (struct mbuf *)0, (struct mbuf *)0, (struct mbuf *)0)); 75510267Ssam return (0); 75610267Ssam } 75710267Ssam 75812757Ssam sorflush(so) 75912757Ssam register struct socket *so; 76012757Ssam { 76112757Ssam register struct sockbuf *sb = &so->so_rcv; 76212757Ssam register struct protosw *pr = so->so_proto; 76312757Ssam register int s; 76412757Ssam struct sockbuf asb; 76512757Ssam 76640706Skarels sb->sb_flags |= SB_NOINTR; 76751755Smckusick (void) sblock(sb, M_WAITOK); 76812757Ssam s = splimp(); 76912757Ssam socantrcvmore(so); 77012757Ssam sbunlock(sb); 77112757Ssam asb = *sb; 77212757Ssam bzero((caddr_t)sb, sizeof (*sb)); 77312757Ssam splx(s); 77416993Skarels if (pr->pr_flags & PR_RIGHTS && pr->pr_domain->dom_dispose) 77516993Skarels (*pr->pr_domain->dom_dispose)(asb.sb_mb); 77612757Ssam sbrelease(&asb); 77712757Ssam } 77812757Ssam 77918553Skarels sosetopt(so, level, optname, m0) 78012757Ssam register struct socket *so; 78110267Ssam int level, optname; 78218553Skarels struct mbuf *m0; 78310267Ssam { 78417158Ssam int error = 0; 78518553Skarels register struct mbuf *m = m0; 78610267Ssam 78717158Ssam if (level != SOL_SOCKET) { 78818369Skarels if (so->so_proto && so->so_proto->pr_ctloutput) 78918369Skarels return ((*so->so_proto->pr_ctloutput) 79018553Skarels (PRCO_SETOPT, so, level, optname, &m0)); 79118369Skarels error = ENOPROTOOPT; 79218369Skarels } else { 79318369Skarels switch (optname) { 79410267Ssam 79518369Skarels case SO_LINGER: 79618369Skarels if (m == NULL || m->m_len != sizeof (struct linger)) { 79718369Skarels error = EINVAL; 79818369Skarels goto bad; 79918369Skarels } 80018369Skarels so->so_linger = mtod(m, struct linger *)->l_linger; 80118369Skarels /* fall thru... */ 80217158Ssam 80318369Skarels case SO_DEBUG: 80418369Skarels case SO_KEEPALIVE: 80518369Skarels case SO_DONTROUTE: 80618369Skarels case SO_USELOOPBACK: 80718369Skarels case SO_BROADCAST: 80818369Skarels case SO_REUSEADDR: 80955349Ssklower case SO_REUSEPORT: 81027191Skarels case SO_OOBINLINE: 81118369Skarels if (m == NULL || m->m_len < sizeof (int)) { 81218369Skarels error = EINVAL; 81318369Skarels goto bad; 81418369Skarels } 81518369Skarels if (*mtod(m, int *)) 81618369Skarels so->so_options |= optname; 81718369Skarels else 81818369Skarels so->so_options &= ~optname; 81918369Skarels break; 82018369Skarels 82118369Skarels case SO_SNDBUF: 82241908Skarels case SO_RCVBUF: 82340706Skarels case SO_SNDLOWAT: 82441908Skarels case SO_RCVLOWAT: 82518369Skarels if (m == NULL || m->m_len < sizeof (int)) { 82618369Skarels error = EINVAL; 82718369Skarels goto bad; 82818369Skarels } 82918369Skarels switch (optname) { 83018369Skarels 83118369Skarels case SO_SNDBUF: 83218369Skarels case SO_RCVBUF: 83341908Skarels if (sbreserve(optname == SO_SNDBUF ? 83441908Skarels &so->so_snd : &so->so_rcv, 83541908Skarels (u_long) *mtod(m, int *)) == 0) { 83618369Skarels error = ENOBUFS; 83718369Skarels goto bad; 83818369Skarels } 83918369Skarels break; 84018369Skarels 84118369Skarels case SO_SNDLOWAT: 84241908Skarels so->so_snd.sb_lowat = *mtod(m, int *); 84341908Skarels break; 84418369Skarels case SO_RCVLOWAT: 84541908Skarels so->so_rcv.sb_lowat = *mtod(m, int *); 84618369Skarels break; 84744721Skarels } 84844721Skarels break; 84944721Skarels 85044721Skarels case SO_SNDTIMEO: 85144721Skarels case SO_RCVTIMEO: 85244721Skarels { 85344721Skarels struct timeval *tv; 85444721Skarels short val; 85544721Skarels 85644721Skarels if (m == NULL || m->m_len < sizeof (*tv)) { 85744721Skarels error = EINVAL; 85844721Skarels goto bad; 85944721Skarels } 86044721Skarels tv = mtod(m, struct timeval *); 86144721Skarels if (tv->tv_sec > SHRT_MAX / hz - hz) { 86244721Skarels error = EDOM; 86344721Skarels goto bad; 86444721Skarels } 86544721Skarels val = tv->tv_sec * hz + tv->tv_usec / tick; 86644721Skarels 86744721Skarels switch (optname) { 86844721Skarels 86918369Skarels case SO_SNDTIMEO: 87044721Skarels so->so_snd.sb_timeo = val; 87141908Skarels break; 87218369Skarels case SO_RCVTIMEO: 87344721Skarels so->so_rcv.sb_timeo = val; 87418369Skarels break; 87518369Skarels } 87618369Skarels break; 87744721Skarels } 87818369Skarels 87918369Skarels default: 88018369Skarels error = ENOPROTOOPT; 88118369Skarels break; 88217158Ssam } 88351022Ssklower m = 0; 88450942Ssklower if (error == 0 && so->so_proto && so->so_proto->pr_ctloutput) 88550942Ssklower (void) ((*so->so_proto->pr_ctloutput) 88650942Ssklower (PRCO_SETOPT, so, level, optname, &m0)); 88710267Ssam } 88817158Ssam bad: 88917158Ssam if (m) 89017158Ssam (void) m_free(m); 89117158Ssam return (error); 89210267Ssam } 89310267Ssam 89417158Ssam sogetopt(so, level, optname, mp) 89512757Ssam register struct socket *so; 89610267Ssam int level, optname; 89717158Ssam struct mbuf **mp; 89817158Ssam { 89912757Ssam register struct mbuf *m; 90010267Ssam 90118369Skarels if (level != SOL_SOCKET) { 90218369Skarels if (so->so_proto && so->so_proto->pr_ctloutput) { 90318369Skarels return ((*so->so_proto->pr_ctloutput) 90418369Skarels (PRCO_GETOPT, so, level, optname, mp)); 90545515Skarels } else 90618369Skarels return (ENOPROTOOPT); 90718369Skarels } else { 90817158Ssam m = m_get(M_WAIT, MT_SOOPTS); 90925502Skarels m->m_len = sizeof (int); 91025502Skarels 91118369Skarels switch (optname) { 91217158Ssam 91318369Skarels case SO_LINGER: 91418369Skarels m->m_len = sizeof (struct linger); 91518369Skarels mtod(m, struct linger *)->l_onoff = 91618369Skarels so->so_options & SO_LINGER; 91718369Skarels mtod(m, struct linger *)->l_linger = so->so_linger; 91818369Skarels break; 91910267Ssam 92018369Skarels case SO_USELOOPBACK: 92118369Skarels case SO_DONTROUTE: 92218369Skarels case SO_DEBUG: 92318369Skarels case SO_KEEPALIVE: 92418369Skarels case SO_REUSEADDR: 92555349Ssklower case SO_REUSEPORT: 92618369Skarels case SO_BROADCAST: 92727191Skarels case SO_OOBINLINE: 92818369Skarels *mtod(m, int *) = so->so_options & optname; 92918369Skarels break; 93018369Skarels 93125502Skarels case SO_TYPE: 93225502Skarels *mtod(m, int *) = so->so_type; 93325502Skarels break; 93425502Skarels 93524768Skarels case SO_ERROR: 93624768Skarels *mtod(m, int *) = so->so_error; 93724768Skarels so->so_error = 0; 93824768Skarels break; 93924768Skarels 94018369Skarels case SO_SNDBUF: 94118369Skarels *mtod(m, int *) = so->so_snd.sb_hiwat; 94218369Skarels break; 94318369Skarels 94418369Skarels case SO_RCVBUF: 94518369Skarels *mtod(m, int *) = so->so_rcv.sb_hiwat; 94618369Skarels break; 94718369Skarels 94818369Skarels case SO_SNDLOWAT: 94918369Skarels *mtod(m, int *) = so->so_snd.sb_lowat; 95018369Skarels break; 95118369Skarels 95218369Skarels case SO_RCVLOWAT: 95318369Skarels *mtod(m, int *) = so->so_rcv.sb_lowat; 95418369Skarels break; 95518369Skarels 95618369Skarels case SO_SNDTIMEO: 95744721Skarels case SO_RCVTIMEO: 95844721Skarels { 95944721Skarels int val = (optname == SO_SNDTIMEO ? 96044721Skarels so->so_snd.sb_timeo : so->so_rcv.sb_timeo); 96118369Skarels 96244721Skarels m->m_len = sizeof(struct timeval); 96344721Skarels mtod(m, struct timeval *)->tv_sec = val / hz; 96444721Skarels mtod(m, struct timeval *)->tv_usec = 96544721Skarels (val % hz) / tick; 96618369Skarels break; 96744721Skarels } 96818369Skarels 96918369Skarels default: 97026362Skarels (void)m_free(m); 97118369Skarels return (ENOPROTOOPT); 97218369Skarels } 97318369Skarels *mp = m; 97418369Skarels return (0); 97510267Ssam } 97610267Ssam } 97710267Ssam 9785423Swnj sohasoutofband(so) 97912757Ssam register struct socket *so; 9805423Swnj { 98123233Skarels struct proc *p; 9825423Swnj 98337478Ssklower if (so->so_pgid < 0) 98437478Ssklower gsignal(-so->so_pgid, SIGURG); 98537478Ssklower else if (so->so_pgid > 0 && (p = pfind(so->so_pgid)) != 0) 98623233Skarels psignal(p, SIGURG); 98752526Smckusick selwakeup(&so->so_rcv.sb_sel); 9885423Swnj } 989