1 /* 2 * Copyright (c) 1982, 1986, 1988, 1990, 1993 3 * The Regents of the University of California. All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in the 12 * documentation and/or other materials provided with the distribution. 13 * 3. Neither the name of the University nor the names of its contributors 14 * may be used to endorse or promote products derived from this software 15 * without specific prior written permission. 16 * 17 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27 * SUCH DAMAGE. 28 * 29 * @(#)ip_output.c 8.3 (Berkeley) 1/21/94 30 * $FreeBSD: src/sys/netinet/ip_output.c,v 1.99.2.37 2003/04/15 06:44:45 silby Exp $ 31 * $DragonFly: src/sys/netinet/ip_output.c,v 1.47 2008/08/05 15:11:32 nant Exp $ 32 */ 33 34 #define _IP_VHL 35 36 #include "opt_ipfw.h" 37 #include "opt_ipdn.h" 38 #include "opt_ipdivert.h" 39 #include "opt_ipfilter.h" 40 #include "opt_ipsec.h" 41 #include "opt_mbuf_stress_test.h" 42 #include "opt_mpls.h" 43 44 #include <sys/param.h> 45 #include <sys/systm.h> 46 #include <sys/kernel.h> 47 #include <sys/malloc.h> 48 #include <sys/mbuf.h> 49 #include <sys/protosw.h> 50 #include <sys/socket.h> 51 #include <sys/socketvar.h> 52 #include <sys/proc.h> 53 #include <sys/sysctl.h> 54 #include <sys/thread2.h> 55 #include <sys/in_cksum.h> 56 57 #include <net/if.h> 58 #include <net/netisr.h> 59 #include <net/pfil.h> 60 #include <net/route.h> 61 62 #include <netinet/in.h> 63 #include <netinet/in_systm.h> 64 #include <netinet/ip.h> 65 #include <netinet/in_pcb.h> 66 #include <netinet/in_var.h> 67 #include <netinet/ip_var.h> 68 69 #include <netproto/mpls/mpls_var.h> 70 71 static MALLOC_DEFINE(M_IPMOPTS, "ip_moptions", "internet multicast options"); 72 73 #ifdef IPSEC 74 #include <netinet6/ipsec.h> 75 #include <netproto/key/key.h> 76 #ifdef IPSEC_DEBUG 77 #include <netproto/key/key_debug.h> 78 #else 79 #define KEYDEBUG(lev,arg) 80 #endif 81 #endif /*IPSEC*/ 82 83 #ifdef FAST_IPSEC 84 #include <netproto/ipsec/ipsec.h> 85 #include <netproto/ipsec/xform.h> 86 #include <netproto/ipsec/key.h> 87 #endif /*FAST_IPSEC*/ 88 89 #include <net/ipfw/ip_fw.h> 90 #include <net/dummynet/ip_dummynet.h> 91 92 #define print_ip(x, a, y) kprintf("%s %d.%d.%d.%d%s",\ 93 x, (ntohl(a.s_addr)>>24)&0xFF,\ 94 (ntohl(a.s_addr)>>16)&0xFF,\ 95 (ntohl(a.s_addr)>>8)&0xFF,\ 96 (ntohl(a.s_addr))&0xFF, y); 97 98 u_short ip_id; 99 100 #ifdef MBUF_STRESS_TEST 101 int mbuf_frag_size = 0; 102 SYSCTL_INT(_net_inet_ip, OID_AUTO, mbuf_frag_size, CTLFLAG_RW, 103 &mbuf_frag_size, 0, "Fragment outgoing mbufs to this size"); 104 #endif 105 106 static struct mbuf *ip_insertoptions(struct mbuf *, struct mbuf *, int *); 107 static struct ifnet *ip_multicast_if(struct in_addr *, int *); 108 static void ip_mloopback 109 (struct ifnet *, struct mbuf *, struct sockaddr_in *, int); 110 static int ip_getmoptions 111 (struct sockopt *, struct ip_moptions *); 112 static int ip_pcbopts(int, struct mbuf **, struct mbuf *); 113 static int ip_setmoptions 114 (struct sockopt *, struct ip_moptions **); 115 116 int ip_optcopy(struct ip *, struct ip *); 117 118 119 extern struct protosw inetsw[]; 120 121 /* 122 * IP output. The packet in mbuf chain m contains a skeletal IP 123 * header (with len, off, ttl, proto, tos, src, dst). 124 * The mbuf chain containing the packet will be freed. 125 * The mbuf opt, if present, will not be freed. 126 */ 127 int 128 ip_output(struct mbuf *m0, struct mbuf *opt, struct route *ro, 129 int flags, struct ip_moptions *imo, struct inpcb *inp) 130 { 131 struct ip *ip; 132 struct ifnet *ifp = NULL; /* keep compiler happy */ 133 struct mbuf *m; 134 int hlen = sizeof(struct ip); 135 int len, off, error = 0; 136 struct sockaddr_in *dst = NULL; /* keep compiler happy */ 137 struct in_ifaddr *ia = NULL; 138 int isbroadcast, sw_csum; 139 struct in_addr pkt_dst; 140 struct route iproute; 141 struct m_tag *dn_mtag = NULL; 142 #ifdef IPSEC 143 struct secpolicy *sp = NULL; 144 struct socket *so = inp ? inp->inp_socket : NULL; 145 #endif 146 #ifdef FAST_IPSEC 147 struct m_tag *mtag; 148 struct secpolicy *sp = NULL; 149 struct tdb_ident *tdbi; 150 #endif /* FAST_IPSEC */ 151 struct ip_fw_args args; 152 int src_was_INADDR_ANY = 0; /* as the name says... */ 153 154 args.eh = NULL; 155 args.rule = NULL; 156 args.next_hop = NULL; 157 158 /* Grab info from MT_TAG mbufs prepended to the chain. */ 159 while (m0 != NULL && m0->m_type == MT_TAG) { 160 switch(m0->_m_tag_id) { 161 case PACKET_TAG_IPFORWARD: 162 args.next_hop = (struct sockaddr_in *)m0->m_data; 163 break; 164 default: 165 kprintf("ip_output: unrecognised MT_TAG tag %d\n", 166 m0->_m_tag_id); 167 break; 168 } 169 m0 = m0->m_next; 170 } 171 m = m0; 172 M_ASSERTPKTHDR(m); 173 174 /* Extract info from dummynet tag */ 175 dn_mtag = m_tag_find(m, PACKET_TAG_DUMMYNET, NULL); 176 if (dn_mtag != NULL) { 177 struct dn_pkt *dn_pkt = m_tag_data(dn_mtag); 178 179 /* 180 * The packet was already tagged, so part of the 181 * processing was already done, and we need to go down. 182 * Get parameters from the tag. 183 */ 184 args.rule = dn_pkt->dn_priv; 185 opt = NULL; 186 ro = &dn_pkt->ro; 187 imo = NULL; 188 dst = dn_pkt->dn_dst; 189 ifp = dn_pkt->ifp; 190 flags = dn_pkt->flags; 191 192 /* 193 * Don't delete the dummynet tag here, just unlink it, 194 * since some local variables (like 'ro' and 'dst') are 195 * still referencing certain parts of it. 196 * The dummynet tag will be freed at the end of the 197 * output process. 198 */ 199 m_tag_unlink(m, dn_mtag); 200 } 201 202 if (ro == NULL) { 203 ro = &iproute; 204 bzero(ro, sizeof *ro); 205 } 206 207 if (args.rule != NULL) { /* dummynet already saw us */ 208 ip = mtod(m, struct ip *); 209 hlen = IP_VHL_HL(ip->ip_vhl) << 2 ; 210 if (ro->ro_rt) 211 ia = ifatoia(ro->ro_rt->rt_ifa); 212 goto sendit; 213 } 214 215 if (opt) { 216 len = 0; 217 m = ip_insertoptions(m, opt, &len); 218 if (len != 0) 219 hlen = len; 220 } 221 ip = mtod(m, struct ip *); 222 pkt_dst = args.next_hop ? args.next_hop->sin_addr : ip->ip_dst; 223 224 /* 225 * Fill in IP header. 226 */ 227 if (!(flags & (IP_FORWARDING|IP_RAWOUTPUT))) { 228 ip->ip_vhl = IP_MAKE_VHL(IPVERSION, hlen >> 2); 229 ip->ip_off &= IP_DF; 230 ip->ip_id = ip_newid(); 231 ipstat.ips_localout++; 232 } else { 233 hlen = IP_VHL_HL(ip->ip_vhl) << 2; 234 } 235 236 dst = (struct sockaddr_in *)&ro->ro_dst; 237 /* 238 * If there is a cached route, 239 * check that it is to the same destination 240 * and is still up. If not, free it and try again. 241 * The address family should also be checked in case of sharing the 242 * cache with IPv6. 243 */ 244 if (ro->ro_rt && 245 (!(ro->ro_rt->rt_flags & RTF_UP) || 246 dst->sin_family != AF_INET || 247 dst->sin_addr.s_addr != pkt_dst.s_addr)) { 248 rtfree(ro->ro_rt); 249 ro->ro_rt = (struct rtentry *)NULL; 250 } 251 if (ro->ro_rt == NULL) { 252 bzero(dst, sizeof *dst); 253 dst->sin_family = AF_INET; 254 dst->sin_len = sizeof *dst; 255 dst->sin_addr = pkt_dst; 256 } 257 /* 258 * If routing to interface only, 259 * short circuit routing lookup. 260 */ 261 if (flags & IP_ROUTETOIF) { 262 if ((ia = ifatoia(ifa_ifwithdstaddr(sintosa(dst)))) == NULL && 263 (ia = ifatoia(ifa_ifwithnet(sintosa(dst)))) == NULL) { 264 ipstat.ips_noroute++; 265 error = ENETUNREACH; 266 goto bad; 267 } 268 ifp = ia->ia_ifp; 269 ip->ip_ttl = 1; 270 isbroadcast = in_broadcast(dst->sin_addr, ifp); 271 } else if (IN_MULTICAST(ntohl(ip->ip_dst.s_addr)) && 272 imo != NULL && imo->imo_multicast_ifp != NULL) { 273 /* 274 * Bypass the normal routing lookup for multicast 275 * packets if the interface is specified. 276 */ 277 ifp = imo->imo_multicast_ifp; 278 ia = IFP_TO_IA(ifp); 279 isbroadcast = 0; /* fool gcc */ 280 } else { 281 /* 282 * If this is the case, we probably don't want to allocate 283 * a protocol-cloned route since we didn't get one from the 284 * ULP. This lets TCP do its thing, while not burdening 285 * forwarding or ICMP with the overhead of cloning a route. 286 * Of course, we still want to do any cloning requested by 287 * the link layer, as this is probably required in all cases 288 * for correct operation (as it is for ARP). 289 */ 290 if (ro->ro_rt == NULL) 291 rtalloc_ign(ro, RTF_PRCLONING); 292 if (ro->ro_rt == NULL) { 293 ipstat.ips_noroute++; 294 error = EHOSTUNREACH; 295 goto bad; 296 } 297 ia = ifatoia(ro->ro_rt->rt_ifa); 298 ifp = ro->ro_rt->rt_ifp; 299 ro->ro_rt->rt_use++; 300 if (ro->ro_rt->rt_flags & RTF_GATEWAY) 301 dst = (struct sockaddr_in *)ro->ro_rt->rt_gateway; 302 if (ro->ro_rt->rt_flags & RTF_HOST) 303 isbroadcast = (ro->ro_rt->rt_flags & RTF_BROADCAST); 304 else 305 isbroadcast = in_broadcast(dst->sin_addr, ifp); 306 } 307 if (IN_MULTICAST(ntohl(pkt_dst.s_addr))) { 308 struct in_multi *inm; 309 310 m->m_flags |= M_MCAST; 311 /* 312 * IP destination address is multicast. Make sure "dst" 313 * still points to the address in "ro". (It may have been 314 * changed to point to a gateway address, above.) 315 */ 316 dst = (struct sockaddr_in *)&ro->ro_dst; 317 /* 318 * See if the caller provided any multicast options 319 */ 320 if (imo != NULL) { 321 ip->ip_ttl = imo->imo_multicast_ttl; 322 if (imo->imo_multicast_vif != -1) 323 ip->ip_src.s_addr = 324 ip_mcast_src ? 325 ip_mcast_src(imo->imo_multicast_vif) : 326 INADDR_ANY; 327 } else 328 ip->ip_ttl = IP_DEFAULT_MULTICAST_TTL; 329 /* 330 * Confirm that the outgoing interface supports multicast. 331 */ 332 if ((imo == NULL) || (imo->imo_multicast_vif == -1)) { 333 if (!(ifp->if_flags & IFF_MULTICAST)) { 334 ipstat.ips_noroute++; 335 error = ENETUNREACH; 336 goto bad; 337 } 338 } 339 /* 340 * If source address not specified yet, use address 341 * of outgoing interface. 342 */ 343 if (ip->ip_src.s_addr == INADDR_ANY) { 344 /* Interface may have no addresses. */ 345 if (ia != NULL) 346 ip->ip_src = IA_SIN(ia)->sin_addr; 347 } 348 349 IN_LOOKUP_MULTI(pkt_dst, ifp, inm); 350 if (inm != NULL && 351 (imo == NULL || imo->imo_multicast_loop)) { 352 /* 353 * If we belong to the destination multicast group 354 * on the outgoing interface, and the caller did not 355 * forbid loopback, loop back a copy. 356 */ 357 ip_mloopback(ifp, m, dst, hlen); 358 } 359 else { 360 /* 361 * If we are acting as a multicast router, perform 362 * multicast forwarding as if the packet had just 363 * arrived on the interface to which we are about 364 * to send. The multicast forwarding function 365 * recursively calls this function, using the 366 * IP_FORWARDING flag to prevent infinite recursion. 367 * 368 * Multicasts that are looped back by ip_mloopback(), 369 * above, will be forwarded by the ip_input() routine, 370 * if necessary. 371 */ 372 if (ip_mrouter && !(flags & IP_FORWARDING)) { 373 /* 374 * If rsvp daemon is not running, do not 375 * set ip_moptions. This ensures that the packet 376 * is multicast and not just sent down one link 377 * as prescribed by rsvpd. 378 */ 379 if (!rsvp_on) 380 imo = NULL; 381 if (ip_mforward && 382 ip_mforward(ip, ifp, m, imo) != 0) { 383 m_freem(m); 384 goto done; 385 } 386 } 387 } 388 389 /* 390 * Multicasts with a time-to-live of zero may be looped- 391 * back, above, but must not be transmitted on a network. 392 * Also, multicasts addressed to the loopback interface 393 * are not sent -- the above call to ip_mloopback() will 394 * loop back a copy if this host actually belongs to the 395 * destination group on the loopback interface. 396 */ 397 if (ip->ip_ttl == 0 || ifp->if_flags & IFF_LOOPBACK) { 398 m_freem(m); 399 goto done; 400 } 401 402 goto sendit; 403 } 404 #ifndef notdef 405 /* 406 * If the source address is not specified yet, use the address 407 * of the outoing interface. In case, keep note we did that, so 408 * if the the firewall changes the next-hop causing the output 409 * interface to change, we can fix that. 410 */ 411 if (ip->ip_src.s_addr == INADDR_ANY) { 412 /* Interface may have no addresses. */ 413 if (ia != NULL) { 414 ip->ip_src = IA_SIN(ia)->sin_addr; 415 src_was_INADDR_ANY = 1; 416 } 417 } 418 #endif /* notdef */ 419 #ifdef ALTQ 420 /* 421 * Disable packet drop hack. 422 * Packetdrop should be done by queueing. 423 */ 424 #else /* !ALTQ */ 425 /* 426 * Verify that we have any chance at all of being able to queue 427 * the packet or packet fragments 428 */ 429 if ((ifp->if_snd.ifq_len + ip->ip_len / ifp->if_mtu + 1) >= 430 ifp->if_snd.ifq_maxlen) { 431 error = ENOBUFS; 432 ipstat.ips_odropped++; 433 goto bad; 434 } 435 #endif /* !ALTQ */ 436 437 /* 438 * Look for broadcast address and 439 * verify user is allowed to send 440 * such a packet. 441 */ 442 if (isbroadcast) { 443 if (!(ifp->if_flags & IFF_BROADCAST)) { 444 error = EADDRNOTAVAIL; 445 goto bad; 446 } 447 if (!(flags & IP_ALLOWBROADCAST)) { 448 error = EACCES; 449 goto bad; 450 } 451 /* don't allow broadcast messages to be fragmented */ 452 if (ip->ip_len > ifp->if_mtu) { 453 error = EMSGSIZE; 454 goto bad; 455 } 456 m->m_flags |= M_BCAST; 457 } else { 458 m->m_flags &= ~M_BCAST; 459 } 460 461 sendit: 462 #ifdef IPSEC 463 /* get SP for this packet */ 464 if (so == NULL) 465 sp = ipsec4_getpolicybyaddr(m, IPSEC_DIR_OUTBOUND, flags, &error); 466 else 467 sp = ipsec4_getpolicybysock(m, IPSEC_DIR_OUTBOUND, so, &error); 468 469 if (sp == NULL) { 470 ipsecstat.out_inval++; 471 goto bad; 472 } 473 474 error = 0; 475 476 /* check policy */ 477 switch (sp->policy) { 478 case IPSEC_POLICY_DISCARD: 479 /* 480 * This packet is just discarded. 481 */ 482 ipsecstat.out_polvio++; 483 goto bad; 484 485 case IPSEC_POLICY_BYPASS: 486 case IPSEC_POLICY_NONE: 487 /* no need to do IPsec. */ 488 goto skip_ipsec; 489 490 case IPSEC_POLICY_IPSEC: 491 if (sp->req == NULL) { 492 /* acquire a policy */ 493 error = key_spdacquire(sp); 494 goto bad; 495 } 496 break; 497 498 case IPSEC_POLICY_ENTRUST: 499 default: 500 kprintf("ip_output: Invalid policy found. %d\n", sp->policy); 501 } 502 { 503 struct ipsec_output_state state; 504 bzero(&state, sizeof state); 505 state.m = m; 506 if (flags & IP_ROUTETOIF) { 507 state.ro = &iproute; 508 bzero(&iproute, sizeof iproute); 509 } else 510 state.ro = ro; 511 state.dst = (struct sockaddr *)dst; 512 513 ip->ip_sum = 0; 514 515 /* 516 * XXX 517 * delayed checksums are not currently compatible with IPsec 518 */ 519 if (m->m_pkthdr.csum_flags & CSUM_DELAY_DATA) { 520 in_delayed_cksum(m); 521 m->m_pkthdr.csum_flags &= ~CSUM_DELAY_DATA; 522 } 523 524 ip->ip_len = htons(ip->ip_len); 525 ip->ip_off = htons(ip->ip_off); 526 527 error = ipsec4_output(&state, sp, flags); 528 529 m = state.m; 530 if (flags & IP_ROUTETOIF) { 531 /* 532 * if we have tunnel mode SA, we may need to ignore 533 * IP_ROUTETOIF. 534 */ 535 if (state.ro != &iproute || state.ro->ro_rt != NULL) { 536 flags &= ~IP_ROUTETOIF; 537 ro = state.ro; 538 } 539 } else 540 ro = state.ro; 541 dst = (struct sockaddr_in *)state.dst; 542 if (error) { 543 /* mbuf is already reclaimed in ipsec4_output. */ 544 m0 = NULL; 545 switch (error) { 546 case EHOSTUNREACH: 547 case ENETUNREACH: 548 case EMSGSIZE: 549 case ENOBUFS: 550 case ENOMEM: 551 break; 552 default: 553 kprintf("ip4_output (ipsec): error code %d\n", error); 554 /*fall through*/ 555 case ENOENT: 556 /* don't show these error codes to the user */ 557 error = 0; 558 break; 559 } 560 goto bad; 561 } 562 } 563 564 /* be sure to update variables that are affected by ipsec4_output() */ 565 ip = mtod(m, struct ip *); 566 #ifdef _IP_VHL 567 hlen = IP_VHL_HL(ip->ip_vhl) << 2; 568 #else 569 hlen = ip->ip_hl << 2; 570 #endif 571 if (ro->ro_rt == NULL) { 572 if (!(flags & IP_ROUTETOIF)) { 573 kprintf("ip_output: " 574 "can't update route after IPsec processing\n"); 575 error = EHOSTUNREACH; /*XXX*/ 576 goto bad; 577 } 578 } else { 579 ia = ifatoia(ro->ro_rt->rt_ifa); 580 ifp = ro->ro_rt->rt_ifp; 581 } 582 583 /* make it flipped, again. */ 584 ip->ip_len = ntohs(ip->ip_len); 585 ip->ip_off = ntohs(ip->ip_off); 586 skip_ipsec: 587 #endif /*IPSEC*/ 588 #ifdef FAST_IPSEC 589 /* 590 * Check the security policy (SP) for the packet and, if 591 * required, do IPsec-related processing. There are two 592 * cases here; the first time a packet is sent through 593 * it will be untagged and handled by ipsec4_checkpolicy. 594 * If the packet is resubmitted to ip_output (e.g. after 595 * AH, ESP, etc. processing), there will be a tag to bypass 596 * the lookup and related policy checking. 597 */ 598 mtag = m_tag_find(m, PACKET_TAG_IPSEC_PENDING_TDB, NULL); 599 crit_enter(); 600 if (mtag != NULL) { 601 tdbi = (struct tdb_ident *)m_tag_data(mtag); 602 sp = ipsec_getpolicy(tdbi, IPSEC_DIR_OUTBOUND); 603 if (sp == NULL) 604 error = -EINVAL; /* force silent drop */ 605 m_tag_delete(m, mtag); 606 } else { 607 sp = ipsec4_checkpolicy(m, IPSEC_DIR_OUTBOUND, flags, 608 &error, inp); 609 } 610 /* 611 * There are four return cases: 612 * sp != NULL apply IPsec policy 613 * sp == NULL, error == 0 no IPsec handling needed 614 * sp == NULL, error == -EINVAL discard packet w/o error 615 * sp == NULL, error != 0 discard packet, report error 616 */ 617 if (sp != NULL) { 618 /* Loop detection, check if ipsec processing already done */ 619 KASSERT(sp->req != NULL, ("ip_output: no ipsec request")); 620 for (mtag = m_tag_first(m); mtag != NULL; 621 mtag = m_tag_next(m, mtag)) { 622 if (mtag->m_tag_cookie != MTAG_ABI_COMPAT) 623 continue; 624 if (mtag->m_tag_id != PACKET_TAG_IPSEC_OUT_DONE && 625 mtag->m_tag_id != PACKET_TAG_IPSEC_OUT_CRYPTO_NEEDED) 626 continue; 627 /* 628 * Check if policy has an SA associated with it. 629 * This can happen when an SP has yet to acquire 630 * an SA; e.g. on first reference. If it occurs, 631 * then we let ipsec4_process_packet do its thing. 632 */ 633 if (sp->req->sav == NULL) 634 break; 635 tdbi = (struct tdb_ident *)m_tag_data(mtag); 636 if (tdbi->spi == sp->req->sav->spi && 637 tdbi->proto == sp->req->sav->sah->saidx.proto && 638 bcmp(&tdbi->dst, &sp->req->sav->sah->saidx.dst, 639 sizeof(union sockaddr_union)) == 0) { 640 /* 641 * No IPsec processing is needed, free 642 * reference to SP. 643 * 644 * NB: null pointer to avoid free at 645 * done: below. 646 */ 647 KEY_FREESP(&sp), sp = NULL; 648 crit_exit(); 649 goto spd_done; 650 } 651 } 652 653 /* 654 * Do delayed checksums now because we send before 655 * this is done in the normal processing path. 656 */ 657 if (m->m_pkthdr.csum_flags & CSUM_DELAY_DATA) { 658 in_delayed_cksum(m); 659 m->m_pkthdr.csum_flags &= ~CSUM_DELAY_DATA; 660 } 661 662 ip->ip_len = htons(ip->ip_len); 663 ip->ip_off = htons(ip->ip_off); 664 665 /* NB: callee frees mbuf */ 666 error = ipsec4_process_packet(m, sp->req, flags, 0); 667 /* 668 * Preserve KAME behaviour: ENOENT can be returned 669 * when an SA acquire is in progress. Don't propagate 670 * this to user-level; it confuses applications. 671 * 672 * XXX this will go away when the SADB is redone. 673 */ 674 if (error == ENOENT) 675 error = 0; 676 crit_exit(); 677 goto done; 678 } else { 679 crit_exit(); 680 681 if (error != 0) { 682 /* 683 * Hack: -EINVAL is used to signal that a packet 684 * should be silently discarded. This is typically 685 * because we asked key management for an SA and 686 * it was delayed (e.g. kicked up to IKE). 687 */ 688 if (error == -EINVAL) 689 error = 0; 690 goto bad; 691 } else { 692 /* No IPsec processing for this packet. */ 693 } 694 #ifdef notyet 695 /* 696 * If deferred crypto processing is needed, check that 697 * the interface supports it. 698 */ 699 mtag = m_tag_find(m, PACKET_TAG_IPSEC_OUT_CRYPTO_NEEDED, NULL); 700 if (mtag != NULL && !(ifp->if_capenable & IFCAP_IPSEC)) { 701 /* notify IPsec to do its own crypto */ 702 ipsp_skipcrypto_unmark((struct tdb_ident *)m_tag_data(mtag)); 703 error = EHOSTUNREACH; 704 goto bad; 705 } 706 #endif 707 } 708 spd_done: 709 #endif /* FAST_IPSEC */ 710 /* 711 * IpHack's section. 712 * - Xlate: translate packet's addr/port (NAT). 713 * - Firewall: deny/allow/etc. 714 * - Wrap: fake packet's addr/port <unimpl.> 715 * - Encapsulate: put it in another IP and send out. <unimp.> 716 */ 717 718 /* 719 * Run through list of hooks for output packets. 720 */ 721 if (pfil_has_hooks(&inet_pfil_hook)) { 722 error = pfil_run_hooks(&inet_pfil_hook, &m, ifp, PFIL_OUT); 723 if (error != 0 || m == NULL) 724 goto done; 725 ip = mtod(m, struct ip *); 726 } 727 728 /* 729 * Check with the firewall... 730 * but not if we are already being fwd'd from a firewall. 731 */ 732 if (fw_enable && IPFW_LOADED && !args.next_hop) { 733 struct sockaddr_in *old = dst; 734 735 args.m = m; 736 args.next_hop = dst; 737 args.oif = ifp; 738 off = ip_fw_chk_ptr(&args); 739 m = args.m; 740 dst = args.next_hop; 741 742 /* 743 * On return we must do the following: 744 * m == NULL -> drop the pkt (old interface, deprecated) 745 * (off & IP_FW_PORT_DENY_FLAG) -> drop the pkt (new interface) 746 * 1<=off<= 0xffff -> DIVERT 747 * (off & IP_FW_PORT_DYNT_FLAG) -> send to a DUMMYNET pipe 748 * (off & IP_FW_PORT_TEE_FLAG) -> TEE the packet 749 * dst != old -> IPFIREWALL_FORWARD 750 * off==0, dst==old -> accept 751 * If some of the above modules are not compiled in, then 752 * we should't have to check the corresponding condition 753 * (because the ipfw control socket should not accept 754 * unsupported rules), but better play safe and drop 755 * packets in case of doubt. 756 */ 757 if ( (off & IP_FW_PORT_DENY_FLAG) || m == NULL) { 758 if (m) 759 m_freem(m); 760 error = EACCES; 761 goto done; 762 } 763 ip = mtod(m, struct ip *); 764 if (off == 0 && dst == old) /* common case */ 765 goto pass; 766 if (off & IP_FW_PORT_DYNT_FLAG) { 767 /* 768 * pass the pkt to dummynet. Need to include 769 * pipe number, m, ifp, ro, dst because these are 770 * not recomputed in the next pass. 771 * All other parameters have been already used and 772 * so they are not needed anymore. 773 * XXX note: if the ifp or ro entry are deleted 774 * while a pkt is in dummynet, we are in trouble! 775 */ 776 args.ro = ro; 777 args.dst = dst; 778 args.flags = flags; 779 780 error = 0; 781 ip_fw_dn_io_ptr(m, off & 0xffff, DN_TO_IP_OUT, &args); 782 goto done; 783 } 784 #ifdef IPDIVERT 785 if (off != 0 && !(off & IP_FW_PORT_DYNT_FLAG)) { 786 struct mbuf *clone = NULL; 787 788 /* Clone packet if we're doing a 'tee' */ 789 if ((off & IP_FW_PORT_TEE_FLAG)) 790 clone = m_dup(m, MB_DONTWAIT); 791 792 /* 793 * XXX 794 * delayed checksums are not currently compatible 795 * with divert sockets. 796 */ 797 if (m->m_pkthdr.csum_flags & CSUM_DELAY_DATA) { 798 in_delayed_cksum(m); 799 m->m_pkthdr.csum_flags &= ~CSUM_DELAY_DATA; 800 } 801 802 /* Restore packet header fields to original values */ 803 ip->ip_len = htons(ip->ip_len); 804 ip->ip_off = htons(ip->ip_off); 805 806 /* Deliver packet to divert input routine */ 807 divert_packet(m, 0, off & 0xffff); 808 809 /* If 'tee', continue with original packet */ 810 if (clone != NULL) { 811 m = clone; 812 ip = mtod(m, struct ip *); 813 goto pass; 814 } 815 goto done; 816 } 817 #endif 818 819 /* IPFIREWALL_FORWARD */ 820 /* 821 * Check dst to make sure it is directly reachable on the 822 * interface we previously thought it was. 823 * If it isn't (which may be likely in some situations) we have 824 * to re-route it (ie, find a route for the next-hop and the 825 * associated interface) and set them here. This is nested 826 * forwarding which in most cases is undesirable, except where 827 * such control is nigh impossible. So we do it here. 828 * And I'm babbling. 829 */ 830 if (off == 0 && old != dst) { /* FORWARD, dst has changed */ 831 #if 0 832 /* 833 * XXX To improve readability, this block should be 834 * changed into a function call as below: 835 */ 836 error = ip_ipforward(&m, &dst, &ifp); 837 if (error) 838 goto bad; 839 if (m == NULL) /* ip_input consumed the mbuf */ 840 goto done; 841 #else 842 struct in_ifaddr *ia; 843 struct in_ifaddr_container *iac; 844 845 /* 846 * XXX sro_fwd below is static, and a pointer 847 * to it gets passed to routines downstream. 848 * This could have surprisingly bad results in 849 * practice, because its content is overwritten 850 * by subsequent packets. 851 */ 852 /* There must be a better way to do this next line... */ 853 static struct route sro_fwd; 854 struct route *ro_fwd = &sro_fwd; 855 856 #if 0 857 print_ip("IPFIREWALL_FORWARD: New dst ip: ", 858 dst->sin_addr, "\n"); 859 #endif 860 861 /* 862 * We need to figure out if we have been forwarded 863 * to a local socket. If so, then we should somehow 864 * "loop back" to ip_input, and get directed to the 865 * PCB as if we had received this packet. This is 866 * because it may be dificult to identify the packets 867 * you want to forward until they are being output 868 * and have selected an interface. (e.g. locally 869 * initiated packets) If we used the loopback inteface, 870 * we would not be able to control what happens 871 * as the packet runs through ip_input() as 872 * it is done through a ISR. 873 */ 874 ia = NULL; 875 LIST_FOREACH(iac, INADDR_HASH(dst->sin_addr.s_addr), 876 ia_hash) { 877 /* 878 * If the addr to forward to is one 879 * of ours, we pretend to 880 * be the destination for this packet. 881 */ 882 if (IA_SIN(iac->ia)->sin_addr.s_addr == 883 dst->sin_addr.s_addr) { 884 ia = iac->ia; 885 break; 886 } 887 } 888 if (ia != NULL) { /* tell ip_input "dont filter" */ 889 struct m_hdr tag; 890 891 tag.mh_type = MT_TAG; 892 tag.mh_flags = PACKET_TAG_IPFORWARD; 893 tag.mh_data = (caddr_t)args.next_hop; 894 tag.mh_next = m; 895 896 if (m->m_pkthdr.rcvif == NULL) 897 m->m_pkthdr.rcvif = ifunit("lo0"); 898 if (m->m_pkthdr.csum_flags & CSUM_DELAY_DATA) { 899 m->m_pkthdr.csum_flags |= 900 CSUM_DATA_VALID | CSUM_PSEUDO_HDR; 901 m->m_pkthdr.csum_data = 0xffff; 902 } 903 m->m_pkthdr.csum_flags |= 904 CSUM_IP_CHECKED | CSUM_IP_VALID; 905 ip->ip_len = htons(ip->ip_len); 906 ip->ip_off = htons(ip->ip_off); 907 ip_input((struct mbuf *)&tag); 908 goto done; 909 } 910 /* Some of the logic for this was nicked from above. 911 * 912 * This rewrites the cached route in a local PCB. 913 * Is this what we want to do? 914 */ 915 bcopy(dst, &ro_fwd->ro_dst, sizeof *dst); 916 ro_fwd->ro_rt = NULL; 917 918 rtalloc_ign(ro_fwd, RTF_PRCLONING); 919 if (ro_fwd->ro_rt == NULL) { 920 ipstat.ips_noroute++; 921 error = EHOSTUNREACH; 922 goto bad; 923 } 924 925 ia = ifatoia(ro_fwd->ro_rt->rt_ifa); 926 ifp = ro_fwd->ro_rt->rt_ifp; 927 ro_fwd->ro_rt->rt_use++; 928 if (ro_fwd->ro_rt->rt_flags & RTF_GATEWAY) 929 dst = (struct sockaddr_in *) 930 ro_fwd->ro_rt->rt_gateway; 931 if (ro_fwd->ro_rt->rt_flags & RTF_HOST) 932 isbroadcast = 933 (ro_fwd->ro_rt->rt_flags & RTF_BROADCAST); 934 else 935 isbroadcast = in_broadcast(dst->sin_addr, ifp); 936 if (ro->ro_rt != NULL) 937 rtfree(ro->ro_rt); 938 ro->ro_rt = ro_fwd->ro_rt; 939 dst = (struct sockaddr_in *)&ro_fwd->ro_dst; 940 941 #endif /* ... block to be put into a function */ 942 /* 943 * If we added a default src ip earlier, 944 * which would have been gotten from the-then 945 * interface, do it again, from the new one. 946 */ 947 if (src_was_INADDR_ANY) 948 ip->ip_src = IA_SIN(ia)->sin_addr; 949 goto pass ; 950 } 951 952 /* 953 * if we get here, none of the above matches, and 954 * we have to drop the pkt 955 */ 956 m_freem(m); 957 error = EACCES; /* not sure this is the right error msg */ 958 goto done; 959 } 960 961 pass: 962 /* 127/8 must not appear on wire - RFC1122. */ 963 if ((ntohl(ip->ip_dst.s_addr) >> IN_CLASSA_NSHIFT) == IN_LOOPBACKNET || 964 (ntohl(ip->ip_src.s_addr) >> IN_CLASSA_NSHIFT) == IN_LOOPBACKNET) { 965 if (!(ifp->if_flags & IFF_LOOPBACK)) { 966 ipstat.ips_badaddr++; 967 error = EADDRNOTAVAIL; 968 goto bad; 969 } 970 } 971 972 m->m_pkthdr.csum_flags |= CSUM_IP; 973 sw_csum = m->m_pkthdr.csum_flags & ~ifp->if_hwassist; 974 if (sw_csum & CSUM_DELAY_DATA) { 975 in_delayed_cksum(m); 976 sw_csum &= ~CSUM_DELAY_DATA; 977 } 978 m->m_pkthdr.csum_flags &= ifp->if_hwassist; 979 980 /* 981 * If small enough for interface, or the interface will take 982 * care of the fragmentation for us, can just send directly. 983 */ 984 if (ip->ip_len <= ifp->if_mtu || ((ifp->if_hwassist & CSUM_FRAGMENT) && 985 !(ip->ip_off & IP_DF))) { 986 ip->ip_len = htons(ip->ip_len); 987 ip->ip_off = htons(ip->ip_off); 988 ip->ip_sum = 0; 989 if (sw_csum & CSUM_DELAY_IP) { 990 if (ip->ip_vhl == IP_VHL_BORING) { 991 ip->ip_sum = in_cksum_hdr(ip); 992 } else { 993 ip->ip_sum = in_cksum(m, hlen); 994 } 995 } 996 997 /* Record statistics for this interface address. */ 998 if (!(flags & IP_FORWARDING) && ia) { 999 ia->ia_ifa.if_opackets++; 1000 ia->ia_ifa.if_obytes += m->m_pkthdr.len; 1001 } 1002 1003 #ifdef IPSEC 1004 /* clean ipsec history once it goes out of the node */ 1005 ipsec_delaux(m); 1006 #endif 1007 1008 #ifdef MBUF_STRESS_TEST 1009 if (mbuf_frag_size && m->m_pkthdr.len > mbuf_frag_size) { 1010 struct mbuf *m1, *m2; 1011 int length, tmp; 1012 1013 tmp = length = m->m_pkthdr.len; 1014 1015 while ((length -= mbuf_frag_size) >= 1) { 1016 m1 = m_split(m, length, MB_DONTWAIT); 1017 if (m1 == NULL) 1018 break; 1019 m2 = m; 1020 while (m2->m_next != NULL) 1021 m2 = m2->m_next; 1022 m2->m_next = m1; 1023 } 1024 m->m_pkthdr.len = tmp; 1025 } 1026 #endif 1027 1028 #ifdef MPLS 1029 if (!mpls_output_process(m, ro->ro_rt)) 1030 goto done; 1031 #endif 1032 error = ifp->if_output(ifp, m, (struct sockaddr *)dst, 1033 ro->ro_rt); 1034 goto done; 1035 } 1036 1037 if (ip->ip_off & IP_DF) { 1038 error = EMSGSIZE; 1039 /* 1040 * This case can happen if the user changed the MTU 1041 * of an interface after enabling IP on it. Because 1042 * most netifs don't keep track of routes pointing to 1043 * them, there is no way for one to update all its 1044 * routes when the MTU is changed. 1045 */ 1046 if ((ro->ro_rt->rt_flags & (RTF_UP | RTF_HOST)) && 1047 !(ro->ro_rt->rt_rmx.rmx_locks & RTV_MTU) && 1048 (ro->ro_rt->rt_rmx.rmx_mtu > ifp->if_mtu)) { 1049 ro->ro_rt->rt_rmx.rmx_mtu = ifp->if_mtu; 1050 } 1051 ipstat.ips_cantfrag++; 1052 goto bad; 1053 } 1054 1055 /* 1056 * Too large for interface; fragment if possible. If successful, 1057 * on return, m will point to a list of packets to be sent. 1058 */ 1059 error = ip_fragment(ip, &m, ifp->if_mtu, ifp->if_hwassist, sw_csum); 1060 if (error) 1061 goto bad; 1062 for (; m; m = m0) { 1063 m0 = m->m_nextpkt; 1064 m->m_nextpkt = NULL; 1065 #ifdef IPSEC 1066 /* clean ipsec history once it goes out of the node */ 1067 ipsec_delaux(m); 1068 #endif 1069 if (error == 0) { 1070 /* Record statistics for this interface address. */ 1071 if (ia != NULL) { 1072 ia->ia_ifa.if_opackets++; 1073 ia->ia_ifa.if_obytes += m->m_pkthdr.len; 1074 } 1075 #ifdef MPLS 1076 if (!mpls_output_process(m, ro->ro_rt)) 1077 goto done; 1078 #endif 1079 error = ifp->if_output(ifp, m, (struct sockaddr *)dst, 1080 ro->ro_rt); 1081 } else { 1082 m_freem(m); 1083 } 1084 } 1085 1086 if (error == 0) 1087 ipstat.ips_fragmented++; 1088 1089 done: 1090 if (ro == &iproute && ro->ro_rt != NULL) { 1091 RTFREE(ro->ro_rt); 1092 ro->ro_rt = NULL; 1093 } 1094 #ifdef IPSEC 1095 if (sp != NULL) { 1096 KEYDEBUG(KEYDEBUG_IPSEC_STAMP, 1097 kprintf("DP ip_output call free SP:%p\n", sp)); 1098 key_freesp(sp); 1099 } 1100 #endif 1101 #ifdef FAST_IPSEC 1102 if (sp != NULL) 1103 KEY_FREESP(&sp); 1104 #endif 1105 if (dn_mtag != NULL) 1106 m_tag_free(dn_mtag); 1107 1108 return (error); 1109 bad: 1110 m_freem(m); 1111 goto done; 1112 } 1113 1114 /* 1115 * Create a chain of fragments which fit the given mtu. m_frag points to the 1116 * mbuf to be fragmented; on return it points to the chain with the fragments. 1117 * Return 0 if no error. If error, m_frag may contain a partially built 1118 * chain of fragments that should be freed by the caller. 1119 * 1120 * if_hwassist_flags is the hw offload capabilities (see if_data.ifi_hwassist) 1121 * sw_csum contains the delayed checksums flags (e.g., CSUM_DELAY_IP). 1122 */ 1123 int 1124 ip_fragment(struct ip *ip, struct mbuf **m_frag, int mtu, 1125 u_long if_hwassist_flags, int sw_csum) 1126 { 1127 int error = 0; 1128 int hlen = IP_VHL_HL(ip->ip_vhl) << 2; 1129 int len = (mtu - hlen) & ~7; /* size of payload in each fragment */ 1130 int off; 1131 struct mbuf *m0 = *m_frag; /* the original packet */ 1132 int firstlen; 1133 struct mbuf **mnext; 1134 int nfrags; 1135 1136 if (ip->ip_off & IP_DF) { /* Fragmentation not allowed */ 1137 ipstat.ips_cantfrag++; 1138 return EMSGSIZE; 1139 } 1140 1141 /* 1142 * Must be able to put at least 8 bytes per fragment. 1143 */ 1144 if (len < 8) 1145 return EMSGSIZE; 1146 1147 /* 1148 * If the interface will not calculate checksums on 1149 * fragmented packets, then do it here. 1150 */ 1151 if ((m0->m_pkthdr.csum_flags & CSUM_DELAY_DATA) && 1152 !(if_hwassist_flags & CSUM_IP_FRAGS)) { 1153 in_delayed_cksum(m0); 1154 m0->m_pkthdr.csum_flags &= ~CSUM_DELAY_DATA; 1155 } 1156 1157 if (len > PAGE_SIZE) { 1158 /* 1159 * Fragment large datagrams such that each segment 1160 * contains a multiple of PAGE_SIZE amount of data, 1161 * plus headers. This enables a receiver to perform 1162 * page-flipping zero-copy optimizations. 1163 * 1164 * XXX When does this help given that sender and receiver 1165 * could have different page sizes, and also mtu could 1166 * be less than the receiver's page size ? 1167 */ 1168 int newlen; 1169 struct mbuf *m; 1170 1171 for (m = m0, off = 0; m && (off+m->m_len) <= mtu; m = m->m_next) 1172 off += m->m_len; 1173 1174 /* 1175 * firstlen (off - hlen) must be aligned on an 1176 * 8-byte boundary 1177 */ 1178 if (off < hlen) 1179 goto smart_frag_failure; 1180 off = ((off - hlen) & ~7) + hlen; 1181 newlen = (~PAGE_MASK) & mtu; 1182 if ((newlen + sizeof(struct ip)) > mtu) { 1183 /* we failed, go back the default */ 1184 smart_frag_failure: 1185 newlen = len; 1186 off = hlen + len; 1187 } 1188 len = newlen; 1189 1190 } else { 1191 off = hlen + len; 1192 } 1193 1194 firstlen = off - hlen; 1195 mnext = &m0->m_nextpkt; /* pointer to next packet */ 1196 1197 /* 1198 * Loop through length of segment after first fragment, 1199 * make new header and copy data of each part and link onto chain. 1200 * Here, m0 is the original packet, m is the fragment being created. 1201 * The fragments are linked off the m_nextpkt of the original 1202 * packet, which after processing serves as the first fragment. 1203 */ 1204 for (nfrags = 1; off < ip->ip_len; off += len, nfrags++) { 1205 struct ip *mhip; /* ip header on the fragment */ 1206 struct mbuf *m; 1207 int mhlen = sizeof(struct ip); 1208 1209 MGETHDR(m, MB_DONTWAIT, MT_HEADER); 1210 if (m == NULL) { 1211 error = ENOBUFS; 1212 ipstat.ips_odropped++; 1213 goto done; 1214 } 1215 m->m_flags |= (m0->m_flags & M_MCAST) | M_FRAG; 1216 /* 1217 * In the first mbuf, leave room for the link header, then 1218 * copy the original IP header including options. The payload 1219 * goes into an additional mbuf chain returned by m_copy(). 1220 */ 1221 m->m_data += max_linkhdr; 1222 mhip = mtod(m, struct ip *); 1223 *mhip = *ip; 1224 if (hlen > sizeof(struct ip)) { 1225 mhlen = ip_optcopy(ip, mhip) + sizeof(struct ip); 1226 mhip->ip_vhl = IP_MAKE_VHL(IPVERSION, mhlen >> 2); 1227 } 1228 m->m_len = mhlen; 1229 /* XXX do we need to add ip->ip_off below ? */ 1230 mhip->ip_off = ((off - hlen) >> 3) + ip->ip_off; 1231 if (off + len >= ip->ip_len) { /* last fragment */ 1232 len = ip->ip_len - off; 1233 m->m_flags |= M_LASTFRAG; 1234 } else 1235 mhip->ip_off |= IP_MF; 1236 mhip->ip_len = htons((u_short)(len + mhlen)); 1237 m->m_next = m_copy(m0, off, len); 1238 if (m->m_next == NULL) { /* copy failed */ 1239 m_free(m); 1240 error = ENOBUFS; /* ??? */ 1241 ipstat.ips_odropped++; 1242 goto done; 1243 } 1244 m->m_pkthdr.len = mhlen + len; 1245 m->m_pkthdr.rcvif = (struct ifnet *)NULL; 1246 m->m_pkthdr.csum_flags = m0->m_pkthdr.csum_flags; 1247 mhip->ip_off = htons(mhip->ip_off); 1248 mhip->ip_sum = 0; 1249 if (sw_csum & CSUM_DELAY_IP) 1250 mhip->ip_sum = in_cksum(m, mhlen); 1251 *mnext = m; 1252 mnext = &m->m_nextpkt; 1253 } 1254 ipstat.ips_ofragments += nfrags; 1255 1256 /* set first marker for fragment chain */ 1257 m0->m_flags |= M_FIRSTFRAG | M_FRAG; 1258 m0->m_pkthdr.csum_data = nfrags; 1259 1260 /* 1261 * Update first fragment by trimming what's been copied out 1262 * and updating header. 1263 */ 1264 m_adj(m0, hlen + firstlen - ip->ip_len); 1265 m0->m_pkthdr.len = hlen + firstlen; 1266 ip->ip_len = htons((u_short)m0->m_pkthdr.len); 1267 ip->ip_off |= IP_MF; 1268 ip->ip_off = htons(ip->ip_off); 1269 ip->ip_sum = 0; 1270 if (sw_csum & CSUM_DELAY_IP) 1271 ip->ip_sum = in_cksum(m0, hlen); 1272 1273 done: 1274 *m_frag = m0; 1275 return error; 1276 } 1277 1278 void 1279 in_delayed_cksum(struct mbuf *m) 1280 { 1281 struct ip *ip; 1282 u_short csum, offset; 1283 1284 ip = mtod(m, struct ip *); 1285 offset = IP_VHL_HL(ip->ip_vhl) << 2 ; 1286 csum = in_cksum_skip(m, ip->ip_len, offset); 1287 if (m->m_pkthdr.csum_flags & CSUM_UDP && csum == 0) 1288 csum = 0xffff; 1289 offset += m->m_pkthdr.csum_data; /* checksum offset */ 1290 1291 if (offset + sizeof(u_short) > m->m_len) { 1292 kprintf("delayed m_pullup, m->len: %d off: %d p: %d\n", 1293 m->m_len, offset, ip->ip_p); 1294 /* 1295 * XXX 1296 * this shouldn't happen, but if it does, the 1297 * correct behavior may be to insert the checksum 1298 * in the existing chain instead of rearranging it. 1299 */ 1300 m = m_pullup(m, offset + sizeof(u_short)); 1301 } 1302 *(u_short *)(m->m_data + offset) = csum; 1303 } 1304 1305 /* 1306 * Insert IP options into preformed packet. 1307 * Adjust IP destination as required for IP source routing, 1308 * as indicated by a non-zero in_addr at the start of the options. 1309 * 1310 * XXX This routine assumes that the packet has no options in place. 1311 */ 1312 static struct mbuf * 1313 ip_insertoptions(struct mbuf *m, struct mbuf *opt, int *phlen) 1314 { 1315 struct ipoption *p = mtod(opt, struct ipoption *); 1316 struct mbuf *n; 1317 struct ip *ip = mtod(m, struct ip *); 1318 unsigned optlen; 1319 1320 optlen = opt->m_len - sizeof p->ipopt_dst; 1321 if (optlen + (u_short)ip->ip_len > IP_MAXPACKET) { 1322 *phlen = 0; 1323 return (m); /* XXX should fail */ 1324 } 1325 if (p->ipopt_dst.s_addr) 1326 ip->ip_dst = p->ipopt_dst; 1327 if (m->m_flags & M_EXT || m->m_data - optlen < m->m_pktdat) { 1328 MGETHDR(n, MB_DONTWAIT, MT_HEADER); 1329 if (n == NULL) { 1330 *phlen = 0; 1331 return (m); 1332 } 1333 n->m_pkthdr.rcvif = (struct ifnet *)NULL; 1334 n->m_pkthdr.len = m->m_pkthdr.len + optlen; 1335 m->m_len -= sizeof(struct ip); 1336 m->m_data += sizeof(struct ip); 1337 n->m_next = m; 1338 m = n; 1339 m->m_len = optlen + sizeof(struct ip); 1340 m->m_data += max_linkhdr; 1341 memcpy(mtod(m, void *), ip, sizeof(struct ip)); 1342 } else { 1343 m->m_data -= optlen; 1344 m->m_len += optlen; 1345 m->m_pkthdr.len += optlen; 1346 ovbcopy(ip, mtod(m, caddr_t), sizeof(struct ip)); 1347 } 1348 ip = mtod(m, struct ip *); 1349 bcopy(p->ipopt_list, ip + 1, optlen); 1350 *phlen = sizeof(struct ip) + optlen; 1351 ip->ip_vhl = IP_MAKE_VHL(IPVERSION, *phlen >> 2); 1352 ip->ip_len += optlen; 1353 return (m); 1354 } 1355 1356 /* 1357 * Copy options from ip to jp, 1358 * omitting those not copied during fragmentation. 1359 */ 1360 int 1361 ip_optcopy(struct ip *ip, struct ip *jp) 1362 { 1363 u_char *cp, *dp; 1364 int opt, optlen, cnt; 1365 1366 cp = (u_char *)(ip + 1); 1367 dp = (u_char *)(jp + 1); 1368 cnt = (IP_VHL_HL(ip->ip_vhl) << 2) - sizeof(struct ip); 1369 for (; cnt > 0; cnt -= optlen, cp += optlen) { 1370 opt = cp[0]; 1371 if (opt == IPOPT_EOL) 1372 break; 1373 if (opt == IPOPT_NOP) { 1374 /* Preserve for IP mcast tunnel's LSRR alignment. */ 1375 *dp++ = IPOPT_NOP; 1376 optlen = 1; 1377 continue; 1378 } 1379 1380 KASSERT(cnt >= IPOPT_OLEN + sizeof *cp, 1381 ("ip_optcopy: malformed ipv4 option")); 1382 optlen = cp[IPOPT_OLEN]; 1383 KASSERT(optlen >= IPOPT_OLEN + sizeof *cp && optlen <= cnt, 1384 ("ip_optcopy: malformed ipv4 option")); 1385 1386 /* bogus lengths should have been caught by ip_dooptions */ 1387 if (optlen > cnt) 1388 optlen = cnt; 1389 if (IPOPT_COPIED(opt)) { 1390 bcopy(cp, dp, optlen); 1391 dp += optlen; 1392 } 1393 } 1394 for (optlen = dp - (u_char *)(jp+1); optlen & 0x3; optlen++) 1395 *dp++ = IPOPT_EOL; 1396 return (optlen); 1397 } 1398 1399 /* 1400 * IP socket option processing. 1401 */ 1402 int 1403 ip_ctloutput(struct socket *so, struct sockopt *sopt) 1404 { 1405 struct inpcb *inp = so->so_pcb; 1406 int error, optval; 1407 1408 error = optval = 0; 1409 if (sopt->sopt_level != IPPROTO_IP) { 1410 return (EINVAL); 1411 } 1412 1413 switch (sopt->sopt_dir) { 1414 case SOPT_SET: 1415 switch (sopt->sopt_name) { 1416 case IP_OPTIONS: 1417 #ifdef notyet 1418 case IP_RETOPTS: 1419 #endif 1420 { 1421 struct mbuf *m; 1422 if (sopt->sopt_valsize > MLEN) { 1423 error = EMSGSIZE; 1424 break; 1425 } 1426 MGET(m, sopt->sopt_td ? MB_WAIT : MB_DONTWAIT, MT_HEADER); 1427 if (m == NULL) { 1428 error = ENOBUFS; 1429 break; 1430 } 1431 m->m_len = sopt->sopt_valsize; 1432 error = soopt_to_kbuf(sopt, mtod(m, void *), m->m_len, 1433 m->m_len); 1434 return (ip_pcbopts(sopt->sopt_name, &inp->inp_options, 1435 m)); 1436 } 1437 1438 case IP_TOS: 1439 case IP_TTL: 1440 case IP_MINTTL: 1441 case IP_RECVOPTS: 1442 case IP_RECVRETOPTS: 1443 case IP_RECVDSTADDR: 1444 case IP_RECVIF: 1445 case IP_RECVTTL: 1446 case IP_FAITH: 1447 error = soopt_to_kbuf(sopt, &optval, sizeof optval, 1448 sizeof optval); 1449 if (error) 1450 break; 1451 switch (sopt->sopt_name) { 1452 case IP_TOS: 1453 inp->inp_ip_tos = optval; 1454 break; 1455 1456 case IP_TTL: 1457 inp->inp_ip_ttl = optval; 1458 break; 1459 case IP_MINTTL: 1460 if (optval > 0 && optval <= MAXTTL) 1461 inp->inp_ip_minttl = optval; 1462 else 1463 error = EINVAL; 1464 break; 1465 #define OPTSET(bit) \ 1466 if (optval) \ 1467 inp->inp_flags |= bit; \ 1468 else \ 1469 inp->inp_flags &= ~bit; 1470 1471 case IP_RECVOPTS: 1472 OPTSET(INP_RECVOPTS); 1473 break; 1474 1475 case IP_RECVRETOPTS: 1476 OPTSET(INP_RECVRETOPTS); 1477 break; 1478 1479 case IP_RECVDSTADDR: 1480 OPTSET(INP_RECVDSTADDR); 1481 break; 1482 1483 case IP_RECVIF: 1484 OPTSET(INP_RECVIF); 1485 break; 1486 1487 case IP_RECVTTL: 1488 OPTSET(INP_RECVTTL); 1489 break; 1490 1491 case IP_FAITH: 1492 OPTSET(INP_FAITH); 1493 break; 1494 } 1495 break; 1496 #undef OPTSET 1497 1498 case IP_MULTICAST_IF: 1499 case IP_MULTICAST_VIF: 1500 case IP_MULTICAST_TTL: 1501 case IP_MULTICAST_LOOP: 1502 case IP_ADD_MEMBERSHIP: 1503 case IP_DROP_MEMBERSHIP: 1504 error = ip_setmoptions(sopt, &inp->inp_moptions); 1505 break; 1506 1507 case IP_PORTRANGE: 1508 error = soopt_to_kbuf(sopt, &optval, sizeof optval, 1509 sizeof optval); 1510 if (error) 1511 break; 1512 1513 switch (optval) { 1514 case IP_PORTRANGE_DEFAULT: 1515 inp->inp_flags &= ~(INP_LOWPORT); 1516 inp->inp_flags &= ~(INP_HIGHPORT); 1517 break; 1518 1519 case IP_PORTRANGE_HIGH: 1520 inp->inp_flags &= ~(INP_LOWPORT); 1521 inp->inp_flags |= INP_HIGHPORT; 1522 break; 1523 1524 case IP_PORTRANGE_LOW: 1525 inp->inp_flags &= ~(INP_HIGHPORT); 1526 inp->inp_flags |= INP_LOWPORT; 1527 break; 1528 1529 default: 1530 error = EINVAL; 1531 break; 1532 } 1533 break; 1534 1535 #if defined(IPSEC) || defined(FAST_IPSEC) 1536 case IP_IPSEC_POLICY: 1537 { 1538 caddr_t req; 1539 size_t len = 0; 1540 int priv; 1541 struct mbuf *m; 1542 int optname; 1543 1544 if ((error = soopt_getm(sopt, &m)) != 0) /* XXX */ 1545 break; 1546 soopt_to_mbuf(sopt, m); 1547 priv = (sopt->sopt_td != NULL && 1548 suser(sopt->sopt_td) != 0) ? 0 : 1; 1549 req = mtod(m, caddr_t); 1550 len = m->m_len; 1551 optname = sopt->sopt_name; 1552 error = ipsec4_set_policy(inp, optname, req, len, priv); 1553 m_freem(m); 1554 break; 1555 } 1556 #endif /*IPSEC*/ 1557 1558 default: 1559 error = ENOPROTOOPT; 1560 break; 1561 } 1562 break; 1563 1564 case SOPT_GET: 1565 switch (sopt->sopt_name) { 1566 case IP_OPTIONS: 1567 case IP_RETOPTS: 1568 if (inp->inp_options) 1569 soopt_from_kbuf(sopt, mtod(inp->inp_options, 1570 char *), 1571 inp->inp_options->m_len); 1572 else 1573 sopt->sopt_valsize = 0; 1574 break; 1575 1576 case IP_TOS: 1577 case IP_TTL: 1578 case IP_MINTTL: 1579 case IP_RECVOPTS: 1580 case IP_RECVRETOPTS: 1581 case IP_RECVDSTADDR: 1582 case IP_RECVTTL: 1583 case IP_RECVIF: 1584 case IP_PORTRANGE: 1585 case IP_FAITH: 1586 switch (sopt->sopt_name) { 1587 1588 case IP_TOS: 1589 optval = inp->inp_ip_tos; 1590 break; 1591 1592 case IP_TTL: 1593 optval = inp->inp_ip_ttl; 1594 break; 1595 case IP_MINTTL: 1596 optval = inp->inp_ip_minttl; 1597 break; 1598 1599 #define OPTBIT(bit) (inp->inp_flags & bit ? 1 : 0) 1600 1601 case IP_RECVOPTS: 1602 optval = OPTBIT(INP_RECVOPTS); 1603 break; 1604 1605 case IP_RECVRETOPTS: 1606 optval = OPTBIT(INP_RECVRETOPTS); 1607 break; 1608 1609 case IP_RECVDSTADDR: 1610 optval = OPTBIT(INP_RECVDSTADDR); 1611 break; 1612 1613 case IP_RECVTTL: 1614 optval = OPTBIT(INP_RECVTTL); 1615 break; 1616 1617 case IP_RECVIF: 1618 optval = OPTBIT(INP_RECVIF); 1619 break; 1620 1621 case IP_PORTRANGE: 1622 if (inp->inp_flags & INP_HIGHPORT) 1623 optval = IP_PORTRANGE_HIGH; 1624 else if (inp->inp_flags & INP_LOWPORT) 1625 optval = IP_PORTRANGE_LOW; 1626 else 1627 optval = 0; 1628 break; 1629 1630 case IP_FAITH: 1631 optval = OPTBIT(INP_FAITH); 1632 break; 1633 } 1634 soopt_from_kbuf(sopt, &optval, sizeof optval); 1635 break; 1636 1637 case IP_MULTICAST_IF: 1638 case IP_MULTICAST_VIF: 1639 case IP_MULTICAST_TTL: 1640 case IP_MULTICAST_LOOP: 1641 case IP_ADD_MEMBERSHIP: 1642 case IP_DROP_MEMBERSHIP: 1643 error = ip_getmoptions(sopt, inp->inp_moptions); 1644 break; 1645 1646 #if defined(IPSEC) || defined(FAST_IPSEC) 1647 case IP_IPSEC_POLICY: 1648 { 1649 struct mbuf *m = NULL; 1650 caddr_t req = NULL; 1651 size_t len = 0; 1652 1653 if (m != NULL) { 1654 req = mtod(m, caddr_t); 1655 len = m->m_len; 1656 } 1657 error = ipsec4_get_policy(so->so_pcb, req, len, &m); 1658 if (error == 0) 1659 error = soopt_from_mbuf(sopt, m); /* XXX */ 1660 if (error == 0) 1661 m_freem(m); 1662 break; 1663 } 1664 #endif /*IPSEC*/ 1665 1666 default: 1667 error = ENOPROTOOPT; 1668 break; 1669 } 1670 break; 1671 } 1672 return (error); 1673 } 1674 1675 /* 1676 * Set up IP options in pcb for insertion in output packets. 1677 * Store in mbuf with pointer in pcbopt, adding pseudo-option 1678 * with destination address if source routed. 1679 */ 1680 static int 1681 ip_pcbopts(int optname, struct mbuf **pcbopt, struct mbuf *m) 1682 { 1683 int cnt, optlen; 1684 u_char *cp; 1685 u_char opt; 1686 1687 /* turn off any old options */ 1688 if (*pcbopt) 1689 m_free(*pcbopt); 1690 *pcbopt = 0; 1691 if (m == NULL || m->m_len == 0) { 1692 /* 1693 * Only turning off any previous options. 1694 */ 1695 if (m != NULL) 1696 m_free(m); 1697 return (0); 1698 } 1699 1700 if (m->m_len % sizeof(int32_t)) 1701 goto bad; 1702 /* 1703 * IP first-hop destination address will be stored before 1704 * actual options; move other options back 1705 * and clear it when none present. 1706 */ 1707 if (m->m_data + m->m_len + sizeof(struct in_addr) >= &m->m_dat[MLEN]) 1708 goto bad; 1709 cnt = m->m_len; 1710 m->m_len += sizeof(struct in_addr); 1711 cp = mtod(m, u_char *) + sizeof(struct in_addr); 1712 ovbcopy(mtod(m, caddr_t), cp, cnt); 1713 bzero(mtod(m, caddr_t), sizeof(struct in_addr)); 1714 1715 for (; cnt > 0; cnt -= optlen, cp += optlen) { 1716 opt = cp[IPOPT_OPTVAL]; 1717 if (opt == IPOPT_EOL) 1718 break; 1719 if (opt == IPOPT_NOP) 1720 optlen = 1; 1721 else { 1722 if (cnt < IPOPT_OLEN + sizeof *cp) 1723 goto bad; 1724 optlen = cp[IPOPT_OLEN]; 1725 if (optlen < IPOPT_OLEN + sizeof *cp || optlen > cnt) 1726 goto bad; 1727 } 1728 switch (opt) { 1729 1730 default: 1731 break; 1732 1733 case IPOPT_LSRR: 1734 case IPOPT_SSRR: 1735 /* 1736 * user process specifies route as: 1737 * ->A->B->C->D 1738 * D must be our final destination (but we can't 1739 * check that since we may not have connected yet). 1740 * A is first hop destination, which doesn't appear in 1741 * actual IP option, but is stored before the options. 1742 */ 1743 if (optlen < IPOPT_MINOFF - 1 + sizeof(struct in_addr)) 1744 goto bad; 1745 m->m_len -= sizeof(struct in_addr); 1746 cnt -= sizeof(struct in_addr); 1747 optlen -= sizeof(struct in_addr); 1748 cp[IPOPT_OLEN] = optlen; 1749 /* 1750 * Move first hop before start of options. 1751 */ 1752 bcopy(&cp[IPOPT_OFFSET+1], mtod(m, caddr_t), 1753 sizeof(struct in_addr)); 1754 /* 1755 * Then copy rest of options back 1756 * to close up the deleted entry. 1757 */ 1758 ovbcopy(&cp[IPOPT_OFFSET+1] + sizeof(struct in_addr), 1759 &cp[IPOPT_OFFSET+1], 1760 cnt - (IPOPT_MINOFF - 1)); 1761 break; 1762 } 1763 } 1764 if (m->m_len > MAX_IPOPTLEN + sizeof(struct in_addr)) 1765 goto bad; 1766 *pcbopt = m; 1767 return (0); 1768 1769 bad: 1770 m_free(m); 1771 return (EINVAL); 1772 } 1773 1774 /* 1775 * XXX 1776 * The whole multicast option thing needs to be re-thought. 1777 * Several of these options are equally applicable to non-multicast 1778 * transmission, and one (IP_MULTICAST_TTL) totally duplicates a 1779 * standard option (IP_TTL). 1780 */ 1781 1782 /* 1783 * following RFC1724 section 3.3, 0.0.0.0/8 is interpreted as interface index. 1784 */ 1785 static struct ifnet * 1786 ip_multicast_if(struct in_addr *a, int *ifindexp) 1787 { 1788 int ifindex; 1789 struct ifnet *ifp; 1790 1791 if (ifindexp) 1792 *ifindexp = 0; 1793 if (ntohl(a->s_addr) >> 24 == 0) { 1794 ifindex = ntohl(a->s_addr) & 0xffffff; 1795 if (ifindex < 0 || if_index < ifindex) 1796 return NULL; 1797 ifp = ifindex2ifnet[ifindex]; 1798 if (ifindexp) 1799 *ifindexp = ifindex; 1800 } else { 1801 ifp = INADDR_TO_IFP(a); 1802 } 1803 return ifp; 1804 } 1805 1806 /* 1807 * Set the IP multicast options in response to user setsockopt(). 1808 */ 1809 static int 1810 ip_setmoptions(struct sockopt *sopt, struct ip_moptions **imop) 1811 { 1812 int error = 0; 1813 int i; 1814 struct in_addr addr; 1815 struct ip_mreq mreq; 1816 struct ifnet *ifp; 1817 struct ip_moptions *imo = *imop; 1818 int ifindex; 1819 1820 if (imo == NULL) { 1821 /* 1822 * No multicast option buffer attached to the pcb; 1823 * allocate one and initialize to default values. 1824 */ 1825 imo = kmalloc(sizeof *imo, M_IPMOPTS, M_WAITOK); 1826 1827 *imop = imo; 1828 imo->imo_multicast_ifp = NULL; 1829 imo->imo_multicast_addr.s_addr = INADDR_ANY; 1830 imo->imo_multicast_vif = -1; 1831 imo->imo_multicast_ttl = IP_DEFAULT_MULTICAST_TTL; 1832 imo->imo_multicast_loop = IP_DEFAULT_MULTICAST_LOOP; 1833 imo->imo_num_memberships = 0; 1834 } 1835 switch (sopt->sopt_name) { 1836 /* store an index number for the vif you wanna use in the send */ 1837 case IP_MULTICAST_VIF: 1838 if (legal_vif_num == 0) { 1839 error = EOPNOTSUPP; 1840 break; 1841 } 1842 error = soopt_to_kbuf(sopt, &i, sizeof i, sizeof i); 1843 if (error) 1844 break; 1845 if (!legal_vif_num(i) && (i != -1)) { 1846 error = EINVAL; 1847 break; 1848 } 1849 imo->imo_multicast_vif = i; 1850 break; 1851 1852 case IP_MULTICAST_IF: 1853 /* 1854 * Select the interface for outgoing multicast packets. 1855 */ 1856 error = soopt_to_kbuf(sopt, &addr, sizeof addr, sizeof addr); 1857 if (error) 1858 break; 1859 1860 /* 1861 * INADDR_ANY is used to remove a previous selection. 1862 * When no interface is selected, a default one is 1863 * chosen every time a multicast packet is sent. 1864 */ 1865 if (addr.s_addr == INADDR_ANY) { 1866 imo->imo_multicast_ifp = NULL; 1867 break; 1868 } 1869 /* 1870 * The selected interface is identified by its local 1871 * IP address. Find the interface and confirm that 1872 * it supports multicasting. 1873 */ 1874 crit_enter(); 1875 ifp = ip_multicast_if(&addr, &ifindex); 1876 if (ifp == NULL || !(ifp->if_flags & IFF_MULTICAST)) { 1877 crit_exit(); 1878 error = EADDRNOTAVAIL; 1879 break; 1880 } 1881 imo->imo_multicast_ifp = ifp; 1882 if (ifindex) 1883 imo->imo_multicast_addr = addr; 1884 else 1885 imo->imo_multicast_addr.s_addr = INADDR_ANY; 1886 crit_exit(); 1887 break; 1888 1889 case IP_MULTICAST_TTL: 1890 /* 1891 * Set the IP time-to-live for outgoing multicast packets. 1892 * The original multicast API required a char argument, 1893 * which is inconsistent with the rest of the socket API. 1894 * We allow either a char or an int. 1895 */ 1896 if (sopt->sopt_valsize == 1) { 1897 u_char ttl; 1898 error = soopt_to_kbuf(sopt, &ttl, 1, 1); 1899 if (error) 1900 break; 1901 imo->imo_multicast_ttl = ttl; 1902 } else { 1903 u_int ttl; 1904 error = soopt_to_kbuf(sopt, &ttl, sizeof ttl, sizeof ttl); 1905 if (error) 1906 break; 1907 if (ttl > 255) 1908 error = EINVAL; 1909 else 1910 imo->imo_multicast_ttl = ttl; 1911 } 1912 break; 1913 1914 case IP_MULTICAST_LOOP: 1915 /* 1916 * Set the loopback flag for outgoing multicast packets. 1917 * Must be zero or one. The original multicast API required a 1918 * char argument, which is inconsistent with the rest 1919 * of the socket API. We allow either a char or an int. 1920 */ 1921 if (sopt->sopt_valsize == 1) { 1922 u_char loop; 1923 1924 error = soopt_to_kbuf(sopt, &loop, 1, 1); 1925 if (error) 1926 break; 1927 imo->imo_multicast_loop = !!loop; 1928 } else { 1929 u_int loop; 1930 1931 error = soopt_to_kbuf(sopt, &loop, sizeof loop, 1932 sizeof loop); 1933 if (error) 1934 break; 1935 imo->imo_multicast_loop = !!loop; 1936 } 1937 break; 1938 1939 case IP_ADD_MEMBERSHIP: 1940 /* 1941 * Add a multicast group membership. 1942 * Group must be a valid IP multicast address. 1943 */ 1944 error = soopt_to_kbuf(sopt, &mreq, sizeof mreq, sizeof mreq); 1945 if (error) 1946 break; 1947 1948 if (!IN_MULTICAST(ntohl(mreq.imr_multiaddr.s_addr))) { 1949 error = EINVAL; 1950 break; 1951 } 1952 crit_enter(); 1953 /* 1954 * If no interface address was provided, use the interface of 1955 * the route to the given multicast address. 1956 */ 1957 if (mreq.imr_interface.s_addr == INADDR_ANY) { 1958 struct sockaddr_in dst; 1959 struct rtentry *rt; 1960 1961 bzero(&dst, sizeof(struct sockaddr_in)); 1962 dst.sin_len = sizeof(struct sockaddr_in); 1963 dst.sin_family = AF_INET; 1964 dst.sin_addr = mreq.imr_multiaddr; 1965 rt = rtlookup((struct sockaddr *)&dst); 1966 if (rt == NULL) { 1967 error = EADDRNOTAVAIL; 1968 crit_exit(); 1969 break; 1970 } 1971 --rt->rt_refcnt; 1972 ifp = rt->rt_ifp; 1973 } else { 1974 ifp = ip_multicast_if(&mreq.imr_interface, NULL); 1975 } 1976 1977 /* 1978 * See if we found an interface, and confirm that it 1979 * supports multicast. 1980 */ 1981 if (ifp == NULL || !(ifp->if_flags & IFF_MULTICAST)) { 1982 error = EADDRNOTAVAIL; 1983 crit_exit(); 1984 break; 1985 } 1986 /* 1987 * See if the membership already exists or if all the 1988 * membership slots are full. 1989 */ 1990 for (i = 0; i < imo->imo_num_memberships; ++i) { 1991 if (imo->imo_membership[i]->inm_ifp == ifp && 1992 imo->imo_membership[i]->inm_addr.s_addr 1993 == mreq.imr_multiaddr.s_addr) 1994 break; 1995 } 1996 if (i < imo->imo_num_memberships) { 1997 error = EADDRINUSE; 1998 crit_exit(); 1999 break; 2000 } 2001 if (i == IP_MAX_MEMBERSHIPS) { 2002 error = ETOOMANYREFS; 2003 crit_exit(); 2004 break; 2005 } 2006 /* 2007 * Everything looks good; add a new record to the multicast 2008 * address list for the given interface. 2009 */ 2010 if ((imo->imo_membership[i] = 2011 in_addmulti(&mreq.imr_multiaddr, ifp)) == NULL) { 2012 error = ENOBUFS; 2013 crit_exit(); 2014 break; 2015 } 2016 ++imo->imo_num_memberships; 2017 crit_exit(); 2018 break; 2019 2020 case IP_DROP_MEMBERSHIP: 2021 /* 2022 * Drop a multicast group membership. 2023 * Group must be a valid IP multicast address. 2024 */ 2025 error = soopt_to_kbuf(sopt, &mreq, sizeof mreq, sizeof mreq); 2026 if (error) 2027 break; 2028 2029 if (!IN_MULTICAST(ntohl(mreq.imr_multiaddr.s_addr))) { 2030 error = EINVAL; 2031 break; 2032 } 2033 2034 crit_enter(); 2035 /* 2036 * If an interface address was specified, get a pointer 2037 * to its ifnet structure. 2038 */ 2039 if (mreq.imr_interface.s_addr == INADDR_ANY) 2040 ifp = NULL; 2041 else { 2042 ifp = ip_multicast_if(&mreq.imr_interface, NULL); 2043 if (ifp == NULL) { 2044 error = EADDRNOTAVAIL; 2045 crit_exit(); 2046 break; 2047 } 2048 } 2049 /* 2050 * Find the membership in the membership array. 2051 */ 2052 for (i = 0; i < imo->imo_num_memberships; ++i) { 2053 if ((ifp == NULL || 2054 imo->imo_membership[i]->inm_ifp == ifp) && 2055 imo->imo_membership[i]->inm_addr.s_addr == 2056 mreq.imr_multiaddr.s_addr) 2057 break; 2058 } 2059 if (i == imo->imo_num_memberships) { 2060 error = EADDRNOTAVAIL; 2061 crit_exit(); 2062 break; 2063 } 2064 /* 2065 * Give up the multicast address record to which the 2066 * membership points. 2067 */ 2068 in_delmulti(imo->imo_membership[i]); 2069 /* 2070 * Remove the gap in the membership array. 2071 */ 2072 for (++i; i < imo->imo_num_memberships; ++i) 2073 imo->imo_membership[i-1] = imo->imo_membership[i]; 2074 --imo->imo_num_memberships; 2075 crit_exit(); 2076 break; 2077 2078 default: 2079 error = EOPNOTSUPP; 2080 break; 2081 } 2082 2083 /* 2084 * If all options have default values, no need to keep the mbuf. 2085 */ 2086 if (imo->imo_multicast_ifp == NULL && 2087 imo->imo_multicast_vif == -1 && 2088 imo->imo_multicast_ttl == IP_DEFAULT_MULTICAST_TTL && 2089 imo->imo_multicast_loop == IP_DEFAULT_MULTICAST_LOOP && 2090 imo->imo_num_memberships == 0) { 2091 kfree(*imop, M_IPMOPTS); 2092 *imop = NULL; 2093 } 2094 2095 return (error); 2096 } 2097 2098 /* 2099 * Return the IP multicast options in response to user getsockopt(). 2100 */ 2101 static int 2102 ip_getmoptions(struct sockopt *sopt, struct ip_moptions *imo) 2103 { 2104 struct in_addr addr; 2105 struct in_ifaddr *ia; 2106 int error, optval; 2107 u_char coptval; 2108 2109 error = 0; 2110 switch (sopt->sopt_name) { 2111 case IP_MULTICAST_VIF: 2112 if (imo != NULL) 2113 optval = imo->imo_multicast_vif; 2114 else 2115 optval = -1; 2116 soopt_from_kbuf(sopt, &optval, sizeof optval); 2117 break; 2118 2119 case IP_MULTICAST_IF: 2120 if (imo == NULL || imo->imo_multicast_ifp == NULL) 2121 addr.s_addr = INADDR_ANY; 2122 else if (imo->imo_multicast_addr.s_addr) { 2123 /* return the value user has set */ 2124 addr = imo->imo_multicast_addr; 2125 } else { 2126 ia = IFP_TO_IA(imo->imo_multicast_ifp); 2127 addr.s_addr = (ia == NULL) ? INADDR_ANY 2128 : IA_SIN(ia)->sin_addr.s_addr; 2129 } 2130 soopt_from_kbuf(sopt, &addr, sizeof addr); 2131 break; 2132 2133 case IP_MULTICAST_TTL: 2134 if (imo == NULL) 2135 optval = coptval = IP_DEFAULT_MULTICAST_TTL; 2136 else 2137 optval = coptval = imo->imo_multicast_ttl; 2138 if (sopt->sopt_valsize == 1) 2139 soopt_from_kbuf(sopt, &coptval, 1); 2140 else 2141 soopt_from_kbuf(sopt, &optval, sizeof optval); 2142 break; 2143 2144 case IP_MULTICAST_LOOP: 2145 if (imo == NULL) 2146 optval = coptval = IP_DEFAULT_MULTICAST_LOOP; 2147 else 2148 optval = coptval = imo->imo_multicast_loop; 2149 if (sopt->sopt_valsize == 1) 2150 soopt_from_kbuf(sopt, &coptval, 1); 2151 else 2152 soopt_from_kbuf(sopt, &optval, sizeof optval); 2153 break; 2154 2155 default: 2156 error = ENOPROTOOPT; 2157 break; 2158 } 2159 return (error); 2160 } 2161 2162 /* 2163 * Discard the IP multicast options. 2164 */ 2165 void 2166 ip_freemoptions(struct ip_moptions *imo) 2167 { 2168 int i; 2169 2170 if (imo != NULL) { 2171 for (i = 0; i < imo->imo_num_memberships; ++i) 2172 in_delmulti(imo->imo_membership[i]); 2173 kfree(imo, M_IPMOPTS); 2174 } 2175 } 2176 2177 /* 2178 * Routine called from ip_output() to loop back a copy of an IP multicast 2179 * packet to the input queue of a specified interface. Note that this 2180 * calls the output routine of the loopback "driver", but with an interface 2181 * pointer that might NOT be a loopback interface -- evil, but easier than 2182 * replicating that code here. 2183 */ 2184 static void 2185 ip_mloopback(struct ifnet *ifp, struct mbuf *m, struct sockaddr_in *dst, 2186 int hlen) 2187 { 2188 struct ip *ip; 2189 struct mbuf *copym; 2190 2191 copym = m_copypacket(m, MB_DONTWAIT); 2192 if (copym != NULL && (copym->m_flags & M_EXT || copym->m_len < hlen)) 2193 copym = m_pullup(copym, hlen); 2194 if (copym != NULL) { 2195 /* 2196 * if the checksum hasn't been computed, mark it as valid 2197 */ 2198 if (copym->m_pkthdr.csum_flags & CSUM_DELAY_DATA) { 2199 in_delayed_cksum(copym); 2200 copym->m_pkthdr.csum_flags &= ~CSUM_DELAY_DATA; 2201 copym->m_pkthdr.csum_flags |= 2202 CSUM_DATA_VALID | CSUM_PSEUDO_HDR; 2203 copym->m_pkthdr.csum_data = 0xffff; 2204 } 2205 /* 2206 * We don't bother to fragment if the IP length is greater 2207 * than the interface's MTU. Can this possibly matter? 2208 */ 2209 ip = mtod(copym, struct ip *); 2210 ip->ip_len = htons(ip->ip_len); 2211 ip->ip_off = htons(ip->ip_off); 2212 ip->ip_sum = 0; 2213 if (ip->ip_vhl == IP_VHL_BORING) { 2214 ip->ip_sum = in_cksum_hdr(ip); 2215 } else { 2216 ip->ip_sum = in_cksum(copym, hlen); 2217 } 2218 /* 2219 * NB: 2220 * It's not clear whether there are any lingering 2221 * reentrancy problems in other areas which might 2222 * be exposed by using ip_input directly (in 2223 * particular, everything which modifies the packet 2224 * in-place). Yet another option is using the 2225 * protosw directly to deliver the looped back 2226 * packet. For the moment, we'll err on the side 2227 * of safety by using if_simloop(). 2228 */ 2229 #if 1 /* XXX */ 2230 if (dst->sin_family != AF_INET) { 2231 kprintf("ip_mloopback: bad address family %d\n", 2232 dst->sin_family); 2233 dst->sin_family = AF_INET; 2234 } 2235 #endif 2236 2237 #ifdef notdef 2238 copym->m_pkthdr.rcvif = ifp; 2239 ip_input(copym); 2240 #else 2241 if_simloop(ifp, copym, dst->sin_family, 0); 2242 #endif 2243 } 2244 } 2245