14d723e5aSJoerg Sonnenberger /* $KAME: if_altq.h,v 1.11 2003/07/10 12:07:50 kjc Exp $ */ 24d723e5aSJoerg Sonnenberger 34d723e5aSJoerg Sonnenberger /* 44d723e5aSJoerg Sonnenberger * Copyright (C) 1997-2003 54d723e5aSJoerg Sonnenberger * Sony Computer Science Laboratories Inc. All rights reserved. 64d723e5aSJoerg Sonnenberger * 74d723e5aSJoerg Sonnenberger * Redistribution and use in source and binary forms, with or without 84d723e5aSJoerg Sonnenberger * modification, are permitted provided that the following conditions 94d723e5aSJoerg Sonnenberger * are met: 104d723e5aSJoerg Sonnenberger * 1. Redistributions of source code must retain the above copyright 114d723e5aSJoerg Sonnenberger * notice, this list of conditions and the following disclaimer. 124d723e5aSJoerg Sonnenberger * 2. Redistributions in binary form must reproduce the above copyright 134d723e5aSJoerg Sonnenberger * notice, this list of conditions and the following disclaimer in the 144d723e5aSJoerg Sonnenberger * documentation and/or other materials provided with the distribution. 154d723e5aSJoerg Sonnenberger * 164d723e5aSJoerg Sonnenberger * THIS SOFTWARE IS PROVIDED BY SONY CSL AND CONTRIBUTORS ``AS IS'' AND 174d723e5aSJoerg Sonnenberger * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 184d723e5aSJoerg Sonnenberger * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 194d723e5aSJoerg Sonnenberger * ARE DISCLAIMED. IN NO EVENT SHALL SONY CSL OR CONTRIBUTORS BE LIABLE 204d723e5aSJoerg Sonnenberger * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 214d723e5aSJoerg Sonnenberger * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 224d723e5aSJoerg Sonnenberger * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 234d723e5aSJoerg Sonnenberger * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 244d723e5aSJoerg Sonnenberger * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 254d723e5aSJoerg Sonnenberger * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 264d723e5aSJoerg Sonnenberger * SUCH DAMAGE. 274d723e5aSJoerg Sonnenberger */ 281bd40720SMatthew Dillon #ifndef _NET_ALTQ_IF_ALTQ_H_ 291bd40720SMatthew Dillon #define _NET_ALTQ_IF_ALTQ_H_ 304d723e5aSJoerg Sonnenberger 31e7d68516SSepherosa Ziehau #include <sys/mbuf.h> 329db4b353SSepherosa Ziehau #include <sys/serialize.h> 33e7d68516SSepherosa Ziehau #include <net/altq/if_classq.h> 349db4b353SSepherosa Ziehau 35f0a26983SSepherosa Ziehau /* Default subqueue */ 36f0a26983SSepherosa Ziehau #define ALTQ_SUBQ_INDEX_DEFAULT 0 37f0a26983SSepherosa Ziehau 38f0a26983SSepherosa Ziehau struct mbuf; 394d723e5aSJoerg Sonnenberger struct altq_pktattr; 404d723e5aSJoerg Sonnenberger 41f0a26983SSepherosa Ziehau struct ifaltq_subque; 4228cc0c29SSepherosa Ziehau struct ifaltq; 4328cc0c29SSepherosa Ziehau 442cc2f639SSepherosa Ziehau typedef int (*altq_mapsubq_t)(struct ifaltq *, int); 452cc2f639SSepherosa Ziehau 46f0a26983SSepherosa Ziehau typedef int (*ifsq_enqueue_t)(struct ifaltq_subque *, struct mbuf *, 47f0a26983SSepherosa Ziehau struct altq_pktattr *); 486dadc833SSepherosa Ziehau typedef struct mbuf *(*ifsq_dequeue_t)(struct ifaltq_subque *, int); 49f0a26983SSepherosa Ziehau typedef int (*ifsq_request_t)(struct ifaltq_subque *, int, void *); 50f0a26983SSepherosa Ziehau 51f0a26983SSepherosa Ziehau struct ifsubq_stage { 52f0a26983SSepherosa Ziehau struct ifaltq_subque *stg_subq; 53f0a26983SSepherosa Ziehau int stg_cnt; 54f0a26983SSepherosa Ziehau int stg_len; 55f0a26983SSepherosa Ziehau uint32_t stg_flags; 56f0a26983SSepherosa Ziehau TAILQ_ENTRY(ifsubq_stage) stg_link; 5728cc0c29SSepherosa Ziehau } __cachealign; 5828cc0c29SSepherosa Ziehau 59f0a26983SSepherosa Ziehau #define IFSQ_STAGE_FLAG_QUED 0x1 60f0a26983SSepherosa Ziehau #define IFSQ_STAGE_FLAG_SCHED 0x2 61f0a26983SSepherosa Ziehau 62f0a26983SSepherosa Ziehau struct ifaltq_subque { 63f0a26983SSepherosa Ziehau struct lwkt_serialize ifsq_lock; 64f0a26983SSepherosa Ziehau int ifsq_index; 65f0a26983SSepherosa Ziehau 66f0a26983SSepherosa Ziehau struct ifaltq *ifsq_altq; 67f0a26983SSepherosa Ziehau struct ifnet *ifsq_ifp; 68f0a26983SSepherosa Ziehau void *ifsq_hw_priv; /* hw private data */ 69f0a26983SSepherosa Ziehau 70e7d68516SSepherosa Ziehau struct if_classq ifsq_norm; 71e7d68516SSepherosa Ziehau struct if_classq ifsq_prio; 724cc8caefSSepherosa Ziehau int ifsq_prio_len; 734cc8caefSSepherosa Ziehau int ifsq_prio_bcnt; 7468dc1916SSepherosa Ziehau int ifsq_len; /* packet counter */ 75b21c2105SSepherosa Ziehau int ifsq_maxlen; 7668dc1916SSepherosa Ziehau int ifsq_bcnt; /* byte counter */ 7768dc1916SSepherosa Ziehau int ifsq_maxbcnt; 78f0a26983SSepherosa Ziehau 79f0a26983SSepherosa Ziehau ifsq_enqueue_t ifsq_enqueue; 80f0a26983SSepherosa Ziehau ifsq_dequeue_t ifsq_dequeue; 81f0a26983SSepherosa Ziehau ifsq_request_t ifsq_request; 82f0a26983SSepherosa Ziehau 83bfefe4a6SSepherosa Ziehau struct lwkt_serialize *ifsq_hw_serialize; 84bfefe4a6SSepherosa Ziehau /* hw serializer */ 85f0a26983SSepherosa Ziehau struct mbuf *ifsq_prepended;/* mbuf dequeued, but not yet xmit */ 86f0a26983SSepherosa Ziehau int ifsq_started; /* ifnet.if_start interlock */ 87f0a26983SSepherosa Ziehau int ifsq_hw_oactive;/* hw too busy, protected by driver */ 88f0a26983SSepherosa Ziehau int ifsq_cpuid; /* owner cpu */ 89f0a26983SSepherosa Ziehau struct ifsubq_stage *ifsq_stage;/* packet staging information */ 90f0a26983SSepherosa Ziehau struct netmsg_base *ifsq_ifstart_nmsg; 91f0a26983SSepherosa Ziehau /* percpu msgs to sched if_start */ 92f0a26983SSepherosa Ziehau } __cachealign; 93f0a26983SSepherosa Ziehau 94f0a26983SSepherosa Ziehau #ifdef _KERNEL 95bfefe4a6SSepherosa Ziehau 96f0a26983SSepherosa Ziehau #define ALTQ_SQ_ASSERT_LOCKED(ifsq) ASSERT_SERIALIZED(&(ifsq)->ifsq_lock) 97f0a26983SSepherosa Ziehau #define ALTQ_SQ_LOCK_INIT(ifsq) lwkt_serialize_init(&(ifsq)->ifsq_lock) 98f0a26983SSepherosa Ziehau #define ALTQ_SQ_LOCK(ifsq) \ 99f0a26983SSepherosa Ziehau lwkt_serialize_adaptive_enter(&(ifsq)->ifsq_lock) 100f0a26983SSepherosa Ziehau #define ALTQ_SQ_UNLOCK(ifsq) lwkt_serialize_exit(&(ifsq)->ifsq_lock) 101bfefe4a6SSepherosa Ziehau 102bfefe4a6SSepherosa Ziehau #define ASSERT_ALTQ_SQ_SERIALIZED_HW(ifsq) \ 103bfefe4a6SSepherosa Ziehau ASSERT_SERIALIZED((ifsq)->ifsq_hw_serialize) 104bfefe4a6SSepherosa Ziehau #define ASSERT_ALTQ_SQ_NOT_SERIALIZED_HW(ifsq) \ 105bfefe4a6SSepherosa Ziehau ASSERT_NOT_SERIALIZED((ifsq)->ifsq_hw_serialize) 106bfefe4a6SSepherosa Ziehau 1075a24ba58SSepherosa Ziehau #define ALTQ_SQ_PKTCNT_INC(ifsq) \ 10868dc1916SSepherosa Ziehau do { \ 10968dc1916SSepherosa Ziehau (ifsq)->ifsq_len++; \ 1105a24ba58SSepherosa Ziehau } while (0) 1115a24ba58SSepherosa Ziehau 1125a24ba58SSepherosa Ziehau #define ALTQ_SQ_PKTCNT_DEC(ifsq) \ 1135a24ba58SSepherosa Ziehau do { \ 1145a24ba58SSepherosa Ziehau KASSERT((ifsq)->ifsq_len > 0, ("invalid packet count")); \ 1155a24ba58SSepherosa Ziehau (ifsq)->ifsq_len--; \ 1165a24ba58SSepherosa Ziehau } while (0) 1175a24ba58SSepherosa Ziehau 1185a24ba58SSepherosa Ziehau #define ALTQ_SQ_CNTR_INC(ifsq, bcnt) \ 1195a24ba58SSepherosa Ziehau do { \ 1205a24ba58SSepherosa Ziehau ALTQ_SQ_PKTCNT_INC((ifsq)); \ 12168dc1916SSepherosa Ziehau (ifsq)->ifsq_bcnt += (bcnt); \ 12268dc1916SSepherosa Ziehau } while (0) 12368dc1916SSepherosa Ziehau 12468dc1916SSepherosa Ziehau #define ALTQ_SQ_CNTR_DEC(ifsq, bcnt) \ 12568dc1916SSepherosa Ziehau do { \ 1265a24ba58SSepherosa Ziehau ALTQ_SQ_PKTCNT_DEC((ifsq)); \ 1274cc8caefSSepherosa Ziehau KASSERT((ifsq)->ifsq_bcnt >= (bcnt), ("invalid byte count")); \ 12868dc1916SSepherosa Ziehau (ifsq)->ifsq_bcnt -= (bcnt); \ 12968dc1916SSepherosa Ziehau } while (0) 13068dc1916SSepherosa Ziehau 13168dc1916SSepherosa Ziehau #define ALTQ_SQ_CNTR_RESET(ifsq) \ 13268dc1916SSepherosa Ziehau do { \ 13368dc1916SSepherosa Ziehau (ifsq)->ifsq_len = 0; \ 13468dc1916SSepherosa Ziehau (ifsq)->ifsq_bcnt = 0; \ 13568dc1916SSepherosa Ziehau } while (0) 13668dc1916SSepherosa Ziehau 1374cc8caefSSepherosa Ziehau #define ALTQ_SQ_PRIO_CNTR_INC(ifsq, bcnt) \ 1384cc8caefSSepherosa Ziehau do { \ 1394cc8caefSSepherosa Ziehau (ifsq)->ifsq_prio_len++; \ 1404cc8caefSSepherosa Ziehau (ifsq)->ifsq_prio_bcnt += (bcnt); \ 1414cc8caefSSepherosa Ziehau } while (0) 1424cc8caefSSepherosa Ziehau 1434cc8caefSSepherosa Ziehau #define ALTQ_SQ_PRIO_CNTR_DEC(ifsq, bcnt) \ 1444cc8caefSSepherosa Ziehau do { \ 1454cc8caefSSepherosa Ziehau KASSERT((ifsq)->ifsq_prio_len > 0, \ 1464cc8caefSSepherosa Ziehau ("invalid prio packet count")); \ 1474cc8caefSSepherosa Ziehau (ifsq)->ifsq_prio_len--; \ 1484cc8caefSSepherosa Ziehau KASSERT((ifsq)->ifsq_prio_bcnt >= (bcnt), \ 1494cc8caefSSepherosa Ziehau ("invalid prio byte count")); \ 1504cc8caefSSepherosa Ziehau (ifsq)->ifsq_prio_bcnt -= (bcnt); \ 1514cc8caefSSepherosa Ziehau } while (0) 1524cc8caefSSepherosa Ziehau 153bfefe4a6SSepherosa Ziehau #endif /* _KERNEL */ 15428cc0c29SSepherosa Ziehau 1554d723e5aSJoerg Sonnenberger /* 1564d723e5aSJoerg Sonnenberger * Structure defining a queue for a network interface. 1574d723e5aSJoerg Sonnenberger */ 1584d723e5aSJoerg Sonnenberger struct ifaltq { 1594d723e5aSJoerg Sonnenberger /* alternate queueing related fields */ 1604d723e5aSJoerg Sonnenberger int altq_type; /* discipline type */ 1614d723e5aSJoerg Sonnenberger int altq_flags; /* flags (e.g. ready, in-use) */ 1624d723e5aSJoerg Sonnenberger void *altq_disc; /* for discipline-specific use */ 1634d723e5aSJoerg Sonnenberger struct ifnet *altq_ifp; /* back pointer to interface */ 1644d723e5aSJoerg Sonnenberger 1654d723e5aSJoerg Sonnenberger /* classifier fields */ 1664d723e5aSJoerg Sonnenberger void *altq_clfier; /* classifier-specific use */ 1674d723e5aSJoerg Sonnenberger void *(*altq_classify)(struct ifaltq *, struct mbuf *, 1684d723e5aSJoerg Sonnenberger struct altq_pktattr *); 1694d723e5aSJoerg Sonnenberger 1704d723e5aSJoerg Sonnenberger /* token bucket regulator */ 1714d723e5aSJoerg Sonnenberger struct tb_regulator *altq_tbr; 1729db4b353SSepherosa Ziehau 1732cc2f639SSepherosa Ziehau /* Sub-queues mapping */ 1742cc2f639SSepherosa Ziehau altq_mapsubq_t altq_mapsubq; 175*68732d8fSSepherosa Ziehau uint32_t altq_subq_mappriv; 1762cc2f639SSepherosa Ziehau 177f0a26983SSepherosa Ziehau /* Sub-queues */ 178f0a26983SSepherosa Ziehau int altq_subq_cnt; 179f0a26983SSepherosa Ziehau struct ifaltq_subque *altq_subq; 180f0a26983SSepherosa Ziehau 181f0a26983SSepherosa Ziehau int altq_maxlen; 1824d723e5aSJoerg Sonnenberger }; 1834d723e5aSJoerg Sonnenberger 18466c898feSSascha Wildner #ifdef _KERNEL 185f0a26983SSepherosa Ziehau /* COMPAT */ 186f0a26983SSepherosa Ziehau #define ALTQ_LOCK(ifq) \ 187f0a26983SSepherosa Ziehau ALTQ_SQ_LOCK(&(ifq)->altq_subq[ALTQ_SUBQ_INDEX_DEFAULT]) 188f0a26983SSepherosa Ziehau /* COMPAT */ 189f0a26983SSepherosa Ziehau #define ALTQ_UNLOCK(ifq) \ 190f0a26983SSepherosa Ziehau ALTQ_SQ_UNLOCK(&(ifq)->altq_subq[ALTQ_SUBQ_INDEX_DEFAULT]) 191f0a26983SSepherosa Ziehau #endif 1924d723e5aSJoerg Sonnenberger 1934d723e5aSJoerg Sonnenberger #ifdef _KERNEL 1944d723e5aSJoerg Sonnenberger 1954d723e5aSJoerg Sonnenberger /* 1964d723e5aSJoerg Sonnenberger * packet attributes used by queueing disciplines. 1974d723e5aSJoerg Sonnenberger * pattr_class is a discipline-dependent scheduling class that is 1984d723e5aSJoerg Sonnenberger * set by a classifier. 1994d723e5aSJoerg Sonnenberger * pattr_hdr and pattr_af may be used by a discipline to access 2004d723e5aSJoerg Sonnenberger * the header within a mbuf. (e.g. ECN needs to update the CE bit) 2014d723e5aSJoerg Sonnenberger * note that pattr_hdr could be stale after m_pullup, though link 2024d723e5aSJoerg Sonnenberger * layer output routines usually don't use m_pullup. link-level 2034d723e5aSJoerg Sonnenberger * compression also invalidates these fields. thus, pattr_hdr needs 2044d723e5aSJoerg Sonnenberger * to be verified when a discipline touches the header. 2054d723e5aSJoerg Sonnenberger */ 2064d723e5aSJoerg Sonnenberger struct altq_pktattr { 2074d723e5aSJoerg Sonnenberger void *pattr_class; /* sched class set by classifier */ 2084d723e5aSJoerg Sonnenberger int pattr_af; /* address family */ 2094d723e5aSJoerg Sonnenberger caddr_t pattr_hdr; /* saved header position in mbuf */ 2104d723e5aSJoerg Sonnenberger }; 2114d723e5aSJoerg Sonnenberger 2124d723e5aSJoerg Sonnenberger /* 2134d723e5aSJoerg Sonnenberger * a token-bucket regulator limits the rate that a network driver can 2144d723e5aSJoerg Sonnenberger * dequeue packets from the output queue. 2154d723e5aSJoerg Sonnenberger * modern cards are able to buffer a large amount of packets and dequeue 2164d723e5aSJoerg Sonnenberger * too many packets at a time. this bursty dequeue behavior makes it 2174d723e5aSJoerg Sonnenberger * impossible to schedule packets by queueing disciplines. 2184d723e5aSJoerg Sonnenberger * a token-bucket is used to control the burst size in a device 2194d723e5aSJoerg Sonnenberger * independent manner. 2204d723e5aSJoerg Sonnenberger */ 2214d723e5aSJoerg Sonnenberger struct tb_regulator { 2224d723e5aSJoerg Sonnenberger int64_t tbr_rate; /* (scaled) token bucket rate */ 2234d723e5aSJoerg Sonnenberger int64_t tbr_depth; /* (scaled) token bucket depth */ 2244d723e5aSJoerg Sonnenberger 2254d723e5aSJoerg Sonnenberger int64_t tbr_token; /* (scaled) current token */ 2264d723e5aSJoerg Sonnenberger int64_t tbr_filluptime; /* (scaled) time to fill up bucket */ 2274d723e5aSJoerg Sonnenberger uint64_t tbr_last; /* last time token was updated */ 2284d723e5aSJoerg Sonnenberger 2294d723e5aSJoerg Sonnenberger int tbr_lastop; /* last dequeue operation type 2304d723e5aSJoerg Sonnenberger needed for poll-and-dequeue */ 2314d723e5aSJoerg Sonnenberger }; 2324d723e5aSJoerg Sonnenberger 2334d723e5aSJoerg Sonnenberger /* if_altqflags */ 2344d723e5aSJoerg Sonnenberger #define ALTQF_READY 0x01 /* driver supports alternate queueing */ 2354d723e5aSJoerg Sonnenberger #define ALTQF_ENABLED 0x02 /* altq is in use */ 2364d723e5aSJoerg Sonnenberger #define ALTQF_CLASSIFY 0x04 /* classify packets */ 2374d723e5aSJoerg Sonnenberger #define ALTQF_DRIVER1 0x40 /* driver specific */ 2384d723e5aSJoerg Sonnenberger 2394d723e5aSJoerg Sonnenberger /* if_altqflags set internally only: */ 2404d723e5aSJoerg Sonnenberger #define ALTQF_CANTCHANGE (ALTQF_READY) 2414d723e5aSJoerg Sonnenberger 2424d723e5aSJoerg Sonnenberger /* altq_dequeue 2nd arg */ 2434d723e5aSJoerg Sonnenberger #define ALTDQ_REMOVE 1 /* dequeue mbuf from the queue */ 2444d723e5aSJoerg Sonnenberger #define ALTDQ_POLL 2 /* don't dequeue mbuf from the queue */ 2454d723e5aSJoerg Sonnenberger 2464d723e5aSJoerg Sonnenberger /* altq request types (currently only purge is defined) */ 2474d723e5aSJoerg Sonnenberger #define ALTRQ_PURGE 1 /* purge all packets */ 2484d723e5aSJoerg Sonnenberger 2492cc2f639SSepherosa Ziehau int altq_attach(struct ifaltq *, int, void *, altq_mapsubq_t, 250f0a26983SSepherosa Ziehau ifsq_enqueue_t, ifsq_dequeue_t, ifsq_request_t, void *, 251f0a26983SSepherosa Ziehau void *(*)(struct ifaltq *, struct mbuf *, struct altq_pktattr *)); 2524d723e5aSJoerg Sonnenberger int altq_detach(struct ifaltq *); 2534d723e5aSJoerg Sonnenberger int altq_enable(struct ifaltq *); 2544d723e5aSJoerg Sonnenberger int altq_disable(struct ifaltq *); 255ac9843a1SSepherosa Ziehau struct mbuf *tbr_dequeue(struct ifaltq_subque *, int); 2564d723e5aSJoerg Sonnenberger extern int (*altq_input)(struct mbuf *, int); 2574d723e5aSJoerg Sonnenberger #endif /* _KERNEL */ 2584d723e5aSJoerg Sonnenberger 2591bd40720SMatthew Dillon #endif /* _NET_ALTQ_IF_ALTQ_H_ */ 260