1 /*- 2 * Copyright (c) 2009-2013 The NetBSD Foundation, Inc. 3 * All rights reserved. 4 * 5 * This material is based upon work partially supported by The 6 * NetBSD Foundation under a contract with Mindaugas Rasiukevicius. 7 * 8 * Redistribution and use in source and binary forms, with or without 9 * modification, are permitted provided that the following conditions 10 * are met: 11 * 1. Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * 2. Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in the 15 * documentation and/or other materials provided with the distribution. 16 * 17 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 18 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 19 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 20 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 21 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 25 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 27 * POSSIBILITY OF SUCH DAMAGE. 28 */ 29 30 /* 31 * NPF main: dynamic load/initialisation and unload routines. 32 */ 33 34 #ifdef _KERNEL 35 #include <sys/cdefs.h> 36 __KERNEL_RCSID(0, "$NetBSD: npf.c,v 1.37 2019/01/19 21:19:31 rmind Exp $"); 37 38 #include <sys/param.h> 39 #include <sys/types.h> 40 41 #include <sys/conf.h> 42 #include <sys/kmem.h> 43 #include <sys/percpu.h> 44 #endif 45 46 #include "npf_impl.h" 47 #include "npf_conn.h" 48 49 static __read_mostly npf_t * npf_kernel_ctx = NULL; 50 51 __dso_public int 52 npf_sysinit(unsigned nworkers) 53 { 54 npf_bpf_sysinit(); 55 npf_tableset_sysinit(); 56 npf_nat_sysinit(); 57 return npf_worker_sysinit(nworkers); 58 } 59 60 __dso_public void 61 npf_sysfini(void) 62 { 63 npf_worker_sysfini(); 64 npf_nat_sysfini(); 65 npf_tableset_sysfini(); 66 npf_bpf_sysfini(); 67 } 68 69 __dso_public npf_t * 70 npf_create(int flags, const npf_mbufops_t *mbufops, const npf_ifops_t *ifops) 71 { 72 npf_t *npf; 73 74 npf = kmem_zalloc(sizeof(npf_t), KM_SLEEP); 75 npf->qsbr = pserialize_create(); 76 npf->stats_percpu = percpu_alloc(NPF_STATS_SIZE); 77 npf->mbufops = mbufops; 78 79 npf_ifmap_init(npf, ifops); 80 npf_conn_init(npf, flags); 81 npf_alg_init(npf); 82 npf_ext_init(npf); 83 84 /* Load an empty configuration. */ 85 npf_config_init(npf); 86 return npf; 87 } 88 89 __dso_public void 90 npf_destroy(npf_t *npf) 91 { 92 /* 93 * Destroy the current configuration. Note: at this point all 94 * handlers must be deactivated; we will drain any processing. 95 */ 96 npf_config_fini(npf); 97 98 /* Finally, safe to destroy the subsystems. */ 99 npf_ext_fini(npf); 100 npf_alg_fini(npf); 101 npf_conn_fini(npf); 102 npf_ifmap_fini(npf); 103 104 pserialize_destroy(npf->qsbr); 105 percpu_free(npf->stats_percpu, NPF_STATS_SIZE); 106 kmem_free(npf, sizeof(npf_t)); 107 } 108 109 __dso_public int 110 npf_load(npf_t *npf, void *config_ref, npf_error_t *err) 111 { 112 return npfctl_load(npf, 0, config_ref); 113 } 114 115 __dso_public void 116 npf_gc(npf_t *npf) 117 { 118 npf_conn_worker(npf); 119 } 120 121 __dso_public void 122 npf_thread_register(npf_t *npf) 123 { 124 pserialize_register(npf->qsbr); 125 } 126 127 __dso_public void 128 npf_thread_unregister(npf_t *npf) 129 { 130 pserialize_perform(npf->qsbr); 131 pserialize_unregister(npf->qsbr); 132 } 133 134 void 135 npf_setkernctx(npf_t *npf) 136 { 137 npf_kernel_ctx = npf; 138 } 139 140 npf_t * 141 npf_getkernctx(void) 142 { 143 return npf_kernel_ctx; 144 } 145 146 /* 147 * NPF statistics interface. 148 */ 149 150 void 151 npf_stats_inc(npf_t *npf, npf_stats_t st) 152 { 153 uint64_t *stats = percpu_getref(npf->stats_percpu); 154 stats[st]++; 155 percpu_putref(npf->stats_percpu); 156 } 157 158 void 159 npf_stats_dec(npf_t *npf, npf_stats_t st) 160 { 161 uint64_t *stats = percpu_getref(npf->stats_percpu); 162 stats[st]--; 163 percpu_putref(npf->stats_percpu); 164 } 165 166 static void 167 npf_stats_collect(void *mem, void *arg, struct cpu_info *ci) 168 { 169 uint64_t *percpu_stats = mem, *full_stats = arg; 170 171 for (unsigned i = 0; i < NPF_STATS_COUNT; i++) { 172 full_stats[i] += percpu_stats[i]; 173 } 174 } 175 176 /* 177 * npf_stats: export collected statistics. 178 */ 179 __dso_public void 180 npf_stats(npf_t *npf, uint64_t *buf) 181 { 182 memset(buf, 0, NPF_STATS_SIZE); 183 percpu_foreach(npf->stats_percpu, npf_stats_collect, buf); 184 } 185