12be9e038Ssthen /*
22be9e038Ssthen * util/shm_side/shm_main.c - SHM for statistics transport
32be9e038Ssthen *
42be9e038Ssthen * Copyright (c) 2017, NLnet Labs. All rights reserved.
52be9e038Ssthen *
62be9e038Ssthen * This software is open source.
72be9e038Ssthen *
82be9e038Ssthen * Redistribution and use in source and binary forms, with or without
92be9e038Ssthen * modification, are permitted provided that the following conditions
102be9e038Ssthen * are met:
112be9e038Ssthen *
122be9e038Ssthen * Redistributions of source code must retain the above copyright notice,
132be9e038Ssthen * this list of conditions and the following disclaimer.
142be9e038Ssthen *
152be9e038Ssthen * Redistributions in binary form must reproduce the above copyright notice,
162be9e038Ssthen * this list of conditions and the following disclaimer in the documentation
172be9e038Ssthen * and/or other materials provided with the distribution.
182be9e038Ssthen *
192be9e038Ssthen * Neither the name of the NLNET LABS nor the names of its contributors may
202be9e038Ssthen * be used to endorse or promote products derived from this software without
212be9e038Ssthen * specific prior written permission.
222be9e038Ssthen *
232be9e038Ssthen * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
242be9e038Ssthen * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
252be9e038Ssthen * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
262be9e038Ssthen * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
272be9e038Ssthen * HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
282be9e038Ssthen * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
292be9e038Ssthen * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
302be9e038Ssthen * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
312be9e038Ssthen * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
322be9e038Ssthen * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
332be9e038Ssthen * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
342be9e038Ssthen */
352be9e038Ssthen
362be9e038Ssthen /**
372be9e038Ssthen * \file
382be9e038Ssthen *
392be9e038Ssthen * This file contains functions for the SHM implementation.
402be9e038Ssthen */
412be9e038Ssthen
422be9e038Ssthen #include "config.h"
432be9e038Ssthen #include <ctype.h>
442be9e038Ssthen #include <stdarg.h>
452be9e038Ssthen #ifdef HAVE_SYS_IPC_H
462be9e038Ssthen #include <sys/ipc.h>
472be9e038Ssthen #endif
482be9e038Ssthen #ifdef HAVE_SYS_SHM_H
492be9e038Ssthen #include <sys/shm.h>
502be9e038Ssthen #endif
512be9e038Ssthen #include <sys/time.h>
522be9e038Ssthen #include <errno.h>
532be9e038Ssthen #include "shm_main.h"
542be9e038Ssthen #include "daemon/daemon.h"
552be9e038Ssthen #include "daemon/worker.h"
562be9e038Ssthen #include "daemon/stats.h"
572be9e038Ssthen #include "services/mesh.h"
582be9e038Ssthen #include "services/cache/rrset.h"
592be9e038Ssthen #include "services/cache/infra.h"
602be9e038Ssthen #include "validator/validator.h"
612be9e038Ssthen #include "util/config_file.h"
622be9e038Ssthen #include "util/fptr_wlist.h"
632be9e038Ssthen #include "util/log.h"
642be9e038Ssthen
652be9e038Ssthen #ifdef HAVE_SHMGET
662be9e038Ssthen /** subtract timers and the values do not overflow or become negative */
672be9e038Ssthen static void
stat_timeval_subtract(long long * d_sec,long long * d_usec,const struct timeval * end,const struct timeval * start)682be9e038Ssthen stat_timeval_subtract(long long *d_sec, long long *d_usec, const struct timeval* end,
692be9e038Ssthen const struct timeval* start)
702be9e038Ssthen {
712be9e038Ssthen #ifndef S_SPLINT_S
722be9e038Ssthen time_t end_usec = end->tv_usec;
732be9e038Ssthen *d_sec = end->tv_sec - start->tv_sec;
742be9e038Ssthen if(end_usec < start->tv_usec) {
752be9e038Ssthen end_usec += 1000000;
762be9e038Ssthen (*d_sec)--;
772be9e038Ssthen }
782be9e038Ssthen *d_usec = end_usec - start->tv_usec;
792be9e038Ssthen #endif
802be9e038Ssthen }
812be9e038Ssthen #endif /* HAVE_SHMGET */
822be9e038Ssthen
shm_main_init(struct daemon * daemon)832be9e038Ssthen int shm_main_init(struct daemon* daemon)
842be9e038Ssthen {
852be9e038Ssthen #ifdef HAVE_SHMGET
862be9e038Ssthen struct ub_shm_stat_info *shm_stat;
872be9e038Ssthen size_t shm_size;
882be9e038Ssthen
892be9e038Ssthen /* sanitize */
902be9e038Ssthen if(!daemon)
912be9e038Ssthen return 0;
922be9e038Ssthen if(!daemon->cfg->shm_enable)
932be9e038Ssthen return 1;
942be9e038Ssthen if(daemon->cfg->stat_interval == 0)
952be9e038Ssthen log_warn("shm-enable is yes but statistics-interval is 0");
962be9e038Ssthen
972be9e038Ssthen /* Statistics to maintain the number of thread + total */
982be9e038Ssthen shm_size = (sizeof(struct ub_stats_info) * (daemon->num + 1));
992be9e038Ssthen
1002be9e038Ssthen /* Allocation of needed memory */
1012be9e038Ssthen daemon->shm_info = (struct shm_main_info*)calloc(1, shm_size);
1022be9e038Ssthen
1032be9e038Ssthen /* Sanitize */
1042be9e038Ssthen if(!daemon->shm_info) {
1052be9e038Ssthen log_err("shm fail: malloc failure");
1062be9e038Ssthen return 0;
1072be9e038Ssthen }
1082be9e038Ssthen
1092be9e038Ssthen daemon->shm_info->key = daemon->cfg->shm_key;
1102be9e038Ssthen
1112be9e038Ssthen /* Check for previous create SHM */
1122be9e038Ssthen daemon->shm_info->id_ctl = shmget(daemon->shm_info->key, sizeof(int), SHM_R);
1132be9e038Ssthen daemon->shm_info->id_arr = shmget(daemon->shm_info->key + 1, sizeof(int), SHM_R);
1142be9e038Ssthen
1152be9e038Ssthen /* Destroy previous SHM */
1162be9e038Ssthen if (daemon->shm_info->id_ctl >= 0)
1172be9e038Ssthen shmctl(daemon->shm_info->id_ctl, IPC_RMID, NULL);
1182be9e038Ssthen
1192be9e038Ssthen /* Destroy previous SHM */
1202be9e038Ssthen if (daemon->shm_info->id_arr >= 0)
1212be9e038Ssthen shmctl(daemon->shm_info->id_arr, IPC_RMID, NULL);
1222be9e038Ssthen
1232be9e038Ssthen /* SHM: Create the segment */
124ebf5bb73Ssthen daemon->shm_info->id_ctl = shmget(daemon->shm_info->key, sizeof(struct ub_shm_stat_info), IPC_CREAT | 0644);
1252be9e038Ssthen
1262be9e038Ssthen if (daemon->shm_info->id_ctl < 0)
1272be9e038Ssthen {
1282be9e038Ssthen log_err("SHM failed(id_ctl) cannot shmget(key %d) %s",
1292be9e038Ssthen daemon->shm_info->key, strerror(errno));
1302be9e038Ssthen
1312be9e038Ssthen /* Just release memory unused */
1322be9e038Ssthen free(daemon->shm_info);
133191f22c6Ssthen daemon->shm_info = NULL;
1342be9e038Ssthen
1352be9e038Ssthen return 0;
1362be9e038Ssthen }
1372be9e038Ssthen
138ebf5bb73Ssthen daemon->shm_info->id_arr = shmget(daemon->shm_info->key + 1, shm_size, IPC_CREAT | 0644);
1392be9e038Ssthen
1402be9e038Ssthen if (daemon->shm_info->id_arr < 0)
1412be9e038Ssthen {
1422be9e038Ssthen log_err("SHM failed(id_arr) cannot shmget(key %d + 1) %s",
1432be9e038Ssthen daemon->shm_info->key, strerror(errno));
1442be9e038Ssthen
1452be9e038Ssthen /* Just release memory unused */
1462be9e038Ssthen free(daemon->shm_info);
147191f22c6Ssthen daemon->shm_info = NULL;
1482be9e038Ssthen
1492be9e038Ssthen return 0;
1502be9e038Ssthen }
1512be9e038Ssthen
1522be9e038Ssthen /* SHM: attach the segment */
1532be9e038Ssthen daemon->shm_info->ptr_ctl = (struct ub_shm_stat_info*)
1542be9e038Ssthen shmat(daemon->shm_info->id_ctl, NULL, 0);
1552be9e038Ssthen if(daemon->shm_info->ptr_ctl == (void *) -1) {
1562be9e038Ssthen log_err("SHM failed(ctl) cannot shmat(%d) %s",
1572be9e038Ssthen daemon->shm_info->id_ctl, strerror(errno));
1582be9e038Ssthen
1592be9e038Ssthen /* Just release memory unused */
1602be9e038Ssthen free(daemon->shm_info);
161191f22c6Ssthen daemon->shm_info = NULL;
1622be9e038Ssthen
1632be9e038Ssthen return 0;
1642be9e038Ssthen }
1652be9e038Ssthen
1662be9e038Ssthen daemon->shm_info->ptr_arr = (struct ub_stats_info*)
1672be9e038Ssthen shmat(daemon->shm_info->id_arr, NULL, 0);
1682be9e038Ssthen
1692be9e038Ssthen if (daemon->shm_info->ptr_arr == (void *) -1)
1702be9e038Ssthen {
1712be9e038Ssthen log_err("SHM failed(arr) cannot shmat(%d) %s",
1722be9e038Ssthen daemon->shm_info->id_arr, strerror(errno));
1732be9e038Ssthen
1742be9e038Ssthen /* Just release memory unused */
1752be9e038Ssthen free(daemon->shm_info);
176191f22c6Ssthen daemon->shm_info = NULL;
1772be9e038Ssthen
1782be9e038Ssthen return 0;
1792be9e038Ssthen }
1802be9e038Ssthen
1812be9e038Ssthen /* Zero fill SHM to stand clean while is not filled by other events */
1822be9e038Ssthen memset(daemon->shm_info->ptr_ctl, 0, sizeof(struct ub_shm_stat_info));
1832be9e038Ssthen memset(daemon->shm_info->ptr_arr, 0, shm_size);
1842be9e038Ssthen
1852be9e038Ssthen shm_stat = daemon->shm_info->ptr_ctl;
1862be9e038Ssthen shm_stat->num_threads = daemon->num;
1872be9e038Ssthen
1882be9e038Ssthen #else
1892be9e038Ssthen (void)daemon;
1902be9e038Ssthen #endif /* HAVE_SHMGET */
1912be9e038Ssthen return 1;
1922be9e038Ssthen }
1932be9e038Ssthen
shm_main_shutdown(struct daemon * daemon)1942be9e038Ssthen void shm_main_shutdown(struct daemon* daemon)
1952be9e038Ssthen {
1962be9e038Ssthen #ifdef HAVE_SHMGET
1972be9e038Ssthen /* web are OK, just disabled */
1982be9e038Ssthen if(!daemon->cfg->shm_enable)
1992be9e038Ssthen return;
2002be9e038Ssthen
2012be9e038Ssthen verbose(VERB_DETAIL, "SHM shutdown - KEY [%d] - ID CTL [%d] ARR [%d] - PTR CTL [%p] ARR [%p]",
2022be9e038Ssthen daemon->shm_info->key, daemon->shm_info->id_ctl, daemon->shm_info->id_arr, daemon->shm_info->ptr_ctl, daemon->shm_info->ptr_arr);
2032be9e038Ssthen
2042be9e038Ssthen /* Destroy previous SHM */
2052be9e038Ssthen if (daemon->shm_info->id_ctl >= 0)
2062be9e038Ssthen shmctl(daemon->shm_info->id_ctl, IPC_RMID, NULL);
2072be9e038Ssthen
2082be9e038Ssthen if (daemon->shm_info->id_arr >= 0)
2092be9e038Ssthen shmctl(daemon->shm_info->id_arr, IPC_RMID, NULL);
2102be9e038Ssthen
2112be9e038Ssthen if (daemon->shm_info->ptr_ctl)
2122be9e038Ssthen shmdt(daemon->shm_info->ptr_ctl);
2132be9e038Ssthen
2142be9e038Ssthen if (daemon->shm_info->ptr_arr)
2152be9e038Ssthen shmdt(daemon->shm_info->ptr_arr);
2162be9e038Ssthen
217191f22c6Ssthen free(daemon->shm_info);
218191f22c6Ssthen daemon->shm_info = NULL;
2192be9e038Ssthen #else
2202be9e038Ssthen (void)daemon;
2212be9e038Ssthen #endif /* HAVE_SHMGET */
2222be9e038Ssthen }
2232be9e038Ssthen
shm_main_run(struct worker * worker)2242be9e038Ssthen void shm_main_run(struct worker *worker)
2252be9e038Ssthen {
2262be9e038Ssthen #ifdef HAVE_SHMGET
2272be9e038Ssthen struct ub_shm_stat_info *shm_stat;
2282be9e038Ssthen struct ub_stats_info *stat_total;
2292be9e038Ssthen struct ub_stats_info *stat_info;
2302be9e038Ssthen int offset;
2312be9e038Ssthen
232ebf5bb73Ssthen #ifndef S_SPLINT_S
2332be9e038Ssthen verbose(VERB_DETAIL, "SHM run - worker [%d] - daemon [%p] - timenow(%u) - timeboot(%u)",
2342be9e038Ssthen worker->thread_num, worker->daemon, (unsigned)worker->env.now_tv->tv_sec, (unsigned)worker->daemon->time_boot.tv_sec);
235ebf5bb73Ssthen #endif
2362be9e038Ssthen
2372be9e038Ssthen offset = worker->thread_num + 1;
2382be9e038Ssthen stat_total = worker->daemon->shm_info->ptr_arr;
2392be9e038Ssthen stat_info = worker->daemon->shm_info->ptr_arr + offset;
2402be9e038Ssthen
2412be9e038Ssthen /* Copy data to the current position */
2422be9e038Ssthen server_stats_compile(worker, stat_info, 0);
2432be9e038Ssthen
2442be9e038Ssthen /* First thread, zero fill total, and copy general info */
2452be9e038Ssthen if (worker->thread_num == 0) {
2462be9e038Ssthen
2472be9e038Ssthen /* Copy data to the current position */
2482be9e038Ssthen memset(stat_total, 0, sizeof(struct ub_stats_info));
2492be9e038Ssthen
2502be9e038Ssthen /* Point to data into SHM */
251ebf5bb73Ssthen #ifndef S_SPLINT_S
2522be9e038Ssthen shm_stat = worker->daemon->shm_info->ptr_ctl;
2532be9e038Ssthen shm_stat->time.now_sec = (long long)worker->env.now_tv->tv_sec;
2542be9e038Ssthen shm_stat->time.now_usec = (long long)worker->env.now_tv->tv_usec;
255ebf5bb73Ssthen #endif
2562be9e038Ssthen
2572be9e038Ssthen stat_timeval_subtract(&shm_stat->time.up_sec, &shm_stat->time.up_usec, worker->env.now_tv, &worker->daemon->time_boot);
2582be9e038Ssthen stat_timeval_subtract(&shm_stat->time.elapsed_sec, &shm_stat->time.elapsed_usec, worker->env.now_tv, &worker->daemon->time_last_stat);
2592be9e038Ssthen
2602be9e038Ssthen shm_stat->mem.msg = (long long)slabhash_get_mem(worker->env.msg_cache);
2612be9e038Ssthen shm_stat->mem.rrset = (long long)slabhash_get_mem(&worker->env.rrset_cache->table);
2627191de28Ssthen shm_stat->mem.dnscrypt_shared_secret = 0;
2637191de28Ssthen #ifdef USE_DNSCRYPT
2647191de28Ssthen if(worker->daemon->dnscenv) {
2657191de28Ssthen shm_stat->mem.dnscrypt_shared_secret = (long long)slabhash_get_mem(
2667191de28Ssthen worker->daemon->dnscenv->shared_secrets_cache);
267bdfc4d55Sflorian shm_stat->mem.dnscrypt_nonce = (long long)slabhash_get_mem(
268bdfc4d55Sflorian worker->daemon->dnscenv->nonces_cache);
2697191de28Ssthen }
2707191de28Ssthen #endif
2712be9e038Ssthen shm_stat->mem.val = (long long)mod_get_mem(&worker->env,
2722be9e038Ssthen "validator");
2732be9e038Ssthen shm_stat->mem.iter = (long long)mod_get_mem(&worker->env,
2742be9e038Ssthen "iterator");
2752be9e038Ssthen shm_stat->mem.respip = (long long)mod_get_mem(&worker->env,
2762be9e038Ssthen "respip");
2772be9e038Ssthen
2782be9e038Ssthen /* subnet mem value is available in shm, also when not enabled,
2792be9e038Ssthen * to make the struct easier to memmap by other applications,
2802be9e038Ssthen * independent of the configuration of unbound */
2812be9e038Ssthen shm_stat->mem.subnet = 0;
2822be9e038Ssthen #ifdef CLIENT_SUBNET
2832be9e038Ssthen shm_stat->mem.subnet = (long long)mod_get_mem(&worker->env,
284*e21c60efSsthen "subnetcache");
2852be9e038Ssthen #endif
2862be9e038Ssthen /* ipsecmod mem value is available in shm, also when not enabled,
2872be9e038Ssthen * to make the struct easier to memmap by other applications,
2882be9e038Ssthen * independent of the configuration of unbound */
2892be9e038Ssthen shm_stat->mem.ipsecmod = 0;
2902be9e038Ssthen #ifdef USE_IPSECMOD
2912be9e038Ssthen shm_stat->mem.ipsecmod = (long long)mod_get_mem(&worker->env,
2922be9e038Ssthen "ipsecmod");
2932be9e038Ssthen #endif
294a3167c07Ssthen #ifdef WITH_DYNLIBMODULE
295a3167c07Ssthen shm_stat->mem.dynlib = (long long)mod_get_mem(&worker->env,
296a3167c07Ssthen "dynlib");
297a3167c07Ssthen #endif
2982be9e038Ssthen }
2992be9e038Ssthen
3002be9e038Ssthen server_stats_add(stat_total, stat_info);
3012be9e038Ssthen
3022be9e038Ssthen /* print the thread statistics */
3032be9e038Ssthen stat_total->mesh_time_median /= (double)worker->daemon->num;
3042be9e038Ssthen
3052be9e038Ssthen #else
3062be9e038Ssthen (void)worker;
3072be9e038Ssthen #endif /* HAVE_SHMGET */
3082be9e038Ssthen }
309