root/usr.sbin/unbound/daemon/remote.c
/*
 * daemon/remote.c - remote control for the unbound daemon.
 *
 * Copyright (c) 2008, NLnet Labs. All rights reserved.
 *
 * This software is open source.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * Redistributions of source code must retain the above copyright notice,
 * this list of conditions and the following disclaimer.
 *
 * Redistributions in binary form must reproduce the above copyright notice,
 * this list of conditions and the following disclaimer in the documentation
 * and/or other materials provided with the distribution.
 *
 * Neither the name of the NLNET LABS nor the names of its contributors may
 * be used to endorse or promote products derived from this software without
 * specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
 * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

/**
 * \file
 *
 * This file contains the remote control functionality for the daemon.
 * The remote control can be performed using either the commandline
 * unbound-control tool, or a TLS capable web browser.
 * The channel is secured using TLSv1, and certificates.
 * Both the server and the client(control tool) have their own keys.
 */
#include "config.h"
#ifdef HAVE_OPENSSL_ERR_H
#include <openssl/err.h>
#endif
#ifdef HAVE_OPENSSL_DH_H
#include <openssl/dh.h>
#endif
#ifdef HAVE_OPENSSL_BN_H
#include <openssl/bn.h>
#endif
#ifdef HAVE_STDATOMIC_H
#include <stdatomic.h>
#endif

#include <ctype.h>
#include "daemon/remote.h"
#include "daemon/worker.h"
#include "daemon/daemon.h"
#include "daemon/stats.h"
#include "daemon/cachedump.h"
#include "util/log.h"
#include "util/config_file.h"
#include "util/net_help.h"
#include "util/module.h"
#include "util/ub_event.h"
#include "services/listen_dnsport.h"
#include "services/cache/rrset.h"
#include "services/cache/infra.h"
#include "services/mesh.h"
#include "services/localzone.h"
#include "services/authzone.h"
#include "services/rpz.h"
#include "util/storage/slabhash.h"
#include "util/fptr_wlist.h"
#include "util/data/dname.h"
#include "validator/validator.h"
#include "validator/val_kcache.h"
#include "validator/val_kentry.h"
#include "validator/val_anchor.h"
#include "validator/val_neg.h"
#include "iterator/iterator.h"
#include "iterator/iter_fwd.h"
#include "iterator/iter_hints.h"
#include "iterator/iter_delegpt.h"
#include "iterator/iter_utils.h"
#include "iterator/iter_donotq.h"
#include "iterator/iter_priv.h"
#include "services/outbound_list.h"
#include "services/outside_network.h"
#include "sldns/str2wire.h"
#include "sldns/parseutil.h"
#include "sldns/wire2str.h"
#include "sldns/sbuffer.h"
#include "util/timeval_func.h"
#include "util/tcp_conn_limit.h"
#include "util/edns.h"
#ifdef USE_CACHEDB
#include "cachedb/cachedb.h"
#endif
#ifdef CLIENT_SUBNET
#include "edns-subnet/subnetmod.h"
#include "edns-subnet/addrtree.h"
#endif

#ifdef HAVE_SYS_TYPES_H
#  include <sys/types.h>
#endif
#ifdef HAVE_SYS_STAT_H
#include <sys/stat.h>
#endif
#ifdef HAVE_NETDB_H
#include <netdb.h>
#endif
#ifdef HAVE_POLL_H
#include <poll.h>
#endif

/* just for portability */
#ifdef SQ
#undef SQ
#endif

/** what to put on statistics lines between var and value, ": " or "=" */
#define SQ "="

/** Acceptable lengths of str lines */
#define MAX_CMD_STRLINE 1024
#define MAX_STDIN_STRLINE 2048
/** What number of loop iterations is too much for ipc retries */
#define IPC_LOOP_MAX 200
/** Timeout in msec for ipc socket poll. */
#define IPC_NOTIFICATION_WAIT 200

static void fr_printq_delete(struct fast_reload_printq* printq);
static void fr_main_perform_printout(struct fast_reload_thread* fr);
static int fr_printq_empty(struct fast_reload_printq* printq);
static void fr_printq_list_insert(struct fast_reload_printq* printq,
        struct daemon* daemon);
static void fr_printq_remove(struct fast_reload_printq* printq);
static void fr_check_cmd_from_thread(struct fast_reload_thread* fr);

static int
remote_setup_ctx(struct daemon_remote* rc, struct config_file* cfg)
{
        char* s_cert;
        char* s_key;
        rc->ctx = SSL_CTX_new(SSLv23_server_method());
        if(!rc->ctx) {
                log_crypto_err("could not SSL_CTX_new");
                return 0;
        }
        if(!listen_sslctx_setup(rc->ctx)) {
                return 0;
        }

        s_cert = fname_after_chroot(cfg->server_cert_file, cfg, 1);
        s_key = fname_after_chroot(cfg->server_key_file, cfg, 1);
        if(!s_cert || !s_key) {
                log_err("out of memory in remote control fname");
                goto setup_error;
        }
        verbose(VERB_ALGO, "setup SSL certificates");
        if (!SSL_CTX_use_certificate_chain_file(rc->ctx,s_cert)) {
                log_err("Error for server-cert-file: %s", s_cert);
                log_crypto_err("Error in SSL_CTX use_certificate_chain_file");
                goto setup_error;
        }
        if(!SSL_CTX_use_PrivateKey_file(rc->ctx,s_key,SSL_FILETYPE_PEM)) {
                log_err("Error for server-key-file: %s", s_key);
                log_crypto_err("Error in SSL_CTX use_PrivateKey_file");
                goto setup_error;
        }
        if(!SSL_CTX_check_private_key(rc->ctx)) {
                log_err("Error for server-key-file: %s", s_key);
                log_crypto_err("Error in SSL_CTX check_private_key");
                goto setup_error;
        }
        listen_sslctx_setup_2(rc->ctx);
        if(!SSL_CTX_load_verify_locations(rc->ctx, s_cert, NULL)) {
                log_crypto_err("Error setting up SSL_CTX verify locations");
        setup_error:
                free(s_cert);
                free(s_key);
                return 0;
        }
        SSL_CTX_set_client_CA_list(rc->ctx, SSL_load_client_CA_file(s_cert));
        SSL_CTX_set_verify(rc->ctx, SSL_VERIFY_PEER, NULL);
        free(s_cert);
        free(s_key);
        return 1;
}

struct daemon_remote*
daemon_remote_create(struct config_file* cfg)
{
        struct daemon_remote* rc = (struct daemon_remote*)calloc(1,
                sizeof(*rc));
        if(!rc) {
                log_err("out of memory in daemon_remote_create");
                return NULL;
        }
        rc->max_active = 10;

        if(!cfg->remote_control_enable) {
                rc->ctx = NULL;
                return rc;
        }
        if(options_remote_is_address(cfg) && cfg->control_use_cert) {
                if(!remote_setup_ctx(rc, cfg)) {
                        daemon_remote_delete(rc);
                        return NULL;
                }
                rc->use_cert = 1;
        } else {
                struct config_strlist* p;
                rc->ctx = NULL;
                rc->use_cert = 0;
                if(!options_remote_is_address(cfg))
                  for(p = cfg->control_ifs.first; p; p = p->next) {
                        if(p->str && p->str[0] != '/')
                                log_warn("control-interface %s is not using TLS, but plain transfer, because first control-interface in config file is a local socket (starts with a /).", p->str);
                }
        }
        return rc;
}

void daemon_remote_clear(struct daemon_remote* rc)
{
        struct rc_state* p, *np;
        if(!rc) return;
        /* but do not close the ports */
        listen_list_delete(rc->accept_list);
        rc->accept_list = NULL;
        /* do close these sockets */
        p = rc->busy_list;
        while(p) {
                np = p->next;
                if(p->ssl)
                        SSL_free(p->ssl);
                comm_point_delete(p->c);
                free(p);
                p = np;
        }
        rc->busy_list = NULL;
        rc->active = 0;
        rc->worker = NULL;
}

void daemon_remote_delete(struct daemon_remote* rc)
{
        if(!rc) return;
        daemon_remote_clear(rc);
        if(rc->ctx) {
                SSL_CTX_free(rc->ctx);
        }
        free(rc);
}

/**
 * Add and open a new control port
 * @param ip: ip str
 * @param nr: port nr
 * @param list: list head
 * @param noproto_is_err: if lack of protocol support is an error.
 * @param cfg: config with username for chown of unix-sockets.
 * @return false on failure.
 */
static int
add_open(const char* ip, int nr, struct listen_port** list, int noproto_is_err,
        struct config_file* cfg)
{
        struct addrinfo hints;
        struct addrinfo* res;
        struct listen_port* n;
        int noproto = 0;
        int fd, r;
        char port[15];
        snprintf(port, sizeof(port), "%d", nr);
        port[sizeof(port)-1]=0;
        memset(&hints, 0, sizeof(hints));
        log_assert(ip);

        if(ip[0] == '/') {
                /* This looks like a local socket */
                fd = create_local_accept_sock(ip, &noproto, cfg->use_systemd);
                /*
                 * Change socket ownership and permissions so users other
                 * than root can access it provided they are in the same
                 * group as the user we run as.
                 */
                if(fd != -1) {
#ifdef HAVE_CHOWN
                        chmod(ip, (mode_t)(S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP));
                        if (cfg->username && cfg->username[0] &&
                                cfg_uid != (uid_t)-1) {
                                if(chown(ip, cfg_uid, cfg_gid) == -1)
                                        verbose(VERB_QUERY, "cannot chown %u.%u %s: %s",
                                          (unsigned)cfg_uid, (unsigned)cfg_gid,
                                          ip, strerror(errno));
                        }
#else
                        (void)cfg;
#endif
                }
        } else {
                hints.ai_socktype = SOCK_STREAM;
                hints.ai_flags = AI_PASSIVE | AI_NUMERICHOST;
                if((r = getaddrinfo(ip, port, &hints, &res)) != 0 || !res) {
#ifdef USE_WINSOCK
                        if(!noproto_is_err && r == EAI_NONAME) {
                                /* tried to lookup the address as name */
                                return 1; /* return success, but do nothing */
                        }
#endif /* USE_WINSOCK */
                        log_err("control interface %s:%s getaddrinfo: %s %s",
                                ip?ip:"default", port, gai_strerror(r),
#ifdef EAI_SYSTEM
                                r==EAI_SYSTEM?(char*)strerror(errno):""
#else
                                ""
#endif
                        );
                        return 0;
                }

                /* open fd */
                fd = create_tcp_accept_sock(res, 1, &noproto, 0,
                        cfg->ip_transparent, 0, 0, cfg->ip_freebind,
                        cfg->use_systemd, cfg->ip_dscp, "unbound-control");
                freeaddrinfo(res);
        }

        if(fd == -1 && noproto) {
                if(!noproto_is_err)
                        return 1; /* return success, but do nothing */
                log_err("cannot open control interface %s %d : "
                        "protocol not supported", ip, nr);
                return 0;
        }
        if(fd == -1) {
                log_err("cannot open control interface %s %d", ip, nr);
                return 0;
        }

        /* alloc */
        n = (struct listen_port*)calloc(1, sizeof(*n));
        if(!n) {
                sock_close(fd);
                log_err("out of memory");
                return 0;
        }
        n->next = *list;
        *list = n;
        n->fd = fd;
        return 1;
}

struct listen_port* daemon_remote_open_ports(struct config_file* cfg)
{
        struct listen_port* l = NULL;
        log_assert(cfg->remote_control_enable && cfg->control_port);
        if(cfg->control_ifs.first) {
                char** rcif = NULL;
                int i, num_rcif = 0;
                if(!resolve_interface_names(NULL, 0, cfg->control_ifs.first,
                        &rcif, &num_rcif)) {
                        return NULL;
                }
                for(i=0; i<num_rcif; i++) {
                        if(!add_open(rcif[i], cfg->control_port, &l, 1, cfg)) {
                                listening_ports_free(l);
                                config_del_strarray(rcif, num_rcif);
                                return NULL;
                        }
                }
                config_del_strarray(rcif, num_rcif);
        } else {
                /* defaults */
                if(cfg->do_ip6 &&
                        !add_open("::1", cfg->control_port, &l, 0, cfg)) {
                        listening_ports_free(l);
                        return NULL;
                }
                if(cfg->do_ip4 &&
                        !add_open("127.0.0.1", cfg->control_port, &l, 1, cfg)) {
                        listening_ports_free(l);
                        return NULL;
                }
        }
        return l;
}

/** open accept commpoint */
static int
accept_open(struct daemon_remote* rc, int fd)
{
        struct listen_list* n = (struct listen_list*)malloc(sizeof(*n));
        if(!n) {
                log_err("out of memory");
                return 0;
        }
        n->next = rc->accept_list;
        rc->accept_list = n;
        /* open commpt */
        n->com = comm_point_create_raw(rc->worker->base, fd, 0,
                &remote_accept_callback, rc);
        if(!n->com)
                return 0;
        /* keep this port open, its fd is kept in the rc portlist */
        n->com->do_not_close = 1;
        return 1;
}

int daemon_remote_open_accept(struct daemon_remote* rc,
        struct listen_port* ports, struct worker* worker)
{
        struct listen_port* p;
        rc->worker = worker;
        for(p = ports; p; p = p->next) {
                if(!accept_open(rc, p->fd)) {
                        log_err("could not create accept comm point");
                        return 0;
                }
        }
        return 1;
}

void daemon_remote_stop_accept(struct daemon_remote* rc)
{
        struct listen_list* p;
        for(p=rc->accept_list; p; p=p->next) {
                comm_point_stop_listening(p->com);
        }
}

void daemon_remote_start_accept(struct daemon_remote* rc)
{
        struct listen_list* p;
        for(p=rc->accept_list; p; p=p->next) {
                comm_point_start_listening(p->com, -1, -1);
        }
}

int remote_accept_callback(struct comm_point* c, void* arg, int err,
        struct comm_reply* ATTR_UNUSED(rep))
{
        struct daemon_remote* rc = (struct daemon_remote*)arg;
        struct sockaddr_storage addr;
        socklen_t addrlen;
        int newfd;
        struct rc_state* n;
        if(err != NETEVENT_NOERROR) {
                log_err("error %d on remote_accept_callback", err);
                return 0;
        }
        /* perform the accept */
        newfd = comm_point_perform_accept(c, &addr, &addrlen);
        if(newfd == -1)
                return 0;
        /* create new commpoint unless we are servicing already */
        if(rc->active >= rc->max_active) {
                log_warn("drop incoming remote control: too many connections");
        close_exit:
                sock_close(newfd);
                return 0;
        }

        /* setup commpoint to service the remote control command */
        n = (struct rc_state*)calloc(1, sizeof(*n));
        if(!n) {
                log_err("out of memory");
                goto close_exit;
        }
        n->fd = newfd;
        /* start in reading state */
        n->c = comm_point_create_raw(rc->worker->base, newfd, 0,
                &remote_control_callback, n);
        if(!n->c) {
                log_err("out of memory");
                free(n);
                goto close_exit;
        }
        log_addr(VERB_QUERY, "new control connection from", &addr, addrlen);
        n->c->do_not_close = 0;
        comm_point_stop_listening(n->c);
        comm_point_start_listening(n->c, -1, REMOTE_CONTROL_TCP_TIMEOUT);
        memcpy(&n->c->repinfo.remote_addr, &addr, addrlen);
        n->c->repinfo.remote_addrlen = addrlen;
        if(rc->use_cert) {
                n->shake_state = rc_hs_read;
                n->ssl = SSL_new(rc->ctx);
                if(!n->ssl) {
                        log_crypto_err("could not SSL_new");
                        comm_point_delete(n->c);
                        free(n);
                        goto close_exit;
                }
                SSL_set_accept_state(n->ssl);
                (void)SSL_set_mode(n->ssl, (long)SSL_MODE_AUTO_RETRY);
                if(!SSL_set_fd(n->ssl, newfd)) {
                        log_crypto_err("could not SSL_set_fd");
                        SSL_free(n->ssl);
                        comm_point_delete(n->c);
                        free(n);
                        goto close_exit;
                }
        } else {
                n->ssl = NULL;
        }

        n->rc = rc;
        n->next = rc->busy_list;
        rc->busy_list = n;
        rc->active ++;

        /* perform the first nonblocking read already, for windows,
         * so it can return wouldblock. could be faster too. */
        (void)remote_control_callback(n->c, n, NETEVENT_NOERROR, NULL);
        return 0;
}

/** delete from list */
static void
state_list_remove_elem(struct rc_state** list, struct comm_point* c)
{
        while(*list) {
                if( (*list)->c == c) {
                        *list = (*list)->next;
                        return;
                }
                list = &(*list)->next;
        }
}

/** decrease active count and remove commpoint from busy list */
static void
clean_point(struct daemon_remote* rc, struct rc_state* s)
{
        if(!s->rc) {
                /* the state has been picked up and moved away */
                free(s);
                return;
        }
        state_list_remove_elem(&rc->busy_list, s->c);
        rc->active --;
        if(s->ssl) {
                SSL_shutdown(s->ssl);
                SSL_free(s->ssl);
        }
        comm_point_delete(s->c);
        free(s);
}

int
ssl_print_text(RES* res, const char* text)
{
        int r;
        if(!res)
                return 0;
        if(res->ssl) {
                ERR_clear_error();
                if((r=SSL_write(res->ssl, text, (int)strlen(text))) <= 0) {
                        int r2;
                        if((r2=SSL_get_error(res->ssl, r)) == SSL_ERROR_ZERO_RETURN) {
                                verbose(VERB_QUERY, "warning, in SSL_write, peer "
                                        "closed connection");
                                return 0;
                        }
                        log_crypto_err_io("could not SSL_write", r2);
                        return 0;
                }
        } else {
                size_t at = 0;
                while(at < strlen(text)) {
                        ssize_t r = send(res->fd, text+at, strlen(text)-at, 0);
                        if(r == -1) {
                                if(errno == EAGAIN || errno == EINTR)
                                        continue;
                                log_err("could not send: %s",
                                        sock_strerror(errno));
                                return 0;
                        }
                        at += r;
                }
        }
        return 1;
}

/** print text over the ssl connection */
static int
ssl_print_vmsg(RES* ssl, const char* format, va_list args)
{
        char msg[65535];
        vsnprintf(msg, sizeof(msg), format, args);
        return ssl_print_text(ssl, msg);
}

/** printf style printing to the ssl connection */
int ssl_printf(RES* ssl, const char* format, ...)
{
        va_list args;
        int ret;
        va_start(args, format);
        ret = ssl_print_vmsg(ssl, format, args);
        va_end(args);
        return ret;
}

int
ssl_read_line(RES* res, char* buf, size_t max)
{
        int r;
        size_t len = 0;
        if(!res)
                return 0;
        while(len < max) {
                if(res->ssl) {
                        ERR_clear_error();
                        if((r=SSL_read(res->ssl, buf+len, 1)) <= 0) {
                                int r2;
                                if((r2=SSL_get_error(res->ssl, r)) == SSL_ERROR_ZERO_RETURN) {
                                        buf[len] = 0;
                                        return 1;
                                }
                                log_crypto_err_io("could not SSL_read", r2);
                                return 0;
                        }
                } else {
                        while(1) {
                                ssize_t rr = recv(res->fd, buf+len, 1, 0);
                                if(rr <= 0) {
                                        if(rr == 0) {
                                                buf[len] = 0;
                                                return 1;
                                        }
                                        if(errno == EINTR || errno == EAGAIN)
                                                continue;
                                        if(rr < 0) log_err("could not recv: %s",
                                                sock_strerror(errno));
                                        return 0;
                                }
                                break;
                        }
                }
                if(buf[len] == '\n') {
                        /* return string without \n */
                        buf[len] = 0;
                        return 1;
                }
                len++;
        }
        buf[max-1] = 0;
        log_err("control line too long (%d): %s", (int)max, buf);
        return 0;
}

/** skip whitespace, return new pointer into string */
static char*
skipwhite(char* str)
{
        /* EOS \0 is not a space */
        while( isspace((unsigned char)*str) )
                str++;
        return str;
}

/** send the OK to the control client */
static void send_ok(RES* ssl)
{
        (void)ssl_printf(ssl, "ok\n");
}

/** tell other processes to execute the command */
static void
distribute_cmd(struct daemon_remote* rc, RES* ssl, char* cmd)
{
        int i;
        if(!cmd || !ssl)
                return;
        /* skip i=0 which is me */
        for(i=1; i<rc->worker->daemon->num; i++) {
                worker_send_cmd(rc->worker->daemon->workers[i],
                        worker_cmd_remote);
                if(!tube_write_msg(rc->worker->daemon->workers[i]->cmd,
                        (uint8_t*)cmd, strlen(cmd)+1, 0)) {
                        (void)ssl_printf(ssl, "error could not distribute cmd\n");
                        return;
                }
        }
}

/** do the stop command */
static void
do_stop(RES* ssl, struct worker* worker)
{
        worker->need_to_exit = 1;
        comm_base_exit(worker->base);
        send_ok(ssl);
}

/** do the reload command */
static void
do_reload(RES* ssl, struct worker* worker, int reuse_cache)
{
        worker->reuse_cache = reuse_cache;
        worker->need_to_exit = 0;
        comm_base_exit(worker->base);
        send_ok(ssl);
}

#ifndef THREADS_DISABLED
/** parse fast reload command options. */
static int
fr_parse_options(RES* ssl, char* arg, int* fr_verb, int* fr_nopause,
        int* fr_drop_mesh)
{
        char* argp = arg;
        while(*argp=='+') {
                argp++;
                while(*argp!=0 && *argp!=' ' && *argp!='\t') {
                        if(*argp == 'v') {
                                (*fr_verb)++;
                        } else if(*argp == 'p') {
                                (*fr_nopause) = 1;
                        } else if(*argp == 'd') {
                                (*fr_drop_mesh) = 1;
                        } else {
                                if(!ssl_printf(ssl,
                                        "error: unknown option '+%c'\n",
                                        *argp))
                                        return 0;
                                return 0;
                        }
                        argp++;
                }
                argp = skipwhite(argp);
        }
        if(*argp!=0) {
                if(!ssl_printf(ssl, "error: unknown option '%s'\n", argp))
                        return 0;
                return 0;
        }
        return 1;
}
#endif /* !THREADS_DISABLED */

/** do the fast_reload command */
static void
do_fast_reload(RES* ssl, struct worker* worker, struct rc_state* s, char* arg)
{
#ifdef THREADS_DISABLED
        if(!ssl_printf(ssl, "error: no threads for fast_reload, compiled without threads.\n"))
                return;
        (void)worker;
        (void)s;
        (void)arg;
#else
        int fr_verb = 0, fr_nopause = 0, fr_drop_mesh = 0;
        if(!fr_parse_options(ssl, arg, &fr_verb, &fr_nopause, &fr_drop_mesh))
                return;
        if(fr_verb >= 1) {
                if(!ssl_printf(ssl, "start fast_reload\n"))
                        return;
        }
        fast_reload_thread_start(ssl, worker, s, fr_verb, fr_nopause,
                fr_drop_mesh);
#endif
}

/** do the verbosity command */
static void
do_verbosity(RES* ssl, char* str)
{
        int val = atoi(str);
        if(val == 0 && strcmp(str, "0") != 0) {
                ssl_printf(ssl, "error in verbosity number syntax: %s\n", str);
                return;
        }
        verbosity = val;
        send_ok(ssl);
}

/** print stats from statinfo */
static int
print_stats(RES* ssl, const char* nm, struct ub_stats_info* s)
{
        struct timeval sumwait, avg;
        if(!ssl_printf(ssl, "%s.num.queries"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_queries)) return 0;
        if(!ssl_printf(ssl, "%s.num.queries_ip_ratelimited"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_queries_ip_ratelimited)) return 0;
        if(!ssl_printf(ssl, "%s.num.queries_cookie_valid"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_queries_cookie_valid)) return 0;
        if(!ssl_printf(ssl, "%s.num.queries_cookie_client"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_queries_cookie_client)) return 0;
        if(!ssl_printf(ssl, "%s.num.queries_cookie_invalid"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_queries_cookie_invalid)) return 0;
        if(!ssl_printf(ssl, "%s.num.queries_discard_timeout"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_queries_discard_timeout)) return 0;
        if(!ssl_printf(ssl, "%s.num.queries_wait_limit"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_queries_wait_limit)) return 0;
        if(!ssl_printf(ssl, "%s.num.cachehits"SQ"%lu\n", nm,
                (unsigned long)(s->svr.num_queries
                        - s->svr.num_queries_missed_cache))) return 0;
        if(!ssl_printf(ssl, "%s.num.cachemiss"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_queries_missed_cache)) return 0;
        if(!ssl_printf(ssl, "%s.num.prefetch"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_queries_prefetch)) return 0;
        if(!ssl_printf(ssl, "%s.num.queries_timed_out"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_queries_timed_out)) return 0;
        if(!ssl_printf(ssl, "%s.query.queue_time_us.max"SQ"%lu\n", nm,
                (unsigned long)s->svr.max_query_time_us)) return 0;
        if(!ssl_printf(ssl, "%s.num.expired"SQ"%lu\n", nm,
                (unsigned long)s->svr.ans_expired)) return 0;
        if(!ssl_printf(ssl, "%s.num.recursivereplies"SQ"%lu\n", nm,
                (unsigned long)s->mesh_replies_sent)) return 0;
#ifdef USE_DNSCRYPT
        if(!ssl_printf(ssl, "%s.num.dnscrypt.crypted"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_query_dnscrypt_crypted)) return 0;
        if(!ssl_printf(ssl, "%s.num.dnscrypt.cert"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_query_dnscrypt_cert)) return 0;
        if(!ssl_printf(ssl, "%s.num.dnscrypt.cleartext"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_query_dnscrypt_cleartext)) return 0;
        if(!ssl_printf(ssl, "%s.num.dnscrypt.malformed"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_query_dnscrypt_crypted_malformed)) return 0;
#endif
        if(!ssl_printf(ssl, "%s.num.dns_error_reports"SQ"%lu\n", nm,
                (unsigned long)s->svr.num_dns_error_reports)) return 0;
        if(!ssl_printf(ssl, "%s.requestlist.avg"SQ"%g\n", nm,
                (s->svr.num_queries_missed_cache+s->svr.num_queries_prefetch)?
                        (double)s->svr.sum_query_list_size/
                        (double)(s->svr.num_queries_missed_cache+
                        s->svr.num_queries_prefetch) : 0.0)) return 0;
        if(!ssl_printf(ssl, "%s.requestlist.max"SQ"%lu\n", nm,
                (unsigned long)s->svr.max_query_list_size)) return 0;
        if(!ssl_printf(ssl, "%s.requestlist.overwritten"SQ"%lu\n", nm,
                (unsigned long)s->mesh_jostled)) return 0;
        if(!ssl_printf(ssl, "%s.requestlist.exceeded"SQ"%lu\n", nm,
                (unsigned long)s->mesh_dropped)) return 0;
        if(!ssl_printf(ssl, "%s.requestlist.current.all"SQ"%lu\n", nm,
                (unsigned long)s->mesh_num_states)) return 0;
        if(!ssl_printf(ssl, "%s.requestlist.current.user"SQ"%lu\n", nm,
                (unsigned long)s->mesh_num_reply_states)) return 0;
#ifndef S_SPLINT_S
        sumwait.tv_sec = s->mesh_replies_sum_wait_sec;
        sumwait.tv_usec = s->mesh_replies_sum_wait_usec;
#endif
        timeval_divide(&avg, &sumwait, s->mesh_replies_sent);
        if(!ssl_printf(ssl, "%s.recursion.time.avg"SQ ARG_LL "d.%6.6d\n", nm,
                (long long)avg.tv_sec, (int)avg.tv_usec)) return 0;
        if(!ssl_printf(ssl, "%s.recursion.time.median"SQ"%g\n", nm,
                s->mesh_time_median)) return 0;
        if(!ssl_printf(ssl, "%s.tcpusage"SQ"%lu\n", nm,
                (unsigned long)s->svr.tcp_accept_usage)) return 0;
        return 1;
}

/** print stats for one thread */
static int
print_thread_stats(RES* ssl, int i, struct ub_stats_info* s)
{
        char nm[32];
        snprintf(nm, sizeof(nm), "thread%d", i);
        nm[sizeof(nm)-1]=0;
        return print_stats(ssl, nm, s);
}

/** print long number */
static int
print_longnum(RES* ssl, const char* desc, size_t x)
{
        if(x > 1024*1024*1024) {
                /* more than a Gb */
                size_t front = x / (size_t)1000000;
                size_t back = x % (size_t)1000000;
                return ssl_printf(ssl, "%s%u%6.6u\n", desc,
                        (unsigned)front, (unsigned)back);
        } else {
                return ssl_printf(ssl, "%s%lu\n", desc, (unsigned long)x);
        }
}

/** print mem stats */
static int
print_mem(RES* ssl, struct worker* worker, struct daemon* daemon,
        struct ub_stats_info* s)
{
        size_t msg, rrset, val, iter, respip;
#ifdef CLIENT_SUBNET
        size_t subnet = 0;
#endif /* CLIENT_SUBNET */
#ifdef USE_IPSECMOD
        size_t ipsecmod = 0;
#endif /* USE_IPSECMOD */
#ifdef USE_DNSCRYPT
        size_t dnscrypt_shared_secret = 0;
        size_t dnscrypt_nonce = 0;
#endif /* USE_DNSCRYPT */
#ifdef WITH_DYNLIBMODULE
    size_t dynlib = 0;
#endif /* WITH_DYNLIBMODULE */
        msg = slabhash_get_mem(daemon->env->msg_cache);
        rrset = slabhash_get_mem(&daemon->env->rrset_cache->table);
        val = mod_get_mem(&worker->env, "validator");
        iter = mod_get_mem(&worker->env, "iterator");
        respip = mod_get_mem(&worker->env, "respip");
#ifdef CLIENT_SUBNET
        subnet = mod_get_mem(&worker->env, "subnetcache");
#endif /* CLIENT_SUBNET */
#ifdef USE_IPSECMOD
        ipsecmod = mod_get_mem(&worker->env, "ipsecmod");
#endif /* USE_IPSECMOD */
#ifdef USE_DNSCRYPT
        if(daemon->dnscenv) {
                dnscrypt_shared_secret = slabhash_get_mem(
                        daemon->dnscenv->shared_secrets_cache);
                dnscrypt_nonce = slabhash_get_mem(daemon->dnscenv->nonces_cache);
        }
#endif /* USE_DNSCRYPT */
#ifdef WITH_DYNLIBMODULE
    dynlib = mod_get_mem(&worker->env, "dynlib");
#endif /* WITH_DYNLIBMODULE */

        if(!print_longnum(ssl, "mem.cache.rrset"SQ, rrset))
                return 0;
        if(!print_longnum(ssl, "mem.cache.message"SQ, msg))
                return 0;
        if(!print_longnum(ssl, "mem.mod.iterator"SQ, iter))
                return 0;
        if(!print_longnum(ssl, "mem.mod.validator"SQ, val))
                return 0;
        if(!print_longnum(ssl, "mem.mod.respip"SQ, respip))
                return 0;
#ifdef CLIENT_SUBNET
        if(!print_longnum(ssl, "mem.mod.subnet"SQ, subnet))
                return 0;
#endif /* CLIENT_SUBNET */
#ifdef USE_IPSECMOD
        if(!print_longnum(ssl, "mem.mod.ipsecmod"SQ, ipsecmod))
                return 0;
#endif /* USE_IPSECMOD */
#ifdef USE_DNSCRYPT
        if(!print_longnum(ssl, "mem.cache.dnscrypt_shared_secret"SQ,
                        dnscrypt_shared_secret))
                return 0;
        if(!print_longnum(ssl, "mem.cache.dnscrypt_nonce"SQ,
                        dnscrypt_nonce))
                return 0;
#endif /* USE_DNSCRYPT */
#ifdef WITH_DYNLIBMODULE
        if(!print_longnum(ssl, "mem.mod.dynlibmod"SQ, dynlib))
                return 0;
#endif /* WITH_DYNLIBMODULE */
        if(!print_longnum(ssl, "mem.streamwait"SQ,
                (size_t)s->svr.mem_stream_wait))
                return 0;
        if(!print_longnum(ssl, "mem.http.query_buffer"SQ,
                (size_t)s->svr.mem_http2_query_buffer))
                return 0;
        if(!print_longnum(ssl, "mem.http.response_buffer"SQ,
                (size_t)s->svr.mem_http2_response_buffer))
                return 0;
#ifdef HAVE_NGTCP2
        if(!print_longnum(ssl, "mem.quic"SQ, (size_t)s->svr.mem_quic))
                return 0;
#endif /* HAVE_NGTCP2 */
        return 1;
}

/** print uptime stats */
static int
print_uptime(RES* ssl, struct worker* worker, int reset)
{
        struct timeval now = *worker->env.now_tv;
        struct timeval up, dt;
        timeval_subtract(&up, &now, &worker->daemon->time_boot);
        timeval_subtract(&dt, &now, &worker->daemon->time_last_stat);
        if(reset)
                worker->daemon->time_last_stat = now;
        if(!ssl_printf(ssl, "time.now"SQ ARG_LL "d.%6.6d\n",
                (long long)now.tv_sec, (unsigned)now.tv_usec)) return 0;
        if(!ssl_printf(ssl, "time.up"SQ ARG_LL "d.%6.6d\n",
                (long long)up.tv_sec, (unsigned)up.tv_usec)) return 0;
        if(!ssl_printf(ssl, "time.elapsed"SQ ARG_LL "d.%6.6d\n",
                (long long)dt.tv_sec, (unsigned)dt.tv_usec)) return 0;
        return 1;
}

/** print extended histogram */
static int
print_hist(RES* ssl, struct ub_stats_info* s)
{
        struct timehist* hist;
        size_t i;
        hist = timehist_setup();
        if(!hist) {
                log_err("out of memory");
                return 0;
        }
        timehist_import(hist, s->svr.hist, NUM_BUCKETS_HIST);
        for(i=0; i<hist->num; i++) {
                if(!ssl_printf(ssl,
                        "histogram.%6.6d.%6.6d.to.%6.6d.%6.6d=%lu\n",
                        (int)hist->buckets[i].lower.tv_sec,
                        (int)hist->buckets[i].lower.tv_usec,
                        (int)hist->buckets[i].upper.tv_sec,
                        (int)hist->buckets[i].upper.tv_usec,
                        (unsigned long)hist->buckets[i].count)) {
                        timehist_delete(hist);
                        return 0;
                }
        }
        timehist_delete(hist);
        return 1;
}

/** print extended stats */
static int
print_ext(RES* ssl, struct ub_stats_info* s, int inhibit_zero)
{
        int i;
        char nm[32];
        const sldns_rr_descriptor* desc;
        const sldns_lookup_table* lt;
        /* TYPE */
        for(i=0; i<UB_STATS_QTYPE_NUM; i++) {
                if(inhibit_zero && s->svr.qtype[i] == 0)
                        continue;
                desc = sldns_rr_descript((uint16_t)i);
                if(desc && desc->_name) {
                        snprintf(nm, sizeof(nm), "%s", desc->_name);
                } else if (i == LDNS_RR_TYPE_IXFR) {
                        snprintf(nm, sizeof(nm), "IXFR");
                } else if (i == LDNS_RR_TYPE_AXFR) {
                        snprintf(nm, sizeof(nm), "AXFR");
                } else if (i == LDNS_RR_TYPE_MAILA) {
                        snprintf(nm, sizeof(nm), "MAILA");
                } else if (i == LDNS_RR_TYPE_MAILB) {
                        snprintf(nm, sizeof(nm), "MAILB");
                } else if (i == LDNS_RR_TYPE_ANY) {
                        snprintf(nm, sizeof(nm), "ANY");
                } else {
                        snprintf(nm, sizeof(nm), "TYPE%d", i);
                }
                if(!ssl_printf(ssl, "num.query.type.%s"SQ"%lu\n",
                        nm, (unsigned long)s->svr.qtype[i])) return 0;
        }
        if(!inhibit_zero || s->svr.qtype_big) {
                if(!ssl_printf(ssl, "num.query.type.other"SQ"%lu\n",
                        (unsigned long)s->svr.qtype_big)) return 0;
        }
        /* CLASS */
        for(i=0; i<UB_STATS_QCLASS_NUM; i++) {
                if(inhibit_zero && s->svr.qclass[i] == 0)
                        continue;
                lt = sldns_lookup_by_id(sldns_rr_classes, i);
                if(lt && lt->name) {
                        snprintf(nm, sizeof(nm), "%s", lt->name);
                } else {
                        snprintf(nm, sizeof(nm), "CLASS%d", i);
                }
                if(!ssl_printf(ssl, "num.query.class.%s"SQ"%lu\n",
                        nm, (unsigned long)s->svr.qclass[i])) return 0;
        }
        if(!inhibit_zero || s->svr.qclass_big) {
                if(!ssl_printf(ssl, "num.query.class.other"SQ"%lu\n",
                        (unsigned long)s->svr.qclass_big)) return 0;
        }
        /* OPCODE */
        for(i=0; i<UB_STATS_OPCODE_NUM; i++) {
                if(inhibit_zero && s->svr.qopcode[i] == 0)
                        continue;
                lt = sldns_lookup_by_id(sldns_opcodes, i);
                if(lt && lt->name) {
                        snprintf(nm, sizeof(nm), "%s", lt->name);
                } else {
                        snprintf(nm, sizeof(nm), "OPCODE%d", i);
                }
                if(!ssl_printf(ssl, "num.query.opcode.%s"SQ"%lu\n",
                        nm, (unsigned long)s->svr.qopcode[i])) return 0;
        }
        /* transport */
        if(!ssl_printf(ssl, "num.query.tcp"SQ"%lu\n",
                (unsigned long)s->svr.qtcp)) return 0;
        if(!ssl_printf(ssl, "num.query.tcpout"SQ"%lu\n",
                (unsigned long)s->svr.qtcp_outgoing)) return 0;
        if(!ssl_printf(ssl, "num.query.udpout"SQ"%lu\n",
                (unsigned long)s->svr.qudp_outgoing)) return 0;
        if(!ssl_printf(ssl, "num.query.tls"SQ"%lu\n",
                (unsigned long)s->svr.qtls)) return 0;
        if(!ssl_printf(ssl, "num.query.tls.resume"SQ"%lu\n",
                (unsigned long)s->svr.qtls_resume)) return 0;
        if(!ssl_printf(ssl, "num.query.ipv6"SQ"%lu\n",
                (unsigned long)s->svr.qipv6)) return 0;
        if(!ssl_printf(ssl, "num.query.https"SQ"%lu\n",
                (unsigned long)s->svr.qhttps)) return 0;
#ifdef HAVE_NGTCP2
        if(!ssl_printf(ssl, "num.query.quic"SQ"%lu\n",
                (unsigned long)s->svr.qquic)) return 0;
#endif /* HAVE_NGTCP2 */
        /* flags */
        if(!ssl_printf(ssl, "num.query.flags.QR"SQ"%lu\n",
                (unsigned long)s->svr.qbit_QR)) return 0;
        if(!ssl_printf(ssl, "num.query.flags.AA"SQ"%lu\n",
                (unsigned long)s->svr.qbit_AA)) return 0;
        if(!ssl_printf(ssl, "num.query.flags.TC"SQ"%lu\n",
                (unsigned long)s->svr.qbit_TC)) return 0;
        if(!ssl_printf(ssl, "num.query.flags.RD"SQ"%lu\n",
                (unsigned long)s->svr.qbit_RD)) return 0;
        if(!ssl_printf(ssl, "num.query.flags.RA"SQ"%lu\n",
                (unsigned long)s->svr.qbit_RA)) return 0;
        if(!ssl_printf(ssl, "num.query.flags.Z"SQ"%lu\n",
                (unsigned long)s->svr.qbit_Z)) return 0;
        if(!ssl_printf(ssl, "num.query.flags.AD"SQ"%lu\n",
                (unsigned long)s->svr.qbit_AD)) return 0;
        if(!ssl_printf(ssl, "num.query.flags.CD"SQ"%lu\n",
                (unsigned long)s->svr.qbit_CD)) return 0;
        if(!ssl_printf(ssl, "num.query.edns.present"SQ"%lu\n",
                (unsigned long)s->svr.qEDNS)) return 0;
        if(!ssl_printf(ssl, "num.query.edns.DO"SQ"%lu\n",
                (unsigned long)s->svr.qEDNS_DO)) return 0;

        /* RCODE */
        for(i=0; i<UB_STATS_RCODE_NUM; i++) {
                /* Always include RCODEs 0-5 */
                if(inhibit_zero && i > LDNS_RCODE_REFUSED && s->svr.ans_rcode[i] == 0)
                        continue;
                lt = sldns_lookup_by_id(sldns_rcodes, i);
                if(lt && lt->name) {
                        snprintf(nm, sizeof(nm), "%s", lt->name);
                } else {
                        snprintf(nm, sizeof(nm), "RCODE%d", i);
                }
                if(!ssl_printf(ssl, "num.answer.rcode.%s"SQ"%lu\n",
                        nm, (unsigned long)s->svr.ans_rcode[i])) return 0;
        }
        if(!inhibit_zero || s->svr.ans_rcode_nodata) {
                if(!ssl_printf(ssl, "num.answer.rcode.nodata"SQ"%lu\n",
                        (unsigned long)s->svr.ans_rcode_nodata)) return 0;
        }
        /* iteration */
        if(!ssl_printf(ssl, "num.query.ratelimited"SQ"%lu\n",
                (unsigned long)s->svr.queries_ratelimited)) return 0;
        /* validation */
        if(!ssl_printf(ssl, "num.answer.secure"SQ"%lu\n",
                (unsigned long)s->svr.ans_secure)) return 0;
        if(!ssl_printf(ssl, "num.answer.bogus"SQ"%lu\n",
                (unsigned long)s->svr.ans_bogus)) return 0;
        if(!ssl_printf(ssl, "num.rrset.bogus"SQ"%lu\n",
                (unsigned long)s->svr.rrset_bogus)) return 0;
        if(!ssl_printf(ssl, "num.valops"SQ"%lu\n",
                (unsigned long)s->svr.val_ops)) return 0;
        if(!ssl_printf(ssl, "num.query.aggressive.NOERROR"SQ"%lu\n",
                (unsigned long)s->svr.num_neg_cache_noerror)) return 0;
        if(!ssl_printf(ssl, "num.query.aggressive.NXDOMAIN"SQ"%lu\n",
                (unsigned long)s->svr.num_neg_cache_nxdomain)) return 0;
        /* threat detection */
        if(!ssl_printf(ssl, "unwanted.queries"SQ"%lu\n",
                (unsigned long)s->svr.unwanted_queries)) return 0;
        if(!ssl_printf(ssl, "unwanted.replies"SQ"%lu\n",
                (unsigned long)s->svr.unwanted_replies)) return 0;
        /* cache counts */
        if(!ssl_printf(ssl, "msg.cache.count"SQ"%u\n",
                (unsigned)s->svr.msg_cache_count)) return 0;
        if(!ssl_printf(ssl, "rrset.cache.count"SQ"%u\n",
                (unsigned)s->svr.rrset_cache_count)) return 0;
        if(!ssl_printf(ssl, "infra.cache.count"SQ"%u\n",
                (unsigned)s->svr.infra_cache_count)) return 0;
        if(!ssl_printf(ssl, "key.cache.count"SQ"%u\n",
                (unsigned)s->svr.key_cache_count)) return 0;
        /* max collisions */
        if(!ssl_printf(ssl, "msg.cache.max_collisions"SQ"%u\n",
                (unsigned)s->svr.msg_cache_max_collisions)) return 0;
        if(!ssl_printf(ssl, "rrset.cache.max_collisions"SQ"%u\n",
                (unsigned)s->svr.rrset_cache_max_collisions)) return 0;
        /* applied RPZ actions */
        for(i=0; i<UB_STATS_RPZ_ACTION_NUM; i++) {
                if(i == RPZ_NO_OVERRIDE_ACTION)
                        continue;
                if(inhibit_zero && s->svr.rpz_action[i] == 0)
                        continue;
                if(!ssl_printf(ssl, "num.rpz.action.%s"SQ"%lu\n",
                        rpz_action_to_string(i),
                        (unsigned long)s->svr.rpz_action[i])) return 0;
        }
#ifdef USE_DNSCRYPT
        if(!ssl_printf(ssl, "dnscrypt_shared_secret.cache.count"SQ"%u\n",
                (unsigned)s->svr.shared_secret_cache_count)) return 0;
        if(!ssl_printf(ssl, "dnscrypt_nonce.cache.count"SQ"%u\n",
                (unsigned)s->svr.nonce_cache_count)) return 0;
        if(!ssl_printf(ssl, "num.query.dnscrypt.shared_secret.cachemiss"SQ"%lu\n",
                (unsigned long)s->svr.num_query_dnscrypt_secret_missed_cache)) return 0;
        if(!ssl_printf(ssl, "num.query.dnscrypt.replay"SQ"%lu\n",
                (unsigned long)s->svr.num_query_dnscrypt_replay)) return 0;
#endif /* USE_DNSCRYPT */
        if(!ssl_printf(ssl, "num.query.authzone.up"SQ"%lu\n",
                (unsigned long)s->svr.num_query_authzone_up)) return 0;
        if(!ssl_printf(ssl, "num.query.authzone.down"SQ"%lu\n",
                (unsigned long)s->svr.num_query_authzone_down)) return 0;
#ifdef CLIENT_SUBNET
        if(!ssl_printf(ssl, "num.query.subnet"SQ"%lu\n",
                (unsigned long)s->svr.num_query_subnet)) return 0;
        if(!ssl_printf(ssl, "num.query.subnet_cache"SQ"%lu\n",
                (unsigned long)s->svr.num_query_subnet_cache)) return 0;
#endif /* CLIENT_SUBNET */
#ifdef USE_CACHEDB
        if(!ssl_printf(ssl, "num.query.cachedb"SQ"%lu\n",
                (unsigned long)s->svr.num_query_cachedb)) return 0;
#endif /* USE_CACHEDB */
        return 1;
}

/** do the stats command */
static void
do_stats(RES* ssl, struct worker* worker, int reset)
{
        struct daemon* daemon = worker->daemon;
        struct ub_stats_info total;
        struct ub_stats_info s;
        int i;
        memset(&total, 0, sizeof(total));
        log_assert(daemon->num > 0);
        /* gather all thread statistics in one place */
        for(i=0; i<daemon->num; i++) {
                server_stats_obtain(worker, daemon->workers[i], &s, reset);
                if(!print_thread_stats(ssl, i, &s))
                        return;
                if(i == 0)
                        total = s;
                else    server_stats_add(&total, &s);
        }
        /* print the thread statistics */
        total.mesh_time_median /= (double)daemon->num;
        if(!print_stats(ssl, "total", &total))
                return;
        if(!print_uptime(ssl, worker, reset))
                return;
        if(daemon->cfg->stat_extended) {
                if(!print_mem(ssl, worker, daemon, &total))
                        return;
                if(!print_hist(ssl, &total))
                        return;
                if(!print_ext(ssl, &total, daemon->cfg->stat_inhibit_zero))
                        return;
        }
}

/** parse commandline argument domain name */
static int
parse_arg_name(RES* ssl, char* str, uint8_t** res, size_t* len, int* labs)
{
        uint8_t nm[LDNS_MAX_DOMAINLEN+1];
        size_t nmlen = sizeof(nm);
        int status;
        *res = NULL;
        *len = 0;
        *labs = 0;
        if(str[0] == '\0') {
                ssl_printf(ssl, "error: this option requires a domain name\n");
                return 0;
        }
        status = sldns_str2wire_dname_buf(str, nm, &nmlen);
        if(status != 0) {
                ssl_printf(ssl, "error cannot parse name %s at %d: %s\n", str,
                        LDNS_WIREPARSE_OFFSET(status),
                        sldns_get_errorstr_parse(status));
                return 0;
        }
        *res = memdup(nm, nmlen);
        if(!*res) {
                ssl_printf(ssl, "error out of memory\n");
                return 0;
        }
        *labs = dname_count_size_labels(*res, len);
        return 1;
}

/** find second argument, modifies string */
static int
find_arg2(RES* ssl, char* arg, char** arg2)
{
        char* as = strchr(arg, ' ');
        char* at = strchr(arg, '\t');
        if(as && at) {
                if(at < as)
                        as = at;
                as[0]=0;
                *arg2 = skipwhite(as+1);
        } else if(as) {
                as[0]=0;
                *arg2 = skipwhite(as+1);
        } else if(at) {
                at[0]=0;
                *arg2 = skipwhite(at+1);
        } else {
                ssl_printf(ssl, "error could not find next argument "
                        "after %s\n", arg);
                return 0;
        }
        return 1;
}

/** Add a new zone */
static int
perform_zone_add(RES* ssl, struct local_zones* zones, char* arg)
{
        uint8_t* nm;
        int nmlabs;
        size_t nmlen;
        char* arg2;
        enum localzone_type t;
        struct local_zone* z;
        if(!find_arg2(ssl, arg, &arg2))
                return 0;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return 0;
        if(!local_zone_str2type(arg2, &t)) {
                ssl_printf(ssl, "error not a zone type. %s\n", arg2);
                free(nm);
                return 0;
        }
        lock_rw_wrlock(&zones->lock);
        if((z=local_zones_find(zones, nm, nmlen,
                nmlabs, LDNS_RR_CLASS_IN))) {
                /* already present in tree */
                lock_rw_wrlock(&z->lock);
                z->type = t; /* update type anyway */
                lock_rw_unlock(&z->lock);
                free(nm);
                lock_rw_unlock(&zones->lock);
                return 1;
        }
        if(!local_zones_add_zone(zones, nm, nmlen,
                nmlabs, LDNS_RR_CLASS_IN, t)) {
                lock_rw_unlock(&zones->lock);
                ssl_printf(ssl, "error out of memory\n");
                return 0;
        }
        lock_rw_unlock(&zones->lock);
        return 1;
}

/** Do the local_zone command */
static void
do_zone_add(RES* ssl, struct local_zones* zones, char* arg)
{
        if(!perform_zone_add(ssl, zones, arg))
                return;
        send_ok(ssl);
}

/** Do the local_zones command */
static void
do_zones_add(struct daemon_remote* rc, RES* ssl, struct worker* worker)
{
        char buf[MAX_CMD_STRLINE + MAX_STDIN_STRLINE] = "local_zone ";
        int num = 0;
        size_t cmd_len = strlen(buf);
        while(ssl_read_line(ssl, buf+cmd_len, MAX_STDIN_STRLINE)) {
                if(buf[0+cmd_len] == 0 ||
                        (buf[0+cmd_len] == 0x04 && buf[1+cmd_len] == 0))
                        break; /* zero byte line or end of transmission */
#ifdef THREADS_DISABLED
                /* distribute single item command */
                if(rc) distribute_cmd(rc, ssl, buf);
#else
                (void)rc; /* unused */
#endif
                if(!perform_zone_add(ssl, worker->daemon->local_zones,
                        buf+cmd_len)) {
                        if(!ssl_printf(ssl, "error for input line: %s\n",
                                buf+cmd_len))
                                return;
                }
                else    num++;
        }
        (void)ssl_printf(ssl, "added %d zones\n", num);
}

/** Remove a zone */
static int
perform_zone_remove(RES* ssl, struct local_zones* zones, char* arg)
{
        uint8_t* nm;
        int nmlabs;
        size_t nmlen;
        struct local_zone* z;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return 0;
        lock_rw_wrlock(&zones->lock);
        if((z=local_zones_find(zones, nm, nmlen,
                nmlabs, LDNS_RR_CLASS_IN))) {
                /* present in tree */
                local_zones_del_zone(zones, z);
        }
        lock_rw_unlock(&zones->lock);
        free(nm);
        return 1;
}

/** Do the local_zone_remove command */
static void
do_zone_remove(RES* ssl, struct local_zones* zones, char* arg)
{
        if(!perform_zone_remove(ssl, zones, arg))
                return;
        send_ok(ssl);
}

/** Do the local_zones_remove command */
static void
do_zones_remove(struct daemon_remote* rc, RES* ssl, struct worker* worker)
{
        char buf[MAX_CMD_STRLINE + MAX_STDIN_STRLINE] = "local_zone_remove ";
        int num = 0;
        size_t cmd_len = strlen(buf);
        while(ssl_read_line(ssl, buf+cmd_len, MAX_STDIN_STRLINE)) {
                if(buf[0+cmd_len] == 0 ||
                        (buf[0+cmd_len] == 0x04 && buf[1+cmd_len] == 0))
                        break; /* zero byte line or end of transmission */
#ifdef THREADS_DISABLED
                /* distribute single item command */
                if(rc) distribute_cmd(rc, ssl, buf);
#else
                (void)rc; /* unused */
#endif
                if(!perform_zone_remove(ssl, worker->daemon->local_zones,
                        buf+cmd_len)) {
                        if(!ssl_printf(ssl, "error for input line: %s\n",
                                buf+cmd_len))
                                return;
                }
                else    num++;
        }
        (void)ssl_printf(ssl, "removed %d zones\n", num);
}

/** check syntax of newly added RR */
static int
check_RR_syntax(RES* ssl, char* str, int line)
{
        uint8_t rr[LDNS_RR_BUF_SIZE];
        size_t len = sizeof(rr), dname_len = 0;
        int s = sldns_str2wire_rr_buf(str, rr, &len, &dname_len, 3600,
                NULL, 0, NULL, 0);
        if(s != 0) {
                char linestr[32];
                if(line == 0)
                        linestr[0]=0;
                else    snprintf(linestr, sizeof(linestr), "line %d ", line);
                if(!ssl_printf(ssl, "error parsing local-data at %sposition %d '%s': %s\n",
                        linestr, LDNS_WIREPARSE_OFFSET(s), str,
                        sldns_get_errorstr_parse(s)))
                        return 0;
                return 0;
        }
        return 1;
}

/** Add new RR data */
static int
perform_data_add(RES* ssl, struct local_zones* zones, char* arg, int line)
{
        if(!check_RR_syntax(ssl, arg, line)) {
                return 0;
        }
        if(!local_zones_add_RR(zones, arg)) {
                ssl_printf(ssl,"error in syntax or out of memory, %s\n", arg);
                return 0;
        }
        return 1;
}

/** Do the local_data command */
static void
do_data_add(RES* ssl, struct local_zones* zones, char* arg)
{
        if(!perform_data_add(ssl, zones, arg, 0))
                return;
        send_ok(ssl);
}

/** Do the local_datas command */
static void
do_datas_add(struct daemon_remote* rc, RES* ssl, struct worker* worker)
{
        char buf[MAX_CMD_STRLINE + MAX_STDIN_STRLINE] = "local_data ";
        int num = 0, line = 0;
        size_t cmd_len = strlen(buf);
        while(ssl_read_line(ssl, buf+cmd_len, MAX_STDIN_STRLINE)) {
                if(buf[0+cmd_len] == 0 ||
                        (buf[0+cmd_len] == 0x04 && buf[1+cmd_len] == 0))
                        break; /* zero byte line or end of transmission */
#ifdef THREADS_DISABLED
                /* distribute single item command */
                if(rc) distribute_cmd(rc, ssl, buf);
#else
                (void)rc; /* unused */
#endif
                line++;
                if(perform_data_add(ssl, worker->daemon->local_zones,
                        buf+cmd_len, line))
                        num++;
        }
        (void)ssl_printf(ssl, "added %d datas\n", num);
}

/** Remove RR data */
static int
perform_data_remove(RES* ssl, struct local_zones* zones, char* arg)
{
        uint8_t* nm;
        int nmlabs;
        size_t nmlen;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return 0;
        local_zones_del_data(zones, nm,
                nmlen, nmlabs, LDNS_RR_CLASS_IN);
        free(nm);
        return 1;
}

/** Do the local_data_remove command */
static void
do_data_remove(RES* ssl, struct local_zones* zones, char* arg)
{
        if(!perform_data_remove(ssl, zones, arg))
                return;
        send_ok(ssl);
}

/** Do the local_datas_remove command */
static void
do_datas_remove(struct daemon_remote* rc, RES* ssl, struct worker* worker)
{
        char buf[MAX_CMD_STRLINE + MAX_STDIN_STRLINE] = "local_data_remove ";
        int num = 0;
        size_t cmd_len = strlen(buf);
        while(ssl_read_line(ssl, buf+cmd_len, MAX_STDIN_STRLINE)) {
                if(buf[0+cmd_len] == 0 ||
                        (buf[0+cmd_len] == 0x04 && buf[1+cmd_len] == 0))
                        break; /* zero byte line or end of transmission */
#ifdef THREADS_DISABLED
                /* distribute single item command */
                if(rc) distribute_cmd(rc, ssl, buf);
#else
                (void)rc; /* unused */
#endif
                if(!perform_data_remove(ssl, worker->daemon->local_zones,
                        buf+cmd_len)) {
                        if(!ssl_printf(ssl, "error for input line: %s\n",
                                buf+cmd_len))
                                return;
                }
                else    num++;
        }
        (void)ssl_printf(ssl, "removed %d datas\n", num);
}

/** Add a new zone to view */
static void
do_view_zone_add(RES* ssl, struct worker* worker, char* arg)
{
        char* arg2;
        struct view* v;
        if(!find_arg2(ssl, arg, &arg2))
                return;
        v = views_find_view(worker->env.views, arg, 1 /* get write lock*/);
        if(!v) {
                ssl_printf(ssl,"no view with name: %s\n", arg);
                return;
        }
        if(!v->local_zones) {
                if(!(v->local_zones = local_zones_create())){
                        lock_rw_unlock(&v->lock);
                        ssl_printf(ssl,"error out of memory\n");
                        return;
                }
                if(!v->isfirst) {
                        /* Global local-zone is not used for this view,
                         * therefore add defaults to this view-specific
                         * local-zone. */
                        struct config_file lz_cfg;
                        memset(&lz_cfg, 0, sizeof(lz_cfg));
                        local_zone_enter_defaults(v->local_zones, &lz_cfg);
                }
        }
        do_zone_add(ssl, v->local_zones, arg2);
        lock_rw_unlock(&v->lock);
}

/** Remove a zone from view */
static void
do_view_zone_remove(RES* ssl, struct worker* worker, char* arg)
{
        char* arg2;
        struct view* v;
        if(!find_arg2(ssl, arg, &arg2))
                return;
        v = views_find_view(worker->env.views, arg, 1 /* get write lock*/);
        if(!v) {
                ssl_printf(ssl,"no view with name: %s\n", arg);
                return;
        }
        if(!v->local_zones) {
                lock_rw_unlock(&v->lock);
                send_ok(ssl);
                return;
        }
        do_zone_remove(ssl, v->local_zones, arg2);
        lock_rw_unlock(&v->lock);
}

/** Add new RR data to view */
static void
do_view_data_add(RES* ssl, struct worker* worker, char* arg)
{
        char* arg2;
        struct view* v;
        if(!find_arg2(ssl, arg, &arg2))
                return;
        v = views_find_view(worker->env.views, arg, 1 /* get write lock*/);
        if(!v) {
                ssl_printf(ssl,"no view with name: %s\n", arg);
                return;
        }
        if(!v->local_zones) {
                if(!(v->local_zones = local_zones_create())){
                        lock_rw_unlock(&v->lock);
                        ssl_printf(ssl,"error out of memory\n");
                        return;
                }
        }
        do_data_add(ssl, v->local_zones, arg2);
        lock_rw_unlock(&v->lock);
}

/** Add new RR data from stdin to view */
static void
do_view_datas_add(struct daemon_remote* rc, RES* ssl, struct worker* worker,
        char* arg)
{
        struct view* v;
        char buf[MAX_CMD_STRLINE + MAX_STDIN_STRLINE] = "view_local_data ";
        size_t cmd_len;
        int num = 0, line = 0;
        v = views_find_view(worker->env.views, arg, 1 /* get write lock*/);
        if(!v) {
                ssl_printf(ssl,"no view with name: %s\n", arg);
                return;
        }
        if(!v->local_zones) {
                if(!(v->local_zones = local_zones_create())){
                        lock_rw_unlock(&v->lock);
                        ssl_printf(ssl,"error out of memory\n");
                        return;
                }
        }
        /* put the view name in the command buf */
        (void)snprintf(buf+strlen(buf), sizeof(buf)-strlen(buf), "%s ", arg);
        cmd_len = strlen(buf);
        while(ssl_read_line(ssl, buf+cmd_len, MAX_STDIN_STRLINE)) {
                if(buf[0+cmd_len] == 0 ||
                        (buf[0+cmd_len] == 0x04 && buf[1+cmd_len] == 0))
                        break; /* zero byte line or end of transmission */
#ifdef THREADS_DISABLED
                /* distribute single item command */
                if(rc) distribute_cmd(rc, ssl, buf);
#else
                (void)rc; /* unused */
#endif
                line++;
                if(perform_data_add(ssl, v->local_zones, buf+cmd_len, line))
                        num++;
        }
        lock_rw_unlock(&v->lock);
        (void)ssl_printf(ssl, "added %d datas\n", num);
}

/** Remove RR data from view */
static void
do_view_data_remove(RES* ssl, struct worker* worker, char* arg)
{
        char* arg2;
        struct view* v;
        if(!find_arg2(ssl, arg, &arg2))
                return;
        v = views_find_view(worker->env.views, arg, 1 /* get write lock*/);
        if(!v) {
                ssl_printf(ssl,"no view with name: %s\n", arg);
                return;
        }
        if(!v->local_zones) {
                lock_rw_unlock(&v->lock);
                send_ok(ssl);
                return;
        }
        do_data_remove(ssl, v->local_zones, arg2);
        lock_rw_unlock(&v->lock);
}

/** Remove RR data from stdin from view */
static void
do_view_datas_remove(struct daemon_remote* rc, RES* ssl, struct worker* worker,
        char* arg)
{
        struct view* v;
        char buf[MAX_CMD_STRLINE + MAX_STDIN_STRLINE] = "view_local_data_remove ";
        int num = 0;
        size_t cmd_len;
        v = views_find_view(worker->env.views, arg, 1 /* get write lock*/);
        if(!v) {
                ssl_printf(ssl,"no view with name: %s\n", arg);
                return;
        }
        if(!v->local_zones){
                lock_rw_unlock(&v->lock);
                ssl_printf(ssl, "removed 0 datas\n");
                return;
        }
        /* put the view name in the command buf */
        (void)snprintf(buf+strlen(buf), sizeof(buf)-strlen(buf), "%s ", arg);
        cmd_len = strlen(buf);
        while(ssl_read_line(ssl, buf+cmd_len, MAX_STDIN_STRLINE)) {
                if(buf[0+cmd_len] == 0 ||
                        (buf[0+cmd_len] == 0x04 && buf[1+cmd_len] == 0))
                        break; /* zero byte line or end of transmission */
#ifdef THREADS_DISABLED
                /* distribute single item command */
                if(rc) distribute_cmd(rc, ssl, buf);
#else
                (void)rc; /* unused */
#endif
                if(!perform_data_remove(ssl, v->local_zones, buf+cmd_len)) {
                        if(!ssl_printf(ssl, "error for input line: %s\n",
                                buf+cmd_len))
                                return;
                }
                else    num++;
        }
        lock_rw_unlock(&v->lock);
        (void)ssl_printf(ssl, "removed %d datas\n", num);
}

/** information for the domain search */
struct cache_lookup_info {
        /** The connection to print on. */
        RES* ssl;
        /** The worker. */
        struct worker* worker;
        /** The domain, in wireformat. */
        uint8_t* nm;
        /** The length of nm. */
        size_t nmlen;
};

#ifdef CLIENT_SUBNET
static void addrtree_traverse_visit_node(struct addrnode* n, addrkey_t* addr,
        size_t addr_size, int is_ipv6, time_t now, struct query_info* q,
        void (*func)(struct query_info*, struct reply_info*, addrkey_t*,
                size_t, int, addrlen_t, int, time_t, void*), void* arg);

/** Lookup in subnet addrtree */
static void
cache_lookup_subnet_addrnode(struct query_info* q, struct reply_info* d,
        addrkey_t* addr, size_t addr_size, int is_ipv6, addrlen_t scope,
        int only_match_scope_zero, time_t ttl, void* arg)
{
        size_t i;
        char s[65535], tp[32], cl[32], rc[32], fg[32], astr[64];
        struct cache_lookup_info* inf = (struct cache_lookup_info*)arg;
        if(is_ipv6) {
                if(addr_size < 16 || inet_ntop(AF_INET6, addr, astr,
                        sizeof(astr)) == NULL)
                        snprintf(astr, sizeof(astr), "(inet6ntoperror)");
        } else {
                if(addr_size < 4 || inet_ntop(AF_INET, addr, astr,
                        sizeof(astr)) == NULL)
                        snprintf(astr, sizeof(astr), "(inetntoperror)");
        }
        sldns_wire2str_dname_buf(q->qname, q->qname_len, s, sizeof(s));
        sldns_wire2str_type_buf(q->qtype, tp, sizeof(tp));
        sldns_wire2str_class_buf(q->qclass, cl, sizeof(cl));
        sldns_wire2str_rcode_buf(FLAGS_GET_RCODE(d->flags),
                rc, sizeof(rc));
        snprintf(fg, sizeof(fg), "%s%s%s%s%s%s%s%s",
                ((d->flags&BIT_QR)?" QR":""),
                ((d->flags&BIT_AA)?" AA":""),
                ((d->flags&BIT_TC)?" TC":""),
                ((d->flags&BIT_RD)?" RD":""),
                ((d->flags&BIT_RA)?" RA":""),
                ((d->flags&BIT_Z)?" Z":""),
                ((d->flags&BIT_AD)?" AD":""),
                ((d->flags&BIT_CD)?" CD":""));
        if(!rrset_array_lock(d->ref, d->rrset_count,
                *inf->worker->env.now)) {
                /* rrsets have timed out or do not exist */
                return;
        }
        if(!ssl_printf(inf->ssl, "subnet %s/%d%s %s %s %s " ARG_LL "d\n", astr,
                (int)scope, (only_match_scope_zero?" scope_zero":""),
                s, cl, tp, (long long)(ttl-*inf->worker->env.now))) {
                rrset_array_unlock(d->ref, d->rrset_count);
                return;
        }
        ssl_printf(inf->ssl,
                "subnet msg %s %s %s%s %s %d %d " ARG_LL "d %d %u %u %u %d %s\n",
                s, cl, tp, fg, rc,
                (int)d->flags, (int)d->qdcount,
                (long long)(d->ttl-*inf->worker->env.now),
                (int)d->security,
                (unsigned)d->an_numrrsets,
                (unsigned)d->ns_numrrsets,
                (unsigned)d->ar_numrrsets,
                (int)d->reason_bogus,
                d->reason_bogus_str?d->reason_bogus_str:"");
        for(i=0; i<d->rrset_count; i++) {
                struct ub_packed_rrset_key* rk = d->rrsets[i];
                struct packed_rrset_data* rd = (struct packed_rrset_data*)rk->entry.data;
                size_t j;
                for(j=0; j<rd->count + rd->rrsig_count; j++) {
                        if(!packed_rr_to_string(rk, j,
                                *inf->worker->env.now, s, sizeof(s))) {
                                ssl_printf(inf->ssl, "BADRR\n");
                        } else {
                                ssl_printf(inf->ssl, "%s", s);
                        }
                }
        }
        rrset_array_unlock(d->ref, d->rrset_count);
        ssl_printf(inf->ssl, "\n");
}

/** Visit an edge in subnet addrtree traverse */
static void
addrtree_traverse_visit_edge(struct addredge* edge, addrkey_t* addr,
        size_t addr_size, int is_ipv6, time_t now, struct query_info* q,
        void (*func)(struct query_info*, struct reply_info*, addrkey_t*,
                size_t, int, addrlen_t, int, time_t, void*), void* arg)
{
        size_t n;
        addrlen_t addrlen;
        if(!edge || !edge->node)
                return;
        addrlen = edge->len;
        /* ceil() */
        n = (size_t)((addrlen / KEYWIDTH) + ((addrlen % KEYWIDTH != 0)?1:0));
        if(n > addr_size)
                n = addr_size;
        memset(addr, 0, addr_size);
        memcpy(addr, edge->str, n);
        addrtree_traverse_visit_node(edge->node, addr, addr_size, is_ipv6,
                now, q, func, arg);
}

/** Visit a node in subnet addrtree traverse */
static void
addrtree_traverse_visit_node(struct addrnode* n, addrkey_t* addr,
        size_t addr_size, int is_ipv6, time_t now, struct query_info* q,
        void (*func)(struct query_info*, struct reply_info*, addrkey_t*,
                size_t, int, addrlen_t, int, time_t, void*), void* arg)
{
        /* If this node has data, and not expired. */
        if(n->elem && n->ttl >= now) {
                func(q, (struct reply_info*)n->elem, addr, addr_size, is_ipv6,
                        n->scope, n->only_match_scope_zero, n->ttl, arg);
        }
        /* Traverse edges. */
        addrtree_traverse_visit_edge(n->edge[0], addr, addr_size, is_ipv6,
                now, q, func, arg);
        addrtree_traverse_visit_edge(n->edge[1], addr, addr_size, is_ipv6,
                now, q, func, arg);
}

/** Traverse subnet addrtree */
static void
addrtree_traverse(struct addrtree* tree, int is_ipv6, time_t now,
        struct query_info* q,
        void (*func)(struct query_info*, struct reply_info*, addrkey_t*,
                size_t, int, addrlen_t, int, time_t, void*), void* arg)
{
        uint8_t addr[16]; /* Large enough for IPv4 and IPv6. */
        memset(addr, 0, sizeof(addr));
        addrtree_traverse_visit_node(tree->root, (addrkey_t*)addr,
                sizeof(addr), is_ipv6, now, q, func, arg);
}

/** Lookup cache_lookup for subnet content. */
static void
cache_lookup_subnet_msg(struct lruhash_entry* e, void* arg)
{
        struct cache_lookup_info* inf = (struct cache_lookup_info*)arg;
        struct msgreply_entry *k = (struct msgreply_entry*)e->key;
        struct subnet_msg_cache_data* d =
                (struct subnet_msg_cache_data*)e->data;
        if(!dname_subdomain_c(k->key.qname, inf->nm))
                return;

        if(d->tree4) {
                addrtree_traverse(d->tree4, 0, *inf->worker->env.now, &k->key,
                        &cache_lookup_subnet_addrnode, inf);
        }
        if(d->tree6) {
                addrtree_traverse(d->tree6, 1, *inf->worker->env.now, &k->key,
                        &cache_lookup_subnet_addrnode, inf);
        }
}
#endif /* CLIENT_SUBNET */

static void
cache_lookup_rrset(struct lruhash_entry* e, void* arg)
{
        struct cache_lookup_info* inf = (struct cache_lookup_info*)arg;
        struct ub_packed_rrset_key* k = (struct ub_packed_rrset_key*)e->key;
        struct packed_rrset_data* d = (struct packed_rrset_data*)e->data;
        if(*inf->worker->env.now < d->ttl &&
                k->id != 0 && /* not deleted */
                dname_subdomain_c(k->rk.dname, inf->nm)) {
                size_t i;
                for(i=0; i<d->count + d->rrsig_count; i++) {
                        char s[65535];
                        if(!packed_rr_to_string(k, i, *inf->worker->env.now,
                                s, sizeof(s))) {
                                ssl_printf(inf->ssl, "BADRR\n");
                                return;
                        }
                        ssl_printf(inf->ssl, "%s", s);
                }
                ssl_printf(inf->ssl, "\n");
        }
}

static void
cache_lookup_msg(struct lruhash_entry* e, void* arg)
{
        struct cache_lookup_info* inf = (struct cache_lookup_info*)arg;
        struct msgreply_entry* k = (struct msgreply_entry*)e->key;
        struct reply_info* d = (struct reply_info*)e->data;
        if(*inf->worker->env.now < d->ttl &&
                dname_subdomain_c(k->key.qname, inf->nm)) {
                size_t i;
                char s[65535], tp[32], cl[32], rc[32], fg[32];
                sldns_wire2str_dname_buf(k->key.qname, k->key.qname_len,
                        s, sizeof(s));
                sldns_wire2str_type_buf(k->key.qtype, tp, sizeof(tp));
                sldns_wire2str_class_buf(k->key.qclass, cl, sizeof(cl));
                sldns_wire2str_rcode_buf(FLAGS_GET_RCODE(d->flags),
                        rc, sizeof(rc));
                snprintf(fg, sizeof(fg), "%s%s%s%s%s%s%s%s",
                        ((d->flags&BIT_QR)?" QR":""),
                        ((d->flags&BIT_AA)?" AA":""),
                        ((d->flags&BIT_TC)?" TC":""),
                        ((d->flags&BIT_RD)?" RD":""),
                        ((d->flags&BIT_RA)?" RA":""),
                        ((d->flags&BIT_Z)?" Z":""),
                        ((d->flags&BIT_AD)?" AD":""),
                        ((d->flags&BIT_CD)?" CD":""));
                if(!rrset_array_lock(d->ref, d->rrset_count,
                        *inf->worker->env.now)) {
                        /* rrsets have timed out or do not exist */
                        return;
                }
                ssl_printf(inf->ssl,
                        "msg %s %s %s%s %s %d %d " ARG_LL "d %d %u %u %u %d %s\n",
                        s, cl, tp, fg, rc,
                        (int)d->flags, (int)d->qdcount,
                        (long long)(d->ttl-*inf->worker->env.now),
                        (int)d->security,
                        (unsigned)d->an_numrrsets,
                        (unsigned)d->ns_numrrsets,
                        (unsigned)d->ar_numrrsets,
                        (int)d->reason_bogus,
                        d->reason_bogus_str?d->reason_bogus_str:"");
                for(i=0; i<d->rrset_count; i++) {
                        struct ub_packed_rrset_key* rk = d->rrsets[i];
                        struct packed_rrset_data* rd = (struct packed_rrset_data*)rk->entry.data;
                        size_t j;
                        for(j=0; j<rd->count + rd->rrsig_count; j++) {
                                if(!packed_rr_to_string(rk, j,
                                        *inf->worker->env.now, s, sizeof(s))) {
                                        rrset_array_unlock(d->ref, d->rrset_count);
                                        ssl_printf(inf->ssl, "BADRR\n");
                                        return;
                                }
                                ssl_printf(inf->ssl, "%s", s);
                        }
                }
                rrset_array_unlock(d->ref, d->rrset_count);
                ssl_printf(inf->ssl, "\n");
        }
}

/** perform cache search for domain */
static void
do_cache_lookup_domain(RES* ssl, struct worker* worker, uint8_t* nm,
        size_t nmlen)
{
#ifdef CLIENT_SUBNET
        int m;
        struct subnet_env* sn_env = NULL;
#endif /* CLIENT_SUBNET */
        struct cache_lookup_info inf;
        inf.ssl = ssl;
        inf.worker = worker;
        inf.nm = nm;
        inf.nmlen = nmlen;

#ifdef CLIENT_SUBNET
        m = modstack_find(worker->env.modstack, "subnetcache");
        if(m != -1) sn_env = (struct subnet_env*)worker->env.modinfo[m];
        if(sn_env) {
                lock_rw_rdlock(&sn_env->biglock);
                slabhash_traverse(sn_env->subnet_msg_cache, 0,
                        &cache_lookup_subnet_msg, &inf);
                lock_rw_unlock(&sn_env->biglock);
        }
#endif /* CLIENT_SUBNET */

        slabhash_traverse(&worker->env.rrset_cache->table, 0,
                &cache_lookup_rrset, &inf);
        slabhash_traverse(worker->env.msg_cache, 0, &cache_lookup_msg, &inf);
}

/** cache lookup of domain */
static void
do_cache_lookup(RES* ssl, struct worker* worker, char* arg)
{
        uint8_t nm[LDNS_MAX_DOMAINLEN+1];
        size_t nmlen;
        int status;
        char* s = arg, *next = NULL;
        int allow_long = 0;

        if(arg[0] == '+' && arg[1] == 't' && (arg[2]==' ' || arg[2]=='\t')) {
                allow_long = 1;
                s = arg+2;
        }

        /* Find the commandline arguments of domains. */
        while(s && *s != 0) {
                s = skipwhite(s);
                if(*s == 0)
                        break;
                if(strchr(s, ' ') || strchr(s, '\t')) {
                        char* sp = strchr(s, ' ');
                        if(strchr(s, '\t') != 0 && strchr(s, '\t') < sp)
                                sp = strchr(s, '\t');
                        *sp = 0;
                        next = sp+1;
                } else {
                        next = NULL;
                }

                nmlen = sizeof(nm);
                status = sldns_str2wire_dname_buf(s, nm, &nmlen);
                if(status != 0) {
                        ssl_printf(ssl, "error cannot parse name %s at %d: %s\n", s,
                                LDNS_WIREPARSE_OFFSET(status),
                                sldns_get_errorstr_parse(status));
                        return;
                }
                if(!allow_long && dname_count_labels(nm) < 3) {
                        ssl_printf(ssl, "error name too short: '%s'. Need example.com. or longer, short names take very long, use +t to allow them.\n", s);
                        return;
                }

                do_cache_lookup_domain(ssl, worker, nm, nmlen);

                s = next;
        }
}

/** cache lookup of nameservers */
static void
do_lookup(RES* ssl, struct worker* worker, char* arg)
{
        uint8_t* nm;
        int nmlabs;
        size_t nmlen;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return;
        (void)print_deleg_lookup(ssl, worker, nm, nmlen, nmlabs);
        free(nm);
}

/** flush something from rrset and msg caches */
static void
do_cache_remove(struct worker* worker, uint8_t* nm, size_t nmlen,
        uint16_t t, uint16_t c, int remcachedb)
{
        hashvalue_type h;
        struct query_info k;
        rrset_cache_remove(worker->env.rrset_cache, nm, nmlen, t, c, 0);
        if(t == LDNS_RR_TYPE_SOA)
                rrset_cache_remove(worker->env.rrset_cache, nm, nmlen, t, c,
                        PACKED_RRSET_SOA_NEG);
        k.qname = nm;
        k.qname_len = nmlen;
        k.qtype = t;
        k.qclass = c;
        k.local_alias = NULL;
        h = query_info_hash(&k, 0);
        slabhash_remove(worker->env.msg_cache, h, &k);
        if(t == LDNS_RR_TYPE_AAAA) {
                /* for AAAA also flush dns64 bit_cd packet */
                h = query_info_hash(&k, BIT_CD);
                slabhash_remove(worker->env.msg_cache, h, &k);
        }
#ifdef USE_CACHEDB
        if(remcachedb && worker->env.cachedb_enabled)
                cachedb_msg_remove_qinfo(&worker->env, &k);
#else
        (void)remcachedb;
#endif
}

/** parse '+c' option, modifies string to return remainder. */
static int
parse_remcachedb(RES* ssl, char** arg, int* pc)
{
        *arg = skipwhite(*arg);
        if((*arg)[0] == '+' && (*arg)[1] == 'c') {
                char* arg2;
                *pc = 1;
                if(!find_arg2(ssl, *arg, &arg2))
                        return 0;
                *arg = arg2;
                return 1;
        }
        /* The option was not found, no problem */
        return 1;
}

/** flush a type */
static void
do_flush_type(RES* ssl, struct worker* worker, char* arg)
{
        uint8_t* nm;
        int nmlabs;
        size_t nmlen;
        char* arg2;
        uint16_t t;
        int pc = 0; /* '+c' option */
        if(!parse_remcachedb(ssl, &arg, &pc))
                return;
        if(!find_arg2(ssl, arg, &arg2))
                return;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return;
        t = sldns_get_rr_type_by_name(arg2);
        if(t == 0 && strcmp(arg2, "TYPE0") != 0) {
                (void)ssl_printf(ssl, "error parsing RRset type: '%s'\n", arg2);
                free(nm);
                return;
        }
        do_cache_remove(worker, nm, nmlen, t, LDNS_RR_CLASS_IN, pc);

        free(nm);
        send_ok(ssl);
}

/** flush statistics */
static void
do_flush_stats(RES* ssl, struct worker* worker)
{
        worker_stats_clear(worker);
        send_ok(ssl);
}

/**
 * Local info for deletion functions
 */
struct del_info {
        /** worker */
        struct worker* worker;
        /** name to delete */
        uint8_t* name;
        /** length */
        size_t len;
        /** labels */
        int labs;
        /** time to invalidate to */
        time_t expired;
        /** number of rrsets removed */
        size_t num_rrsets;
        /** number of msgs removed */
        size_t num_msgs;
        /** number of key entries removed */
        size_t num_keys;
        /** length of addr */
        socklen_t addrlen;
        /** socket address for host deletion */
        struct sockaddr_storage addr;
        /** if cachedb information should be flushed too */
        int remcachedb;
};

/** callback to delete hosts in infra cache */
static void
infra_del_host(struct lruhash_entry* e, void* arg)
{
        /* entry is locked */
        struct del_info* inf = (struct del_info*)arg;
        struct infra_key* k = (struct infra_key*)e->key;
        if(sockaddr_cmp(&inf->addr, inf->addrlen, &k->addr, k->addrlen) == 0) {
                struct infra_data* d = (struct infra_data*)e->data;
                d->probedelay = 0;
                d->timeout_A = 0;
                d->timeout_AAAA = 0;
                d->timeout_other = 0;
                rtt_init(&d->rtt);
                if(d->ttl > inf->expired) {
                        d->ttl = inf->expired;
                        inf->num_keys++;
                }
        }
}

/** flush infra cache */
static void
do_flush_infra(RES* ssl, struct worker* worker, char* arg)
{
        struct sockaddr_storage addr;
        socklen_t len;
        struct del_info inf;
        if(strcmp(arg, "all") == 0) {
                slabhash_clear(worker->env.infra_cache->hosts);
                send_ok(ssl);
                return;
        }
        if(!ipstrtoaddr(arg, UNBOUND_DNS_PORT, &addr, &len)) {
                (void)ssl_printf(ssl, "error parsing ip addr: '%s'\n", arg);
                return;
        }
        /* delete all entries from cache */
        /* what we do is to set them all expired */
        inf.worker = worker;
        inf.name = 0;
        inf.len = 0;
        inf.labs = 0;
        inf.expired = *worker->env.now;
        inf.expired -= 3; /* handle 3 seconds skew between threads */
        inf.num_rrsets = 0;
        inf.num_msgs = 0;
        inf.num_keys = 0;
        inf.addrlen = len;
        inf.remcachedb = 0;
        memmove(&inf.addr, &addr, len);
        slabhash_traverse(worker->env.infra_cache->hosts, 1, &infra_del_host,
                &inf);
        send_ok(ssl);
}

/** flush requestlist */
static void
do_flush_requestlist(RES* ssl, struct worker* worker)
{
        mesh_delete_all(worker->env.mesh);
        send_ok(ssl);
}

/** callback to delete rrsets in a zone */
static void
zone_del_rrset(struct lruhash_entry* e, void* arg)
{
        /* entry is locked */
        struct del_info* inf = (struct del_info*)arg;
        struct ub_packed_rrset_key* k = (struct ub_packed_rrset_key*)e->key;
        if(dname_subdomain_c(k->rk.dname, inf->name)) {
                struct packed_rrset_data* d =
                        (struct packed_rrset_data*)e->data;
                if(d->ttl > inf->expired) {
                        d->ttl = inf->expired;
                        inf->num_rrsets++;
                }
        }
}

/** callback to delete messages in a zone */
static void
zone_del_msg(struct lruhash_entry* e, void* arg)
{
        /* entry is locked */
        struct del_info* inf = (struct del_info*)arg;
        struct msgreply_entry* k = (struct msgreply_entry*)e->key;
        if(dname_subdomain_c(k->key.qname, inf->name)) {
                struct reply_info* d = (struct reply_info*)e->data;
                if(d->ttl > inf->expired) {
                        d->ttl = inf->expired;
                        d->prefetch_ttl = inf->expired;
                        d->serve_expired_ttl = inf->expired;
                        inf->num_msgs++;
                }
#ifdef USE_CACHEDB
                if(inf->remcachedb && inf->worker->env.cachedb_enabled)
                        cachedb_msg_remove_qinfo(&inf->worker->env, &k->key);
#endif
        }
}

/** callback to delete keys in zone */
static void
zone_del_kcache(struct lruhash_entry* e, void* arg)
{
        /* entry is locked */
        struct del_info* inf = (struct del_info*)arg;
        struct key_entry_key* k = (struct key_entry_key*)e->key;
        if(dname_subdomain_c(k->name, inf->name)) {
                struct key_entry_data* d = (struct key_entry_data*)e->data;
                if(d->ttl > inf->expired) {
                        d->ttl = inf->expired;
                        inf->num_keys++;
                }
        }
}

/** remove all rrsets and keys from zone from cache */
static void
do_flush_zone(RES* ssl, struct worker* worker, char* arg)
{
        uint8_t* nm;
        int nmlabs;
        size_t nmlen;
        struct del_info inf;
        int pc = 0; /* '+c' option */
        if(!parse_remcachedb(ssl, &arg, &pc))
                return;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return;
        /* delete all RRs and key entries from zone */
        /* what we do is to set them all expired */
        inf.worker = worker;
        inf.name = nm;
        inf.len = nmlen;
        inf.labs = nmlabs;
        inf.expired = *worker->env.now;
        inf.expired -= 3; /* handle 3 seconds skew between threads */
        inf.num_rrsets = 0;
        inf.num_msgs = 0;
        inf.num_keys = 0;
        inf.remcachedb = pc;
        slabhash_traverse(&worker->env.rrset_cache->table, 1,
                &zone_del_rrset, &inf);

        slabhash_traverse(worker->env.msg_cache, 1, &zone_del_msg, &inf);

        /* and validator cache */
        if(worker->env.key_cache) {
                slabhash_traverse(worker->env.key_cache->slab, 1,
                        &zone_del_kcache, &inf);
        }

        free(nm);

        (void)ssl_printf(ssl, "ok removed %lu rrsets, %lu messages "
                "and %lu key entries\n", (unsigned long)inf.num_rrsets,
                (unsigned long)inf.num_msgs, (unsigned long)inf.num_keys);
}

/** callback to delete bogus rrsets */
static void
bogus_del_rrset(struct lruhash_entry* e, void* arg)
{
        /* entry is locked */
        struct del_info* inf = (struct del_info*)arg;
        struct packed_rrset_data* d = (struct packed_rrset_data*)e->data;
        if(d->security == sec_status_bogus && d->ttl > inf->expired) {
                d->ttl = inf->expired;
                inf->num_rrsets++;
        }
}

/** callback to delete bogus messages */
static void
bogus_del_msg(struct lruhash_entry* e, void* arg)
{
        /* entry is locked */
        struct del_info* inf = (struct del_info*)arg;
        struct reply_info* d = (struct reply_info*)e->data;
        if(d->security == sec_status_bogus && d->ttl > inf->expired) {
                d->ttl = inf->expired;
                d->prefetch_ttl = inf->expired;
                d->serve_expired_ttl = inf->expired;
                inf->num_msgs++;
#ifdef USE_CACHEDB
                if(inf->remcachedb && inf->worker->env.cachedb_enabled)
                        cachedb_msg_remove_qinfo(&inf->worker->env,
                                &((struct msgreply_entry*)e->key)->key);
#endif
        }
}

/** callback to delete bogus keys */
static void
bogus_del_kcache(struct lruhash_entry* e, void* arg)
{
        /* entry is locked */
        struct del_info* inf = (struct del_info*)arg;
        struct key_entry_data* d = (struct key_entry_data*)e->data;
        if(d->isbad && d->ttl > inf->expired) {
                d->ttl = inf->expired;
                inf->num_keys++;
        }
}

/** remove all bogus rrsets, msgs and keys from cache */
static void
do_flush_bogus(RES* ssl, struct worker* worker, char* arg)
{
        struct del_info inf;
        int pc = 0; /* '+c' option */
        if(!parse_remcachedb(ssl, &arg, &pc))
                return;
        /* what we do is to set them all expired */
        inf.worker = worker;
        inf.expired = *worker->env.now;
        inf.expired -= 3; /* handle 3 seconds skew between threads */
        inf.num_rrsets = 0;
        inf.num_msgs = 0;
        inf.num_keys = 0;
        inf.remcachedb = pc;
        slabhash_traverse(&worker->env.rrset_cache->table, 1,
                &bogus_del_rrset, &inf);

        slabhash_traverse(worker->env.msg_cache, 1, &bogus_del_msg, &inf);

        /* and validator cache */
        if(worker->env.key_cache) {
                slabhash_traverse(worker->env.key_cache->slab, 1,
                        &bogus_del_kcache, &inf);
        }

        (void)ssl_printf(ssl, "ok removed %lu rrsets, %lu messages "
                "and %lu key entries\n", (unsigned long)inf.num_rrsets,
                (unsigned long)inf.num_msgs, (unsigned long)inf.num_keys);
}

/** callback to delete negative and servfail rrsets */
static void
negative_del_rrset(struct lruhash_entry* e, void* arg)
{
        /* entry is locked */
        struct del_info* inf = (struct del_info*)arg;
        struct ub_packed_rrset_key* k = (struct ub_packed_rrset_key*)e->key;
        struct packed_rrset_data* d = (struct packed_rrset_data*)e->data;
        /* delete the parentside negative cache rrsets,
         * these are nameserver rrsets that failed lookup, rdata empty */
        if((k->rk.flags & PACKED_RRSET_PARENT_SIDE) && d->count == 1 &&
                d->rrsig_count == 0 && d->rr_len[0] == 0 &&
                d->ttl > inf->expired) {
                d->ttl = inf->expired;
                inf->num_rrsets++;
        }
}

/** callback to delete negative and servfail messages */
static void
negative_del_msg(struct lruhash_entry* e, void* arg)
{
        /* entry is locked */
        struct del_info* inf = (struct del_info*)arg;
        struct reply_info* d = (struct reply_info*)e->data;
        /* rcode not NOERROR: NXDOMAIN, SERVFAIL, ..: an nxdomain or error
         * or NOERROR rcode with ANCOUNT==0: a NODATA answer */
        if((FLAGS_GET_RCODE(d->flags) != 0 || d->an_numrrsets == 0) &&
                d->ttl > inf->expired) {
                d->ttl = inf->expired;
                d->prefetch_ttl = inf->expired;
                d->serve_expired_ttl = inf->expired;
                inf->num_msgs++;
#ifdef USE_CACHEDB
                if(inf->remcachedb && inf->worker->env.cachedb_enabled)
                        cachedb_msg_remove_qinfo(&inf->worker->env,
                                &((struct msgreply_entry*)e->key)->key);
#endif
        }
}

/** callback to delete negative key entries */
static void
negative_del_kcache(struct lruhash_entry* e, void* arg)
{
        /* entry is locked */
        struct del_info* inf = (struct del_info*)arg;
        struct key_entry_data* d = (struct key_entry_data*)e->data;
        /* could be bad because of lookup failure on the DS, DNSKEY, which
         * was nxdomain or servfail, and thus a result of negative lookups */
        if(d->isbad && d->ttl > inf->expired) {
                d->ttl = inf->expired;
                inf->num_keys++;
        }
}

/** remove all negative(NODATA,NXDOMAIN), and servfail messages from cache */
static void
do_flush_negative(RES* ssl, struct worker* worker, char* arg)
{
        struct del_info inf;
        int pc = 0; /* '+c' option */
        if(!parse_remcachedb(ssl, &arg, &pc))
                return;
        /* what we do is to set them all expired */
        inf.worker = worker;
        inf.expired = *worker->env.now;
        inf.expired -= 3; /* handle 3 seconds skew between threads */
        inf.num_rrsets = 0;
        inf.num_msgs = 0;
        inf.num_keys = 0;
        inf.remcachedb = pc;
        slabhash_traverse(&worker->env.rrset_cache->table, 1,
                &negative_del_rrset, &inf);

        slabhash_traverse(worker->env.msg_cache, 1, &negative_del_msg, &inf);

        /* and validator cache */
        if(worker->env.key_cache) {
                slabhash_traverse(worker->env.key_cache->slab, 1,
                        &negative_del_kcache, &inf);
        }

        (void)ssl_printf(ssl, "ok removed %lu rrsets, %lu messages "
                "and %lu key entries\n", (unsigned long)inf.num_rrsets,
                (unsigned long)inf.num_msgs, (unsigned long)inf.num_keys);
}

/** remove name rrset from cache */
static void
do_flush_name(RES* ssl, struct worker* w, char* arg)
{
        uint8_t* nm;
        int nmlabs;
        size_t nmlen;
        int pc = 0; /* '+c' option */
        if(!parse_remcachedb(ssl, &arg, &pc))
                return;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return;
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_A, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_AAAA, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_NS, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_SOA, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_CNAME, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_DNAME, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_MX, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_PTR, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_SRV, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_NAPTR, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_SVCB, LDNS_RR_CLASS_IN, pc);
        do_cache_remove(w, nm, nmlen, LDNS_RR_TYPE_HTTPS, LDNS_RR_CLASS_IN, pc);

        free(nm);
        send_ok(ssl);
}

/** printout a delegation point info */
static int
ssl_print_name_dp(RES* ssl, const char* str, uint8_t* nm, uint16_t dclass,
        struct delegpt* dp)
{
        char buf[LDNS_MAX_DOMAINLEN];
        struct delegpt_ns* ns;
        struct delegpt_addr* a;
        int f = 0;
        if(str) { /* print header for forward, stub */
                char* c = sldns_wire2str_class(dclass);
                dname_str(nm, buf);
                if(!ssl_printf(ssl, "%s %s %s ", buf, (c?c:"CLASS??"), str)) {
                        free(c);
                        return 0;
                }
                free(c);
        }
        for(ns = dp->nslist; ns; ns = ns->next) {
                dname_str(ns->name, buf);
                if(!ssl_printf(ssl, "%s%s", (f?" ":""), buf))
                        return 0;
                f = 1;
        }
        for(a = dp->target_list; a; a = a->next_target) {
                addr_to_str(&a->addr, a->addrlen, buf, sizeof(buf));
                if(!ssl_printf(ssl, "%s%s", (f?" ":""), buf))
                        return 0;
                f = 1;
        }
        return ssl_printf(ssl, "\n");
}


/** print root forwards */
static int
print_root_fwds(RES* ssl, struct iter_forwards* fwds, uint8_t* root)
{
        struct delegpt* dp;
        int nolock = 0;
        dp = forwards_lookup(fwds, root, LDNS_RR_CLASS_IN, nolock);
        if(!dp) {
                return ssl_printf(ssl, "off (using root hints)\n");
        }
        /* if dp is returned it must be the root */
        log_assert(query_dname_compare(dp->name, root)==0);
        if(!ssl_print_name_dp(ssl, NULL, root, LDNS_RR_CLASS_IN, dp)) {
                lock_rw_unlock(&fwds->lock);
                return 0;
        }
        lock_rw_unlock(&fwds->lock);
        return 1;
}

/** parse args into delegpt */
static struct delegpt*
parse_delegpt(RES* ssl, char* args, uint8_t* nm)
{
        /* parse args and add in */
        char* p = args;
        char* todo;
        struct delegpt* dp = delegpt_create_mlc(nm);
        struct sockaddr_storage addr;
        socklen_t addrlen;
        char* auth_name;
        if(!dp) {
                (void)ssl_printf(ssl, "error out of memory\n");
                return NULL;
        }
        while(p) {
                todo = p;
                p = strchr(p, ' '); /* find next spot, if any */
                if(p) {
                        *p++ = 0;       /* end this spot */
                        p = skipwhite(p); /* position at next spot */
                }
                /* parse address */
                if(!authextstrtoaddr(todo, &addr, &addrlen, &auth_name)) {
                        uint8_t* dname= NULL;
                        int port;
                        dname = authextstrtodname(todo, &port, &auth_name);
                        if(!dname) {
                                (void)ssl_printf(ssl, "error cannot parse"
                                        " '%s'\n", todo);
                                delegpt_free_mlc(dp);
                                return NULL;
                        }
#if ! defined(HAVE_SSL_SET1_HOST) && ! defined(HAVE_X509_VERIFY_PARAM_SET1_HOST)
                        if(auth_name)
                                log_err("no name verification functionality in "
                                "ssl library, ignored name for %s", todo);
#endif
                        if(!delegpt_add_ns_mlc(dp, dname, 0, auth_name, port)) {
                                (void)ssl_printf(ssl, "error out of memory\n");
                                free(dname);
                                delegpt_free_mlc(dp);
                                return NULL;
                        }
                } else {
#if ! defined(HAVE_SSL_SET1_HOST) && ! defined(HAVE_X509_VERIFY_PARAM_SET1_HOST)
                        if(auth_name)
                                log_err("no name verification functionality in "
                                "ssl library, ignored name for %s", todo);
#endif
                        /* add address */
                        if(!delegpt_add_addr_mlc(dp, &addr, addrlen, 0, 0,
                                auth_name, -1)) {
                                (void)ssl_printf(ssl, "error out of memory\n");
                                delegpt_free_mlc(dp);
                                return NULL;
                        }
                }
        }
        dp->has_parent_side_NS = 1;
        return dp;
}

/** do the forward command */
static void
do_forward(RES* ssl, struct worker* worker, char* args)
{
        struct iter_forwards* fwd = worker->env.fwds;
        uint8_t* root = (uint8_t*)"\000";
        int nolock = 0;
        if(!fwd) {
                (void)ssl_printf(ssl, "error: structure not allocated\n");
                return;
        }
        if(args == NULL || args[0] == 0) {
                (void)print_root_fwds(ssl, fwd, root);
                return;
        }
        /* set root forwards for this thread. since we are in remote control
         * the actual mesh is not running, so we can freely edit it. */
        /* delete all the existing queries first */
        mesh_delete_all(worker->env.mesh);
        if(strcmp(args, "off") == 0) {
                forwards_delete_zone(fwd, LDNS_RR_CLASS_IN, root, nolock);
        } else {
                struct delegpt* dp;
                if(!(dp = parse_delegpt(ssl, args, root)))
                        return;
                if(!forwards_add_zone(fwd, LDNS_RR_CLASS_IN, dp, nolock)) {
                        (void)ssl_printf(ssl, "error out of memory\n");
                        return;
                }
        }
        send_ok(ssl);
}

static int
parse_fs_args(RES* ssl, char* args, uint8_t** nm, struct delegpt** dp,
        int* insecure, int* prime, int* tls)
{
        char* zonename;
        char* rest;
        size_t nmlen;
        int nmlabs;
        /* parse all -x args */
        while(args[0] == '+') {
                if(!find_arg2(ssl, args, &rest))
                        return 0;
                while(*(++args) != 0) {
                        if(*args == 'i' && insecure)
                                *insecure = 1;
                        else if(*args == 'p' && prime)
                                *prime = 1;
                        else if(*args == 't' && tls)
                                *tls = 1;
                        else {
                                (void)ssl_printf(ssl, "error: unknown option %s\n", args);
                                return 0;
                        }
                }
                args = rest;
        }
        /* parse name */
        if(dp) {
                if(!find_arg2(ssl, args, &rest))
                        return 0;
                zonename = args;
                args = rest;
        } else  zonename = args;
        if(!parse_arg_name(ssl, zonename, nm, &nmlen, &nmlabs))
                return 0;

        /* parse dp */
        if(dp) {
                if(!(*dp = parse_delegpt(ssl, args, *nm))) {
                        free(*nm);
                        return 0;
                }
        }
        return 1;
}

/** do the forward_add command */
static void
do_forward_add(RES* ssl, struct worker* worker, char* args)
{
        struct iter_forwards* fwd = worker->env.fwds;
        int insecure = 0, tls = 0;
        uint8_t* nm = NULL;
        struct delegpt* dp = NULL;
        int nolock = 1;
        if(!parse_fs_args(ssl, args, &nm, &dp, &insecure, NULL, &tls))
                return;
        if(tls)
                dp->ssl_upstream = 1;
        /* prelock forwarders for atomic operation with anchors */
        lock_rw_wrlock(&fwd->lock);
        if(insecure && worker->env.anchors) {
                if(!anchors_add_insecure(worker->env.anchors, LDNS_RR_CLASS_IN,
                        nm)) {
                        lock_rw_unlock(&fwd->lock);
                        (void)ssl_printf(ssl, "error out of memory\n");
                        delegpt_free_mlc(dp);
                        free(nm);
                        return;
                }
        }
        if(!forwards_add_zone(fwd, LDNS_RR_CLASS_IN, dp, nolock)) {
                lock_rw_unlock(&fwd->lock);
                (void)ssl_printf(ssl, "error out of memory\n");
                free(nm);
                return;
        }
        lock_rw_unlock(&fwd->lock);
        free(nm);
        send_ok(ssl);
}

/** do the forward_remove command */
static void
do_forward_remove(RES* ssl, struct worker* worker, char* args)
{
        struct iter_forwards* fwd = worker->env.fwds;
        int insecure = 0;
        uint8_t* nm = NULL;
        int nolock = 1;
        if(!parse_fs_args(ssl, args, &nm, NULL, &insecure, NULL, NULL))
                return;
        /* prelock forwarders for atomic operation with anchors */
        lock_rw_wrlock(&fwd->lock);
        if(insecure && worker->env.anchors)
                anchors_delete_insecure(worker->env.anchors, LDNS_RR_CLASS_IN,
                        nm);
        forwards_delete_zone(fwd, LDNS_RR_CLASS_IN, nm, nolock);
        lock_rw_unlock(&fwd->lock);
        free(nm);
        send_ok(ssl);
}

/** do the stub_add command */
static void
do_stub_add(RES* ssl, struct worker* worker, char* args)
{
        struct iter_forwards* fwd = worker->env.fwds;
        int insecure = 0, prime = 0, tls = 0;
        uint8_t* nm = NULL;
        struct delegpt* dp = NULL;
        int nolock = 1;
        if(!parse_fs_args(ssl, args, &nm, &dp, &insecure, &prime, &tls))
                return;
        if(tls)
                dp->ssl_upstream = 1;
        /* prelock forwarders and hints for atomic operation with anchors */
        lock_rw_wrlock(&fwd->lock);
        lock_rw_wrlock(&worker->env.hints->lock);
        if(insecure && worker->env.anchors) {
                if(!anchors_add_insecure(worker->env.anchors, LDNS_RR_CLASS_IN,
                        nm)) {
                        lock_rw_unlock(&fwd->lock);
                        lock_rw_unlock(&worker->env.hints->lock);
                        (void)ssl_printf(ssl, "error out of memory\n");
                        delegpt_free_mlc(dp);
                        free(nm);
                        return;
                }
        }
        if(!forwards_add_stub_hole(fwd, LDNS_RR_CLASS_IN, nm, nolock)) {
                if(insecure && worker->env.anchors)
                        anchors_delete_insecure(worker->env.anchors,
                                LDNS_RR_CLASS_IN, nm);
                lock_rw_unlock(&fwd->lock);
                lock_rw_unlock(&worker->env.hints->lock);
                (void)ssl_printf(ssl, "error out of memory\n");
                delegpt_free_mlc(dp);
                free(nm);
                return;
        }
        if(!hints_add_stub(worker->env.hints, LDNS_RR_CLASS_IN, dp, !prime,
                nolock)) {
                (void)ssl_printf(ssl, "error out of memory\n");
                forwards_delete_stub_hole(fwd, LDNS_RR_CLASS_IN, nm, nolock);
                if(insecure && worker->env.anchors)
                        anchors_delete_insecure(worker->env.anchors,
                                LDNS_RR_CLASS_IN, nm);
                lock_rw_unlock(&fwd->lock);
                lock_rw_unlock(&worker->env.hints->lock);
                free(nm);
                return;
        }
        lock_rw_unlock(&fwd->lock);
        lock_rw_unlock(&worker->env.hints->lock);
        free(nm);
        send_ok(ssl);
}

/** do the stub_remove command */
static void
do_stub_remove(RES* ssl, struct worker* worker, char* args)
{
        struct iter_forwards* fwd = worker->env.fwds;
        int insecure = 0;
        uint8_t* nm = NULL;
        int nolock = 1;
        if(!parse_fs_args(ssl, args, &nm, NULL, &insecure, NULL, NULL))
                return;
        /* prelock forwarders and hints for atomic operation with anchors */
        lock_rw_wrlock(&fwd->lock);
        lock_rw_wrlock(&worker->env.hints->lock);
        if(insecure && worker->env.anchors)
                anchors_delete_insecure(worker->env.anchors, LDNS_RR_CLASS_IN,
                        nm);
        forwards_delete_stub_hole(fwd, LDNS_RR_CLASS_IN, nm, nolock);
        hints_delete_stub(worker->env.hints, LDNS_RR_CLASS_IN, nm, nolock);
        lock_rw_unlock(&fwd->lock);
        lock_rw_unlock(&worker->env.hints->lock);
        free(nm);
        send_ok(ssl);
}

/** do the insecure_add command */
static void
do_insecure_add(RES* ssl, struct worker* worker, char* arg)
{
        size_t nmlen;
        int nmlabs;
        uint8_t* nm = NULL;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return;
        if(worker->env.anchors) {
                if(!anchors_add_insecure(worker->env.anchors,
                        LDNS_RR_CLASS_IN, nm)) {
                        (void)ssl_printf(ssl, "error out of memory\n");
                        free(nm);
                        return;
                }
        }
        free(nm);
        send_ok(ssl);
}

/** do the insecure_remove command */
static void
do_insecure_remove(RES* ssl, struct worker* worker, char* arg)
{
        size_t nmlen;
        int nmlabs;
        uint8_t* nm = NULL;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return;
        if(worker->env.anchors)
                anchors_delete_insecure(worker->env.anchors,
                        LDNS_RR_CLASS_IN, nm);
        free(nm);
        send_ok(ssl);
}

static void
do_insecure_list(RES* ssl, struct worker* worker)
{
        char buf[LDNS_MAX_DOMAINLEN];
        struct trust_anchor* a;
        if(worker->env.anchors) {
                RBTREE_FOR(a, struct trust_anchor*, worker->env.anchors->tree) {
                        if(a->numDS == 0 && a->numDNSKEY == 0) {
                                dname_str(a->name, buf);
                                ssl_printf(ssl, "%s\n", buf);
                        }
                }
        }
}

/** do the status command */
static void
do_status(RES* ssl, struct worker* worker)
{
        int i;
        time_t uptime;
        if(!ssl_printf(ssl, "version: %s\n", PACKAGE_VERSION))
                return;
        if(!ssl_printf(ssl, "verbosity: %d\n", verbosity))
                return;
        if(!ssl_printf(ssl, "threads: %d\n", worker->daemon->num))
                return;
        if(!ssl_printf(ssl, "modules: %d [", worker->daemon->mods.num))
                return;
        for(i=0; i<worker->daemon->mods.num; i++) {
                if(!ssl_printf(ssl, " %s", worker->daemon->mods.mod[i]->name))
                        return;
        }
        if(!ssl_printf(ssl, " ]\n"))
                return;
        uptime = (time_t)time(NULL) - (time_t)worker->daemon->time_boot.tv_sec;
        if(!ssl_printf(ssl, "uptime: " ARG_LL "d seconds\n", (long long)uptime))
                return;
        if(!ssl_printf(ssl, "options:%s%s%s%s\n" ,
                (worker->daemon->reuseport?" reuseport":""),
                (worker->daemon->rc->accept_list?" control":""),
                (worker->daemon->rc->accept_list && worker->daemon->rc->use_cert?"(ssl)":""),
                (worker->daemon->rc->accept_list && worker->daemon->cfg->control_ifs.first && worker->daemon->cfg->control_ifs.first->str && worker->daemon->cfg->control_ifs.first->str[0] == '/'?"(namedpipe)":"")
                ))
                return;
        if(!ssl_printf(ssl, "unbound (pid %d) is running...\n",
                (int)getpid()))
                return;
}

/** get age for the mesh state */
static void
get_mesh_age(struct mesh_state* m, char* buf, size_t len,
        struct module_env* env)
{
        if(m->reply_list) {
                struct timeval d;
                struct mesh_reply* r = m->reply_list;
                /* last reply is the oldest */
                while(r && r->next)
                        r = r->next;
                timeval_subtract(&d, env->now_tv, &r->start_time);
                snprintf(buf, len, ARG_LL "d.%6.6d",
                        (long long)d.tv_sec, (int)d.tv_usec);
        } else {
                snprintf(buf, len, "-");
        }
}

/** get status of a mesh state */
static void
get_mesh_status(struct mesh_area* mesh, struct mesh_state* m,
        char* buf, size_t len)
{
        enum module_ext_state s = m->s.ext_state[m->s.curmod];
        const char *modname = mesh->mods.mod[m->s.curmod]->name;
        size_t l;
        if(strcmp(modname, "iterator") == 0 && s == module_wait_reply &&
                m->s.minfo[m->s.curmod]) {
                /* break into iterator to find out who its waiting for */
                struct iter_qstate* qstate = (struct iter_qstate*)
                        m->s.minfo[m->s.curmod];
                struct outbound_list* ol = &qstate->outlist;
                struct outbound_entry* e;
                snprintf(buf, len, "%s wait for", modname);
                l = strlen(buf);
                buf += l; len -= l;
                if(ol->first == NULL)
                        snprintf(buf, len, " (empty_list)");
                for(e = ol->first; e; e = e->next) {
                        snprintf(buf, len, " ");
                        l = strlen(buf);
                        buf += l; len -= l;
                        addr_to_str(&e->qsent->addr, e->qsent->addrlen,
                                buf, len);
                        l = strlen(buf);
                        buf += l; len -= l;
                }
        } else if(s == module_wait_subquery) {
                /* look in subs from mesh state to see what */
                char nm[LDNS_MAX_DOMAINLEN];
                struct mesh_state_ref* sub;
                snprintf(buf, len, "%s wants", modname);
                l = strlen(buf);
                buf += l; len -= l;
                if(m->sub_set.count == 0)
                        snprintf(buf, len, " (empty_list)");
                RBTREE_FOR(sub, struct mesh_state_ref*, &m->sub_set) {
                        char* t = sldns_wire2str_type(sub->s->s.qinfo.qtype);
                        char* c = sldns_wire2str_class(sub->s->s.qinfo.qclass);
                        dname_str(sub->s->s.qinfo.qname, nm);
                        snprintf(buf, len, " %s %s %s", (t?t:"TYPE??"),
                                (c?c:"CLASS??"), nm);
                        l = strlen(buf);
                        buf += l; len -= l;
                        free(t);
                        free(c);
                }
        } else {
                snprintf(buf, len, "%s is %s", modname, strextstate(s));
        }
}

/** do the dump_requestlist command */
static void
do_dump_requestlist(RES* ssl, struct worker* worker)
{
        struct mesh_area* mesh;
        struct mesh_state* m;
        int num = 0;
        char buf[LDNS_MAX_DOMAINLEN];
        char timebuf[32];
        char statbuf[10240];
        if(!ssl_printf(ssl, "thread #%d\n", worker->thread_num))
                return;
        if(!ssl_printf(ssl, "#   type cl name    seconds    module status\n"))
                return;
        /* show worker mesh contents */
        mesh = worker->env.mesh;
        if(!mesh) return;
        RBTREE_FOR(m, struct mesh_state*, &mesh->all) {
                char* t = sldns_wire2str_type(m->s.qinfo.qtype);
                char* c = sldns_wire2str_class(m->s.qinfo.qclass);
                dname_str(m->s.qinfo.qname, buf);
                get_mesh_age(m, timebuf, sizeof(timebuf), &worker->env);
                get_mesh_status(mesh, m, statbuf, sizeof(statbuf));
                if(!ssl_printf(ssl, "%3d %4s %2s %s %s %s\n",
                        num, (t?t:"TYPE??"), (c?c:"CLASS??"), buf, timebuf,
                        statbuf)) {
                        free(t);
                        free(c);
                        return;
                }
                num++;
                free(t);
                free(c);
        }
}

/** structure for argument data for dump infra host */
struct infra_arg {
        /** the infra cache */
        struct infra_cache* infra;
        /** the SSL connection */
        RES* ssl;
        /** the time now */
        time_t now;
        /** ssl failure? stop writing and skip the rest.  If the tcp
         * connection is broken, and writes fail, we then stop writing. */
        int ssl_failed;
};

/** callback for every host element in the infra cache */
static void
dump_infra_host(struct lruhash_entry* e, void* arg)
{
        struct infra_arg* a = (struct infra_arg*)arg;
        struct infra_key* k = (struct infra_key*)e->key;
        struct infra_data* d = (struct infra_data*)e->data;
        char ip_str[1024];
        char name[LDNS_MAX_DOMAINLEN];
        int port;
        if(a->ssl_failed)
                return;
        addr_to_str(&k->addr, k->addrlen, ip_str, sizeof(ip_str));
        dname_str(k->zonename, name);
        port = (int)ntohs(((struct sockaddr_in*)&k->addr)->sin_port);
        if(port != UNBOUND_DNS_PORT) {
                snprintf(ip_str+strlen(ip_str), sizeof(ip_str)-strlen(ip_str),
                        "@%d", port);
        }
        /* skip expired stuff (only backed off) */
        if(d->ttl < a->now) {
                if(d->rtt.rto >= USEFUL_SERVER_TOP_TIMEOUT) {
                        if(!ssl_printf(a->ssl, "%s %s expired rto %d\n", ip_str,
                                name, d->rtt.rto))  {
                                a->ssl_failed = 1;
                                return;
                        }
                }
                return;
        }
        if(!ssl_printf(a->ssl, "%s %s ttl %lu ping %d var %d rtt %d rto %d "
                "tA %d tAAAA %d tother %d "
                "ednsknown %d edns %d delay %d lame dnssec %d rec %d A %d "
                "other %d\n", ip_str, name, (unsigned long)(d->ttl - a->now),
                d->rtt.srtt, d->rtt.rttvar, rtt_notimeout(&d->rtt), d->rtt.rto,
                d->timeout_A, d->timeout_AAAA, d->timeout_other,
                (int)d->edns_lame_known, (int)d->edns_version,
                (int)(a->now<d->probedelay?(d->probedelay - a->now):0),
                (int)d->isdnsseclame, (int)d->rec_lame, (int)d->lame_type_A,
                (int)d->lame_other)) {
                a->ssl_failed = 1;
                return;
        }
}

/** do the dump_infra command */
static void
do_dump_infra(RES* ssl, struct worker* worker)
{
        struct infra_arg arg;
        arg.infra = worker->env.infra_cache;
        arg.ssl = ssl;
        arg.now = *worker->env.now;
        arg.ssl_failed = 0;
        slabhash_traverse(arg.infra->hosts, 0, &dump_infra_host, (void*)&arg);
}

/** do the log_reopen command */
static void
do_log_reopen(RES* ssl, struct worker* worker)
{
        struct config_file* cfg = worker->env.cfg;
        send_ok(ssl);
        log_init(cfg->logfile, cfg->use_syslog, cfg->chrootdir);
}

/** do the auth_zone_reload command */
static void
do_auth_zone_reload(RES* ssl, struct worker* worker, char* arg)
{
        size_t nmlen;
        int nmlabs;
        uint8_t* nm = NULL;
        struct auth_zones* az = worker->env.auth_zones;
        struct auth_zone* z = NULL;
        struct auth_xfer* xfr = NULL;
        char* reason = NULL;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return;
        if(az) {
                lock_rw_rdlock(&az->lock);
                z = auth_zone_find(az, nm, nmlen, LDNS_RR_CLASS_IN);
                if(z) {
                        lock_rw_wrlock(&z->lock);
                }
                xfr = auth_xfer_find(az, nm, nmlen, LDNS_RR_CLASS_IN);
                if(xfr) {
                        lock_basic_lock(&xfr->lock);
                }
                lock_rw_unlock(&az->lock);
        }
        free(nm);
        if(!z) {
                if(xfr) {
                        lock_basic_unlock(&xfr->lock);
                }
                (void)ssl_printf(ssl, "error no auth-zone %s\n", arg);
                return;
        }
        if(!auth_zone_read_zonefile(z, worker->env.cfg)) {
                lock_rw_unlock(&z->lock);
                if(xfr) {
                        lock_basic_unlock(&xfr->lock);
                }
                (void)ssl_printf(ssl, "error failed to read %s\n", arg);
                return;
        }

        z->zone_expired = 0;
        if(xfr) {
                xfr->zone_expired = 0;
                if(!xfr_find_soa(z, xfr)) {
                        if(z->data.count == 0) {
                                lock_rw_unlock(&z->lock);
                                lock_basic_unlock(&xfr->lock);
                                (void)ssl_printf(ssl, "zone %s has no contents\n", arg);
                                return;
                        }
                        lock_rw_unlock(&z->lock);
                        lock_basic_unlock(&xfr->lock);
                        (void)ssl_printf(ssl, "error: no SOA in zone after read %s\n", arg);
                        return;
                }
                if(xfr->have_zone) {
                        xfr->lease_time = *worker->env.now;
                        xfr->soa_zone_acquired = *worker->env.now;
                }
                lock_basic_unlock(&xfr->lock);
        }
        z->soa_zone_acquired = *worker->env.now;

        auth_zone_verify_zonemd(z, &worker->env, &worker->env.mesh->mods,
                &reason, 0, 0);
        if(reason && z->zone_expired) {
                lock_rw_unlock(&z->lock);
                (void)ssl_printf(ssl, "error zonemd for %s failed: %s\n",
                        arg, reason);
                free(reason);
                return;
        } else if(reason && strcmp(reason, "ZONEMD verification successful")
                ==0) {
                (void)ssl_printf(ssl, "%s: %s\n", arg, reason);
        }
        lock_rw_unlock(&z->lock);
        free(reason);
        send_ok(ssl);
}

/** do the auth_zone_transfer command */
static void
do_auth_zone_transfer(RES* ssl, struct worker* worker, char* arg)
{
        size_t nmlen;
        int nmlabs;
        uint8_t* nm = NULL;
        struct auth_zones* az = worker->env.auth_zones;
        if(!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
                return;
        if(!az || !auth_zones_startprobesequence(az, &worker->env, nm, nmlen,
                LDNS_RR_CLASS_IN)) {
                (void)ssl_printf(ssl, "error zone xfr task not found %s\n", arg);
                free(nm);
                return;
        }
        free(nm);
        send_ok(ssl);
}

/** do the set_option command */
static void
do_set_option(RES* ssl, struct worker* worker, char* arg)
{
        char* arg2;
        if(!find_arg2(ssl, arg, &arg2))
                return;
        if(!config_set_option(worker->env.cfg, arg, arg2)) {
                (void)ssl_printf(ssl, "error setting option\n");
                return;
        }
        /* effectuate some arguments */
        if(strcmp(arg, "val-override-date:") == 0) {
                int m = modstack_find(&worker->env.mesh->mods, "validator");
                struct val_env* val_env = NULL;
                if(m != -1) val_env = (struct val_env*)worker->env.modinfo[m];
                if(val_env)
                        val_env->date_override = worker->env.cfg->val_date_override;
        }
        send_ok(ssl);
}

/* routine to printout option values over SSL */
void remote_get_opt_ssl(char* line, void* arg)
{
        RES* ssl = (RES*)arg;
        (void)ssl_printf(ssl, "%s\n", line);
}

/** do the get_option command */
static void
do_get_option(RES* ssl, struct worker* worker, char* arg)
{
        int r;
        r = config_get_option(worker->env.cfg, arg, remote_get_opt_ssl, ssl);
        if(!r) {
                (void)ssl_printf(ssl, "error unknown option\n");
                return;
        }
}

/** do the list_forwards command */
static void
do_list_forwards(RES* ssl, struct worker* worker)
{
        /* since its a per-worker structure no locks needed */
        struct iter_forwards* fwds = worker->env.fwds;
        struct iter_forward_zone* z;
        struct trust_anchor* a;
        int insecure;
        lock_rw_rdlock(&fwds->lock);
        RBTREE_FOR(z, struct iter_forward_zone*, fwds->tree) {
                if(!z->dp) continue; /* skip empty marker for stub */

                /* see if it is insecure */
                insecure = 0;
                if(worker->env.anchors &&
                        (a=anchor_find(worker->env.anchors, z->name,
                        z->namelabs, z->namelen,  z->dclass))) {
                        if(!a->keylist && !a->numDS && !a->numDNSKEY)
                                insecure = 1;
                        lock_basic_unlock(&a->lock);
                }

                if(!ssl_print_name_dp(ssl, (insecure?"forward +i":"forward"),
                        z->name, z->dclass, z->dp)) {
                        lock_rw_unlock(&fwds->lock);
                        return;
                }
        }
        lock_rw_unlock(&fwds->lock);
}

/** do the list_stubs command */
static void
do_list_stubs(RES* ssl, struct worker* worker)
{
        struct iter_hints_stub* z;
        struct trust_anchor* a;
        int insecure;
        char str[32];
        lock_rw_rdlock(&worker->env.hints->lock);
        RBTREE_FOR(z, struct iter_hints_stub*, &worker->env.hints->tree) {

                /* see if it is insecure */
                insecure = 0;
                if(worker->env.anchors &&
                        (a=anchor_find(worker->env.anchors, z->node.name,
                        z->node.labs, z->node.len,  z->node.dclass))) {
                        if(!a->keylist && !a->numDS && !a->numDNSKEY)
                                insecure = 1;
                        lock_basic_unlock(&a->lock);
                }

                snprintf(str, sizeof(str), "stub %sprime%s",
                        (z->noprime?"no":""), (insecure?" +i":""));
                if(!ssl_print_name_dp(ssl, str, z->node.name,
                        z->node.dclass, z->dp)) {
                        lock_rw_unlock(&worker->env.hints->lock);
                        return;
                }
        }
        lock_rw_unlock(&worker->env.hints->lock);
}

/** do the list_auth_zones command */
static void
do_list_auth_zones(RES* ssl, struct auth_zones* az)
{
        struct auth_zone* z;
        char buf[LDNS_MAX_DOMAINLEN], buf2[256], buf3[256];
        lock_rw_rdlock(&az->lock);
        RBTREE_FOR(z, struct auth_zone*, &az->ztree) {
                lock_rw_rdlock(&z->lock);
                dname_str(z->name, buf);
                if(z->zone_expired)
                        snprintf(buf2, sizeof(buf2), "expired");
                else {
                        uint32_t serial = 0;
                        if(auth_zone_get_serial(z, &serial)) {
                                snprintf(buf2, sizeof(buf2), "serial %u",
                                        (unsigned)serial);
                                if(z->soa_zone_acquired != 0) {
#if defined(HAVE_STRFTIME) && defined(HAVE_LOCALTIME_R)
                                        char tmbuf[32];
                                        struct tm tm;
                                        struct tm *tm_p;
                                        tm_p = localtime_r(
                                                &z->soa_zone_acquired, &tm);
                                        if(!strftime(tmbuf, sizeof(tmbuf), "%Y-%m-%dT%H:%M:%S", tm_p))
                                                snprintf(tmbuf, sizeof(tmbuf), "strftime-err-%u", (unsigned)z->soa_zone_acquired);
                                        snprintf(buf3, sizeof(buf3),
                                                "\t since %u %s",
                                                (unsigned)z->soa_zone_acquired,
                                                tmbuf);
#else
                                        snprintf(buf3, sizeof(buf3),
                                                "\t since %u",
                                                (unsigned)z->soa_zone_acquired);
#endif
                                } else {
                                        buf3[0]=0;
                                }
                        } else  {
                                snprintf(buf2, sizeof(buf2), "no serial");
                                buf3[0]=0;
                        }
                }
                lock_rw_unlock(&z->lock);
                if(!ssl_printf(ssl, "%s\t%s%s\n", buf, buf2, buf3)) {
                        /* failure to print */
                        lock_rw_unlock(&az->lock);
                        return;
                }
        }
        lock_rw_unlock(&az->lock);
}

/** do the list_local_zones command */
static void
do_list_local_zones(RES* ssl, struct local_zones* zones)
{
        struct local_zone* z;
        char buf[LDNS_MAX_DOMAINLEN];
        lock_rw_rdlock(&zones->lock);
        RBTREE_FOR(z, struct local_zone*, &zones->ztree) {
                lock_rw_rdlock(&z->lock);
                dname_str(z->name, buf);
                if(!ssl_printf(ssl, "%s %s\n", buf,
                        local_zone_type2str(z->type))) {
                        /* failure to print */
                        lock_rw_unlock(&z->lock);
                        lock_rw_unlock(&zones->lock);
                        return;
                }
                lock_rw_unlock(&z->lock);
        }
        lock_rw_unlock(&zones->lock);
}

/** do the list_local_data command */
static void
do_list_local_data(RES* ssl, struct worker* worker, struct local_zones* zones)
{
        struct local_zone* z;
        struct local_data* d;
        struct local_rrset* p;
        char* s = (char*)sldns_buffer_begin(worker->env.scratch_buffer);
        size_t slen = sldns_buffer_capacity(worker->env.scratch_buffer);
        lock_rw_rdlock(&zones->lock);
        RBTREE_FOR(z, struct local_zone*, &zones->ztree) {
                lock_rw_rdlock(&z->lock);
                RBTREE_FOR(d, struct local_data*, &z->data) {
                        for(p = d->rrsets; p; p = p->next) {
                                struct packed_rrset_data* d =
                                        (struct packed_rrset_data*)p->rrset->entry.data;
                                size_t i;
                                for(i=0; i<d->count + d->rrsig_count; i++) {
                                        if(!packed_rr_to_string(p->rrset, i,
                                                0, s, slen)) {
                                                if(!ssl_printf(ssl, "BADRR\n")) {
                                                        lock_rw_unlock(&z->lock);
                                                        lock_rw_unlock(&zones->lock);
                                                        return;
                                                }
                                        }
                                        if(!ssl_printf(ssl, "%s\n", s)) {
                                                lock_rw_unlock(&z->lock);
                                                lock_rw_unlock(&zones->lock);
                                                return;
                                        }
                                }
                        }
                }
                lock_rw_unlock(&z->lock);
        }
        lock_rw_unlock(&zones->lock);
}

/** do the view_list_local_zones command */
static void
do_view_list_local_zones(RES* ssl, struct worker* worker, char* arg)
{
        struct view* v = views_find_view(worker->env.views,
                arg, 0 /* get read lock*/);
        if(!v) {
                ssl_printf(ssl,"no view with name: %s\n", arg);
                return;
        }
        if(v->local_zones) {
                do_list_local_zones(ssl, v->local_zones);
        }
        lock_rw_unlock(&v->lock);
}

/** do the view_list_local_data command */
static void
do_view_list_local_data(RES* ssl, struct worker* worker, char* arg)
{
        struct view* v = views_find_view(worker->env.views,
                arg, 0 /* get read lock*/);
        if(!v) {
                ssl_printf(ssl,"no view with name: %s\n", arg);
                return;
        }
        if(v->local_zones) {
                do_list_local_data(ssl, worker, v->local_zones);
        }
        lock_rw_unlock(&v->lock);
}

/** struct for user arg ratelimit list */
struct ratelimit_list_arg {
        /** the infra cache */
        struct infra_cache* infra;
        /** the SSL to print to */
        RES* ssl;
        /** all or only ratelimited */
        int all;
        /** current time */
        time_t now;
        /** if backoff is enabled */
        int backoff;
};

#define ip_ratelimit_list_arg ratelimit_list_arg

/** list items in the ratelimit table */
static void
rate_list(struct lruhash_entry* e, void* arg)
{
        struct ratelimit_list_arg* a = (struct ratelimit_list_arg*)arg;
        struct rate_key* k = (struct rate_key*)e->key;
        struct rate_data* d = (struct rate_data*)e->data;
        char buf[LDNS_MAX_DOMAINLEN];
        int lim = infra_find_ratelimit(a->infra, k->name, k->namelen);
        int max = infra_rate_max(d, a->now, a->backoff);
        if(a->all == 0) {
                if(max < lim)
                        return;
        }
        dname_str(k->name, buf);
        ssl_printf(a->ssl, "%s %d limit %d\n", buf, max, lim);
}

/** list items in the ip_ratelimit table */
static void
ip_rate_list(struct lruhash_entry* e, void* arg)
{
        char ip[128];
        struct ip_ratelimit_list_arg* a = (struct ip_ratelimit_list_arg*)arg;
        struct ip_rate_key* k = (struct ip_rate_key*)e->key;
        struct ip_rate_data* d = (struct ip_rate_data*)e->data;
        int lim = infra_ip_ratelimit;
        int max = infra_rate_max(d, a->now, a->backoff);
        if(a->all == 0) {
                if(max < lim)
                        return;
        }
        addr_to_str(&k->addr, k->addrlen, ip, sizeof(ip));
        ssl_printf(a->ssl, "%s %d limit %d\n", ip, max, lim);
}

/** do the ratelimit_list command */
static void
do_ratelimit_list(RES* ssl, struct worker* worker, char* arg)
{
        struct ratelimit_list_arg a;
        a.all = 0;
        a.infra = worker->env.infra_cache;
        a.now = *worker->env.now;
        a.ssl = ssl;
        a.backoff = worker->env.cfg->ratelimit_backoff;
        arg = skipwhite(arg);
        if(strcmp(arg, "+a") == 0)
                a.all = 1;
        if(a.infra->domain_rates==NULL ||
                (a.all == 0 && infra_dp_ratelimit == 0))
                return;
        slabhash_traverse(a.infra->domain_rates, 0, rate_list, &a);
}

/** do the ip_ratelimit_list command */
static void
do_ip_ratelimit_list(RES* ssl, struct worker* worker, char* arg)
{
        struct ip_ratelimit_list_arg a;
        a.all = 0;
        a.infra = worker->env.infra_cache;
        a.now = *worker->env.now;
        a.ssl = ssl;
        a.backoff = worker->env.cfg->ip_ratelimit_backoff;
        arg = skipwhite(arg);
        if(strcmp(arg, "+a") == 0)
                a.all = 1;
        if(a.infra->client_ip_rates==NULL ||
                (a.all == 0 && infra_ip_ratelimit == 0))
                return;
        slabhash_traverse(a.infra->client_ip_rates, 0, ip_rate_list, &a);
}

/** do the rpz_enable/disable command */
static void
do_rpz_enable_disable(RES* ssl, struct worker* worker, char* arg, int enable) {
    size_t nmlen;
    int nmlabs;
    uint8_t *nm = NULL;
    struct auth_zones *az = worker->env.auth_zones;
    struct auth_zone *z = NULL;
    if (!parse_arg_name(ssl, arg, &nm, &nmlen, &nmlabs))
        return;
    if (az) {
        lock_rw_rdlock(&az->lock);
        z = auth_zone_find(az, nm, nmlen, LDNS_RR_CLASS_IN);
        if (z) {
            lock_rw_wrlock(&z->lock);
        }
        lock_rw_unlock(&az->lock);
    }
    free(nm);
    if (!z) {
        (void) ssl_printf(ssl, "error no auth-zone %s\n", arg);
        return;
    }
    if (!z->rpz) {
        (void) ssl_printf(ssl, "error auth-zone %s not RPZ\n", arg);
        lock_rw_unlock(&z->lock);
        return;
    }
    if (enable) {
        rpz_enable(z->rpz);
    } else {
        rpz_disable(z->rpz);
    }
    lock_rw_unlock(&z->lock);
    send_ok(ssl);
}

/** do the rpz_enable command */
static void
do_rpz_enable(RES* ssl, struct worker* worker, char* arg)
{
    do_rpz_enable_disable(ssl, worker, arg, 1);
}

/** do the rpz_disable command */
static void
do_rpz_disable(RES* ssl, struct worker* worker, char* arg)
{
    do_rpz_enable_disable(ssl, worker, arg, 0);
}

/** Write the cookie secrets to file, returns `0` on failure.
 * Caller has to hold the lock. */
static int
cookie_secret_file_dump(RES* ssl, struct worker* worker) {
        char const* secret_file = worker->env.cfg->cookie_secret_file;
        struct cookie_secrets* cookie_secrets = worker->daemon->cookie_secrets;
        char secret_hex[UNBOUND_COOKIE_SECRET_SIZE * 2 + 1];
        FILE* f;
        size_t i;
        if(secret_file == NULL || secret_file[0]==0) {
                (void)ssl_printf(ssl, "error: no cookie secret file configured\n");
                return 0;
        }
        log_assert( secret_file != NULL );

        /* open write only and truncate */
        if((f = fopen(secret_file, "w")) == NULL ) {
                (void)ssl_printf(ssl, "unable to open cookie secret file %s: %s",
                                 secret_file, strerror(errno));
                return 0;
        }
        if(cookie_secrets == NULL) {
                /* nothing to write */
                fclose(f);
                return 1;
        }

        for(i = 0; i < cookie_secrets->cookie_count; i++) {
                struct cookie_secret const* cs = &cookie_secrets->
                        cookie_secrets[i];
                ssize_t const len = hex_ntop(cs->cookie_secret,
                        UNBOUND_COOKIE_SECRET_SIZE, secret_hex,
                        sizeof(secret_hex));
                (void)len; /* silence unused variable warning with -DNDEBUG */
                log_assert( len == UNBOUND_COOKIE_SECRET_SIZE * 2 );
                secret_hex[UNBOUND_COOKIE_SECRET_SIZE * 2] = '\0';
                fprintf(f, "%s\n", secret_hex);
        }
        explicit_bzero(secret_hex, sizeof(secret_hex));
        fclose(f);
        return 1;
}

/** Activate cookie secret */
static void
do_activate_cookie_secret(RES* ssl, struct worker* worker) {
        char const* secret_file = worker->env.cfg->cookie_secret_file;
        struct cookie_secrets* cookie_secrets = worker->daemon->cookie_secrets;

        if(secret_file == NULL || secret_file[0] == 0) {
                (void)ssl_printf(ssl, "error: no cookie secret file configured\n");
                return;
        }
        if(cookie_secrets == NULL) {
                (void)ssl_printf(ssl, "error: there are no cookie_secrets.");
                return;
        }
        lock_basic_lock(&cookie_secrets->lock);

        if(cookie_secrets->cookie_count <= 1 ) {
                lock_basic_unlock(&cookie_secrets->lock);
                (void)ssl_printf(ssl, "error: no staging cookie secret to activate\n");
                return;
        }
        /* Only the worker 0 writes to file, the others update state. */
        if(worker->thread_num == 0 && !cookie_secret_file_dump(ssl, worker)) {
                lock_basic_unlock(&cookie_secrets->lock);
                (void)ssl_printf(ssl, "error: writing to cookie secret file: \"%s\"\n",
                                secret_file);
                return;
        }
        activate_cookie_secret(cookie_secrets);
        if(worker->thread_num == 0)
                (void)cookie_secret_file_dump(ssl, worker);
        lock_basic_unlock(&cookie_secrets->lock);
        send_ok(ssl);
}

/** Drop cookie secret */
static void
do_drop_cookie_secret(RES* ssl, struct worker* worker) {
        char const* secret_file = worker->env.cfg->cookie_secret_file;
        struct cookie_secrets* cookie_secrets = worker->daemon->cookie_secrets;

        if(secret_file == NULL || secret_file[0] == 0) {
                (void)ssl_printf(ssl, "error: no cookie secret file configured\n");
                return;
        }
        if(cookie_secrets == NULL) {
                (void)ssl_printf(ssl, "error: there are no cookie_secrets.");
                return;
        }
        lock_basic_lock(&cookie_secrets->lock);

        if(cookie_secrets->cookie_count <= 1 ) {
                lock_basic_unlock(&cookie_secrets->lock);
                (void)ssl_printf(ssl, "error: can not drop the currently active cookie secret\n");
                return;
        }
        /* Only the worker 0 writes to file, the others update state. */
        if(worker->thread_num == 0 && !cookie_secret_file_dump(ssl, worker)) {
                lock_basic_unlock(&cookie_secrets->lock);
                (void)ssl_printf(ssl, "error: writing to cookie secret file: \"%s\"\n",
                                secret_file);
                return;
        }
        drop_cookie_secret(cookie_secrets);
        if(worker->thread_num == 0)
                (void)cookie_secret_file_dump(ssl, worker);
        lock_basic_unlock(&cookie_secrets->lock);
        send_ok(ssl);
}

/** Add cookie secret */
static void
do_add_cookie_secret(RES* ssl, struct worker* worker, char* arg) {
        uint8_t secret[UNBOUND_COOKIE_SECRET_SIZE];
        char const* secret_file = worker->env.cfg->cookie_secret_file;
        struct cookie_secrets* cookie_secrets = worker->daemon->cookie_secrets;

        if(secret_file == NULL || secret_file[0] == 0) {
                (void)ssl_printf(ssl, "error: no cookie secret file configured\n");
                return;
        }
        if(cookie_secrets == NULL) {
                worker->daemon->cookie_secrets = cookie_secrets_create();
                if(!worker->daemon->cookie_secrets) {
                        (void)ssl_printf(ssl, "error: out of memory");
                        return;
                }
                cookie_secrets = worker->daemon->cookie_secrets;
        }
        lock_basic_lock(&cookie_secrets->lock);

        if(*arg == '\0') {
                lock_basic_unlock(&cookie_secrets->lock);
                (void)ssl_printf(ssl, "error: missing argument (cookie_secret)\n");
                return;
        }
        if(strlen(arg) != 32) {
                lock_basic_unlock(&cookie_secrets->lock);
                explicit_bzero(arg, strlen(arg));
                (void)ssl_printf(ssl, "invalid cookie secret: invalid argument length\n");
                (void)ssl_printf(ssl, "please provide a 128bit hex encoded secret\n");
                return;
        }
        if(hex_pton(arg, secret, UNBOUND_COOKIE_SECRET_SIZE) !=
                UNBOUND_COOKIE_SECRET_SIZE ) {
                lock_basic_unlock(&cookie_secrets->lock);
                explicit_bzero(secret, UNBOUND_COOKIE_SECRET_SIZE);
                explicit_bzero(arg, strlen(arg));
                (void)ssl_printf(ssl, "invalid cookie secret: parse error\n");
                (void)ssl_printf(ssl, "please provide a 128bit hex encoded secret\n");
                return;
        }
        /* Only the worker 0 writes to file, the others update state. */
        if(worker->thread_num == 0 && !cookie_secret_file_dump(ssl, worker)) {
                lock_basic_unlock(&cookie_secrets->lock);
                explicit_bzero(secret, UNBOUND_COOKIE_SECRET_SIZE);
                explicit_bzero(arg, strlen(arg));
                (void)ssl_printf(ssl, "error: writing to cookie secret file: \"%s\"\n",
                                secret_file);
                return;
        }
        add_cookie_secret(cookie_secrets, secret, UNBOUND_COOKIE_SECRET_SIZE);
        explicit_bzero(secret, UNBOUND_COOKIE_SECRET_SIZE);
        if(worker->thread_num == 0)
                (void)cookie_secret_file_dump(ssl, worker);
        lock_basic_unlock(&cookie_secrets->lock);
        explicit_bzero(arg, strlen(arg));
        send_ok(ssl);
}

/** Print cookie secrets */
static void
do_print_cookie_secrets(RES* ssl, struct worker* worker) {
        struct cookie_secrets* cookie_secrets = worker->daemon->cookie_secrets;
        char secret_hex[UNBOUND_COOKIE_SECRET_SIZE * 2 + 1];
        int i;

        if(!cookie_secrets)
                return; /* Output is empty. */
        lock_basic_lock(&cookie_secrets->lock);
        for(i = 0; (size_t)i < cookie_secrets->cookie_count; i++) {
                struct cookie_secret const* cs = &cookie_secrets->
                        cookie_secrets[i];
                ssize_t const len = hex_ntop(cs->cookie_secret,
                        UNBOUND_COOKIE_SECRET_SIZE, secret_hex,
                        sizeof(secret_hex));
                (void)len; /* silence unused variable warning with -DNDEBUG */
                log_assert( len == UNBOUND_COOKIE_SECRET_SIZE * 2 );
                secret_hex[UNBOUND_COOKIE_SECRET_SIZE * 2] = '\0';
                if (i == 0)
                        (void)ssl_printf(ssl, "active : %s\n",  secret_hex);
                else if (cookie_secrets->cookie_count == 2)
                        (void)ssl_printf(ssl, "staging: %s\n",  secret_hex);
                else
                        (void)ssl_printf(ssl, "staging[%d]: %s\n", i,
                                secret_hex);
        }
        lock_basic_unlock(&cookie_secrets->lock);
        explicit_bzero(secret_hex, sizeof(secret_hex));
}

/** check that there is no argument after a command that takes no arguments. */
static int
cmd_no_args(RES* ssl, char* cmd, char* p)
{
        if(p && *p != 0) {
                /* cmd contains the command that is called at the start,
                 * with space or tab after it. */
                char* c = cmd;
                if(strchr(c, ' ') && strchr(c, '\t')) {
                        if(strchr(c, ' ') < strchr(c, '\t'))
                                *strchr(c, ' ')=0;
                        else    *strchr(c, '\t')=0;
                } else if(strchr(c, ' ')) {
                        *strchr(c, ' ')=0;
                } else if(strchr(c, '\t')) {
                        *strchr(c, '\t')=0;
                }
                (void)ssl_printf(ssl, "error command %s takes no arguments,"
                        " have '%s'\n", c, p);
                return 1;
        }
        return 0;
}

/** check for name with end-of-string, space or tab after it */
static int
cmdcmp(char* p, const char* cmd, size_t len)
{
        return strncmp(p,cmd,len)==0 && (p[len]==0||p[len]==' '||p[len]=='\t');
}

/** execute a remote control command */
static void
execute_cmd(struct daemon_remote* rc, struct rc_state* s, RES* ssl, char* cmd,
        struct worker* worker)
{
        char* p = skipwhite(cmd);
        /* compare command */
        if(cmdcmp(p, "stop", 4)) {
                if(cmd_no_args(ssl, p, skipwhite(p+4)))
                        return;
                do_stop(ssl, worker);
                return;
        } else if(cmdcmp(p, "reload_keep_cache", 17)) {
                if(cmd_no_args(ssl, p, skipwhite(p+17)))
                        return;
                do_reload(ssl, worker, 1);
                return;
        } else if(cmdcmp(p, "reload", 6)) {
                if(cmd_no_args(ssl, p, skipwhite(p+6)))
                        return;
                do_reload(ssl, worker, 0);
                return;
        } else if(cmdcmp(p, "fast_reload", 11)) {
                do_fast_reload(ssl, worker, s, skipwhite(p+11));
                return;
        } else if(cmdcmp(p, "stats_noreset", 13)) {
                if(cmd_no_args(ssl, p, skipwhite(p+13)))
                        return;
                do_stats(ssl, worker, 0);
                return;
        } else if(cmdcmp(p, "stats", 5)) {
                if(cmd_no_args(ssl, p, skipwhite(p+5)))
                        return;
                do_stats(ssl, worker, 1);
                return;
        } else if(cmdcmp(p, "status", 6)) {
                if(cmd_no_args(ssl, p, skipwhite(p+6)))
                        return;
                do_status(ssl, worker);
                return;
        } else if(cmdcmp(p, "dump_cache", 10)) {
                if(cmd_no_args(ssl, p, skipwhite(p+10)))
                        return;
#ifdef THREADS_DISABLED
                if(worker->daemon->num > 1) {
                        (void)ssl_printf(ssl, "dump_cache/load_cache is not "
                                "supported in multi-process operation\n");
                        return;
                }
#endif
                (void)dump_cache(ssl, worker);
                return;
        } else if(cmdcmp(p, "load_cache", 10)) {
                if(cmd_no_args(ssl, p, skipwhite(p+10)))
                        return;
#ifdef THREADS_DISABLED
                if(worker->daemon->num > 1) {
                        /* The warning can't be printed when stdin is sending
                         * data; just return */
                        return;
                }
#endif
                if(load_cache(ssl, worker)) send_ok(ssl);
                return;
        } else if(cmdcmp(p, "list_forwards", 13)) {
                if(cmd_no_args(ssl, p, skipwhite(p+13)))
                        return;
                do_list_forwards(ssl, worker);
                return;
        } else if(cmdcmp(p, "list_stubs", 10)) {
                if(cmd_no_args(ssl, p, skipwhite(p+10)))
                        return;
                do_list_stubs(ssl, worker);
                return;
        } else if(cmdcmp(p, "list_insecure", 13)) {
                if(cmd_no_args(ssl, p, skipwhite(p+13)))
                        return;
                do_insecure_list(ssl, worker);
                return;
        } else if(cmdcmp(p, "list_local_zones", 16)) {
                if(cmd_no_args(ssl, p, skipwhite(p+16)))
                        return;
                do_list_local_zones(ssl, worker->daemon->local_zones);
                return;
        } else if(cmdcmp(p, "list_local_data", 15)) {
                if(cmd_no_args(ssl, p, skipwhite(p+15)))
                        return;
                do_list_local_data(ssl, worker, worker->daemon->local_zones);
                return;
        } else if(cmdcmp(p, "view_list_local_zones", 21)) {
                do_view_list_local_zones(ssl, worker, skipwhite(p+21));
                return;
        } else if(cmdcmp(p, "view_list_local_data", 20)) {
                do_view_list_local_data(ssl, worker, skipwhite(p+20));
                return;
        } else if(cmdcmp(p, "ratelimit_list", 14)) {
                do_ratelimit_list(ssl, worker, p+14);
                return;
        } else if(cmdcmp(p, "ip_ratelimit_list", 17)) {
                do_ip_ratelimit_list(ssl, worker, p+17);
                return;
        } else if(cmdcmp(p, "list_auth_zones", 15)) {
                if(cmd_no_args(ssl, p, skipwhite(p+15)))
                        return;
                do_list_auth_zones(ssl, worker->env.auth_zones);
                return;
        } else if(cmdcmp(p, "auth_zone_reload", 16)) {
                do_auth_zone_reload(ssl, worker, skipwhite(p+16));
                return;
        } else if(cmdcmp(p, "auth_zone_transfer", 18)) {
                do_auth_zone_transfer(ssl, worker, skipwhite(p+18));
                return;
        } else if(cmdcmp(p, "insecure_add", 12)) {
                /* must always distribute this cmd */
                if(rc) distribute_cmd(rc, ssl, cmd);
                do_insecure_add(ssl, worker, skipwhite(p+12));
                return;
        } else if(cmdcmp(p, "insecure_remove", 15)) {
                /* must always distribute this cmd */
                if(rc) distribute_cmd(rc, ssl, cmd);
                do_insecure_remove(ssl, worker, skipwhite(p+15));
                return;
        } else if(cmdcmp(p, "flush_stats", 11)) {
                /* must always distribute this cmd */
                if(cmd_no_args(ssl, p, skipwhite(p+11)))
                        return;
                if(rc) distribute_cmd(rc, ssl, cmd);
                do_flush_stats(ssl, worker);
                return;
        } else if(cmdcmp(p, "flush_requestlist", 17)) {
                /* must always distribute this cmd */
                if(cmd_no_args(ssl, p, skipwhite(p+17)))
                        return;
                if(rc) distribute_cmd(rc, ssl, cmd);
                do_flush_requestlist(ssl, worker);
                return;
        } else if(cmdcmp(p, "cache_lookup", 12)) {
                do_cache_lookup(ssl, worker, skipwhite(p+12));
                return;
        } else if(cmdcmp(p, "lookup", 6)) {
                do_lookup(ssl, worker, skipwhite(p+6));
                return;
        /* The following are commands that read stdin.
         * Each line needs to be distributed if THREADS_DISABLED.
         */
        } else if(cmdcmp(p, "local_zones_remove", 18)) {
                if(cmd_no_args(ssl, p, skipwhite(p+18)))
                        return;
                do_zones_remove(rc, ssl, worker);
                return;
        } else if(cmdcmp(p, "local_zones", 11)) {
                if(cmd_no_args(ssl, p, skipwhite(p+11)))
                        return;
                do_zones_add(rc, ssl, worker);
                return;
        } else if(cmdcmp(p, "local_datas_remove", 18)) {
                if(cmd_no_args(ssl, p, skipwhite(p+18)))
                        return;
                do_datas_remove(rc, ssl, worker);
                return;
        } else if(cmdcmp(p, "local_datas", 11)) {
                if(cmd_no_args(ssl, p, skipwhite(p+11)))
                        return;
                do_datas_add(rc, ssl, worker);
                return;
        } else if(cmdcmp(p, "view_local_datas_remove", 23)){
                do_view_datas_remove(rc, ssl, worker, skipwhite(p+23));
                return;
        } else if(cmdcmp(p, "view_local_datas", 16)) {
                do_view_datas_add(rc, ssl, worker, skipwhite(p+16));
                return;
        } else if(cmdcmp(p, "print_cookie_secrets", 20)) {
                if(cmd_no_args(ssl, p, skipwhite(p+20)))
                        return;
                do_print_cookie_secrets(ssl, worker);
                return;
        }

#ifdef THREADS_DISABLED
        /* other processes must execute the command as well */
        /* commands that should not be distributed, returned above. */
        if(rc) { /* only if this thread is the master (rc) thread */
                /* done before the code below, which may split the string */
                distribute_cmd(rc, ssl, cmd);
        }
#endif
        if(cmdcmp(p, "verbosity", 9)) {
                do_verbosity(ssl, skipwhite(p+9));
        } else if(cmdcmp(p, "local_zone_remove", 17)) {
                do_zone_remove(ssl, worker->daemon->local_zones, skipwhite(p+17));
        } else if(cmdcmp(p, "local_zone", 10)) {
                do_zone_add(ssl, worker->daemon->local_zones, skipwhite(p+10));
        } else if(cmdcmp(p, "local_data_remove", 17)) {
                do_data_remove(ssl, worker->daemon->local_zones, skipwhite(p+17));
        } else if(cmdcmp(p, "local_data", 10)) {
                do_data_add(ssl, worker->daemon->local_zones, skipwhite(p+10));
        } else if(cmdcmp(p, "forward_add", 11)) {
                do_forward_add(ssl, worker, skipwhite(p+11));
        } else if(cmdcmp(p, "forward_remove", 14)) {
                do_forward_remove(ssl, worker, skipwhite(p+14));
        } else if(cmdcmp(p, "forward", 7)) {
                do_forward(ssl, worker, skipwhite(p+7));
        } else if(cmdcmp(p, "stub_add", 8)) {
                do_stub_add(ssl, worker, skipwhite(p+8));
        } else if(cmdcmp(p, "stub_remove", 11)) {
                do_stub_remove(ssl, worker, skipwhite(p+11));
        } else if(cmdcmp(p, "view_local_zone_remove", 22)) {
                do_view_zone_remove(ssl, worker, skipwhite(p+22));
        } else if(cmdcmp(p, "view_local_zone", 15)) {
                do_view_zone_add(ssl, worker, skipwhite(p+15));
        } else if(cmdcmp(p, "view_local_data_remove", 22)) {
                do_view_data_remove(ssl, worker, skipwhite(p+22));
        } else if(cmdcmp(p, "view_local_data", 15)) {
                do_view_data_add(ssl, worker, skipwhite(p+15));
        } else if(cmdcmp(p, "flush_zone", 10)) {
                do_flush_zone(ssl, worker, skipwhite(p+10));
        } else if(cmdcmp(p, "flush_type", 10)) {
                do_flush_type(ssl, worker, skipwhite(p+10));
        } else if(cmdcmp(p, "flush_infra", 11)) {
                do_flush_infra(ssl, worker, skipwhite(p+11));
        } else if(cmdcmp(p, "flush", 5)) {
                do_flush_name(ssl, worker, skipwhite(p+5));
        } else if(cmdcmp(p, "dump_requestlist", 16)) {
                if(cmd_no_args(ssl, p, skipwhite(p+16)))
                        return;
                do_dump_requestlist(ssl, worker);
        } else if(cmdcmp(p, "dump_infra", 10)) {
                if(cmd_no_args(ssl, p, skipwhite(p+10)))
                        return;
                do_dump_infra(ssl, worker);
        } else if(cmdcmp(p, "log_reopen", 10)) {
                if(cmd_no_args(ssl, p, skipwhite(p+10)))
                        return;
                do_log_reopen(ssl, worker);
        } else if(cmdcmp(p, "set_option", 10)) {
                do_set_option(ssl, worker, skipwhite(p+10));
        } else if(cmdcmp(p, "get_option", 10)) {
                do_get_option(ssl, worker, skipwhite(p+10));
        } else if(cmdcmp(p, "flush_bogus", 11)) {
                do_flush_bogus(ssl, worker, skipwhite(p+11));
        } else if(cmdcmp(p, "flush_negative", 14)) {
                do_flush_negative(ssl, worker, skipwhite(p+14));
        } else if(cmdcmp(p, "rpz_enable", 10)) {
                do_rpz_enable(ssl, worker, skipwhite(p+10));
        } else if(cmdcmp(p, "rpz_disable", 11)) {
                do_rpz_disable(ssl, worker, skipwhite(p+11));
        } else if(cmdcmp(p, "add_cookie_secret", 17)) {
                do_add_cookie_secret(ssl, worker, skipwhite(p+17));
        } else if(cmdcmp(p, "drop_cookie_secret", 18)) {
                if(cmd_no_args(ssl, p, skipwhite(p+18)))
                        return;
                do_drop_cookie_secret(ssl, worker);
        } else if(cmdcmp(p, "activate_cookie_secret", 22)) {
                if(cmd_no_args(ssl, p, skipwhite(p+22)))
                        return;
                do_activate_cookie_secret(ssl, worker);
        } else {
                (void)ssl_printf(ssl, "error unknown command '%s'\n", p);
        }
}

void
daemon_remote_exec(struct worker* worker)
{
        /* read the cmd string */
        uint8_t* msg = NULL;
        uint32_t len = 0;
        if(!tube_read_msg(worker->cmd, &msg, &len, 0)) {
                log_err("daemon_remote_exec: tube_read_msg failed");
                return;
        }
        verbose(VERB_ALGO, "remote exec distributed: %s", (char*)msg);
        execute_cmd(NULL, NULL, NULL, (char*)msg, worker);
        free(msg);
}

/** handle remote control request */
static void
handle_req(struct daemon_remote* rc, struct rc_state* s, RES* res)
{
        int r;
        char pre[10];
        char magic[7];
        char buf[MAX_CMD_STRLINE];
#ifdef USE_WINSOCK
        /* makes it possible to set the socket blocking again. */
        /* basically removes it from winsock_event ... */
        WSAEventSelect(s->c->fd, NULL, 0);
#endif
        fd_set_block(s->c->fd);

        /* try to read magic UBCT[version]_space_ string */
        if(res->ssl) {
                ERR_clear_error();
                if((r=SSL_read(res->ssl, magic, (int)sizeof(magic)-1)) <= 0) {
                        int r2;
                        if((r2=SSL_get_error(res->ssl, r)) == SSL_ERROR_ZERO_RETURN)
                                return;
                        log_crypto_err_io("could not SSL_read", r2);
                        return;
                }
        } else {
                while(1) {
                        ssize_t rr = recv(res->fd, magic, sizeof(magic)-1, 0);
                        if(rr <= 0) {
                                if(rr == 0) return;
                                if(errno == EINTR || errno == EAGAIN)
                                        continue;
                                log_err("could not recv: %s", sock_strerror(errno));
                                return;
                        }
                        r = (int)rr;
                        break;
                }
        }
        magic[6] = 0;
        if( r != 6 || strncmp(magic, "UBCT", 4) != 0) {
                verbose(VERB_QUERY, "control connection has bad magic string");
                /* probably wrong tool connected, ignore it completely */
                return;
        }

        /* read the command line */
        if(!ssl_read_line(res, buf, sizeof(buf))) {
                return;
        }
        snprintf(pre, sizeof(pre), "UBCT%d ", UNBOUND_CONTROL_VERSION);
        if(strcmp(magic, pre) != 0) {
                verbose(VERB_QUERY, "control connection had bad "
                        "version %s, cmd: %s", magic, buf);
                ssl_printf(res, "error version mismatch\n");
                return;
        }
        verbose(VERB_DETAIL, "control cmd: %s", buf);

        /* figure out what to do */
        execute_cmd(rc, s, res, buf, rc->worker);
}

/** handle SSL_do_handshake changes to the file descriptor to wait for later */
static int
remote_handshake_later(struct daemon_remote* rc, struct rc_state* s,
        struct comm_point* c, int r, int r2)
{
        if(r2 == SSL_ERROR_WANT_READ) {
                if(s->shake_state == rc_hs_read) {
                        /* try again later */
                        return 0;
                }
                s->shake_state = rc_hs_read;
                comm_point_listen_for_rw(c, 1, 0);
                return 0;
        } else if(r2 == SSL_ERROR_WANT_WRITE) {
                if(s->shake_state == rc_hs_write) {
                        /* try again later */
                        return 0;
                }
                s->shake_state = rc_hs_write;
                comm_point_listen_for_rw(c, 0, 1);
                return 0;
        } else {
                if(r == 0)
                        log_err("remote control connection closed prematurely");
                log_addr(VERB_OPS, "failed connection from",
                        &s->c->repinfo.remote_addr, s->c->repinfo.remote_addrlen);
                log_crypto_err_io("remote control failed ssl", r2);
                clean_point(rc, s);
        }
        return 0;
}

int remote_control_callback(struct comm_point* c, void* arg, int err,
        struct comm_reply* ATTR_UNUSED(rep))
{
        RES res;
        struct rc_state* s = (struct rc_state*)arg;
        struct daemon_remote* rc = s->rc;
        int r;
        if(err != NETEVENT_NOERROR) {
                if(err==NETEVENT_TIMEOUT)
                        log_err("remote control timed out");
                clean_point(rc, s);
                return 0;
        }
        if(s->ssl) {
                /* (continue to) setup the SSL connection */
                ERR_clear_error();
                r = SSL_do_handshake(s->ssl);
                if(r != 1) {
                        int r2 = SSL_get_error(s->ssl, r);
                        return remote_handshake_later(rc, s, c, r, r2);
                }
                s->shake_state = rc_none;
        }

        /* once handshake has completed, check authentication */
        if (!rc->use_cert) {
                verbose(VERB_ALGO, "unauthenticated remote control connection");
        } else if(SSL_get_verify_result(s->ssl) == X509_V_OK) {
#ifdef HAVE_SSL_GET1_PEER_CERTIFICATE
                X509* x = SSL_get1_peer_certificate(s->ssl);
#else
                X509* x = SSL_get_peer_certificate(s->ssl);
#endif
                if(!x) {
                        verbose(VERB_DETAIL, "remote control connection "
                                "provided no client certificate");
                        clean_point(rc, s);
                        return 0;
                }
                verbose(VERB_ALGO, "remote control connection authenticated");
                X509_free(x);
        } else {
                verbose(VERB_DETAIL, "remote control connection failed to "
                        "authenticate with client certificate");
                clean_point(rc, s);
                return 0;
        }

        /* if OK start to actually handle the request */
        res.ssl = s->ssl;
        res.fd = c->fd;
        handle_req(rc, s, &res);

        verbose(VERB_ALGO, "remote control operation completed");
        clean_point(rc, s);
        return 0;
}

/**
 * This routine polls a socket for readiness.
 * @param fd: file descriptor, -1 uses no fd for a timer only.
 * @param timeout: time in msec to wait. 0 means nonblocking test,
 *      -1 waits blocking for events.
 * @param pollin: check for input event.
 * @param pollout: check for output event.
 * @param event: output variable, set to true if the event happens.
 *      It is false if there was an error or timeout.
 * @return false is system call failure, also logged.
 */
static int
sock_poll_timeout(int fd, int timeout, int pollin, int pollout, int* event)
{
        int loopcount = 0;
        /* Loop if the system call returns an errno to do so, like EINTR. */
        log_assert(pollin || pollout);
        while(1) {
                struct pollfd p, *fds;
                int nfds, ret;
                if(++loopcount > IPC_LOOP_MAX) {
                        log_err("sock_poll_timeout: loop");
                        if(event)
                                *event = 0;
                        return 0;
                }
                if(fd == -1) {
                        fds = NULL;
                        nfds = 0;
                } else {
                        fds = &p;
                        nfds = 1;
                        memset(&p, 0, sizeof(p));
                        p.fd = fd;
#ifndef USE_WINSOCK
                        p.events = POLLERR
                                | POLLHUP
                                ;
#endif
                        if(pollin)
                                p.events |= POLLIN;
                        if(pollout)
                                p.events |= POLLOUT;
                }
#ifndef USE_WINSOCK
                ret = poll(fds, nfds, timeout);
#else
                if(fds == NULL) {
                        Sleep(timeout);
                        ret = 0;
                } else {
                        ret = WSAPoll(fds, nfds, timeout);
                }
#endif
                if(ret == -1) {
#ifndef USE_WINSOCK
                        if(
                                errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                                || errno == EWOULDBLOCK
#  endif
                        ) continue; /* Try again. */
#endif
                        /* For WSAPoll we only get errors here:
                         * o WSAENETDOWN
                         * o WSAEFAULT
                         * o WSAEINVAL
                         * o WSAENOBUFS
                         */
                        log_err("poll: %s", sock_strerror(errno));
                        if(event)
                                *event = 0;
                        return 0;
                } else if(ret == 0) {
                        /* Timeout */
                        if(event)
                                *event = 0;
                        return 1;
                }
                break;
        }
        if(event)
                *event = 1;
        return 1;
}

/** fast reload convert fast reload notification status to string */
static const char*
fr_notification_to_string(enum fast_reload_notification status)
{
        switch(status) {
        case fast_reload_notification_none:
                return "none";
        case fast_reload_notification_done:
                return "done";
        case fast_reload_notification_done_error:
                return "done_error";
        case fast_reload_notification_exit:
                return "exit";
        case fast_reload_notification_exited:
                return "exited";
        case fast_reload_notification_printout:
                return "printout";
        case fast_reload_notification_reload_stop:
                return "reload_stop";
        case fast_reload_notification_reload_ack:
                return "reload_ack";
        case fast_reload_notification_reload_nopause_poll:
                return "reload_nopause_poll";
        case fast_reload_notification_reload_start:
                return "reload_start";
        default:
                break;
        }
        return "unknown";
}

#ifndef THREADS_DISABLED
/** fast reload, poll for notification incoming. True if quit */
static int
fr_poll_for_quit(struct fast_reload_thread* fr)
{
        int inevent, loopexit = 0, bcount = 0;
        uint32_t cmd;
        ssize_t ret;

        if(fr->need_to_quit)
                return 1;
        /* Is there data? */
        if(!sock_poll_timeout(fr->commpair[1], 0, 1, 0, &inevent)) {
                log_err("fr_poll_for_quit: poll failed");
                return 0;
        }
        if(!inevent)
                return 0;

        /* Read the data */
        while(1) {
                if(++loopexit > IPC_LOOP_MAX) {
                        log_err("fr_poll_for_quit: recv loops %s",
                                sock_strerror(errno));
                        return 0;
                }
                ret = recv(fr->commpair[1], ((char*)&cmd)+bcount,
                        sizeof(cmd)-bcount, 0);
                if(ret == -1) {
                        if(
#ifndef USE_WINSOCK
                                errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                                || errno == EWOULDBLOCK
#  endif
#else
                                WSAGetLastError() == WSAEINTR ||
                                WSAGetLastError() == WSAEINPROGRESS ||
                                WSAGetLastError() == WSAEWOULDBLOCK
#endif
                                )
                                continue; /* Try again. */
                        log_err("fr_poll_for_quit: recv: %s",
                                sock_strerror(errno));
                        return 0;
                } else if(ret+(ssize_t)bcount != sizeof(cmd)) {
                        bcount += ret;
                        if((size_t)bcount < sizeof(cmd))
                                continue;
                }
                break;
        }
        if(cmd == fast_reload_notification_exit) {
                fr->need_to_quit = 1;
                verbose(VERB_ALGO, "fast reload: exit notification received");
                return 1;
        }
        log_err("fr_poll_for_quit: unknown notification status received: %d %s",
                cmd, fr_notification_to_string(cmd));
        return 0;
}

/** fast reload thread. Send notification from the fast reload thread */
static void
fr_send_notification(struct fast_reload_thread* fr,
        enum fast_reload_notification status)
{
        int outevent, loopexit = 0, bcount = 0;
        uint32_t cmd;
        ssize_t ret;
        verbose(VERB_ALGO, "fast reload: send notification %s",
                fr_notification_to_string(status));
        /* Make a blocking attempt to send. But meanwhile stay responsive,
         * once in a while for quit commands. In case the server has to quit. */
        /* see if there is incoming quit signals */
        if(fr_poll_for_quit(fr))
                return;
        cmd = status;
        while(1) {
                if(++loopexit > IPC_LOOP_MAX) {
                        log_err("fast reload: could not send notification");
                        return;
                }
                /* wait for socket to become writable */
                if(!sock_poll_timeout(fr->commpair[1], IPC_NOTIFICATION_WAIT,
                        0, 1, &outevent)) {
                        log_err("fast reload: poll failed");
                        return;
                }
                if(fr_poll_for_quit(fr))
                        return;
                if(!outevent)
                        continue;
                ret = send(fr->commpair[1], ((char*)&cmd)+bcount,
                        sizeof(cmd)-bcount, 0);
                if(ret == -1) {
                        if(
#ifndef USE_WINSOCK
                                errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                                || errno == EWOULDBLOCK
#  endif
#else
                                WSAGetLastError() == WSAEINTR ||
                                WSAGetLastError() == WSAEINPROGRESS ||
                                WSAGetLastError() == WSAEWOULDBLOCK
#endif
                                )
                                continue; /* Try again. */
                        log_err("fast reload send notification: send: %s",
                                sock_strerror(errno));
                        return;
                } else if(ret+(ssize_t)bcount != sizeof(cmd)) {
                        bcount += ret;
                        if((size_t)bcount < sizeof(cmd))
                                continue;
                }
                break;
        }
}

/** fast reload thread queue up text string for output */
static int
fr_output_text(struct fast_reload_thread* fr, const char* msg)
{
        char* item = strdup(msg);
        if(!item) {
                log_err("fast reload output text: strdup out of memory");
                return 0;
        }
        lock_basic_lock(&fr->fr_output_lock);
        if(!cfg_strlist_append(fr->fr_output, item)) {
                lock_basic_unlock(&fr->fr_output_lock);
                /* The item is freed by cfg_strlist_append on failure. */
                log_err("fast reload output text: append out of memory");
                return 0;
        }
        lock_basic_unlock(&fr->fr_output_lock);
        return 1;
}

/** fast reload thread output vmsg function */
static int
fr_output_vmsg(struct fast_reload_thread* fr, const char* format, va_list args)
{
        char msg[1024];
        vsnprintf(msg, sizeof(msg), format, args);
        return fr_output_text(fr, msg);
}

/** fast reload thread printout function, with printf arguments */
static int fr_output_printf(struct fast_reload_thread* fr,
        const char* format, ...) ATTR_FORMAT(printf, 2, 3);

/** fast reload thread printout function, prints to list and signals
 * the remote control thread to move that to get written to the socket
 * of the remote control connection. */
static int
fr_output_printf(struct fast_reload_thread* fr, const char* format, ...)
{
        va_list args;
        int ret;
        va_start(args, format);
        ret = fr_output_vmsg(fr, format, args);
        va_end(args);
        return ret;
}

/** fast reload thread, init time counters */
static void
fr_init_time(struct timeval* time_start, struct timeval* time_read,
        struct timeval* time_construct, struct timeval* time_reload,
        struct timeval* time_end)
{
        memset(time_start, 0, sizeof(*time_start));
        memset(time_read, 0, sizeof(*time_read));
        memset(time_construct, 0, sizeof(*time_construct));
        memset(time_reload, 0, sizeof(*time_reload));
        memset(time_end, 0, sizeof(*time_end));
        if(gettimeofday(time_start, NULL) < 0)
                log_err("gettimeofday: %s", strerror(errno));
}

/**
 * Structure with constructed elements for use during fast reload.
 * At the start it contains the tree items for the new config.
 * After the tree items are swapped into the server, the old elements
 * are kept in here. They can then be deleted.
 */
struct fast_reload_construct {
        /** construct for views */
        struct views* views;
        /** construct for auth zones */
        struct auth_zones* auth_zones;
        /** construct for forwards */
        struct iter_forwards* fwds;
        /** construct for stubs */
        struct iter_hints* hints;
        /** construct for respip_set */
        struct respip_set* respip_set;
        /** construct for access control */
        struct acl_list* acl;
        /** construct for access control interface */
        struct acl_list* acl_interface;
        /** construct for tcp connection limit */
        struct tcl_list* tcl;
        /** construct for local zones */
        struct local_zones* local_zones;
        /** if there is response ip configuration in use */
        int use_response_ip;
        /** if there is an rpz zone */
        int use_rpz;
        /** construct for edns strings */
        struct edns_strings* edns_strings;
        /** construct for trust anchors */
        struct val_anchors* anchors;
        /** construct for nsec3 key size */
        size_t* nsec3_keysize;
        /** construct for nsec3 max iter */
        size_t* nsec3_maxiter;
        /** construct for nsec3 keyiter count */
        int nsec3_keyiter_count;
        /** construct for target fetch policy */
        int* target_fetch_policy;
        /** construct for max dependency depth */
        int max_dependency_depth;
        /** construct for donotquery addresses */
        struct iter_donotq* donotq;
        /** construct for private addresses and domains */
        struct iter_priv* priv;
        /** construct whitelist for capsforid names */
        struct rbtree_type* caps_white;
        /** construct for nat64 */
        struct iter_nat64 nat64;
        /** construct for wait_limits_netblock */
        struct rbtree_type wait_limits_netblock;
        /** construct for wait_limits_cookie_netblock */
        struct rbtree_type wait_limits_cookie_netblock;
        /** construct for domain limits */
        struct rbtree_type domain_limits;
        /** storage for the old configuration elements. The outer struct
         * is allocated with malloc here, the items are from config. */
        struct config_file* oldcfg;
};

/** fast reload thread, read config */
static int
fr_read_config(struct fast_reload_thread* fr, struct config_file** newcfg)
{
        /* Create new config structure. */
        *newcfg = config_create();
        if(!*newcfg) {
                if(!fr_output_printf(fr, "config_create failed: out of memory\n"))
                        return 0;
                fr_send_notification(fr, fast_reload_notification_printout);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        /* Read new config from file */
        if(!config_read(*newcfg, fr->worker->daemon->cfgfile,
                fr->worker->daemon->chroot)) {
                config_delete(*newcfg);
                if(!fr_output_printf(fr, "config_read %s%s%s%s failed: %s\n",
                        (fr->worker->daemon->chroot?"<chroot:":""),
                        (fr->worker->daemon->chroot?fr->worker->daemon->chroot:""),
                        (fr->worker->daemon->chroot?"> ":""),
                        fr->worker->daemon->cfgfile, strerror(errno)))
                        return 0;
                fr_send_notification(fr, fast_reload_notification_printout);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;
        if(fr->fr_verb >= 1) {
                if(!fr_output_printf(fr, "done read config file %s%s%s%s\n",
                        (fr->worker->daemon->chroot?"<chroot:":""),
                        (fr->worker->daemon->chroot?fr->worker->daemon->chroot:""),
                        (fr->worker->daemon->chroot?"> ":""),
                        fr->worker->daemon->cfgfile))
                        return 0;
                fr_send_notification(fr, fast_reload_notification_printout);
        }

        return 1;
}

/** Check if two taglists are equal. */
static int
taglist_equal(char** tagname_a, int num_tags_a, char** tagname_b,
        int num_tags_b)
{
        int i;
        if(num_tags_a != num_tags_b)
                return 0;
        for(i=0; i<num_tags_a; i++) {
                if(strcmp(tagname_a[i], tagname_b[i]) != 0)
                        return 0;
        }
        return 1;
}

/** Check the change from a to b is only new entries at the end. */
static int
taglist_change_at_end(char** tagname_a, int num_tags_a, char** tagname_b,
        int num_tags_b)
{
        if(num_tags_a < 0 || num_tags_b < 0)
                return 0;
        if(num_tags_a >= num_tags_b)
                return 0;
        /* So, b is longer than a. Check if the initial start of the two
         * taglists is the same. */
        if(!taglist_equal(tagname_a, num_tags_a, tagname_b, num_tags_a))
                return 0;
        return 1;
}

/** fast reload thread, check tag defines. */
static int
fr_check_tag_defines(struct fast_reload_thread* fr, struct config_file* newcfg)
{
        /* The tags are kept in a bitlist for items. Some of them are stored
         * in query info. If the tags change, then the old values are
         * inaccurate. The solution is to then flush the query list.
         * Unless the change only involves adding new tags at the end, that
         * needs no changes. */
        if(!taglist_equal(fr->worker->daemon->cfg->tagname,
                        fr->worker->daemon->cfg->num_tags, newcfg->tagname,
                        newcfg->num_tags) &&
                !taglist_change_at_end(fr->worker->daemon->cfg->tagname,
                        fr->worker->daemon->cfg->num_tags, newcfg->tagname,
                        newcfg->num_tags)) {
                /* The tags have changed too much, the define-tag config. */
                if(fr->fr_drop_mesh)
                        return 1; /* already dropping queries */
                fr->fr_drop_mesh = 1;
                fr->worker->daemon->fast_reload_drop_mesh = fr->fr_drop_mesh;
                if(!fr_output_printf(fr, "tags have changed, with "
                        "'define-tag', and the queries have to be dropped "
                        "for consistency, setting '+d'\n"))
                        return 0;
                fr_send_notification(fr, fast_reload_notification_printout);
        }
        return 1;
}

/** fast reload thread, add incompatible option to the explanatory string */
static void
fr_add_incompatible_option(const char* desc, char* str, size_t len)
{
        size_t slen = strlen(str);
        size_t desclen = strlen(desc);
        if(slen == 0) {
                snprintf(str, len, "%s", desc);
                return;
        }
        if(len - slen < desclen+2)
                return; /* It does not fit */
        snprintf(str+slen, len-slen, " %s", desc);
}

/** fast reload thread, check if config item has changed; thus incompatible */
#define FR_CHECK_CHANGED_CFG(desc, var, str)                            \
do {                                                                    \
        if(cfg->var != newcfg->var) {                                   \
                fr_add_incompatible_option(desc, str, sizeof(str));     \
        }                                                               \
} while(0);

/** fast reload thread, check if config string has changed, checks NULLs. */
#define FR_CHECK_CHANGED_CFG_STR(desc, var, str)                        \
do {                                                                    \
        if((!cfg->var && newcfg->var) ||                                \
                (cfg->var && !newcfg->var) ||                           \
                (cfg->var && newcfg->var                                \
                && strcmp(cfg->var, newcfg->var) != 0)) {               \
                fr_add_incompatible_option(desc, str, sizeof(str));     \
        }                                                               \
} while(0);

/** fast reload thread, check if config strlist has changed. */
#define FR_CHECK_CHANGED_CFG_STRLIST(desc, var, str) do {               \
        fr_check_changed_cfg_strlist(cfg->var, newcfg->var, desc, str,  \
                sizeof(str));                                           \
        } while(0);
static void
fr_check_changed_cfg_strlist(struct config_strlist* cmp1,
        struct config_strlist* cmp2, const char* desc, char* str, size_t len)
{
        struct config_strlist* p1 = cmp1, *p2 = cmp2;
        while(p1 && p2) {
                if((!p1->str && p2->str) ||
                        (p1->str && !p2->str) ||
                        (p1->str && p2->str && strcmp(p1->str, p2->str) != 0)) {
                        /* The strlist is different. */
                        fr_add_incompatible_option(desc, str, len);
                        return;
                }
                p1 = p1->next;
                p2 = p2->next;
        }
        if((!p1 && p2) || (p1 && !p2)) {
                fr_add_incompatible_option(desc, str, len);
        }
}

/** fast reload thread, check if config str2list has changed. */
#define FR_CHECK_CHANGED_CFG_STR2LIST(desc, var, buff) do {             \
        fr_check_changed_cfg_str2list(cfg->var, newcfg->var, desc, buff,\
                sizeof(buff));                                          \
        } while(0);
static void
fr_check_changed_cfg_str2list(struct config_str2list* cmp1,
        struct config_str2list* cmp2, const char* desc, char* str, size_t len)
{
        struct config_str2list* p1 = cmp1, *p2 = cmp2;
        while(p1 && p2) {
                if((!p1->str && p2->str) ||
                        (p1->str && !p2->str) ||
                        (p1->str && p2->str && strcmp(p1->str, p2->str) != 0)) {
                        /* The str2list is different. */
                        fr_add_incompatible_option(desc, str, len);
                        return;
                }
                if((!p1->str2 && p2->str2) ||
                        (p1->str2 && !p2->str2) ||
                        (p1->str2 && p2->str2 &&
                        strcmp(p1->str2, p2->str2) != 0)) {
                        /* The str2list is different. */
                        fr_add_incompatible_option(desc, str, len);
                        return;
                }
                p1 = p1->next;
                p2 = p2->next;
        }
        if((!p1 && p2) || (p1 && !p2)) {
                fr_add_incompatible_option(desc, str, len);
        }
}

/** fast reload thread, check compatible config items */
static int
fr_check_compat_cfg(struct fast_reload_thread* fr, struct config_file* newcfg)
{
        int i;
        char changed_str[1024];
        struct config_file* cfg = fr->worker->env.cfg;
        changed_str[0]=0;

        /* Find incompatible options, and if so, print an error. */
        FR_CHECK_CHANGED_CFG("num-threads", num_threads, changed_str);
        FR_CHECK_CHANGED_CFG("do-ip4", do_ip4, changed_str);
        FR_CHECK_CHANGED_CFG("do-ip6", do_ip6, changed_str);
        FR_CHECK_CHANGED_CFG("do-udp", do_udp, changed_str);
        FR_CHECK_CHANGED_CFG("do-tcp", do_tcp, changed_str);
        FR_CHECK_CHANGED_CFG("port", port, changed_str);
        /* But cfg->outgoing_num_ports has been changed at startup,
         * possibly to reduce it, so do not check it here. */
        FR_CHECK_CHANGED_CFG("outgoing-num-tcp", outgoing_num_tcp, changed_str);
        FR_CHECK_CHANGED_CFG("incoming-num-tcp", incoming_num_tcp, changed_str);
        FR_CHECK_CHANGED_CFG("outgoing-interface", num_out_ifs, changed_str);
        if(cfg->num_out_ifs == newcfg->num_out_ifs) {
                for(i=0; i<cfg->num_out_ifs; i++)
                        FR_CHECK_CHANGED_CFG_STR("outgoing-interface",
                                out_ifs[i], changed_str);
        }
        FR_CHECK_CHANGED_CFG("interface", num_ifs, changed_str);
        if(cfg->num_ifs == newcfg->num_ifs) {
                for(i=0; i<cfg->num_ifs; i++)
                        FR_CHECK_CHANGED_CFG_STR("interface",
                                ifs[i], changed_str);
        }
        FR_CHECK_CHANGED_CFG("interface-automatic", if_automatic, changed_str);
        FR_CHECK_CHANGED_CFG("so-rcvbuf", so_rcvbuf, changed_str);
        FR_CHECK_CHANGED_CFG("so-sndbuf", so_sndbuf, changed_str);
        FR_CHECK_CHANGED_CFG("so-reuseport", so_reuseport, changed_str);
        FR_CHECK_CHANGED_CFG("ip-transparent", ip_transparent, changed_str);
        FR_CHECK_CHANGED_CFG("ip-freebind", ip_freebind, changed_str);
        FR_CHECK_CHANGED_CFG("udp-connect", udp_connect, changed_str);
        FR_CHECK_CHANGED_CFG("msg-buffer-size", msg_buffer_size, changed_str);
        FR_CHECK_CHANGED_CFG("edns-tcp-keepalive", do_tcp_keepalive, changed_str);
        FR_CHECK_CHANGED_CFG("edns-tcp-keepalive-timeout", tcp_keepalive_timeout, changed_str);
        FR_CHECK_CHANGED_CFG("tcp-idle-timeout", tcp_idle_timeout, changed_str);
        /* Not changed, only if DoH is used, it is then stored in commpoints,
         * as well as used from cfg. */
        FR_CHECK_CHANGED_CFG("harden-large-queries", harden_large_queries, changed_str);
        FR_CHECK_CHANGED_CFG("http-max-streams", http_max_streams, changed_str);
        FR_CHECK_CHANGED_CFG_STR("http-endpoint", http_endpoint, changed_str);
        FR_CHECK_CHANGED_CFG("http_notls_downstream", http_notls_downstream, changed_str);
        FR_CHECK_CHANGED_CFG("https-port", https_port, changed_str);
        FR_CHECK_CHANGED_CFG("tls-port", ssl_port, changed_str);
        FR_CHECK_CHANGED_CFG_STR("tls-service-key", ssl_service_key, changed_str);
        FR_CHECK_CHANGED_CFG_STR("tls-service-pem", ssl_service_pem, changed_str);
        FR_CHECK_CHANGED_CFG_STR("tls-cert-bundle", tls_cert_bundle, changed_str);
        FR_CHECK_CHANGED_CFG_STRLIST("proxy-protocol-port", proxy_protocol_port, changed_str);
        FR_CHECK_CHANGED_CFG_STRLIST("tls-additional-port", tls_additional_port, changed_str);
        FR_CHECK_CHANGED_CFG_STR("interface-automatic-ports", if_automatic_ports, changed_str);
        FR_CHECK_CHANGED_CFG("udp-upstream-without-downstream", udp_upstream_without_downstream, changed_str);

        if(changed_str[0] != 0) {
                /* The new config changes some items that do not work with
                 * fast reload. */
                if(!fr_output_printf(fr, "The config changes items that are "
                        "not compatible with fast_reload, perhaps do reload "
                        "or restart: %s", changed_str) ||
                        !fr_output_printf(fr, "\n"))
                        return 0;
                fr_send_notification(fr, fast_reload_notification_printout);
                return 0;
        }
        return 1;
}

/** fast reload thread, check nopause config items */
static int
fr_check_nopause_compat_cfg(struct fast_reload_thread* fr, struct config_file* newcfg)
{
        char changed_str[1024];
        struct config_file* cfg = fr->worker->env.cfg;
        if(!fr->fr_nopause)
                return 1; /* The nopause is not enabled, so no problem. */
        changed_str[0]=0;

        /* Check for iter_env. */
        FR_CHECK_CHANGED_CFG("outbound-msg-retry", outbound_msg_retry, changed_str);
        FR_CHECK_CHANGED_CFG("max-sent-count", max_sent_count, changed_str);
        FR_CHECK_CHANGED_CFG("max-query-restarts", max_query_restarts, changed_str);
        FR_CHECK_CHANGED_CFG_STR("target-fetch-policy", target_fetch_policy, changed_str);
        FR_CHECK_CHANGED_CFG("do-not-query-localhost", donotquery_localhost, changed_str);
        FR_CHECK_CHANGED_CFG_STRLIST("do-not-query-address", donotqueryaddrs, changed_str);
        FR_CHECK_CHANGED_CFG_STRLIST("private-address", private_address, changed_str);
        FR_CHECK_CHANGED_CFG_STRLIST("private-domain", private_domain, changed_str);
        FR_CHECK_CHANGED_CFG_STRLIST("caps-exempt", caps_whitelist, changed_str);
        FR_CHECK_CHANGED_CFG("do-nat64", do_nat64, changed_str);
        FR_CHECK_CHANGED_CFG_STR("nat64-prefix", nat64_prefix, changed_str);

        /* Check for val_env. */
        FR_CHECK_CHANGED_CFG("val-bogus-ttl", bogus_ttl, changed_str);
        FR_CHECK_CHANGED_CFG("val-date-override", val_date_override, changed_str);
        FR_CHECK_CHANGED_CFG("val-sig-skew-min", val_sig_skew_min, changed_str);
        FR_CHECK_CHANGED_CFG("val-sig-skew-max", val_sig_skew_max, changed_str);
        FR_CHECK_CHANGED_CFG("val-max-restart", val_max_restart, changed_str);
        FR_CHECK_CHANGED_CFG_STR("val-nsec3-keysize-iterations",
                val_nsec3_key_iterations, changed_str);

        /* Check for infra. */
        FR_CHECK_CHANGED_CFG("infra-host-ttl", host_ttl, changed_str);
        FR_CHECK_CHANGED_CFG("infra-keep-probing", infra_keep_probing, changed_str);
        FR_CHECK_CHANGED_CFG("ratelimit", ratelimit, changed_str);
        FR_CHECK_CHANGED_CFG("ip-ratelimit", ip_ratelimit, changed_str);
        FR_CHECK_CHANGED_CFG("ip-ratelimit-cookie", ip_ratelimit_cookie, changed_str);
        FR_CHECK_CHANGED_CFG_STR2LIST("wait-limit-netblock", wait_limit_netblock, changed_str);
        FR_CHECK_CHANGED_CFG_STR2LIST("wait-limit-cookie-netblock", wait_limit_cookie_netblock, changed_str);
        FR_CHECK_CHANGED_CFG_STR2LIST("ratelimit-below-domain", ratelimit_below_domain, changed_str);
        FR_CHECK_CHANGED_CFG_STR2LIST("ratelimit-for-domain", ratelimit_for_domain, changed_str);

        /* Check for dnstap. */
        FR_CHECK_CHANGED_CFG("dnstap-send-identity", dnstap_send_identity, changed_str);
        FR_CHECK_CHANGED_CFG("dnstap-send-version", dnstap_send_version, changed_str);
        FR_CHECK_CHANGED_CFG_STR("dnstap-identity", dnstap_identity, changed_str);
        FR_CHECK_CHANGED_CFG_STR("dnstap-version", dnstap_version, changed_str);

        if(changed_str[0] != 0) {
                /* The new config changes some items that need a pause,
                 * to be able to update the variables. */
                if(!fr_output_printf(fr, "The config changes items that need "
                        "the fast_reload +p option, for nopause, "
                        "disabled to be reloaded: %s", changed_str) ||
                        !fr_output_printf(fr, "\n"))
                        return 0;
                fr_send_notification(fr, fast_reload_notification_printout);
                return 0;
        }
        return 1;
}

/** fast reload thread, clear construct information, deletes items */
static void
fr_construct_clear(struct fast_reload_construct* ct)
{
        if(!ct)
                return;
        auth_zones_delete(ct->auth_zones);
        forwards_delete(ct->fwds);
        hints_delete(ct->hints);
        respip_set_delete(ct->respip_set);
        local_zones_delete(ct->local_zones);
        acl_list_delete(ct->acl);
        acl_list_delete(ct->acl_interface);
        tcl_list_delete(ct->tcl);
        edns_strings_delete(ct->edns_strings);
        anchors_delete(ct->anchors);
        views_delete(ct->views);
        free(ct->nsec3_keysize);
        free(ct->nsec3_maxiter);
        free(ct->target_fetch_policy);
        donotq_delete(ct->donotq);
        priv_delete(ct->priv);
        caps_white_delete(ct->caps_white);
        wait_limits_free(&ct->wait_limits_netblock);
        wait_limits_free(&ct->wait_limits_cookie_netblock);
        domain_limits_free(&ct->domain_limits);
        /* Delete the log identity here so that the global value is not
         * reset by config_delete. */
        if(ct->oldcfg && ct->oldcfg->log_identity) {
                free(ct->oldcfg->log_identity);
                ct->oldcfg->log_identity = NULL;
        }
        config_delete(ct->oldcfg);
}

/** get memory for strlist */
static size_t
getmem_config_strlist(struct config_strlist* p)
{
        size_t m = 0;
        struct config_strlist* s;
        for(s = p; s; s = s->next)
                m += sizeof(*s) + getmem_str(s->str);
        return m;
}

/** get memory for str2list */
static size_t
getmem_config_str2list(struct config_str2list* p)
{
        size_t m = 0;
        struct config_str2list* s;
        for(s = p; s; s = s->next)
                m += sizeof(*s) + getmem_str(s->str) + getmem_str(s->str2);
        return m;
}

/** get memory for str3list */
static size_t
getmem_config_str3list(struct config_str3list* p)
{
        size_t m = 0;
        struct config_str3list* s;
        for(s = p; s; s = s->next)
                m += sizeof(*s) + getmem_str(s->str) + getmem_str(s->str2)
                        + getmem_str(s->str3);
        return m;
}

/** get memory for strbytelist */
static size_t
getmem_config_strbytelist(struct config_strbytelist* p)
{
        size_t m = 0;
        struct config_strbytelist* s;
        for(s = p; s; s = s->next)
                m += sizeof(*s) + getmem_str(s->str) + (s->str2?s->str2len:0);
        return m;
}

/** get memory used by ifs array */
static size_t
getmem_ifs(int numifs, char** ifs)
{
        size_t m = 0;
        int i;
        m += numifs * sizeof(char*);
        for(i=0; i<numifs; i++)
                m += getmem_str(ifs[i]);
        return m;
}

/** get memory for config_stub */
static size_t
getmem_config_stub(struct config_stub* p)
{
        size_t m = 0;
        struct config_stub* s;
        for(s = p; s; s = s->next)
                m += sizeof(*s) + getmem_str(s->name)
                        + getmem_config_strlist(s->hosts)
                        + getmem_config_strlist(s->addrs);
        return m;
}

/** get memory for config_auth */
static size_t
getmem_config_auth(struct config_auth* p)
{
        size_t m = 0;
        struct config_auth* s;
        for(s = p; s; s = s->next)
                m += sizeof(*s) + getmem_str(s->name)
                        + getmem_config_strlist(s->masters)
                        + getmem_config_strlist(s->urls)
                        + getmem_config_strlist(s->allow_notify)
                        + getmem_str(s->zonefile)
                        + s->rpz_taglistlen
                        + getmem_str(s->rpz_action_override)
                        + getmem_str(s->rpz_log_name)
                        + getmem_str(s->rpz_cname);
        return m;
}

/** get memory for config_view */
static size_t
getmem_config_view(struct config_view* p)
{
        size_t m = 0;
        struct config_view* s;
        for(s = p; s; s = s->next)
                m += sizeof(*s) + getmem_str(s->name)
                        + getmem_config_str2list(s->local_zones)
                        + getmem_config_strlist(s->local_data)
                        + getmem_config_strlist(s->local_zones_nodefault)
#ifdef USE_IPSET
                        + getmem_config_strlist(s->local_zones_ipset)
#endif
                        + getmem_config_str2list(s->respip_actions)
                        + getmem_config_str2list(s->respip_data);

        return m;
}

/** get memory used by config_file item, estimate */
static size_t
config_file_getmem(struct config_file* cfg)
{
        size_t m = 0;
        m += sizeof(*cfg);
        m += getmem_config_strlist(cfg->proxy_protocol_port);
        m += getmem_str(cfg->ssl_service_key);
        m += getmem_str(cfg->ssl_service_pem);
        m += getmem_str(cfg->tls_cert_bundle);
        m += getmem_config_strlist(cfg->tls_additional_port);
        m += getmem_config_strlist(cfg->tls_session_ticket_keys.first);
        m += getmem_str(cfg->tls_ciphers);
        m += getmem_str(cfg->tls_ciphersuites);
        m += getmem_str(cfg->http_endpoint);
        m += (cfg->outgoing_avail_ports?65536*sizeof(int):0);
        m += getmem_str(cfg->target_fetch_policy);
        m += getmem_str(cfg->if_automatic_ports);
        m += getmem_ifs(cfg->num_ifs, cfg->ifs);
        m += getmem_ifs(cfg->num_out_ifs, cfg->out_ifs);
        m += getmem_config_strlist(cfg->root_hints);
        m += getmem_config_stub(cfg->stubs);
        m += getmem_config_stub(cfg->forwards);
        m += getmem_config_auth(cfg->auths);
        m += getmem_config_view(cfg->views);
        m += getmem_config_strlist(cfg->donotqueryaddrs);
#ifdef CLIENT_SUBNET
        m += getmem_config_strlist(cfg->client_subnet);
        m += getmem_config_strlist(cfg->client_subnet_zone);
#endif
        m += getmem_config_str2list(cfg->acls);
        m += getmem_config_str2list(cfg->tcp_connection_limits);
        m += getmem_config_strlist(cfg->caps_whitelist);
        m += getmem_config_strlist(cfg->private_address);
        m += getmem_config_strlist(cfg->private_domain);
        m += getmem_str(cfg->chrootdir);
        m += getmem_str(cfg->username);
        m += getmem_str(cfg->directory);
        m += getmem_str(cfg->logfile);
        m += getmem_str(cfg->pidfile);
        m += getmem_str(cfg->log_identity);
        m += getmem_str(cfg->identity);
        m += getmem_str(cfg->version);
        m += getmem_str(cfg->http_user_agent);
        m += getmem_str(cfg->nsid_cfg_str);
        m += (cfg->nsid?cfg->nsid_len:0);
        m += getmem_str(cfg->module_conf);
        m += getmem_config_strlist(cfg->trust_anchor_file_list);
        m += getmem_config_strlist(cfg->trust_anchor_list);
        m += getmem_config_strlist(cfg->auto_trust_anchor_file_list);
        m += getmem_config_strlist(cfg->trusted_keys_file_list);
        m += getmem_config_strlist(cfg->domain_insecure);
        m += getmem_str(cfg->val_nsec3_key_iterations);
        m += getmem_config_str2list(cfg->local_zones);
        m += getmem_config_strlist(cfg->local_zones_nodefault);
#ifdef USE_IPSET
        m += getmem_config_strlist(cfg->local_zones_ipset);
#endif
        m += getmem_config_strlist(cfg->local_data);
        m += getmem_config_str3list(cfg->local_zone_overrides);
        m += getmem_config_strbytelist(cfg->local_zone_tags);
        m += getmem_config_strbytelist(cfg->acl_tags);
        m += getmem_config_str3list(cfg->acl_tag_actions);
        m += getmem_config_str3list(cfg->acl_tag_datas);
        m += getmem_config_str2list(cfg->acl_view);
        m += getmem_config_str2list(cfg->interface_actions);
        m += getmem_config_strbytelist(cfg->interface_tags);
        m += getmem_config_str3list(cfg->interface_tag_actions);
        m += getmem_config_str3list(cfg->interface_tag_datas);
        m += getmem_config_str2list(cfg->interface_view);
        m += getmem_config_strbytelist(cfg->respip_tags);
        m += getmem_config_str2list(cfg->respip_actions);
        m += getmem_config_str2list(cfg->respip_data);
        m += getmem_ifs(cfg->num_tags, cfg->tagname);
        m += getmem_config_strlist(cfg->control_ifs.first);
        m += getmem_str(cfg->server_key_file);
        m += getmem_str(cfg->server_cert_file);
        m += getmem_str(cfg->control_key_file);
        m += getmem_str(cfg->control_cert_file);
        m += getmem_config_strlist(cfg->python_script);
        m += getmem_config_strlist(cfg->dynlib_file);
        m += getmem_str(cfg->dns64_prefix);
        m += getmem_config_strlist(cfg->dns64_ignore_aaaa);
        m += getmem_str(cfg->nat64_prefix);
        m += getmem_str(cfg->dnstap_socket_path);
        m += getmem_str(cfg->dnstap_ip);
        m += getmem_str(cfg->dnstap_tls_server_name);
        m += getmem_str(cfg->dnstap_tls_cert_bundle);
        m += getmem_str(cfg->dnstap_tls_client_key_file);
        m += getmem_str(cfg->dnstap_tls_client_cert_file);
        m += getmem_str(cfg->dnstap_identity);
        m += getmem_str(cfg->dnstap_version);
        m += getmem_config_str2list(cfg->ratelimit_for_domain);
        m += getmem_config_str2list(cfg->ratelimit_below_domain);
        m += getmem_config_str2list(cfg->edns_client_strings);
        m += getmem_str(cfg->dnscrypt_provider);
        m += getmem_config_strlist(cfg->dnscrypt_secret_key);
        m += getmem_config_strlist(cfg->dnscrypt_provider_cert);
        m += getmem_config_strlist(cfg->dnscrypt_provider_cert_rotated);
#ifdef USE_IPSECMOD
        m += getmem_config_strlist(cfg->ipsecmod_whitelist);
        m += getmem_str(cfg->ipsecmod_hook);
#endif
#ifdef USE_CACHEDB
        m += getmem_str(cfg->cachedb_backend);
        m += getmem_str(cfg->cachedb_secret);
#ifdef USE_REDIS
        m += getmem_str(cfg->redis_server_host);
        m += getmem_str(cfg->redis_replica_server_host);
        m += getmem_str(cfg->redis_server_path);
        m += getmem_str(cfg->redis_replica_server_path);
        m += getmem_str(cfg->redis_server_password);
        m += getmem_str(cfg->redis_replica_server_password);
#endif
#endif
#ifdef USE_IPSET
        m += getmem_str(cfg->ipset_name_v4);
        m += getmem_str(cfg->ipset_name_v6);
#endif
        return m;
}

/** fast reload thread, print memory used by construct of items. */
static int
fr_printmem(struct fast_reload_thread* fr,
        struct config_file* newcfg, struct fast_reload_construct* ct)
{
        size_t mem = 0;
        if(fr_poll_for_quit(fr))
                return 1;
        mem += views_get_mem(ct->views);
        mem += respip_set_get_mem(ct->respip_set);
        mem += auth_zones_get_mem(ct->auth_zones);
        mem += forwards_get_mem(ct->fwds);
        mem += hints_get_mem(ct->hints);
        mem += local_zones_get_mem(ct->local_zones);
        mem += acl_list_get_mem(ct->acl);
        mem += acl_list_get_mem(ct->acl_interface);
        mem += tcl_list_get_mem(ct->tcl);
        mem += edns_strings_get_mem(ct->edns_strings);
        mem += anchors_get_mem(ct->anchors);
        mem += sizeof(*ct->oldcfg);
        mem += config_file_getmem(newcfg);

        if(!fr_output_printf(fr, "memory use %d bytes\n", (int)mem))
                return 0;
        fr_send_notification(fr, fast_reload_notification_printout);

        return 1;
}

/** fast reload thread, setup the acl_interface for the ports that
 * the server has. */
static int
ct_acl_interface_setup_ports(struct acl_list* acl_interface,
        struct daemon* daemon)
{
        /* clean acl_interface */
        acl_interface_init(acl_interface);
        if(!setup_acl_for_ports(acl_interface, daemon->ports[0]))
                return 0;
        if(daemon->reuseport) {
                size_t i;
                for(i=1; i<daemon->num_ports; i++) {
                        if(!setup_acl_for_ports(acl_interface,
                                daemon->ports[i]))
                                return 0;
                }
        }
        return 1;
}

/** fast reload, add new change to list of auth zones */
static int
fr_add_auth_zone_change(struct fast_reload_thread* fr, struct auth_zone* old_z,
        struct auth_zone* new_z, int is_deleted, int is_added, int is_changed)
{
        struct fast_reload_auth_change* item;
        item = calloc(1, sizeof(*item));
        if(!item) {
                log_err("malloc failure in add auth zone change");
                return 0;
        }
        item->old_z = old_z;
        item->new_z = new_z;
        item->is_deleted = is_deleted;
        item->is_added = is_added;
        item->is_changed = is_changed;

        item->next = fr->auth_zone_change_list;
        fr->auth_zone_change_list = item;
        return 1;
}

/** See if auth master is equal */
static int
xfr_auth_master_equal(struct auth_master* m1, struct auth_master* m2)
{
        if(!m1 && !m2)
                return 1;
        if(!m1 || !m2)
                return 0;

        if((m1->host && !m2->host) || (!m1->host && m2->host))
                return 0;
        if(m1->host && m2->host && strcmp(m1->host, m2->host) != 0)
                return 0;

        if((m1->file && !m2->file) || (!m1->file && m2->file))
                return 0;
        if(m1->file && m2->file && strcmp(m1->file, m2->file) != 0)
                return 0;

        if((m1->http && !m2->http) || (!m1->http && m2->http))
                return 0;
        if((m1->ixfr && !m2->ixfr) || (!m1->ixfr && m2->ixfr))
                return 0;
        if((m1->allow_notify && !m2->allow_notify) || (!m1->allow_notify && m2->allow_notify))
                return 0;
        if((m1->ssl && !m2->ssl) || (!m1->ssl && m2->ssl))
                return 0;
        if(m1->port != m2->port)
                return 0;
        return 1;
}

/** See if list of auth masters is equal */
static int
xfr_masterlist_equal(struct auth_master* list1, struct auth_master* list2)
{
        struct auth_master* p1 = list1, *p2 = list2;
        while(p1 && p2) {
                if(!xfr_auth_master_equal(p1, p2))
                        return 0;
                p1 = p1->next;
                p2 = p2->next;
        }
        if(!p1 && !p2)
                return 1;
        return 0;
}

/** See if the list of masters has changed. */
static int
xfr_masters_equal(struct auth_xfer* xfr1, struct auth_xfer* xfr2)
{
        if(xfr1 == NULL && xfr2 == NULL)
                return 1;
        if(xfr1 == NULL && xfr2 != NULL)
                return 0;
        if(xfr1 != NULL && xfr2 == NULL)
                return 0;
        if(xfr_masterlist_equal(xfr1->task_probe->masters,
                xfr2->task_probe->masters) &&
                xfr_masterlist_equal(xfr1->task_transfer->masters,
                xfr2->task_transfer->masters))
                return 1;
        return 0;
}

/** Check what has changed in auth zones, like added and deleted zones */
static int
auth_zones_check_changes(struct fast_reload_thread* fr,
        struct fast_reload_construct* ct)
{
        /* Check every zone in turn. */
        struct auth_zone* new_z, *old_z;
        struct module_env* env = &fr->worker->env;

        fr->old_auth_zones = ct->auth_zones;
        /* Nobody is using the new ct version yet.
         * Also the ct lock is picked up before the env lock for auth_zones. */
        lock_rw_rdlock(&ct->auth_zones->lock);

        /* Find deleted zones by looping over the current list and looking
         * up in the new tree. */
        lock_rw_rdlock(&env->auth_zones->lock);
        RBTREE_FOR(old_z, struct auth_zone*, &env->auth_zones->ztree) {
                new_z = auth_zone_find(ct->auth_zones, old_z->name,
                        old_z->namelen, old_z->dclass);
                if(!new_z) {
                        /* The zone has been removed. */
                        if(!fr_add_auth_zone_change(fr, old_z, NULL, 1, 0,
                                0)) {
                                lock_rw_unlock(&env->auth_zones->lock);
                                lock_rw_unlock(&ct->auth_zones->lock);
                                return 0;
                        }
                }
        }
        lock_rw_unlock(&env->auth_zones->lock);

        /* Find added zones by looping over new list and lookup in current. */
        RBTREE_FOR(new_z, struct auth_zone*, &ct->auth_zones->ztree) {
                lock_rw_rdlock(&env->auth_zones->lock);
                old_z = auth_zone_find(env->auth_zones, new_z->name,
                        new_z->namelen, new_z->dclass);
                if(!old_z) {
                        /* The zone has been added. */
                        lock_rw_unlock(&env->auth_zones->lock);
                        if(!fr_add_auth_zone_change(fr, NULL, new_z, 0, 1,
                                0)) {
                                lock_rw_unlock(&ct->auth_zones->lock);
                                return 0;
                        }
                } else {
                        uint32_t old_serial = 0, new_serial = 0;
                        int have_old = 0, have_new = 0;
                        struct auth_xfer* old_xfr, *new_xfr;
                        lock_rw_rdlock(&new_z->lock);
                        lock_rw_rdlock(&old_z->lock);
                        new_xfr = auth_xfer_find(ct->auth_zones, new_z->name,
                                new_z->namelen, new_z->dclass);
                        old_xfr = auth_xfer_find(env->auth_zones, old_z->name,
                                old_z->namelen, old_z->dclass);
                        if(new_xfr) {
                                lock_basic_lock(&new_xfr->lock);
                        }
                        if(old_xfr) {
                                lock_basic_lock(&old_xfr->lock);
                        }
                        lock_rw_unlock(&env->auth_zones->lock);

                        /* Change in the auth zone can be detected. */
                        /* A change in serial number means that auth_xfer
                         * has to be updated. */
                        have_old = (auth_zone_get_serial(old_z,
                                &old_serial)!=0);
                        have_new = (auth_zone_get_serial(new_z,
                                &new_serial)!=0);
                        if(have_old != have_new || old_serial != new_serial
                                || !xfr_masters_equal(old_xfr, new_xfr)) {
                                /* The zone has been changed. */
                                if(!fr_add_auth_zone_change(fr, old_z, new_z,
                                        0, 0, 1)) {
                                        lock_rw_unlock(&old_z->lock);
                                        lock_rw_unlock(&new_z->lock);
                                        lock_rw_unlock(&ct->auth_zones->lock);
                                        if(new_xfr) {
                                                lock_basic_unlock(&new_xfr->lock);
                                        }
                                        if(old_xfr) {
                                                lock_basic_unlock(&old_xfr->lock);
                                        }
                                        return 0;
                                }
                        }

                        if(new_xfr) {
                                lock_basic_unlock(&new_xfr->lock);
                        }
                        if(old_xfr) {
                                lock_basic_unlock(&old_xfr->lock);
                        }
                        lock_rw_unlock(&old_z->lock);
                        lock_rw_unlock(&new_z->lock);
                }
        }

        lock_rw_unlock(&ct->auth_zones->lock);
        return 1;
}

/** fast reload thread, construct from config the new items */
static int
fr_construct_from_config(struct fast_reload_thread* fr,
        struct config_file* newcfg, struct fast_reload_construct* ct)
{
        int have_view_respip_cfg = 0;

        if(!(ct->views = views_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!views_apply_cfg(ct->views, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(!(ct->acl = acl_list_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!acl_list_apply_cfg(ct->acl, newcfg, ct->views)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(!(ct->acl_interface = acl_list_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!ct_acl_interface_setup_ports(ct->acl_interface,
                fr->worker->daemon)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!acl_interface_apply_cfg(ct->acl_interface, newcfg, ct->views)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(!(ct->tcl = tcl_list_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!tcl_list_apply_cfg(ct->tcl, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr->worker->daemon->tcl->tree.count != 0)
                fr->worker->daemon->fast_reload_tcl_has_changes = 1;
        else    fr->worker->daemon->fast_reload_tcl_has_changes = 0;
        if(fr_poll_for_quit(fr))
                return 1;

        if(!(ct->auth_zones = auth_zones_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!auth_zones_apply_cfg(ct->auth_zones, newcfg, 1, &ct->use_rpz,
                fr->worker->daemon->env, &fr->worker->daemon->mods)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!auth_zones_check_changes(fr, ct)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(!(ct->fwds = forwards_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!forwards_apply_cfg(ct->fwds, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(!(ct->hints = hints_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!hints_apply_cfg(ct->hints, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(!(ct->local_zones = local_zones_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!local_zones_apply_cfg(ct->local_zones, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(!(ct->respip_set = respip_set_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!respip_global_apply_cfg(ct->respip_set, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;
        if(!respip_views_apply_cfg(ct->views, newcfg, &have_view_respip_cfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        ct->use_response_ip = !respip_set_is_empty(ct->respip_set) ||
                have_view_respip_cfg;
        if(fr_poll_for_quit(fr))
                return 1;

        if(!(ct->edns_strings = edns_strings_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!edns_strings_apply_cfg(ct->edns_strings, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(fr->worker->env.anchors) {
                /* There are trust anchors already, so create it for reload. */
                if(!(ct->anchors = anchors_create())) {
                        fr_construct_clear(ct);
                        return 0;
                }
                if(!anchors_apply_cfg(ct->anchors, newcfg)) {
                        fr_construct_clear(ct);
                        return 0;
                }
                if(fr_poll_for_quit(fr))
                        return 1;
        }

        if(!val_env_parse_key_iter(newcfg->val_nsec3_key_iterations,
                &ct->nsec3_keysize, &ct->nsec3_maxiter,
                &ct->nsec3_keyiter_count)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(!read_fetch_policy(&ct->target_fetch_policy,
                &ct->max_dependency_depth, newcfg->target_fetch_policy)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!(ct->donotq = donotq_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!donotq_apply_cfg(ct->donotq, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!(ct->priv = priv_create())) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!priv_apply_cfg(ct->priv, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(newcfg->caps_whitelist) {
                if(!(ct->caps_white = caps_white_create())) {
                        fr_construct_clear(ct);
                        return 0;
                }
                if(!caps_white_apply_cfg(ct->caps_white, newcfg)) {
                        fr_construct_clear(ct);
                        return 0;
                }
        }
        if(!nat64_apply_cfg(&ct->nat64, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(!setup_wait_limits(&ct->wait_limits_netblock,
                &ct->wait_limits_cookie_netblock, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(!setup_domain_limits(&ct->domain_limits, newcfg)) {
                fr_construct_clear(ct);
                return 0;
        }
        if(fr_poll_for_quit(fr))
                return 1;

        if(!(ct->oldcfg = (struct config_file*)calloc(1,
                sizeof(*ct->oldcfg)))) {
                fr_construct_clear(ct);
                log_err("out of memory");
                return 0;
        }
        if(fr->fr_verb >= 2) {
                if(!fr_printmem(fr, newcfg, ct))
                        return 0;
        }
        return 1;
}

/** fast reload thread, finish timers */
static int
fr_finish_time(struct fast_reload_thread* fr, struct timeval* time_start,
        struct timeval* time_read, struct timeval* time_construct,
        struct timeval* time_reload, struct timeval* time_end)
{
        struct timeval total, readtime, constructtime, reloadtime, deletetime;
        if(gettimeofday(time_end, NULL) < 0)
                log_err("gettimeofday: %s", strerror(errno));

        timeval_subtract(&total, time_end, time_start);
        timeval_subtract(&readtime, time_read, time_start);
        timeval_subtract(&constructtime, time_construct, time_read);
        timeval_subtract(&reloadtime, time_reload, time_construct);
        timeval_subtract(&deletetime, time_end, time_reload);
        if(!fr_output_printf(fr, "read disk  %3d.%6.6ds\n",
                (int)readtime.tv_sec, (int)readtime.tv_usec))
                return 0;
        if(!fr_output_printf(fr, "construct  %3d.%6.6ds\n",
                (int)constructtime.tv_sec, (int)constructtime.tv_usec))
                return 0;
        if(!fr_output_printf(fr, "reload     %3d.%6.6ds\n",
                (int)reloadtime.tv_sec, (int)reloadtime.tv_usec))
                return 0;
        if(!fr_output_printf(fr, "deletes    %3d.%6.6ds\n",
                (int)deletetime.tv_sec, (int)deletetime.tv_usec))
                return 0;
        if(!fr_output_printf(fr, "total time %3d.%6.6ds\n", (int)total.tv_sec,
                (int)total.tv_usec))
                return 0;
        fr_send_notification(fr, fast_reload_notification_printout);
        return 1;
}

/** Swap auth zone information */
static void
auth_zones_swap(struct auth_zones* az, struct auth_zones* data)
{
        rbtree_type oldztree = az->ztree;
        int old_have_downstream = az->have_downstream;
        struct auth_zone* old_rpz_first = az->rpz_first;

        az->ztree = data->ztree;
        data->ztree = oldztree;

        az->have_downstream = data->have_downstream;
        data->have_downstream = old_have_downstream;

        /* Leave num_query_up and num_query_down, the statistics can
         * remain counted. */

        az->rpz_first = data->rpz_first;
        data->rpz_first = old_rpz_first;

        /* The xtree is not swapped. This contains the auth_xfer elements
         * that contain tasks in progress, like zone transfers.
         * The unchanged zones can keep their tasks in the tree, and thus
         * the xfer elements can continue to be their callbacks. */
}

#if defined(ATOMIC_POINTER_LOCK_FREE) && defined(HAVE_LINK_ATOMIC_STORE)
/** Fast reload thread, if atomics are available, copy the config items
 * one by one with atomic store operations. */
static void
fr_atomic_copy_cfg(struct config_file* oldcfg, struct config_file* cfg,
        struct config_file* newcfg)
{
#define COPY_VAR_int(var) oldcfg->var = cfg->var; atomic_store((_Atomic int*)&cfg->var, newcfg->var); newcfg->var = 0;
#define COPY_VAR_ptr(var) oldcfg->var = cfg->var; atomic_store((void* _Atomic*)&cfg->var, newcfg->var); newcfg->var = 0;
#define COPY_VAR_unsigned_int(var) oldcfg->var = cfg->var; atomic_store((_Atomic unsigned*)&cfg->var, newcfg->var); newcfg->var = 0;
#define COPY_VAR_size_t(var) oldcfg->var = cfg->var; atomic_store((_Atomic size_t*)&cfg->var, newcfg->var); newcfg->var = 0;
#define COPY_VAR_uint8_t(var) oldcfg->var = cfg->var; atomic_store((_Atomic uint8_t*)&cfg->var, newcfg->var); newcfg->var = 0;
#define COPY_VAR_uint16_t(var) oldcfg->var = cfg->var; atomic_store((_Atomic uint16_t*)&cfg->var, newcfg->var); newcfg->var = 0;
#define COPY_VAR_uint32_t(var) oldcfg->var = cfg->var; atomic_store((_Atomic uint32_t*)&cfg->var, newcfg->var); newcfg->var = 0;
#define COPY_VAR_int32_t(var) oldcfg->var = cfg->var; atomic_store((_Atomic int32_t*)&cfg->var, newcfg->var); newcfg->var = 0;
        /* If config file items are missing from this list, they are
         * not updated by fast-reload +p. */
        /* For missing items, the oldcfg item is not updated, still NULL,
         * and the cfg stays the same. The newcfg item is untouched.
         * The newcfg item is then deleted later. */
        /* Items that need synchronisation are omitted from the list.
         * Use fast-reload without +p to update them together. */
        COPY_VAR_int(verbosity);
        COPY_VAR_int(stat_interval);
        COPY_VAR_int(stat_cumulative);
        COPY_VAR_int(stat_extended);
        COPY_VAR_int(stat_inhibit_zero);
        COPY_VAR_int(num_threads);
        COPY_VAR_int(port);
        COPY_VAR_int(do_ip4);
        COPY_VAR_int(do_ip6);
        COPY_VAR_int(do_nat64);
        COPY_VAR_int(prefer_ip4);
        COPY_VAR_int(prefer_ip6);
        COPY_VAR_int(do_udp);
        COPY_VAR_int(do_tcp);
        COPY_VAR_size_t(max_reuse_tcp_queries);
        COPY_VAR_int(tcp_reuse_timeout);
        COPY_VAR_int(tcp_auth_query_timeout);
        COPY_VAR_int(tcp_upstream);
        COPY_VAR_int(udp_upstream_without_downstream);
        COPY_VAR_int(tcp_mss);
        COPY_VAR_int(outgoing_tcp_mss);
        COPY_VAR_int(tcp_idle_timeout);
        COPY_VAR_int(do_tcp_keepalive);
        COPY_VAR_int(tcp_keepalive_timeout);
        COPY_VAR_int(sock_queue_timeout);
        COPY_VAR_ptr(proxy_protocol_port);
        COPY_VAR_ptr(ssl_service_key);
        COPY_VAR_ptr(ssl_service_pem);
        COPY_VAR_int(ssl_port);
        COPY_VAR_int(ssl_upstream);
        COPY_VAR_ptr(tls_cert_bundle);
        COPY_VAR_int(tls_win_cert);
        COPY_VAR_ptr(tls_additional_port);
        /* The first is used to walk through the list but last is
         * only used during config read. */
        COPY_VAR_ptr(tls_session_ticket_keys.first);
        COPY_VAR_ptr(tls_session_ticket_keys.last);
        COPY_VAR_ptr(tls_ciphers);
        COPY_VAR_ptr(tls_ciphersuites);
        COPY_VAR_int(tls_use_sni);
        COPY_VAR_int(https_port);
        COPY_VAR_ptr(http_endpoint);
        COPY_VAR_uint32_t(http_max_streams);
        COPY_VAR_size_t(http_query_buffer_size);
        COPY_VAR_size_t(http_response_buffer_size);
        COPY_VAR_int(http_nodelay);
        COPY_VAR_int(http_notls_downstream);
        COPY_VAR_int(outgoing_num_ports);
        COPY_VAR_size_t(outgoing_num_tcp);
        COPY_VAR_size_t(incoming_num_tcp);
        COPY_VAR_ptr(outgoing_avail_ports);
        COPY_VAR_size_t(edns_buffer_size);
        COPY_VAR_size_t(stream_wait_size);
        COPY_VAR_size_t(msg_buffer_size);
        COPY_VAR_size_t(msg_cache_size);
        COPY_VAR_size_t(msg_cache_slabs);
        COPY_VAR_size_t(num_queries_per_thread);
        COPY_VAR_size_t(jostle_time);
        COPY_VAR_size_t(rrset_cache_size);
        COPY_VAR_size_t(rrset_cache_slabs);
        COPY_VAR_int(host_ttl);
        COPY_VAR_size_t(infra_cache_slabs);
        COPY_VAR_size_t(infra_cache_numhosts);
        COPY_VAR_int(infra_cache_min_rtt);
        COPY_VAR_int(infra_cache_max_rtt);
        COPY_VAR_int(infra_keep_probing);
        COPY_VAR_int(delay_close);
        COPY_VAR_int(udp_connect);
        COPY_VAR_ptr(target_fetch_policy);
        COPY_VAR_int(fast_server_permil);
        COPY_VAR_size_t(fast_server_num);
        COPY_VAR_int(if_automatic);
        COPY_VAR_ptr(if_automatic_ports);
        COPY_VAR_size_t(so_rcvbuf);
        COPY_VAR_size_t(so_sndbuf);
        COPY_VAR_int(so_reuseport);
        COPY_VAR_int(ip_transparent);
        COPY_VAR_int(ip_freebind);
        COPY_VAR_int(ip_dscp);
        /* Not copied because the length and items could then not match.
           num_ifs, ifs, num_out_ifs, out_ifs
        */
        COPY_VAR_ptr(root_hints);
        COPY_VAR_ptr(stubs);
        COPY_VAR_ptr(forwards);
        COPY_VAR_ptr(auths);
        COPY_VAR_ptr(views);
        COPY_VAR_ptr(donotqueryaddrs);
#ifdef CLIENT_SUBNET
        COPY_VAR_ptr(client_subnet);
        COPY_VAR_ptr(client_subnet_zone);
        COPY_VAR_uint16_t(client_subnet_opcode);
        COPY_VAR_int(client_subnet_always_forward);
        COPY_VAR_uint8_t(max_client_subnet_ipv4);
        COPY_VAR_uint8_t(max_client_subnet_ipv6);
        COPY_VAR_uint8_t(min_client_subnet_ipv4);
        COPY_VAR_uint8_t(min_client_subnet_ipv6);
        COPY_VAR_uint32_t(max_ecs_tree_size_ipv4);
        COPY_VAR_uint32_t(max_ecs_tree_size_ipv6);
#endif
        COPY_VAR_ptr(acls);
        COPY_VAR_int(donotquery_localhost);
        COPY_VAR_ptr(tcp_connection_limits);
        COPY_VAR_int(harden_short_bufsize);
        COPY_VAR_int(harden_large_queries);
        COPY_VAR_int(harden_glue);
        COPY_VAR_int(harden_dnssec_stripped);
        COPY_VAR_int(harden_below_nxdomain);
        COPY_VAR_int(harden_referral_path);
        COPY_VAR_int(harden_algo_downgrade);
        COPY_VAR_int(harden_unknown_additional);
        COPY_VAR_int(use_caps_bits_for_id);
        COPY_VAR_ptr(caps_whitelist);
        COPY_VAR_ptr(private_address);
        COPY_VAR_ptr(private_domain);
        COPY_VAR_size_t(unwanted_threshold);
        COPY_VAR_int(max_ttl);
        COPY_VAR_int(min_ttl);
        COPY_VAR_int(max_negative_ttl);
        COPY_VAR_int(min_negative_ttl);
        COPY_VAR_int(prefetch);
        COPY_VAR_int(prefetch_key);
        COPY_VAR_int(deny_any);
        COPY_VAR_ptr(chrootdir);
        COPY_VAR_ptr(username);
        COPY_VAR_ptr(directory);
        COPY_VAR_ptr(logfile);
        COPY_VAR_ptr(pidfile);
        COPY_VAR_int(use_syslog);
        COPY_VAR_int(log_time_ascii);
        COPY_VAR_int(log_queries);
        COPY_VAR_int(log_replies);
        COPY_VAR_int(log_tag_queryreply);
        COPY_VAR_int(log_local_actions);
        COPY_VAR_int(log_servfail);
        COPY_VAR_ptr(log_identity);
        COPY_VAR_int(log_destaddr);
        COPY_VAR_int(hide_identity);
        COPY_VAR_int(hide_version);
        COPY_VAR_int(hide_trustanchor);
        COPY_VAR_int(hide_http_user_agent);
        COPY_VAR_ptr(identity);
        COPY_VAR_ptr(version);
        COPY_VAR_ptr(http_user_agent);
        COPY_VAR_ptr(nsid_cfg_str);
        /* Not copied because the length and items could then not match.
        nsid;
        nsid_len;
        */
        COPY_VAR_ptr(module_conf);
        COPY_VAR_ptr(trust_anchor_file_list);
        COPY_VAR_ptr(trust_anchor_list);
        COPY_VAR_ptr(auto_trust_anchor_file_list);
        COPY_VAR_ptr(trusted_keys_file_list);
        COPY_VAR_ptr(domain_insecure);
        COPY_VAR_int(trust_anchor_signaling);
        COPY_VAR_int(root_key_sentinel);
        COPY_VAR_int32_t(val_date_override);
        COPY_VAR_int32_t(val_sig_skew_min);
        COPY_VAR_int32_t(val_sig_skew_max);
        COPY_VAR_int32_t(val_max_restart);
        COPY_VAR_int(bogus_ttl);
        COPY_VAR_int(val_clean_additional);
        COPY_VAR_int(val_log_level);
        COPY_VAR_int(val_log_squelch);
        COPY_VAR_int(val_permissive_mode);
        COPY_VAR_int(aggressive_nsec);
        COPY_VAR_int(ignore_cd);
        COPY_VAR_int(disable_edns_do);
        COPY_VAR_int(serve_expired);
        COPY_VAR_int(serve_expired_ttl);
        COPY_VAR_int(serve_expired_ttl_reset);
        COPY_VAR_int(serve_expired_reply_ttl);
        COPY_VAR_int(serve_expired_client_timeout);
        COPY_VAR_int(ede_serve_expired);
        COPY_VAR_int(dns_error_reporting);
        COPY_VAR_int(serve_original_ttl);
        COPY_VAR_ptr(val_nsec3_key_iterations);
        COPY_VAR_int(zonemd_permissive_mode);
        COPY_VAR_unsigned_int(add_holddown);
        COPY_VAR_unsigned_int(del_holddown);
        COPY_VAR_unsigned_int(keep_missing);
        COPY_VAR_int(permit_small_holddown);
        COPY_VAR_size_t(key_cache_size);
        COPY_VAR_size_t(key_cache_slabs);
        COPY_VAR_size_t(neg_cache_size);
        COPY_VAR_ptr(local_zones);
        COPY_VAR_ptr(local_zones_nodefault);
#ifdef USE_IPSET
        COPY_VAR_ptr(local_zones_ipset);
#endif
        COPY_VAR_int(local_zones_disable_default);
        COPY_VAR_ptr(local_data);
        COPY_VAR_ptr(local_zone_overrides);
        COPY_VAR_int(unblock_lan_zones);
        COPY_VAR_int(insecure_lan_zones);
        /* These reference tags
        COPY_VAR_ptr(local_zone_tags);
        COPY_VAR_ptr(acl_tags);
        COPY_VAR_ptr(acl_tag_actions);
        COPY_VAR_ptr(acl_tag_datas);
        */
        COPY_VAR_ptr(acl_view);
        COPY_VAR_ptr(interface_actions);
        /* These reference tags
        COPY_VAR_ptr(interface_tags);
        COPY_VAR_ptr(interface_tag_actions);
        COPY_VAR_ptr(interface_tag_datas);
        */
        COPY_VAR_ptr(interface_view);
        /* This references tags
        COPY_VAR_ptr(respip_tags);
        */
        COPY_VAR_ptr(respip_actions);
        COPY_VAR_ptr(respip_data);
        /* Not copied because the length and items could then not match.
         * also the respip module keeps a pointer to the array in its state.
           tagname, num_tags
        */
        COPY_VAR_int(remote_control_enable);
        /* The first is used to walk through the list but last is
         * only used during config read. */
        COPY_VAR_ptr(control_ifs.first);
        COPY_VAR_ptr(control_ifs.last);
        COPY_VAR_int(control_use_cert);
        COPY_VAR_int(control_port);
        COPY_VAR_ptr(server_key_file);
        COPY_VAR_ptr(server_cert_file);
        COPY_VAR_ptr(control_key_file);
        COPY_VAR_ptr(control_cert_file);
        COPY_VAR_ptr(python_script);
        COPY_VAR_ptr(dynlib_file);
        COPY_VAR_int(use_systemd);
        COPY_VAR_int(do_daemonize);
        COPY_VAR_int(minimal_responses);
        COPY_VAR_int(rrset_roundrobin);
        COPY_VAR_int(unknown_server_time_limit);
        COPY_VAR_int(discard_timeout);
        COPY_VAR_int(wait_limit);
        COPY_VAR_int(wait_limit_cookie);
        COPY_VAR_ptr(wait_limit_netblock);
        COPY_VAR_ptr(wait_limit_cookie_netblock);
        COPY_VAR_size_t(max_udp_size);
        COPY_VAR_ptr(dns64_prefix);
        COPY_VAR_int(dns64_synthall);
        COPY_VAR_ptr(dns64_ignore_aaaa);
        COPY_VAR_ptr(nat64_prefix);
        COPY_VAR_int(dnstap);
        COPY_VAR_int(dnstap_bidirectional);
        COPY_VAR_ptr(dnstap_socket_path);
        COPY_VAR_ptr(dnstap_ip);
        COPY_VAR_int(dnstap_tls);
        COPY_VAR_ptr(dnstap_tls_server_name);
        COPY_VAR_ptr(dnstap_tls_cert_bundle);
        COPY_VAR_ptr(dnstap_tls_client_key_file);
        COPY_VAR_ptr(dnstap_tls_client_cert_file);
        COPY_VAR_int(dnstap_send_identity);
        COPY_VAR_int(dnstap_send_version);
        COPY_VAR_ptr(dnstap_identity);
        COPY_VAR_ptr(dnstap_version);
        COPY_VAR_int(dnstap_sample_rate);
        COPY_VAR_int(dnstap_log_resolver_query_messages);
        COPY_VAR_int(dnstap_log_resolver_response_messages);
        COPY_VAR_int(dnstap_log_client_query_messages);
        COPY_VAR_int(dnstap_log_client_response_messages);
        COPY_VAR_int(dnstap_log_forwarder_query_messages);
        COPY_VAR_int(dnstap_log_forwarder_response_messages);
        COPY_VAR_int(disable_dnssec_lame_check);
        COPY_VAR_int(ip_ratelimit);
        COPY_VAR_int(ip_ratelimit_cookie);
        COPY_VAR_size_t(ip_ratelimit_slabs);
        COPY_VAR_size_t(ip_ratelimit_size);
        COPY_VAR_int(ip_ratelimit_factor);
        COPY_VAR_int(ip_ratelimit_backoff);
        COPY_VAR_int(ratelimit);
        COPY_VAR_size_t(ratelimit_slabs);
        COPY_VAR_size_t(ratelimit_size);
        COPY_VAR_ptr(ratelimit_for_domain);
        COPY_VAR_ptr(ratelimit_below_domain);
        COPY_VAR_int(ratelimit_factor);
        COPY_VAR_int(ratelimit_backoff);
        COPY_VAR_int(outbound_msg_retry);
        COPY_VAR_int(max_sent_count);
        COPY_VAR_int(max_query_restarts);
        COPY_VAR_int(qname_minimisation);
        COPY_VAR_int(qname_minimisation_strict);
        COPY_VAR_int(shm_enable);
        COPY_VAR_int(shm_key);
        COPY_VAR_ptr(edns_client_strings);
        COPY_VAR_uint16_t(edns_client_string_opcode);
        COPY_VAR_int(dnscrypt);
        COPY_VAR_int(dnscrypt_port);
        COPY_VAR_ptr(dnscrypt_provider);
        COPY_VAR_ptr(dnscrypt_secret_key);
        COPY_VAR_ptr(dnscrypt_provider_cert);
        COPY_VAR_ptr(dnscrypt_provider_cert_rotated);
        COPY_VAR_size_t(dnscrypt_shared_secret_cache_size);
        COPY_VAR_size_t(dnscrypt_shared_secret_cache_slabs);
        COPY_VAR_size_t(dnscrypt_nonce_cache_size);
        COPY_VAR_size_t(dnscrypt_nonce_cache_slabs);
        COPY_VAR_int(pad_responses);
        COPY_VAR_size_t(pad_responses_block_size);
        COPY_VAR_int(pad_queries);
        COPY_VAR_size_t(pad_queries_block_size);
#ifdef USE_IPSECMOD
        COPY_VAR_int(ipsecmod_enabled);
        COPY_VAR_ptr(ipsecmod_whitelist);
        COPY_VAR_ptr(ipsecmod_hook);
        COPY_VAR_int(ipsecmod_ignore_bogus);
        COPY_VAR_int(ipsecmod_max_ttl);
        COPY_VAR_int(ipsecmod_strict);
#endif
#ifdef USE_CACHEDB
        COPY_VAR_ptr(cachedb_backend);
        COPY_VAR_ptr(cachedb_secret);
        COPY_VAR_int(cachedb_no_store);
        COPY_VAR_int(cachedb_check_when_serve_expired);
#ifdef USE_REDIS
        COPY_VAR_ptr(redis_server_host);
        COPY_VAR_ptr(redis_replica_server_host);
        COPY_VAR_int(redis_server_port);
        COPY_VAR_int(redis_replica_server_port);
        COPY_VAR_ptr(redis_server_path);
        COPY_VAR_ptr(redis_replica_server_path);
        COPY_VAR_ptr(redis_server_password);
        COPY_VAR_ptr(redis_replica_server_password);
        COPY_VAR_int(redis_timeout);
        COPY_VAR_int(redis_replica_timeout);
        COPY_VAR_int(redis_command_timeout);
        COPY_VAR_int(redis_replica_command_timeout);
        COPY_VAR_int(redis_connect_timeout);
        COPY_VAR_int(redis_replica_connect_timeout);
        COPY_VAR_int(redis_expire_records);
        COPY_VAR_int(redis_logical_db);
        COPY_VAR_int(redis_replica_logical_db);
#endif
#endif
        COPY_VAR_int(do_answer_cookie);
        /* Not copied because the length and content could then not match.
           cookie_secret[40], cookie_secret_len
        */
#ifdef USE_IPSET
        COPY_VAR_ptr(ipset_name_v4);
        COPY_VAR_ptr(ipset_name_v6);
#endif
        COPY_VAR_int(ede);
        COPY_VAR_int(iter_scrub_promiscuous);
}
#endif /* ATOMIC_POINTER_LOCK_FREE && HAVE_LINK_ATOMIC_STORE */

/** fast reload thread, adjust the cache sizes */
static void
fr_adjust_cache(struct module_env* env, struct config_file* oldcfg)
{
        if(env->cfg->msg_cache_size != oldcfg->msg_cache_size)
                slabhash_adjust_size(env->msg_cache, env->cfg->msg_cache_size);
        if(env->cfg->rrset_cache_size != oldcfg->rrset_cache_size)
                slabhash_adjust_size(&env->rrset_cache->table,
                        env->cfg->rrset_cache_size);
        if(env->key_cache &&
                env->cfg->key_cache_size != oldcfg->key_cache_size)
                slabhash_adjust_size(env->key_cache->slab,
                        env->cfg->key_cache_size);
        if(env->cfg->infra_cache_numhosts != oldcfg->infra_cache_numhosts) {
                size_t inframem = env->cfg->infra_cache_numhosts *
                        (sizeof(struct infra_key) + sizeof(struct infra_data)
                        + INFRA_BYTES_NAME);
                slabhash_adjust_size(env->infra_cache->hosts, inframem);
        }
        if(env->cfg->ratelimit_size != oldcfg->ratelimit_size) {
                slabhash_adjust_size(env->infra_cache->domain_rates,
                        env->cfg->ratelimit_size);
                slabhash_adjust_size(env->infra_cache->client_ip_rates,
                        env->cfg->ratelimit_size);
        }
        if(env->neg_cache &&
                env->cfg->neg_cache_size != oldcfg->neg_cache_size) {
                val_neg_adjust_size(env->neg_cache, env->cfg->neg_cache_size);
        }
}

/** fast reload thread, adjust the iterator env */
static void
fr_adjust_iter_env(struct module_env* env, struct fast_reload_construct* ct)
{
        int m;
        struct iter_env* iter_env = NULL;
        /* There is no comparison here to see if no options changed and thus
         * no swap is needed, the trees with addresses and domains can be
         * large and that would take too long. Instead the trees are
         * swapped in. */

        /* Because the iterator env is not locked, the update cannot happen
         * when fr nopause is used. Without it the fast reload pauses the
         * other threads, so they are not currently using the structure. */
        m = modstack_find(env->modstack, "iterator");
        if(m != -1) iter_env = (struct iter_env*)env->modinfo[m];
        if(iter_env) {
                /* Swap the data so that the delete happens afterwards. */
                int* oldtargetfetchpolicy = iter_env->target_fetch_policy;
                int oldmaxdependencydepth = iter_env->max_dependency_depth;
                struct iter_donotq* olddonotq = iter_env->donotq;
                struct iter_priv* oldpriv = iter_env->priv;
                struct rbtree_type* oldcapswhite = iter_env->caps_white;
                struct iter_nat64 oldnat64 = iter_env->nat64;

                iter_env->target_fetch_policy = ct->target_fetch_policy;
                iter_env->max_dependency_depth = ct->max_dependency_depth;
                iter_env->donotq = ct->donotq;
                iter_env->priv = ct->priv;
                iter_env->caps_white = ct->caps_white;
                iter_env->nat64 = ct->nat64;
                iter_env->outbound_msg_retry = env->cfg->outbound_msg_retry;
                iter_env->max_sent_count = env->cfg->max_sent_count;
                iter_env->max_query_restarts = env->cfg->max_query_restarts;

                ct->target_fetch_policy = oldtargetfetchpolicy;
                ct->max_dependency_depth = oldmaxdependencydepth;
                ct->donotq = olddonotq;
                ct->priv = oldpriv;
                ct->caps_white = oldcapswhite;
                ct->nat64 = oldnat64;
        }
}

/** fast reload thread, adjust the validator env */
static void
fr_adjust_val_env(struct module_env* env, struct fast_reload_construct* ct,
        struct config_file* oldcfg)
{
        int m;
        struct val_env* val_env = NULL;
        if(env->cfg->bogus_ttl == oldcfg->bogus_ttl &&
                env->cfg->val_date_override == oldcfg->val_date_override &&
                env->cfg->val_sig_skew_min == oldcfg->val_sig_skew_min &&
                env->cfg->val_sig_skew_max == oldcfg->val_sig_skew_max &&
                env->cfg->val_max_restart == oldcfg->val_max_restart &&
                strcmp(env->cfg->val_nsec3_key_iterations,
                oldcfg->val_nsec3_key_iterations) == 0)
                return; /* no changes */

        /* Because the validator env is not locked, the update cannot happen
         * when fr nopause is used. Without it the fast reload pauses the
         * other threads, so they are not currently using the structure. */
        m = modstack_find(env->modstack, "validator");
        if(m != -1) val_env = (struct val_env*)env->modinfo[m];
        if(val_env) {
                /* Swap the arrays so that the delete happens afterwards. */
                size_t* oldkeysize = val_env->nsec3_keysize;
                size_t* oldmaxiter = val_env->nsec3_maxiter;
                val_env->nsec3_keysize = NULL;
                val_env->nsec3_maxiter = NULL;
                val_env_apply_cfg(val_env, env->cfg, ct->nsec3_keysize,
                        ct->nsec3_maxiter, ct->nsec3_keyiter_count);
                ct->nsec3_keysize = oldkeysize;
                ct->nsec3_maxiter = oldmaxiter;
                if(env->neg_cache) {
                        lock_basic_lock(&env->neg_cache->lock);
                        env->neg_cache->nsec3_max_iter = val_env->
                                nsec3_maxiter[val_env->nsec3_keyiter_count-1];
                        lock_basic_unlock(&env->neg_cache->lock);
                }
        }
}

/** fast reload thread, adjust the infra cache parameters */
static void
fr_adjust_infra(struct module_env* env, struct fast_reload_construct* ct)
{
        struct infra_cache* infra = env->infra_cache;
        struct config_file* cfg = env->cfg;
        struct rbtree_type oldwaitlim = infra->wait_limits_netblock;
        struct rbtree_type oldwaitlimcookie =
                infra->wait_limits_cookie_netblock;
        struct rbtree_type olddomainlim = infra->domain_limits;

        /* The size of the infra cache and ip rates is changed
         * in fr_adjust_cache. */
        infra->host_ttl = cfg->host_ttl;
        infra->infra_keep_probing = cfg->infra_keep_probing;
        infra_dp_ratelimit = cfg->ratelimit;
        infra_ip_ratelimit = cfg->ip_ratelimit;
        infra_ip_ratelimit_cookie = cfg->ip_ratelimit_cookie;
        infra->wait_limits_netblock = ct->wait_limits_netblock;
        infra->wait_limits_cookie_netblock = ct->wait_limits_cookie_netblock;
        infra->domain_limits = ct->domain_limits;

        ct->wait_limits_netblock = oldwaitlim;
        ct->wait_limits_cookie_netblock = oldwaitlimcookie;
        ct->domain_limits = olddomainlim;
}

/** fast reload thread, reload config with putting the new config items
 * in place and swapping out the old items. */
static int
fr_reload_config(struct fast_reload_thread* fr, struct config_file* newcfg,
        struct fast_reload_construct* ct)
{
        struct daemon* daemon = fr->worker->daemon;
        struct module_env* env = daemon->env;

        /* These are constructed in the fr_construct_from_config routine. */
        log_assert(ct->oldcfg);
        log_assert(ct->fwds);
        log_assert(ct->hints);

        /* Grab big locks to satisfy lock conditions. */
        lock_rw_wrlock(&ct->views->lock);
        lock_rw_wrlock(&env->views->lock);
        lock_rw_wrlock(&ct->respip_set->lock);
        lock_rw_wrlock(&env->respip_set->lock);
        lock_rw_wrlock(&ct->local_zones->lock);
        lock_rw_wrlock(&daemon->local_zones->lock);
        lock_rw_wrlock(&ct->auth_zones->rpz_lock);
        lock_rw_wrlock(&env->auth_zones->rpz_lock);
        lock_rw_wrlock(&ct->auth_zones->lock);
        lock_rw_wrlock(&env->auth_zones->lock);
        lock_rw_wrlock(&ct->fwds->lock);
        lock_rw_wrlock(&env->fwds->lock);
        lock_rw_wrlock(&ct->hints->lock);
        lock_rw_wrlock(&env->hints->lock);
        if(ct->anchors) {
                lock_basic_lock(&ct->anchors->lock);
                lock_basic_lock(&env->anchors->lock);
        }

#if defined(ATOMIC_POINTER_LOCK_FREE) && defined(HAVE_LINK_ATOMIC_STORE)
        if(fr->fr_nopause) {
                fr_atomic_copy_cfg(ct->oldcfg, env->cfg, newcfg);
        } else {
#endif
                /* Store old config elements. */
                *ct->oldcfg = *env->cfg;
                /* Insert new config elements. */
                *env->cfg = *newcfg;
#if defined(ATOMIC_POINTER_LOCK_FREE) && defined(HAVE_LINK_ATOMIC_STORE)
        }
#endif

        if(env->cfg->log_identity || ct->oldcfg->log_identity) {
                /* pick up new log_identity string to use for log output. */
                log_ident_set_or_default(env->cfg->log_identity);
        }
        /* the newcfg elements are in env->cfg, so should not be freed here. */
#if defined(ATOMIC_POINTER_LOCK_FREE) && defined(HAVE_LINK_ATOMIC_STORE)
        /* if used, the routine that copies the config has zeroed items. */
        if(!fr->fr_nopause)
#endif
                memset(newcfg, 0, sizeof(*newcfg));

        /* Quickly swap the tree roots themselves with the already allocated
         * elements. This is a quick swap operation on the pointer.
         * The other threads are stopped and locks are held, so that a
         * consistent view of the configuration, before, and after, exists
         * towards the state machine for query resolution. */
        forwards_swap_tree(env->fwds, ct->fwds);
        hints_swap_tree(env->hints, ct->hints);
        views_swap_tree(env->views, ct->views);
        acl_list_swap_tree(daemon->acl, ct->acl);
        acl_list_swap_tree(daemon->acl_interface, ct->acl_interface);
        tcl_list_swap_tree(daemon->tcl, ct->tcl);
        local_zones_swap_tree(daemon->local_zones, ct->local_zones);
        respip_set_swap_tree(env->respip_set, ct->respip_set);
        daemon->use_response_ip = ct->use_response_ip;
        daemon->use_rpz = ct->use_rpz;
        auth_zones_swap(env->auth_zones, ct->auth_zones);
        edns_strings_swap_tree(env->edns_strings, ct->edns_strings);
        anchors_swap_tree(env->anchors, ct->anchors);
#ifdef USE_CACHEDB
        daemon->env->cachedb_enabled = cachedb_is_enabled(&daemon->mods,
                daemon->env);
#endif
#ifdef USE_DNSTAP
        if(env->cfg->dnstap) {
                if(!fr->fr_nopause)
                        dt_apply_cfg(daemon->dtenv, env->cfg);
                else dt_apply_logcfg(daemon->dtenv, env->cfg);
        }
#endif
        fr_adjust_cache(env, ct->oldcfg);
        if(!fr->fr_nopause) {
                fr_adjust_iter_env(env, ct);
                fr_adjust_val_env(env, ct, ct->oldcfg);
                fr_adjust_infra(env, ct);
        }

        /* Set globals with new config. */
        config_apply(env->cfg);

        lock_rw_unlock(&ct->views->lock);
        lock_rw_unlock(&env->views->lock);
        lock_rw_unlock(&ct->respip_set->lock);
        lock_rw_unlock(&env->respip_set->lock);
        lock_rw_unlock(&ct->local_zones->lock);
        lock_rw_unlock(&daemon->local_zones->lock);
        lock_rw_unlock(&ct->auth_zones->lock);
        lock_rw_unlock(&env->auth_zones->lock);
        lock_rw_unlock(&ct->auth_zones->rpz_lock);
        lock_rw_unlock(&env->auth_zones->rpz_lock);
        lock_rw_unlock(&ct->fwds->lock);
        lock_rw_unlock(&env->fwds->lock);
        lock_rw_unlock(&ct->hints->lock);
        lock_rw_unlock(&env->hints->lock);
        if(ct->anchors) {
                lock_basic_unlock(&ct->anchors->lock);
                lock_basic_unlock(&env->anchors->lock);
        }

        return 1;
}

/** fast reload, poll for ack incoming. */
static void
fr_poll_for_ack(struct fast_reload_thread* fr)
{
        int loopexit = 0, bcount = 0;
        uint32_t cmd;
        ssize_t ret;

        if(fr->need_to_quit)
                return;
        /* Is there data? */
        if(!sock_poll_timeout(fr->commpair[1], -1, 1, 0, NULL)) {
                log_err("fr_poll_for_ack: poll failed");
                return;
        }

        /* Read the data */
        while(1) {
                if(++loopexit > IPC_LOOP_MAX) {
                        log_err("fr_poll_for_ack: recv loops %s",
                                sock_strerror(errno));
                        return;
                }
                ret = recv(fr->commpair[1], ((char*)&cmd)+bcount,
                        sizeof(cmd)-bcount, 0);
                if(ret == -1) {
                        if(
#ifndef USE_WINSOCK
                                errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                                || errno == EWOULDBLOCK
#  endif
#else
                                WSAGetLastError() == WSAEINTR ||
                                WSAGetLastError() == WSAEINPROGRESS ||
                                WSAGetLastError() == WSAEWOULDBLOCK
#endif
                                )
                                continue; /* Try again. */
                        log_err("fr_poll_for_ack: recv: %s",
                                sock_strerror(errno));
                        return;
                } else if(ret+(ssize_t)bcount != sizeof(cmd)) {
                        bcount += ret;
                        if((size_t)bcount < sizeof(cmd))
                                continue;
                }
                break;
        }
        if(cmd == fast_reload_notification_exit) {
                fr->need_to_quit = 1;
                verbose(VERB_ALGO, "fast reload wait for ack: "
                        "exit notification received");
                return;
        }
        if(cmd != fast_reload_notification_reload_ack) {
                verbose(VERB_ALGO, "fast reload wait for ack: "
                        "wrong notification %d", (int)cmd);
        }
}

/** fast reload thread, reload ipc communication to stop and start threads. */
static int
fr_reload_ipc(struct fast_reload_thread* fr, struct config_file* newcfg,
        struct fast_reload_construct* ct)
{
        int result = 1;
        if(!fr->fr_nopause) {
                fr_send_notification(fr, fast_reload_notification_reload_stop);
                fr_poll_for_ack(fr);
        }
        if(!fr_reload_config(fr, newcfg, ct)) {
                result = 0;
        }
        if(!fr->fr_nopause) {
                fr_send_notification(fr, fast_reload_notification_reload_start);
                fr_poll_for_ack(fr);
        }
        return result;
}

/** fast reload thread, load config */
static int
fr_load_config(struct fast_reload_thread* fr, struct timeval* time_read,
        struct timeval* time_construct, struct timeval* time_reload)
{
        struct fast_reload_construct ct;
        struct config_file* newcfg = NULL;
        memset(&ct, 0, sizeof(ct));

        /* Read file. */
        if(!fr_read_config(fr, &newcfg))
                return 0;
        if(gettimeofday(time_read, NULL) < 0)
                log_err("gettimeofday: %s", strerror(errno));
        if(fr_poll_for_quit(fr)) {
                config_delete(newcfg);
                return 1;
        }

        /* Check if the config can be loaded */
        if(!fr_check_tag_defines(fr, newcfg)) {
                config_delete(newcfg);
                return 0;
        }
        if(!fr_check_compat_cfg(fr, newcfg)) {
                config_delete(newcfg);
                return 0;
        }
        if(!fr_check_nopause_compat_cfg(fr, newcfg)) {
                config_delete(newcfg);
                return 0;
        }
        if(fr_poll_for_quit(fr)) {
                config_delete(newcfg);
                return 1;
        }

        /* Construct items. */
        if(!fr_construct_from_config(fr, newcfg, &ct)) {
                config_delete(newcfg);
                if(!fr_output_printf(fr, "Could not construct from the "
                        "config, check for errors with unbound-checkconf, or "
                        "out of memory. The parse errors are printed in "
                        "the log.\n"))
                        return 0;
                fr_send_notification(fr, fast_reload_notification_printout);
                return 0;
        }
        if(gettimeofday(time_construct, NULL) < 0)
                log_err("gettimeofday: %s", strerror(errno));
        if(fr_poll_for_quit(fr)) {
                config_delete(newcfg);
                fr_construct_clear(&ct);
                return 1;
        }

        /* Reload server. */
        if(!fr_reload_ipc(fr, newcfg, &ct)) {
                config_delete(newcfg);
                fr_construct_clear(&ct);
                if(!fr_output_printf(fr, "error: reload failed\n"))
                        return 0;
                fr_send_notification(fr, fast_reload_notification_printout);
                return 0;
        }
        if(gettimeofday(time_reload, NULL) < 0)
                log_err("gettimeofday: %s", strerror(errno));

        if(fr_poll_for_quit(fr)) {
                config_delete(newcfg);
                fr_construct_clear(&ct);
                return 1;
        }
        if(fr->fr_nopause) {
                /* Poll every thread, with a no-work poll item over the
                 * command pipe. This makes the worker thread surely move
                 * to deal with that event, and thus the thread is no longer
                 * holding, eg. a string item from the old config struct.
                 * And then the old config struct can safely be deleted.
                 * Only needed when nopause is used, because without that
                 * the worker threads are already waiting on a command pipe
                 * item. This nopause command pipe item does not take work,
                 * it returns immediately, so it does not delay the workers.
                 * They can be polled one at a time. But its processing causes
                 * the worker to have released data items from old config.
                 * This also makes sure the threads are not holding locks on
                 * individual items in the local_zones, views, respip_set. */
                fr_send_notification(fr,
                        fast_reload_notification_reload_nopause_poll);
                fr_poll_for_ack(fr);
        }

        /* Delete old. */
        config_delete(newcfg);
        fr_construct_clear(&ct);
        return 1;
}

/** fast reload thread. the thread main function */
static void* fast_reload_thread_main(void* arg)
{
        struct fast_reload_thread* fast_reload_thread = (struct fast_reload_thread*)arg;
        struct timeval time_start, time_read, time_construct, time_reload,
                time_end;
        log_thread_set(&fast_reload_thread->threadnum);

        verbose(VERB_ALGO, "start fast reload thread");
        if(fast_reload_thread->fr_verb >= 1) {
                fr_init_time(&time_start, &time_read, &time_construct,
                        &time_reload, &time_end);
                if(fr_poll_for_quit(fast_reload_thread))
                        goto done;
        }

        /* print output to the client */
        if(fast_reload_thread->fr_verb >= 1) {
                if(!fr_output_printf(fast_reload_thread, "thread started\n"))
                        goto done_error;
                fr_send_notification(fast_reload_thread,
                        fast_reload_notification_printout);
                if(fr_poll_for_quit(fast_reload_thread))
                        goto done;
        }

        if(!fr_load_config(fast_reload_thread, &time_read, &time_construct,
                &time_reload))
                goto done_error;
        if(fr_poll_for_quit(fast_reload_thread))
                goto done;

        if(fast_reload_thread->fr_verb >= 1) {
                if(!fr_finish_time(fast_reload_thread, &time_start, &time_read,
                        &time_construct, &time_reload, &time_end))
                        goto done_error;
                if(fr_poll_for_quit(fast_reload_thread))
                        goto done;
        }

        if(!fr_output_printf(fast_reload_thread, "ok\n"))
                goto done_error;
        fr_send_notification(fast_reload_thread,
                fast_reload_notification_printout);
        verbose(VERB_ALGO, "stop fast reload thread");
        /* If this is not an exit due to quit earlier, send regular done. */
        if(!fast_reload_thread->need_to_quit)
                fr_send_notification(fast_reload_thread,
                        fast_reload_notification_done);
        /* If during the fast_reload_notification_done send,
         * fast_reload_notification_exit was received, ack it. If the
         * thread is exiting due to quit received earlier, also ack it.*/
done:
        if(fast_reload_thread->need_to_quit)
                fr_send_notification(fast_reload_thread,
                        fast_reload_notification_exited);
        return NULL;
done_error:
        verbose(VERB_ALGO, "stop fast reload thread with done_error");
        fr_send_notification(fast_reload_thread,
                fast_reload_notification_done_error);
        return NULL;
}
#endif /* !THREADS_DISABLED */

/** create a socketpair for bidirectional communication, false on failure */
static int
create_socketpair(int* pair, struct ub_randstate* rand)
{
#ifndef USE_WINSOCK
        if(socketpair(AF_UNIX, SOCK_STREAM, 0, pair) == -1) {
                log_err("socketpair: %s", strerror(errno));
                return 0;
        }
        (void)rand;
#else
        struct sockaddr_in addr, baddr, accaddr, connaddr;
        socklen_t baddrlen, accaddrlen, connaddrlen;
        uint8_t localhost[] = {127, 0, 0, 1};
        uint8_t nonce[16], recvnonce[16];
        size_t i;
        int lst, pollin_event, bcount, loopcount;
        int connect_poll_timeout = 200; /* msec to wait for connection */
        ssize_t ret;
        pair[0] = -1;
        pair[1] = -1;
        for(i=0; i<sizeof(nonce); i++) {
                nonce[i] = ub_random_max(rand, 256);
        }
        lst = socket(AF_INET, SOCK_STREAM, 0);
        if(lst == -1) {
                log_err("create_socketpair: socket: %s", sock_strerror(errno));
                return 0;
        }
        memset(&addr, 0, sizeof(addr));
        addr.sin_family = AF_INET;
        addr.sin_port = 0;
        memcpy(&addr.sin_addr, localhost, 4);
        if(bind(lst, (struct sockaddr*)&addr, (socklen_t)sizeof(addr))
                == -1) {
                log_err("create socketpair: bind: %s", sock_strerror(errno));
                sock_close(lst);
                return 0;
        }
        if(listen(lst, 12) == -1) {
                log_err("create socketpair: listen: %s", sock_strerror(errno));
                sock_close(lst);
                return 0;
        }

        pair[1] = socket(AF_INET, SOCK_STREAM, 0);
        if(pair[1] == -1) {
                log_err("create socketpair: socket: %s", sock_strerror(errno));
                sock_close(lst);
                return 0;
        }
        baddrlen = (socklen_t)sizeof(baddr);
        if(getsockname(lst, (struct sockaddr*)&baddr, &baddrlen) == -1) {
                log_err("create socketpair: getsockname: %s",
                        sock_strerror(errno));
                sock_close(lst);
                sock_close(pair[1]);
                pair[1] = -1;
                return 0;
        }
        if(baddrlen > (socklen_t)sizeof(baddr)) {
                log_err("create socketpair: getsockname returned addr too big");
                sock_close(lst);
                sock_close(pair[1]);
                pair[1] = -1;
                return 0;
        }
        /* the socket is blocking */
        if(connect(pair[1], (struct sockaddr*)&baddr, baddrlen) == -1) {
                log_err("create socketpair: connect: %s",
                        sock_strerror(errno));
                sock_close(lst);
                sock_close(pair[1]);
                pair[1] = -1;
                return 0;
        }
        if(!sock_poll_timeout(lst, connect_poll_timeout, 1, 0, &pollin_event)) {
                log_err("create socketpair: poll for accept failed: %s",
                        sock_strerror(errno));
                sock_close(lst);
                sock_close(pair[1]);
                pair[1] = -1;
                return 0;
        }
        if(!pollin_event) {
                log_err("create socketpair: poll timeout for accept");
                sock_close(lst);
                sock_close(pair[1]);
                pair[1] = -1;
                return 0;
        }
        accaddrlen = (socklen_t)sizeof(accaddr);
        pair[0] = accept(lst, (struct sockaddr*)&accaddr, &accaddrlen);
        if(pair[0] == -1) {
                log_err("create socketpair: accept: %s", sock_strerror(errno));
                sock_close(lst);
                sock_close(pair[1]);
                pair[1] = -1;
                return 0;
        }
        if(accaddrlen > (socklen_t)sizeof(accaddr)) {
                log_err("create socketpair: accept returned addr too big");
                sock_close(lst);
                sock_close(pair[0]);
                sock_close(pair[1]);
                pair[0] = -1;
                pair[1] = -1;
                return 0;
        }
        if(accaddr.sin_family != AF_INET ||
           memcmp(localhost, &accaddr.sin_addr, 4) != 0) {
                log_err("create socketpair: accept from wrong address");
                sock_close(lst);
                sock_close(pair[0]);
                sock_close(pair[1]);
                pair[0] = -1;
                pair[1] = -1;
                return 0;
        }
        connaddrlen = (socklen_t)sizeof(connaddr);
        if(getsockname(pair[1], (struct sockaddr*)&connaddr, &connaddrlen)
                == -1) {
                log_err("create socketpair: getsockname connectedaddr: %s",
                        sock_strerror(errno));
                sock_close(lst);
                sock_close(pair[0]);
                sock_close(pair[1]);
                pair[0] = -1;
                pair[1] = -1;
                return 0;
        }
        if(connaddrlen > (socklen_t)sizeof(connaddr)) {
                log_err("create socketpair: getsockname connectedaddr returned addr too big");
                sock_close(lst);
                sock_close(pair[0]);
                sock_close(pair[1]);
                pair[0] = -1;
                pair[1] = -1;
                return 0;
        }
        if(connaddr.sin_family != AF_INET ||
           memcmp(localhost, &connaddr.sin_addr, 4) != 0) {
                log_err("create socketpair: getsockname connectedaddr returned wrong address");
                sock_close(lst);
                sock_close(pair[0]);
                sock_close(pair[1]);
                pair[0] = -1;
                pair[1] = -1;
                return 0;
        }
        if(accaddr.sin_port != connaddr.sin_port) {
                log_err("create socketpair: accept from wrong port");
                sock_close(lst);
                sock_close(pair[0]);
                sock_close(pair[1]);
                pair[0] = -1;
                pair[1] = -1;
                return 0;
        }
        sock_close(lst);

        loopcount = 0;
        bcount = 0;
        while(1) {
                if(++loopcount > IPC_LOOP_MAX) {
                        log_err("create socketpair: send failed due to loop");
                        sock_close(pair[0]);
                        sock_close(pair[1]);
                        pair[0] = -1;
                        pair[1] = -1;
                        return 0;
                }
                ret = send(pair[1], (void*)(nonce+bcount),
                        sizeof(nonce)-bcount, 0);
                if(ret == -1) {
                        if(
#ifndef USE_WINSOCK
                                errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                                || errno == EWOULDBLOCK
#  endif
#else
                                WSAGetLastError() == WSAEINTR ||
                                WSAGetLastError() == WSAEINPROGRESS ||
                                WSAGetLastError() == WSAEWOULDBLOCK
#endif
                                )
                                continue; /* Try again. */
                        log_err("create socketpair: send: %s", sock_strerror(errno));
                        sock_close(pair[0]);
                        sock_close(pair[1]);
                        pair[0] = -1;
                        pair[1] = -1;
                        return 0;
                } else if(ret+(ssize_t)bcount != sizeof(nonce)) {
                        bcount += ret;
                        if((size_t)bcount < sizeof(nonce))
                                continue;
                }
                break;
        }

        if(!sock_poll_timeout(pair[0], connect_poll_timeout, 1, 0, &pollin_event)) {
                log_err("create socketpair: poll failed: %s",
                        sock_strerror(errno));
                sock_close(pair[0]);
                sock_close(pair[1]);
                pair[0] = -1;
                pair[1] = -1;
                return 0;
        }
        if(!pollin_event) {
                log_err("create socketpair: poll timeout for recv");
                sock_close(pair[0]);
                sock_close(pair[1]);
                pair[0] = -1;
                pair[1] = -1;
                return 0;
        }

        loopcount = 0;
        bcount = 0;
        while(1) {
                if(++loopcount > IPC_LOOP_MAX) {
                        log_err("create socketpair: recv failed due to loop");
                        sock_close(pair[0]);
                        sock_close(pair[1]);
                        pair[0] = -1;
                        pair[1] = -1;
                        return 0;
                }
                ret = recv(pair[0], (void*)(recvnonce+bcount),
                        sizeof(nonce)-bcount, 0);
                if(ret == -1) {
                        if(
#ifndef USE_WINSOCK
                                errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                                || errno == EWOULDBLOCK
#  endif
#else
                                WSAGetLastError() == WSAEINTR ||
                                WSAGetLastError() == WSAEINPROGRESS ||
                                WSAGetLastError() == WSAEWOULDBLOCK
#endif
                                )
                                continue; /* Try again. */
                        log_err("create socketpair: recv: %s", sock_strerror(errno));
                        sock_close(pair[0]);
                        sock_close(pair[1]);
                        pair[0] = -1;
                        pair[1] = -1;
                        return 0;
                } else if(ret == 0) {
                        log_err("create socketpair: stream closed");
                        sock_close(pair[0]);
                        sock_close(pair[1]);
                        pair[0] = -1;
                        pair[1] = -1;
                        return 0;
                } else if(ret+(ssize_t)bcount != sizeof(nonce)) {
                        bcount += ret;
                        if((size_t)bcount < sizeof(nonce))
                                continue;
                }
                break;
        }

        if(memcmp(nonce, recvnonce, sizeof(nonce)) != 0) {
                log_err("create socketpair: recv wrong nonce");
                sock_close(pair[0]);
                sock_close(pair[1]);
                pair[0] = -1;
                pair[1] = -1;
                return 0;
        }
#endif
        return 1;
}

/** fast reload thread. setup the thread info */
static int
fast_reload_thread_setup(struct worker* worker, int fr_verb, int fr_nopause,
        int fr_drop_mesh)
{
        struct fast_reload_thread* fr;
        int numworkers = worker->daemon->num;
        worker->daemon->fast_reload_thread = (struct fast_reload_thread*)
                calloc(1, sizeof(*worker->daemon->fast_reload_thread));
        if(!worker->daemon->fast_reload_thread)
                return 0;
        fr = worker->daemon->fast_reload_thread;
        fr->fr_verb = fr_verb;
        fr->fr_nopause = fr_nopause;
        fr->fr_drop_mesh = fr_drop_mesh;
        worker->daemon->fast_reload_drop_mesh = fr->fr_drop_mesh;
        /* The thread id printed in logs, numworker+1 is the dnstap thread.
         * This is numworkers+2. */
        fr->threadnum = numworkers+2;
        fr->commpair[0] = -1;
        fr->commpair[1] = -1;
        fr->commreload[0] = -1;
        fr->commreload[1] = -1;
        if(!create_socketpair(fr->commpair, worker->daemon->rand)) {
                free(fr);
                worker->daemon->fast_reload_thread = NULL;
                return 0;
        }
        fr->worker = worker;
        fr->fr_output = (struct config_strlist_head*)calloc(1,
                sizeof(*fr->fr_output));
        if(!fr->fr_output) {
                sock_close(fr->commpair[0]);
                sock_close(fr->commpair[1]);
                free(fr);
                worker->daemon->fast_reload_thread = NULL;
                return 0;
        }
        if(!create_socketpair(fr->commreload, worker->daemon->rand)) {
                sock_close(fr->commpair[0]);
                sock_close(fr->commpair[1]);
                free(fr->fr_output);
                free(fr);
                worker->daemon->fast_reload_thread = NULL;
                return 0;
        }
        lock_basic_init(&fr->fr_output_lock);
        lock_protect(&fr->fr_output_lock, fr->fr_output,
                sizeof(*fr->fr_output));
        return 1;
}

/** fast reload, delete auth zone change list */
static void
fr_auth_change_list_delete(
        struct fast_reload_auth_change* auth_zone_change_list)
{
        struct fast_reload_auth_change* item, *next;
        item = auth_zone_change_list;
        while(item) {
                next = item->next;
                free(item);
                item = next;
        }
}

/** fast reload thread. desetup and delete the thread info. */
static void
fast_reload_thread_desetup(struct fast_reload_thread* fast_reload_thread)
{
        if(!fast_reload_thread)
                return;
        if(fast_reload_thread->service_event &&
                fast_reload_thread->service_event_is_added) {
                ub_event_del(fast_reload_thread->service_event);
                fast_reload_thread->service_event_is_added = 0;
        }
        if(fast_reload_thread->service_event)
                ub_event_free(fast_reload_thread->service_event);
        sock_close(fast_reload_thread->commpair[0]);
        sock_close(fast_reload_thread->commpair[1]);
        sock_close(fast_reload_thread->commreload[0]);
        sock_close(fast_reload_thread->commreload[1]);
        if(fast_reload_thread->printq) {
                fr_main_perform_printout(fast_reload_thread);
                /* If it is empty now, there is nothing to print on fd. */
                if(fr_printq_empty(fast_reload_thread->printq)) {
                        fr_printq_delete(fast_reload_thread->printq);
                } else {
                        /* Keep the printq around to printout the remaining
                         * text to the remote client. Until it is done, it
                         * sits on a list, that is in the daemon struct.
                         * The event can then spool the remaining text to the
                         * remote client and eventually delete itself from the
                         * callback. */
                        fr_printq_list_insert(fast_reload_thread->printq,
                                fast_reload_thread->worker->daemon);
                        fast_reload_thread->printq = NULL;
                }
        }
        lock_basic_destroy(&fast_reload_thread->fr_output_lock);
        if(fast_reload_thread->fr_output) {
                config_delstrlist(fast_reload_thread->fr_output->first);
                free(fast_reload_thread->fr_output);
        }
        fr_auth_change_list_delete(fast_reload_thread->auth_zone_change_list);

        free(fast_reload_thread);
}

/**
 * Fast reload thread, send a command to the thread. Blocking on timeout.
 * It handles received input from the thread, if any is received.
 */
static void
fr_send_cmd_to(struct fast_reload_thread* fr,
        enum fast_reload_notification status, int check_cmds, int blocking)
{
        int outevent, loopexit = 0, bcount = 0;
        uint32_t cmd;
        ssize_t ret;
        verbose(VERB_ALGO, "send notification to fast reload thread: %s",
                fr_notification_to_string(status));
        cmd = status;
        while(1) {
                if(++loopexit > IPC_LOOP_MAX) {
                        log_err("send notification to fast reload: could not send notification: loop");
                        return;
                }
                if(check_cmds)
                        fr_check_cmd_from_thread(fr);
                /* wait for socket to become writable */
                if(!sock_poll_timeout(fr->commpair[0],
                        (blocking?-1:IPC_NOTIFICATION_WAIT),
                        0, 1, &outevent)) {
                        log_err("send notification to fast reload: poll failed");
                        return;
                }
                if(!outevent)
                        continue;
                /* keep static analyzer happy; send(-1,..) */
                log_assert(fr->commpair[0] >= 0);
                ret = send(fr->commpair[0], ((char*)&cmd)+bcount,
                        sizeof(cmd)-bcount, 0);
                if(ret == -1) {
                        if(
#ifndef USE_WINSOCK
                                errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                                || errno == EWOULDBLOCK
#  endif
#else
                                WSAGetLastError() == WSAEINTR ||
                                WSAGetLastError() == WSAEINPROGRESS ||
                                WSAGetLastError() == WSAEWOULDBLOCK
#endif
                                )
                                continue; /* Try again. */
                        log_err("send notification to fast reload: send: %s",
                                sock_strerror(errno));
                        return;
                } else if(ret+(ssize_t)bcount != sizeof(cmd)) {
                        bcount += ret;
                        if((size_t)bcount < sizeof(cmd))
                                continue;
                }
                break;
        }
}

/** Fast reload, the main thread handles that the fast reload thread has
 * exited. */
static void
fr_main_perform_done(struct fast_reload_thread* fr)
{
        struct worker* worker = fr->worker;
        verbose(VERB_ALGO, "join with fastreload thread");
        ub_thread_join(fr->tid);
        verbose(VERB_ALGO, "joined with fastreload thread");
        fast_reload_thread_desetup(fr);
        worker->daemon->fast_reload_thread = NULL;
}

/** Append strlist after strlist */
static void
cfg_strlist_append_listhead(struct config_strlist_head* list,
        struct config_strlist_head* more)
{
        if(!more->first)
                return;
        if(list->last)
                list->last->next = more->first;
        else
                list->first = more->first;
        list->last = more->last;
}

/** Fast reload, the remote control thread handles that the fast reload thread
 * has output to be printed, on the linked list that is locked. */
static void
fr_main_perform_printout(struct fast_reload_thread* fr)
{
        struct config_strlist_head out;

        /* Fetch the list of items to be printed */
        lock_basic_lock(&fr->fr_output_lock);
        out.first = fr->fr_output->first;
        out.last = fr->fr_output->last;
        fr->fr_output->first = NULL;
        fr->fr_output->last = NULL;
        lock_basic_unlock(&fr->fr_output_lock);

        if(!fr->printq || !fr->printq->client_cp) {
                /* There is no output socket, delete it. */
                config_delstrlist(out.first);
                return;
        }

        /* Put them on the output list, not locked because the list
         * producer and consumer are both owned by the remote control thread,
         * it moves the items to the list for printing in the event callback
         * for the client_cp. */
        cfg_strlist_append_listhead(fr->printq->to_print, &out);

        /* Set the client_cp to output if not already */
        if(!fr->printq->client_cp->event_added)
                comm_point_listen_for_rw(fr->printq->client_cp, 0, 1);
}

/** fast reload, receive ack from workers that they are waiting, run
 * by the mainthr after sending them reload_stop. */
static void
fr_read_ack_from_workers(struct fast_reload_thread* fr)
{
        struct daemon* daemon = fr->worker->daemon;
        /* Every worker sends one byte, wait for num-1 bytes. */
        int count=0, total=daemon->num-1;
        while(count < total) {
                uint8_t r;
                ssize_t ret;
                ret = recv(fr->commreload[0], (void*)&r, 1, 0);
                if(ret == -1) {
                        if(
#ifndef USE_WINSOCK
                                errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                                || errno == EWOULDBLOCK
#  endif
#else
                                WSAGetLastError() == WSAEINTR ||
                                WSAGetLastError() == WSAEINPROGRESS ||
                                WSAGetLastError() == WSAEWOULDBLOCK
#endif
                                )
                                continue; /* Try again */
                        log_err("worker reload ack: recv failed: %s",
                                sock_strerror(errno));
                        return;
                }
                count++;
                verbose(VERB_ALGO, "worker reload ack from (uint8_t)%d",
                        (int)r);
        }
}

/** fast reload, poll for reload_start in mainthr waiting on a notification
 * from the fast reload thread. */
static void
fr_poll_for_reload_start(struct fast_reload_thread* fr)
{
        int loopexit = 0, bcount = 0;
        uint32_t cmd;
        ssize_t ret;

        /* Is there data? */
        if(!sock_poll_timeout(fr->commpair[0], -1, 1, 0, NULL)) {
                log_err("fr_poll_for_reload_start: poll failed");
                return;
        }

        /* Read the data */
        while(1) {
                if(++loopexit > IPC_LOOP_MAX) {
                        log_err("fr_poll_for_reload_start: recv loops %s",
                                sock_strerror(errno));
                        return;
                }
                ret = recv(fr->commpair[0], ((char*)&cmd)+bcount,
                        sizeof(cmd)-bcount, 0);
                if(ret == -1) {
                        if(
#ifndef USE_WINSOCK
                                errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                                || errno == EWOULDBLOCK
#  endif
#else
                                WSAGetLastError() == WSAEINTR ||
                                WSAGetLastError() == WSAEINPROGRESS ||
                                WSAGetLastError() == WSAEWOULDBLOCK
#endif
                                )
                                continue; /* Try again. */
                        log_err("fr_poll_for_reload_start: recv: %s",
                                sock_strerror(errno));
                        return;
                } else if(ret+(ssize_t)bcount != sizeof(cmd)) {
                        bcount += ret;
                        if((size_t)bcount < sizeof(cmd))
                                continue;
                }
                break;
        }
        if(cmd != fast_reload_notification_reload_start) {
                verbose(VERB_ALGO, "fast reload wait for ack: "
                        "wrong notification %d", (int)cmd);
        }
}

/** Pick up the worker mesh changes, after fast reload. */
static void
fr_worker_pickup_mesh(struct worker* worker)
{
        struct mesh_area* mesh = worker->env.mesh;
        struct config_file* cfg = worker->env.cfg;
        mesh->use_response_ip = worker->daemon->use_response_ip;
        mesh->use_rpz = worker->daemon->use_rpz;
        mesh->max_reply_states = cfg->num_queries_per_thread;
        mesh->max_forever_states = (mesh->max_reply_states+1)/2;
#ifndef S_SPLINT_S
        mesh->jostle_max.tv_sec = (time_t)(cfg->jostle_time / 1000);
        mesh->jostle_max.tv_usec = (time_t)((cfg->jostle_time % 1000)*1000);
#endif
}

/**
 * Remove the old tcl_addr entries from the open connections.
 * They are only incremented when an accept is performed on a tcp comm point.
 * @param front: listening comm ports of the worker.
 */
static void
tcl_remove_old(struct listen_dnsport* front)
{
        struct listen_list* l;
        l = front->cps;
        while(l) {
                if(l->com->type == comm_tcp_accept) {
                        int i;
                        for(i=0; i<l->com->max_tcp_count; i++) {
                                if(l->com->tcp_handlers[i]->tcl_addr) {
                                        /* Because the increment of the
                                         * connection limit was in the old
                                         * tcl list, the new list does not
                                         * need a decrement. With NULL it is
                                         * not decremented when the connection
                                         * is done, and also there is no
                                         * reference to the old connection
                                         * limit structure. */
                                        l->com->tcp_handlers[i]->tcl_addr =
                                                NULL;
                                }
                        }
                }
                l = l->next;
        }
}

/** Stop zonemd lookup */
static void
auth_zone_zonemd_stop_lookup(struct auth_zone* z, struct mesh_area* mesh)
{
        struct query_info qinfo;
        uint16_t qflags = BIT_RD;
        qinfo.qname_len = z->namelen;
        qinfo.qname = z->name;
        qinfo.qclass = z->dclass;
        qinfo.qtype = z->zonemd_callback_qtype;
        qinfo.local_alias = NULL;

        mesh_remove_callback(mesh, &qinfo, qflags,
                &auth_zonemd_dnskey_lookup_callback, z);
}

/** Pick up the auth zone locks. */
static void
fr_pickup_auth_locks(struct worker* worker, struct auth_zone* namez,
        struct auth_zone* old_z, struct auth_zone* new_z,
        struct auth_xfer** xfr, struct auth_xfer** loadxfr)
{
        uint8_t nm[LDNS_MAX_DOMAINLEN+1];
        size_t nmlen;
        uint16_t dclass;

        log_assert(namez->namelen <= sizeof(nm));
        lock_rw_rdlock(&namez->lock);
        nmlen = namez->namelen;
        dclass = namez->dclass;
        memmove(nm, namez->name, nmlen);
        lock_rw_unlock(&namez->lock);

        lock_rw_wrlock(&worker->daemon->fast_reload_thread->old_auth_zones->lock);
        lock_rw_wrlock(&worker->env.auth_zones->lock);
        if(new_z) {
                lock_rw_wrlock(&new_z->lock);
        }
        if(old_z) {
                lock_rw_wrlock(&old_z->lock);
        }
        if(loadxfr)
                *loadxfr = auth_xfer_find(worker->daemon->fast_reload_thread->
                        old_auth_zones, nm, nmlen, dclass);
        if(xfr)
                *xfr = auth_xfer_find(worker->env.auth_zones, nm, nmlen,
                        dclass);
        if(loadxfr && *loadxfr) {
                lock_basic_lock(&(*loadxfr)->lock);
        }
        if(xfr && *xfr) {
                lock_basic_lock(&(*xfr)->lock);
        }
}

/** Fast reload, worker picks up deleted auth zone */
static void
fr_worker_auth_del(struct worker* worker, struct fast_reload_auth_change* item,
        int for_change)
{
        int released = 0; /* Did this routine release callbacks. */
        struct auth_xfer* xfr = NULL;

        lock_rw_wrlock(&item->old_z->lock);
        if(item->old_z->zonemd_callback_env &&
           item->old_z->zonemd_callback_env->worker == worker){
                /* This worker was performing a zonemd lookup,
                 * stop the lookup and remove that entry. */
                auth_zone_zonemd_stop_lookup(item->old_z, worker->env.mesh);
                item->old_z->zonemd_callback_env = NULL;
        }
        lock_rw_unlock(&item->old_z->lock);

        fr_pickup_auth_locks(worker, item->old_z, item->old_z, NULL, &xfr,
                NULL);
        lock_rw_unlock(&worker->daemon->fast_reload_thread->old_auth_zones->lock);
        lock_rw_unlock(&worker->env.auth_zones->lock);
        lock_rw_unlock(&item->old_z->lock);
        if(xfr) {
                /* Release callbacks on the xfr, if this worker holds them. */
                if(xfr->task_nextprobe->worker == worker ||
                        xfr->task_probe->worker == worker ||
                        xfr->task_transfer->worker == worker) {
                        released = 1;
                        xfr_disown_tasks(xfr, worker);
                }
                lock_basic_unlock(&xfr->lock);
        }

        if(!for_change && (released || worker->thread_num == 0)) {
                /* See if the xfr item can be deleted. */
                xfr = NULL;
                fr_pickup_auth_locks(worker, item->old_z, item->old_z, NULL,
                        &xfr, NULL);
                lock_rw_unlock(&worker->daemon->fast_reload_thread->old_auth_zones->lock);
                lock_rw_unlock(&item->old_z->lock);
                if(xfr && xfr->task_nextprobe->worker == NULL &&
                        xfr->task_probe->worker == NULL &&
                        xfr->task_transfer->worker == NULL) {
                        (void)rbtree_delete(&worker->env.auth_zones->xtree,
                                &xfr->node);
                        lock_rw_unlock(&worker->env.auth_zones->lock);
                        lock_basic_unlock(&xfr->lock);
                        auth_xfer_delete(xfr);
                } else {
                        lock_rw_unlock(&worker->env.auth_zones->lock);
                        if(xfr) {
                                lock_basic_unlock(&xfr->lock);
                        }
                }
        }
}

/** Fast reload, auth xfer config is picked up */
static void
auth_xfr_pickup_config(struct auth_xfer* loadxfr, struct auth_xfer* xfr)
{
        struct auth_master *probe_masters, *transfer_masters;
        log_assert(loadxfr->namelen == xfr->namelen);
        log_assert(loadxfr->namelabs == xfr->namelabs);
        log_assert(loadxfr->dclass == xfr->dclass);

        /* The lists can be swapped in, the other xfr struct will be deleted
         * afterwards. */
        probe_masters = xfr->task_probe->masters;
        transfer_masters = xfr->task_transfer->masters;
        xfr->task_probe->masters = loadxfr->task_probe->masters;
        xfr->task_transfer->masters = loadxfr->task_transfer->masters;
        loadxfr->task_probe->masters = probe_masters;
        loadxfr->task_transfer->masters = transfer_masters;
}

/** Fast reload, worker picks up added auth zone */
static void
fr_worker_auth_add(struct worker* worker, struct fast_reload_auth_change* item,
        int for_change)
{
        struct auth_xfer* xfr = NULL, *loadxfr = NULL;

        /* Start zone transfers and lookups. */
        fr_pickup_auth_locks(worker, item->new_z, NULL, item->new_z, &xfr,
                &loadxfr);
        if(xfr == NULL && item->new_z->zone_is_slave) {
                /* The xfr item needs to be created. The auth zones lock
                 * is held to make this possible. */
                xfr = auth_xfer_create(worker->env.auth_zones, item->new_z);
                auth_xfr_pickup_config(loadxfr, xfr);
                /* Serial information is copied into the xfr struct. */
                if(!xfr_find_soa(item->new_z, xfr)) {
                        xfr->serial = 0;
                }
        } else if(for_change && xfr) {
                if(!xfr_find_soa(item->new_z, xfr)) {
                        xfr->serial = 0;
                }
        }
        auth_zone_pickup_initial_zone(item->new_z, &worker->env);
        lock_rw_unlock(&item->new_z->lock);
        lock_rw_unlock(&worker->env.auth_zones->lock);
        lock_rw_unlock(&worker->daemon->fast_reload_thread->old_auth_zones->lock);
        if(loadxfr) {
                lock_basic_unlock(&loadxfr->lock);
        }
        if(xfr) {
                auth_xfer_pickup_initial_zone(xfr, &worker->env);
                if(for_change) {
                        xfr->task_probe->only_lookup = 0;
                }
                lock_basic_unlock(&xfr->lock);
        }

        /* Perform ZONEMD verification lookups. */
        lock_rw_wrlock(&item->new_z->lock);
        /* holding only the new_z lock */
        auth_zone_verify_zonemd(item->new_z, &worker->env,
                &worker->env.mesh->mods, NULL, 0, 1);
        lock_rw_unlock(&item->new_z->lock);
}

/** Fast reload, worker picks up changed auth zone */
static void
fr_worker_auth_cha(struct worker* worker, struct fast_reload_auth_change* item)
{
        int todelete = 0;
        struct auth_xfer* loadxfr = NULL, *xfr = NULL;
        /* Since the zone has been changed, by rereading it from zone file,
         * existing transfers and probes are likely for the old version.
         * Stop them, and start new ones if needed. */
        fr_worker_auth_del(worker, item, 1);

        if(worker->thread_num != 0)
                return;

        /* The old callbacks are stopped, tasks have been disowned. The
         * new config contents can be picked up. SOA information is picked
         * up in the auth_add routine, as it has the new_z ready. */

        fr_pickup_auth_locks(worker, item->new_z, item->old_z, item->new_z,
                &xfr, &loadxfr);

        /* The xfr is not there any more if the zone is not set to have
         * zone transfers. Or the xfr needs to be created if it is set to
         * have zone transfers. */
        if(loadxfr && xfr) {
                /* Copy the config from loadxfr to the xfr in current use. */
                auth_xfr_pickup_config(loadxfr, xfr);
        } else if(!loadxfr && xfr) {
                /* Delete the xfr. */
                (void)rbtree_delete(&worker->env.auth_zones->xtree,
                        &xfr->node);
                todelete = 1;
                item->new_z->zone_is_slave = 0;
        } else if(loadxfr && !xfr) {
                /* Create the xfr. */
                xfr = auth_xfer_create(worker->env.auth_zones, item->new_z);
                auth_xfr_pickup_config(loadxfr, xfr);
                item->new_z->zone_is_slave = 1;
        }
        lock_rw_unlock(&item->new_z->lock);
        lock_rw_unlock(&item->old_z->lock);
        lock_rw_unlock(&worker->daemon->fast_reload_thread->old_auth_zones->lock);
        lock_rw_unlock(&worker->env.auth_zones->lock);
        if(loadxfr) {
                lock_basic_unlock(&loadxfr->lock);
        }
        if(xfr) {
                lock_basic_unlock(&xfr->lock);
        }
        if(todelete) {
                auth_xfer_delete(xfr);
        }

        fr_worker_auth_add(worker, item, 1);
}

/** Fast reload, the worker picks up changes in auth zones. */
static void
fr_worker_pickup_auth_changes(struct worker* worker,
        struct fast_reload_auth_change* auth_zone_change_list)
{
        struct fast_reload_auth_change* item;
        for(item = auth_zone_change_list; item; item = item->next) {
                if(item->is_deleted) {
                        fr_worker_auth_del(worker, item, 0);
                }
                if(item->is_added) {
                        if(worker->thread_num == 0) {
                                fr_worker_auth_add(worker, item, 0);
                        }
                }
                if(item->is_changed) {
                        fr_worker_auth_cha(worker, item);
                }
        }
}

/** Fast reload, the worker picks up changes in outside_network. */
static void
fr_worker_pickup_outside_network(struct worker* worker)
{
        struct outside_network* outnet = worker->back;
        struct config_file* cfg = worker->env.cfg;
        outnet->use_caps_for_id = cfg->use_caps_bits_for_id;
        outnet->unwanted_threshold = cfg->unwanted_threshold;
        outnet->tls_use_sni = cfg->tls_use_sni;
        outnet->tcp_mss = cfg->outgoing_tcp_mss;
        outnet->ip_dscp = cfg->ip_dscp;
        outnet->max_reuse_tcp_queries = cfg->max_reuse_tcp_queries;
        outnet->tcp_reuse_timeout = cfg->tcp_reuse_timeout;
        outnet->tcp_auth_query_timeout = cfg->tcp_auth_query_timeout;
        outnet->delayclose = cfg->delay_close;
        if(outnet->delayclose) {
#ifndef S_SPLINT_S
                outnet->delay_tv.tv_sec = cfg->delay_close/1000;
                outnet->delay_tv.tv_usec = (cfg->delay_close%1000)*1000;
#endif
        }
}

void
fast_reload_worker_pickup_changes(struct worker* worker)
{
        /* The pickup of changes is called when the fast reload has
         * a synchronized moment, and all the threads are paused and the
         * reload has been applied. Then the worker can pick up the new
         * changes and store them in worker-specific structs.
         * The pickup is also called when there is no pause, and then
         * it is called after the reload has completed, and the worker
         * get a signal to release old information, it can then pick
         * up the new information. But in the mean time, the reload has
         * swapped in trees, and the worker has been running with the
         * older information for some time. */
        fr_worker_pickup_mesh(worker);

        /* If the tcp connection limit has changed, the open connections
         * need to remove their reference for the old tcp limits counters. */
        if(worker->daemon->fast_reload_tcl_has_changes)
                tcl_remove_old(worker->front);

        /* If there are zonemd lookups, but the zone was deleted, the
         * lookups should be cancelled. */
        fr_worker_pickup_auth_changes(worker,
                worker->daemon->fast_reload_thread->auth_zone_change_list);
#ifdef USE_CACHEDB
        worker->env.cachedb_enabled = worker->daemon->env->cachedb_enabled;
#endif
        fr_worker_pickup_outside_network(worker);
}

/** fast reload thread, handle reload_stop notification, send reload stop
 * to other threads over IPC and collect their ack. When that is done,
 * ack to the caller, the fast reload thread, and wait for it to send start. */
static void
fr_main_perform_reload_stop(struct fast_reload_thread* fr)
{
        struct daemon* daemon = fr->worker->daemon;
        int i;

        /* Send reload_stop to other threads. */
        for(i=0; i<daemon->num; i++) {
                if(i == fr->worker->thread_num)
                        continue; /* Do not send to ourselves. */
                worker_send_cmd(daemon->workers[i], worker_cmd_reload_stop);
        }

        /* Wait for the other threads to ack. */
        fr_read_ack_from_workers(fr);

        /* Send ack to fast reload thread. */
        fr_send_cmd_to(fr, fast_reload_notification_reload_ack, 0, 1);

        /* Wait for reload_start from fast reload thread to resume. */
        fr_poll_for_reload_start(fr);

        /* Send reload_start to other threads */
        for(i=0; i<daemon->num; i++) {
                if(i == fr->worker->thread_num)
                        continue; /* Do not send to ourselves. */
                worker_send_cmd(daemon->workers[i], worker_cmd_reload_start);
        }

        /* Pick up changes for this worker. */
        if(fr->worker->daemon->fast_reload_drop_mesh) {
                verbose(VERB_ALGO, "worker: drop mesh queries after reload");
                mesh_delete_all(fr->worker->env.mesh);
        }
        fast_reload_worker_pickup_changes(fr->worker);

        /* Wait for the other threads to ack. */
        fr_read_ack_from_workers(fr);

        /* Send ack to fast reload thread. */
        fr_send_cmd_to(fr, fast_reload_notification_reload_ack, 0, 1);

        verbose(VERB_ALGO, "worker resume after reload");
}

/** Fast reload, the main thread performs the nopause poll. It polls every
 * other worker thread briefly over the command pipe ipc. The command takes
 * no time for the worker, it can return immediately. After that it sends
 * an acknowledgement to the fastreload thread. */
static void
fr_main_perform_reload_nopause_poll(struct fast_reload_thread* fr)
{
        struct daemon* daemon = fr->worker->daemon;
        int i;

        /* Send the reload_poll to other threads. They can respond
         * one at a time. */
        for(i=0; i<daemon->num; i++) {
                if(i == fr->worker->thread_num)
                        continue; /* Do not send to ourselves. */
                worker_send_cmd(daemon->workers[i], worker_cmd_reload_poll);
        }

        /* Wait for the other threads to ack. */
        fr_read_ack_from_workers(fr);
        fast_reload_worker_pickup_changes(fr->worker);

        /* Send ack to fast reload thread. */
        fr_send_cmd_to(fr, fast_reload_notification_reload_ack, 0, 1);
}

/** Fast reload, perform the command received from the fast reload thread */
static void
fr_main_perform_cmd(struct fast_reload_thread* fr,
        enum fast_reload_notification status)
{
        verbose(VERB_ALGO, "main perform fast reload status: %s",
                fr_notification_to_string(status));
        if(status == fast_reload_notification_printout) {
                fr_main_perform_printout(fr);
        } else if(status == fast_reload_notification_done ||
                status == fast_reload_notification_done_error ||
                status == fast_reload_notification_exited) {
                fr_main_perform_done(fr);
        } else if(status == fast_reload_notification_reload_stop) {
                fr_main_perform_reload_stop(fr);
        } else if(status == fast_reload_notification_reload_nopause_poll) {
                fr_main_perform_reload_nopause_poll(fr);
        } else {
                log_err("main received unknown status from fast reload: %d %s",
                        (int)status, fr_notification_to_string(status));
        }
}

/** Fast reload, handle command from fast reload to the main thread. */
static void
fr_main_handle_cmd(struct fast_reload_thread* fr)
{
        enum fast_reload_notification status;
        ssize_t ret;
        /* keep static analyzer happy; recv(-1,..) */
        log_assert(fr->commpair[0] >= 0);
        ret = recv(fr->commpair[0],
                ((char*)&fr->service_read_cmd)+fr->service_read_cmd_count,
                sizeof(fr->service_read_cmd)-fr->service_read_cmd_count, 0);
        if(ret == -1) {
                if(
#ifndef USE_WINSOCK
                        errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                        || errno == EWOULDBLOCK
#  endif
#else
                        WSAGetLastError() == WSAEINTR ||
                        WSAGetLastError() == WSAEINPROGRESS
#endif
                        )
                        return; /* Continue later. */
#ifdef USE_WINSOCK
                if(WSAGetLastError() == WSAEWOULDBLOCK) {
                        ub_winsock_tcp_wouldblock(fr->service_event,
                                UB_EV_READ);
                        return; /* Continue later. */
                }
#endif
                log_err("read cmd from fast reload thread, recv: %s",
                        sock_strerror(errno));
                return;
        } else if(ret == 0) {
                verbose(VERB_ALGO, "closed connection from fast reload thread");
                fr->service_read_cmd_count = 0;
                /* handle this like an error */
                fr->service_read_cmd = fast_reload_notification_done_error;
        } else if(ret + (ssize_t)fr->service_read_cmd_count <
                (ssize_t)sizeof(fr->service_read_cmd)) {
                fr->service_read_cmd_count += ret;
                /* Continue later. */
                return;
        }
        status = fr->service_read_cmd;
        fr->service_read_cmd = 0;
        fr->service_read_cmd_count = 0;
        fr_main_perform_cmd(fr, status);
}

/** Fast reload, poll for and handle cmd from fast reload thread. */
static void
fr_check_cmd_from_thread(struct fast_reload_thread* fr)
{
        int inevent = 0;
        struct worker* worker = fr->worker;
        /* Stop in case the thread has exited, or there is no read event. */
        while(worker->daemon->fast_reload_thread) {
                if(!sock_poll_timeout(fr->commpair[0], 0, 1, 0, &inevent)) {
                        log_err("check for cmd from fast reload thread: "
                                "poll failed");
#ifdef USE_WINSOCK
                        if(worker->daemon->fast_reload_thread)
                                ub_winsock_tcp_wouldblock(worker->daemon->
                                        fast_reload_thread->service_event,
                                        UB_EV_READ);
#endif
                        return;
                }
                if(!inevent) {
#ifdef USE_WINSOCK
                        if(worker->daemon->fast_reload_thread)
                                ub_winsock_tcp_wouldblock(worker->daemon->
                                        fast_reload_thread->service_event,
                                        UB_EV_READ);
#endif
                        return;
                }
                fr_main_handle_cmd(fr);
        }
}

void fast_reload_service_cb(int ATTR_UNUSED(fd), short ATTR_UNUSED(bits),
        void* arg)
{
        struct fast_reload_thread* fast_reload_thread =
                (struct fast_reload_thread*)arg;
        struct worker* worker = fast_reload_thread->worker;

        /* Read and handle the command */
        fr_main_handle_cmd(fast_reload_thread);
        if(worker->daemon->fast_reload_thread != NULL) {
                /* If not exited, see if there are more pending statuses
                 * from the fast reload thread. */
                fr_check_cmd_from_thread(fast_reload_thread);
        }
}

#ifdef HAVE_SSL
/** fast reload, send client item over SSL. Returns number of bytes
 * printed, 0 on wait later, or -1 on failure. */
static int
fr_client_send_item_ssl(struct fast_reload_printq* printq)
{
        int r;
        ERR_clear_error();
        r = SSL_write(printq->remote.ssl,
                printq->client_item+printq->client_byte_count,
                printq->client_len - printq->client_byte_count);
        if(r <= 0) {
                int want = SSL_get_error(printq->remote.ssl, r);
                if(want == SSL_ERROR_ZERO_RETURN) {
                        log_err("fast_reload print to remote client: "
                                "SSL_write says connection closed.");
                        return -1;
                } else if(want == SSL_ERROR_WANT_READ) {
                        /* wait for read condition */
                        printq->client_cp->ssl_shake_state = comm_ssl_shake_hs_read;
                        comm_point_listen_for_rw(printq->client_cp, 1, 0);
                        return 0;
                } else if(want == SSL_ERROR_WANT_WRITE) {
#ifdef USE_WINSOCK
                        ub_winsock_tcp_wouldblock(comm_point_internal(printq->client_cp), UB_EV_WRITE);
#endif
                        return 0; /* write more later */
                } else if(want == SSL_ERROR_SYSCALL) {
#ifdef EPIPE
                        if(errno == EPIPE && verbosity < 2) {
                                /* silence 'broken pipe' */
                                return -1;
                        }
#endif
                        if(errno != 0)
                                log_err("fast_reload print to remote client: "
                                        "SSL_write syscall: %s",
                                        sock_strerror(errno));
                        return -1;
                }
                log_crypto_err_io("fast_reload print to remote client: "
                        "could not SSL_write", want);
                return -1;
        }
        return r;
}
#endif /* HAVE_SSL */

/** fast reload, send client item for fd, returns bytes sent, or 0 for wait
 * later, or -1 on failure. */
static int
fr_client_send_item_fd(struct fast_reload_printq* printq)
{
        int r;
        r = (int)send(printq->remote.fd,
                printq->client_item+printq->client_byte_count,
                printq->client_len - printq->client_byte_count, 0);
        if(r == -1) {
                if(
#ifndef USE_WINSOCK
                        errno == EINTR || errno == EAGAIN
#  ifdef EWOULDBLOCK
                        || errno == EWOULDBLOCK
#  endif
#else
                        WSAGetLastError() == WSAEINTR ||
                        WSAGetLastError() == WSAEINPROGRESS ||
                        WSAGetLastError() == WSAEWOULDBLOCK
#endif
                        ) {
#ifdef USE_WINSOCK
                        ub_winsock_tcp_wouldblock(comm_point_internal(printq->client_cp), UB_EV_WRITE);
#endif
                        return 0; /* Try again. */
                }
                log_err("fast_reload print to remote client: send failed: %s",
                        sock_strerror(errno));
                return -1;
        }
        return r;
}

/** fast reload, send current client item. false on failure or wait later. */
static int
fr_client_send_item(struct fast_reload_printq* printq)
{
        int r;
#ifdef HAVE_SSL
        if(printq->remote.ssl) {
                r = fr_client_send_item_ssl(printq);
        } else {
#endif
                r = fr_client_send_item_fd(printq);
#ifdef HAVE_SSL
        }
#endif
        if(r == 0) {
                /* Wait for later. */
                return 0;
        } else if(r == -1) {
                /* It failed, close comm point and stop sending. */
                fr_printq_remove(printq);
                return 0;
        }
        printq->client_byte_count += r;
        if(printq->client_byte_count < printq->client_len)
                return 0; /* Print more later. */
        return 1;
}

/** fast reload, pick up the next item to print */
static void
fr_client_pickup_next_item(struct fast_reload_printq* printq)
{
        struct config_strlist* item;
        /* Pop first off the list. */
        if(!printq->to_print->first) {
                printq->client_item = NULL;
                printq->client_len = 0;
                printq->client_byte_count = 0;
                return;
        }
        item = printq->to_print->first;
        if(item->next) {
                printq->to_print->first = item->next;
        } else {
                printq->to_print->first = NULL;
                printq->to_print->last = NULL;
        }
        item->next = NULL;
        printq->client_len = 0;
        printq->client_byte_count = 0;
        printq->client_item = item->str;
        item->str = NULL;
        free(item);
        /* The len is the number of bytes to print out, and thus excludes
         * the terminator zero. */
        if(printq->client_item)
                printq->client_len = (int)strlen(printq->client_item);
}

int fast_reload_client_callback(struct comm_point* ATTR_UNUSED(c), void* arg,
        int err, struct comm_reply* ATTR_UNUSED(rep))
{
        struct fast_reload_printq* printq = (struct fast_reload_printq*)arg;
        if(!printq->client_cp) {
                fr_printq_remove(printq);
                return 0; /* the output is closed and deleted */
        }
        if(err != NETEVENT_NOERROR) {
                verbose(VERB_ALGO, "fast reload client: error, close it");
                fr_printq_remove(printq);
                return 0;
        }
#ifdef HAVE_SSL
        if(printq->client_cp->ssl_shake_state == comm_ssl_shake_hs_read) {
                /* read condition satisfied back to writing */
                comm_point_listen_for_rw(printq->client_cp, 0, 1);
                printq->client_cp->ssl_shake_state = comm_ssl_shake_none;
        }
#endif /* HAVE_SSL */

        /* Pickup an item if there are none */
        if(!printq->client_item) {
                fr_client_pickup_next_item(printq);
        }
        if(!printq->client_item) {
                if(printq->in_list) {
                        /* Nothing more to print, it can be removed. */
                        fr_printq_remove(printq);
                        return 0;
                }
                /* Done with printing for now. */
                comm_point_stop_listening(printq->client_cp);
                return 0;
        }

        /* Try to print out a number of items, if they can print in full. */
        while(printq->client_item) {
                /* Send current item, if any. */
                if(printq->client_item && printq->client_len != 0 &&
                        printq->client_byte_count < printq->client_len) {
                        if(!fr_client_send_item(printq))
                                return 0;
                }

                /* The current item is done. */
                if(printq->client_item) {
                        free(printq->client_item);
                        printq->client_item = NULL;
                        printq->client_len = 0;
                        printq->client_byte_count = 0;
                }
                if(!printq->to_print->first) {
                        if(printq->in_list) {
                                /* Nothing more to print, it can be removed. */
                                fr_printq_remove(printq);
                                return 0;
                        }
                        /* Done with printing for now. */
                        comm_point_stop_listening(printq->client_cp);
                        return 0;
                }
                fr_client_pickup_next_item(printq);
        }

        return 0;
}

#ifndef THREADS_DISABLED
/** fast reload printq create */
static struct fast_reload_printq*
fr_printq_create(struct comm_point* c, struct worker* worker)
{
        struct fast_reload_printq* printq = calloc(1, sizeof(*printq));
        if(!printq)
                return NULL;
        printq->to_print = calloc(1, sizeof(*printq->to_print));
        if(!printq->to_print) {
                free(printq);
                return NULL;
        }
        printq->worker = worker;
        printq->client_cp = c;
        printq->client_cp->callback = fast_reload_client_callback;
        printq->client_cp->cb_arg = printq;
        return printq;
}
#endif /* !THREADS_DISABLED */

/** fast reload printq delete */
static void
fr_printq_delete(struct fast_reload_printq* printq)
{
        if(!printq)
                return;
#ifdef HAVE_SSL
        if(printq->remote.ssl) {
                SSL_shutdown(printq->remote.ssl);
                SSL_free(printq->remote.ssl);
        }
#endif
        comm_point_delete(printq->client_cp);
        if(printq->to_print) {
                config_delstrlist(printq->to_print->first);
                free(printq->to_print);
        }
        free(printq);
}

/** fast reload printq, returns true if the list is empty and no item */
static int
fr_printq_empty(struct fast_reload_printq* printq)
{
        if(printq->to_print->first == NULL && printq->client_item == NULL)
                return 1;
        return 0;
}

/** fast reload printq, insert onto list */
static void
fr_printq_list_insert(struct fast_reload_printq* printq, struct daemon* daemon)
{
        if(printq->in_list)
                return;
        printq->next = daemon->fast_reload_printq_list;
        if(printq->next)
                printq->next->prev = printq;
        printq->prev = NULL;
        printq->in_list = 1;
        daemon->fast_reload_printq_list = printq;
}

/** fast reload printq delete list */
void
fast_reload_printq_list_delete(struct fast_reload_printq* list)
{
        struct fast_reload_printq* printq = list, *next;
        while(printq) {
                next = printq->next;
                fr_printq_delete(printq);
                printq = next;
        }
}

/** fast reload printq remove the item from the printq list */
static void
fr_printq_list_remove(struct fast_reload_printq* printq)
{
        struct daemon* daemon = printq->worker->daemon;
        if(printq->prev == NULL)
                daemon->fast_reload_printq_list = printq->next;
        else    printq->prev->next = printq->next;
        if(printq->next)
                printq->next->prev = printq->prev;
        printq->in_list = 0;
}

/** fast reload printq, remove the printq when no longer needed,
 * like the stream is closed. */
static void
fr_printq_remove(struct fast_reload_printq* printq)
{
        if(!printq)
                return;
        if(printq->worker->daemon->fast_reload_thread &&
                printq->worker->daemon->fast_reload_thread->printq == printq)
                printq->worker->daemon->fast_reload_thread->printq = NULL;
        if(printq->in_list)
                fr_printq_list_remove(printq);
        fr_printq_delete(printq);
}

/** fast reload thread, send stop command to the thread, from the main thread.
 */
static void
fr_send_stop(struct fast_reload_thread* fr)
{
        fr_send_cmd_to(fr, fast_reload_notification_exit, 1, 0);
}

void
fast_reload_thread_start(RES* ssl, struct worker* worker, struct rc_state* s,
        int fr_verb, int fr_nopause, int fr_drop_mesh)
{
        if(worker->daemon->fast_reload_thread) {
                log_err("fast reload thread already running");
                return;
        }
        if(!fast_reload_thread_setup(worker, fr_verb, fr_nopause,
                fr_drop_mesh)) {
                if(!ssl_printf(ssl, "error could not setup thread\n"))
                        return;
                return;
        }
        worker->daemon->fast_reload_thread->started = 1;

#ifndef THREADS_DISABLED
        /* Setup command listener in remote servicing thread */
        /* The listener has to be nonblocking, so the the remote servicing
         * thread can continue to service DNS queries, the fast reload
         * thread is going to read the config from disk and apply it. */
        /* The commpair[1] element can stay blocking, it is used by the
         * fast reload thread to communicate back. The thread needs to wait
         * at these times, when it has to check briefly it can use poll. */
        fd_set_nonblock(worker->daemon->fast_reload_thread->commpair[0]);
        worker->daemon->fast_reload_thread->service_event = ub_event_new(
                comm_base_internal(worker->base),
                worker->daemon->fast_reload_thread->commpair[0],
                UB_EV_READ | UB_EV_PERSIST, fast_reload_service_cb,
                worker->daemon->fast_reload_thread);
        if(!worker->daemon->fast_reload_thread->service_event) {
                fast_reload_thread_desetup(worker->daemon->fast_reload_thread);
                if(!ssl_printf(ssl, "error out of memory\n"))
                        return;
                return;
        }
        if(ub_event_add(worker->daemon->fast_reload_thread->service_event,
                NULL) != 0) {
                fast_reload_thread_desetup(worker->daemon->fast_reload_thread);
                if(!ssl_printf(ssl, "error out of memory adding service event\n"))
                        return;
                return;
        }
        worker->daemon->fast_reload_thread->service_event_is_added = 1;

        /* Setup the comm point to the remote control client as an event
         * on the remote servicing thread, which it already is.
         * It needs a new callback to service it. */
        log_assert(s);
        state_list_remove_elem(&s->rc->busy_list, s->c);
        s->rc->active --;
        /* Set the comm point file descriptor to nonblocking. So that
         * printout to the remote control client does not block the
         * server thread from servicing DNS queries. */
        fd_set_nonblock(s->c->fd);
        worker->daemon->fast_reload_thread->printq = fr_printq_create(s->c,
                worker);
        if(!worker->daemon->fast_reload_thread->printq) {
                fast_reload_thread_desetup(worker->daemon->fast_reload_thread);
                if(!ssl_printf(ssl, "error out of memory create printq\n"))
                        return;
                return;
        }
        worker->daemon->fast_reload_thread->printq->remote = *ssl;
        s->rc = NULL; /* move away the rc state */
        /* Nothing to print right now, so no need to have it active. */
        comm_point_stop_listening(worker->daemon->fast_reload_thread->printq->client_cp);

        /* Start fast reload thread */
        ub_thread_create(&worker->daemon->fast_reload_thread->tid,
                fast_reload_thread_main, worker->daemon->fast_reload_thread);
#else
        (void)s;
#endif
}

void
fast_reload_thread_stop(struct fast_reload_thread* fast_reload_thread)
{
        struct worker* worker = fast_reload_thread->worker;
        if(!fast_reload_thread)
                return;
        fr_send_stop(fast_reload_thread);
        if(worker->daemon->fast_reload_thread != NULL) {
                /* If it did not exit yet, join with the thread now. It is
                 * going to exit because the exit command is sent to it. */
                fr_main_perform_done(fast_reload_thread);
        }
}