GCOV - Varnish Cache


/*-
 * Copyright (c) 2008-2015 Varnish Software AS
 * All rights reserved.
 *
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#ifdef VTEST_WITH_VTC_VARNISH

#include "config.h"

#include <sys/types.h>
#include <sys/socket.h>

#include <fcntl.h>
#include <fnmatch.h>
#include <inttypes.h>
#include <poll.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>

#include "vtc.h"

#include "vapi/vsc.h"
#include "vapi/vsl.h"
#include "vapi/vsm.h"
#include "vcli.h"
#include "vjsn.h"
#include "vre.h"
#include "vsub.h"
#include "vtcp.h"
#include "vtim.h"

struct varnish {
        unsigned                magic;
#define VARNISH_MAGIC           0x208cd8e3
        char                    *name;
        struct vtclog           *vl;
        VTAILQ_ENTRY(varnish)   list;

        struct vsb              *args;
        int                     fds[4];
        pid_t                   pid;

        double                  syntax;

        pthread_t               tp;
        pthread_t               tp_vsl;
        int                     tp_started;

        int                     expect_exit;

        int                     cli_fd;
        int                     vcl_nbr;
        char                    *workdir;
        char                    *jail;
        char                    *proto;

        struct vsm              *vsm_vsl;
        struct vsm              *vsm_vsc;
        struct vsc              *vsc;
        int                     has_a_arg;

        unsigned                vsl_tag_count[256];

        volatile int            vsl_rec;
        volatile int            vsl_idle;
};

#define NONSENSE        "%XJEIFLH|)Xspa8P"

static VTAILQ_HEAD(, varnish)   varnishes =
    VTAILQ_HEAD_INITIALIZER(varnishes);

/**********************************************************************
 * Fatal condition cleanup
 * Invalid to call in any code path not followed by vtc_fatal().
 */

static void
varnish_fatal_cleanup(const struct varnish *v)
{
        struct pollfd fd[1];
        int n;

        if (!pthread_equal(pthread_self(), vtc_thread))
                return;

        if (!v->tp_started)
                return;

        memset(fd, 0, sizeof(fd));
        fd[0].fd = v->fds[0];
        fd[0].events = POLLIN;

        do {
                n = poll(fd, sizeof(fd)/sizeof(fd[0]), 10);
                if (n == 1 && (fd[0].revents & (POLLHUP|POLLERR)) != 0) {
                        PTOK(pthread_join(v->tp, NULL));
                        break;
                }

                if (n == 1)
                        usleep(10000);
        } while (n > 0);
}

#define varnish_fatal(v, ...)                                           \
    do {                                                                \
            varnish_fatal_cleanup((v));                                 \
            vtc_fatal((v)->vl, __VA_ARGS__);                            \
    } while (0)

/**********************************************************************
 * Ask a question over CLI
 */

static enum VCLI_status_e
varnish_ask_cli(const struct varnish *v, const char *cmd, char **repl)
{
        int i;
        unsigned retval;
        char *r;

        if (cmd != NULL) {
                vtc_dump(v->vl, 4, "CLI TX", cmd, -1);
                i = write(v->cli_fd, cmd, strlen(cmd));
                if (i != strlen(cmd) && !vtc_stop)
                        varnish_fatal(v, "CLI write failed (%s) = %u %s",
                            cmd, errno, strerror(errno));
                i = write(v->cli_fd, "\n", 1);
                if (i != 1 && !vtc_stop)
                        varnish_fatal(v, "CLI write failed (%s) = %u %s",
                            cmd, errno, strerror(errno));
        }
        i = VCLI_ReadResult(v->cli_fd, &retval, &r, vtc_maxdur);
        if (i != 0 && !vtc_stop)
                varnish_fatal(v, "CLI failed (%s) = %d %u %s",
                    cmd != NULL ? cmd : "NULL", i, retval, r);
        vtc_log(v->vl, 3, "CLI RX  %u", retval);
        vtc_dump(v->vl, 4, "CLI RX", r, -1);
        if (repl != NULL)
                *repl = r;
        else
                free(r);
        return ((enum VCLI_status_e)retval);
}

/**********************************************************************
 *
 */

static void
wait_stopped(const struct varnish *v)
{
        char *r = NULL;
        enum VCLI_status_e st;

        vtc_log(v->vl, 3, "wait-stopped");
        while (1) {
                st = varnish_ask_cli(v, "status", &r);
                if (st != CLIS_OK)
                        varnish_fatal(v,
                            "CLI status command failed: %u %s", st, r);
                if (!strcmp(r, "Child in state stopped")) {
                        free(r);
                        break;
                }
                free(r);
                r = NULL;
                (void)usleep(200000);
        }
}
/**********************************************************************
 *
 */

static void
wait_running(const struct varnish *v)
{
        char *r = NULL;
        enum VCLI_status_e st;

        while (1) {
                vtc_log(v->vl, 3, "wait-running");
                st = varnish_ask_cli(v, "status", &r);
                if (st != CLIS_OK)
                        varnish_fatal(v,
                            "CLI status command failed: %u %s", st, r);
                if (!strcmp(r, "Child in state stopped"))
                        varnish_fatal(v,
                            "Child stopped before running: %u %s", st, r);
                if (!strcmp(r, "Child in state running")) {
                        free(r);
                        r = NULL;
                        st = varnish_ask_cli(v, "debug.listen_address", &r);
                        if (st != CLIS_OK)
                                varnish_fatal(v,
                                    "CLI status command failed: %u %s", st, r);
                        free(r);
                        break;
                }
                free(r);
                r = NULL;
                (void)usleep(200000);
        }
}

/**********************************************************************
 * Varnishlog gatherer thread
 */

static void *
varnishlog_thread(void *priv)
{
        struct varnish *v;
        struct VSL_data *vsl;
        struct vsm *vsm;
        struct VSL_cursor *c;
        enum VSL_tag_e tag;
        uint64_t vxid;
        unsigned len, vs;
        const char *tagname, *data;
        int type, i, opt;
        struct vsb *vsb = NULL;

        CAST_OBJ_NOTNULL(v, priv, VARNISH_MAGIC);

        vsl = VSL_New();
        AN(vsl);
        vsm = v->vsm_vsl;

        c = NULL;
        opt = 0;
        while (v->fds[1] > 0 || c != NULL) {    //lint !e845 bug in flint
                if (c == NULL) {
                        if (vtc_error)
                                break;
                        VTIM_sleep(0.1);
                        (void)VSM_Status(vsm);
                        c = VSL_CursorVSM(vsl, vsm, opt);
                        if (c == NULL) {
                                vtc_log(v->vl, 3, "vsl|%s", VSL_Error(vsl));
                                VSL_ResetError(vsl);
                                continue;
                        }
                }
                AN(c);

                opt = VSL_COPT_TAIL;

                while (1) {
                        i = VSL_Next(c);
                        if (i != 1)
                                break;

                        v->vsl_rec = 1;

                        tag = VSL_TAG(c->rec.ptr);
                        vxid = VSL_ID(c->rec.ptr);
                        if (tag == SLT__Batch)
                                continue;
                        tagname = VSL_tags[tag];
                        len = VSL_LEN(c->rec.ptr);
                        type = VSL_CLIENT(c->rec.ptr) ?
                            'c' : VSL_BACKEND(c->rec.ptr) ?
                            'b' : '-';
                        data = VSL_CDATA(c->rec.ptr);
                        v->vsl_tag_count[tag]++;
                        if (VSL_tagflags[tag] & SLT_F_BINARY) {
                                if (vsb == NULL)
                                        vsb = VSB_new_auto();
                                VSB_clear(vsb);
                                VSB_quote(vsb, data, len, VSB_QUOTE_HEX);
                                AZ(VSB_finish(vsb));
                                /* +2 to skip "0x" */
                                vtc_log(v->vl, 4, "vsl| %10ju %-15s %c [%s]",
                                    (uintmax_t)vxid, tagname, type,
                                    VSB_data(vsb) + 2);
                        } else {
                                vtc_log(v->vl, 4, "vsl| %10ju %-15s %c %.*s",
                                    (uintmax_t)vxid, tagname, type, (int)len,
                                    data);
                        }
                }
                if (i == 0) {
                        /* Nothing to do but wait */
                        v->vsl_idle++;
                        vs = VSM_Status(vsm) & VSM_WRK_MASK;
                        if ((vs & ~VSM_WRK_CHANGED) != VSM_WRK_RUNNING) {
                                /* Abandoned - try reconnect */
                                VSL_DeleteCursor(c);
                                c = NULL;
                        } else {
                                VTIM_sleep(0.1);
                        }
                } else if (i == -2) {
                        /* Abandoned - try reconnect */
                        VSL_DeleteCursor(c);
                        c = NULL;
                } else
                        break;
        }

        if (c)
                VSL_DeleteCursor(c);
        VSL_Delete(vsl);
        if (vsb != NULL)
                VSB_destroy(&vsb);

        return (NULL);
}

/**********************************************************************
 * Allocate and initialize a varnish
 */

static struct varnish *
varnish_new(const char *name)
{
        struct varnish *v;
        struct vsb *vsb;
        char buf[1024];

        ALLOC_OBJ(v, VARNISH_MAGIC);
        AN(v);
        REPLACE(v->name, name);

        REPLACE(v->jail, "");

        v->vl = vtc_logopen("%s", name);
        AN(v->vl);

        vsb = macro_expandf(v->vl, "${tmpdir}/%s", name);
        AN(vsb);
        v->workdir = strdup(VSB_data(vsb));
        AN(v->workdir);
        VSB_destroy(&vsb);

        bprintf(buf, "rm -rf %s ; mkdir -p %s", v->workdir, v->workdir);
        AZ(system(buf));

        v->args = VSB_new_auto();

        v->cli_fd = -1;
        VTAILQ_INSERT_TAIL(&varnishes, v, list);

        return (v);
}

/**********************************************************************
 * Delete a varnish instance
 */

static void
varnish_delete(struct varnish *v)
{

        CHECK_OBJ_NOTNULL(v, VARNISH_MAGIC);
        vtc_logclose(v->vl);
        free(v->name);
        free(v->jail);
        free(v->workdir);
        VSB_destroy(&v->args);
        if (v->vsc != NULL)
                VSC_Destroy(&v->vsc, v->vsm_vsc);
        if (v->vsm_vsc != NULL)
                VSM_Destroy(&v->vsm_vsc);
        if (v->vsm_vsl != NULL)
                VSM_Destroy(&v->vsm_vsl);

        /*
         * We do not delete the workdir, it may contain stuff people
         * want (coredumps, shmlog/stats etc), and trying to divine
         * "may want" is just too much trouble.  Leave it around and
         * nuke it at the start of the next test-run.
         */

        /* XXX: MEMLEAK (?) */
        FREE_OBJ(v);
}

/**********************************************************************
 * Varnish listener
 */

static void *
varnish_thread(void *priv)
{
        struct varnish *v;

        CAST_OBJ_NOTNULL(v, priv, VARNISH_MAGIC);
        return (vtc_record(v->vl, v->fds[0], NULL));
}

/**********************************************************************
 * Launch a Varnish
 */

static void
varnish_launch(struct varnish *v)
{
        struct vsb *vsb, *vsb1;
        int i, nfd, asock;
        char abuf[VTCP_ADDRBUFSIZE];
        char pbuf[VTCP_PORTBUFSIZE];
        char lbuf[PATH_MAX];
        struct pollfd fd[3];
        enum VCLI_status_e u;
        const char *err;
        char *r = NULL;

        /* Create listener socket */
        asock = VTCP_listen_on(default_listen_addr, NULL, 1, &err);
        if (err != NULL)
                varnish_fatal(v, "Create CLI listen socket failed: %s", err);
        assert(asock > 0);
        VTCP_myname(asock, abuf, sizeof abuf, pbuf, sizeof pbuf);

        AZ(VSB_finish(v->args));
        vtc_log(v->vl, 2, "Launch");
        vsb = VSB_new_auto();
        AN(vsb);
        VSB_cat(vsb, "cd ${pwd} &&");
        VSB_printf(vsb, " exec varnishd %s -d -n %s -i %s",
            v->jail, v->workdir, v->name);
        if (macro_isdef(NULL, "varnishd_args_prepend")) {
                VSB_putc(vsb, ' ');
                macro_cat(v->vl, vsb, "varnishd_args_prepend", NULL);
        }
        VSB_cat(vsb, VSB_data(params_vsb));
        if (leave_temp) {
                VSB_cat(vsb, " -p debug=+vcl_keep");
                VSB_cat(vsb, " -p debug=+vmod_so_keep");
                VSB_cat(vsb, " -p debug=+vsm_keep");
        }
        VSB_cat(vsb, " -l 2m");
        VSB_cat(vsb, " -p auto_restart=off");
        VSB_cat(vsb, " -p syslog_cli_traffic=off");
        VSB_cat(vsb, " -p thread_pool_min=10");
        VSB_cat(vsb, " -p debug=+vtc_mode");
        VSB_cat(vsb, " -p vsl_mask=+Debug,+H2RxHdr,+H2RxBody");
        VSB_cat(vsb, " -p h2_initial_window_size=1m");
        VSB_cat(vsb, " -p h2_rx_window_low_water=64k");
        if (!v->has_a_arg) {
                VSB_printf(vsb, " -a '%s'", default_listen_addr);
                if (v->proto != NULL)
                        VSB_printf(vsb, ",%s", v->proto);
        }
        VSB_printf(vsb, " -M '%s %s'", abuf, pbuf);
        VSB_printf(vsb, " -P %s/varnishd.pid", v->workdir);
        if (vmod_path != NULL)
                VSB_printf(vsb, " -p vmod_path=%s", vmod_path);
        VSB_printf(vsb, " %s", VSB_data(v->args));
        if (macro_isdef(NULL, "varnishd_args_append")) {
                VSB_putc(vsb, ' ');
                macro_cat(v->vl, vsb, "varnishd_args_append", NULL);
        }
        AZ(VSB_finish(vsb));
        vtc_log(v->vl, 3, "CMD: %s", VSB_data(vsb));
        vsb1 = macro_expand(v->vl, VSB_data(vsb));
        AN(vsb1);
        VSB_destroy(&vsb);
        vsb = vsb1;
        vtc_log(v->vl, 3, "CMD: %s", VSB_data(vsb));
        AZ(pipe(&v->fds[0]));
        AZ(pipe(&v->fds[2]));
        v->pid = fork();
        assert(v->pid >= 0);
        if (v->pid == 0) {
                AZ(dup2(v->fds[0], 0));
                assert(dup2(v->fds[3], 1) == 1);
                assert(dup2(1, 2) == 2);
                closefd(&v->fds[0]);
                closefd(&v->fds[1]);
                closefd(&v->fds[2]);
                closefd(&v->fds[3]);
                VSUB_closefrom(STDERR_FILENO + 1);
                AZ(execl("/bin/sh", "/bin/sh", "-c", VSB_data(vsb), (char*)0));
                exit(1);
        } else {
                vtc_log(v->vl, 3, "PID: %ld", (long)v->pid);
                macro_def(v->vl, v->name, "pid", "%ld", (long)v->pid);
                macro_def(v->vl, v->name, "name", "%s", v->workdir);
        }
        closefd(&v->fds[0]);
        closefd(&v->fds[3]);
        v->fds[0] = v->fds[2];
        v->fds[2] = v->fds[3] = -1;
        VSB_destroy(&vsb);
        AZ(v->tp_started);
        v->tp_started = 1;
        PTOK(pthread_create(&v->tp, NULL, varnish_thread, v));

        /* Wait for the varnish to call home */
        memset(fd, 0, sizeof fd);
        fd[0].fd = asock;
        fd[0].events = POLLIN;
        fd[1].fd = v->fds[1];
        fd[1].events = POLLIN;
        fd[2].fd = v->fds[2];
        fd[2].events = POLLIN;
        i = poll(fd, 2, (int)(vtc_maxdur * 1000 / 3));
        vtc_log(v->vl, 4, "CLIPOLL %d 0x%x 0x%x 0x%x",
            i, fd[0].revents, fd[1].revents, fd[2].revents);
        if (i == 0)
                varnish_fatal(v, "FAIL timeout waiting for CLI connection");
        if (fd[1].revents & POLLHUP)
                varnish_fatal(v, "FAIL debug pipe closed");
        if (!(fd[0].revents & POLLIN))
                varnish_fatal(v, "FAIL CLI connection wait failure");
        nfd = accept(asock, NULL, NULL);
        closefd(&asock);
        if (nfd < 0)
                varnish_fatal(v, "FAIL no CLI connection accepted");

        v->cli_fd = nfd;

        vtc_log(v->vl, 3, "CLI connection fd = %d", v->cli_fd);
        assert(v->cli_fd >= 0);

        /* Receive the banner or auth response */
        u = varnish_ask_cli(v, NULL, &r);
        if (vtc_error)
                return;
        if (u != CLIS_AUTH)
                varnish_fatal(v, "CLI auth demand expected: %u %s", u, r);

        bprintf(lbuf, "%s/_.secret", v->workdir);
        nfd = open(lbuf, O_RDONLY);
        assert(nfd >= 0);

        assert(sizeof lbuf >= CLI_AUTH_RESPONSE_LEN + 7);
        bstrcpy(lbuf, "auth ");
        VCLI_AuthResponse(nfd, r, lbuf + 5);
        closefd(&nfd);
        free(r);
        r = NULL;
        strcat(lbuf, "\n");

        u = varnish_ask_cli(v, lbuf, &r);
        if (vtc_error)
                return;
        if (u != CLIS_OK)
                varnish_fatal(v, "CLI auth command failed: %u %s", u, r);
        free(r);

        v->vsm_vsc = VSM_New();
        AN(v->vsm_vsc);
        v->vsc = VSC_New();
        AN(v->vsc);
        assert(VSM_Arg(v->vsm_vsc, 'n', v->workdir) > 0);
        AZ(VSM_Attach(v->vsm_vsc, -1));

        v->vsm_vsl = VSM_New();
        assert(VSM_Arg(v->vsm_vsl, 'n', v->workdir) > 0);
        AZ(VSM_Attach(v->vsm_vsl, -1));

        PTOK(pthread_create(&v->tp_vsl, NULL, varnishlog_thread, v));
}

#define VARNISH_LAUNCH(v)                               \
        do {                                            \
                CHECK_OBJ_NOTNULL(v, VARNISH_MAGIC);    \
                if (v->cli_fd < 0)                      \
                        varnish_launch(v);              \
                if (vtc_error)                          \
                        return;                         \
        } while (0)

/**********************************************************************
 * Start a Varnish
 */

static void
varnish_listen(const struct varnish *v, char *la)
{
        const char *a, *p, *n, *n2;
        char m[64], s[256];
        unsigned first;

        n2 = "";
        first = 1;

        while (*la != '\0') {
                n = la;
                la = strchr(la, ' ');
                AN(la);
                *la = '\0';
                a = ++la;
                la = strchr(la, ' ');
                AN(la);
                *la = '\0';
                p = ++la;
                la = strchr(la, '\n');
                AN(la);
                *la = '\0';
                la++;

                AN(*n);
                AN(*a);
                AN(*p);

                if (*p == '-') {
                        bprintf(s, "%s", a);
                        a = "0.0.0.0";
                        p = "0";
                } else if (strchr(a, ':')) {
                        bprintf(s, "[%s]:%s", a, p);
                } else {
                        bprintf(s, "%s:%s", a, p);
                }

                if (first) {
                        vtc_log(v->vl, 2, "Listen on %s %s", a, p);
                        macro_def(v->vl, v->name, "addr", "%s", a);
                        macro_def(v->vl, v->name, "port", "%s", p);
                        macro_def(v->vl, v->name, "sock", "%s", s);
                        first = 0;
                }

                if (!strcmp(n, n2))
                        continue;

                bprintf(m, "%s_addr", n);
                macro_def(v->vl, v->name, m, "%s", a);
                bprintf(m, "%s_port", n);
                macro_def(v->vl, v->name, m, "%s", p);
                bprintf(m, "%s_sock", n);
                macro_def(v->vl, v->name, m, "%s", s);
                n2 = n;
        }
}

static void
varnish_start(struct varnish *v)
{
        enum VCLI_status_e u;
        char *resp = NULL;

        VARNISH_LAUNCH(v);
        vtc_log(v->vl, 2, "Start");
        u = varnish_ask_cli(v, "start", &resp);
        if (vtc_error)
                return;
        if (u != CLIS_OK)
                varnish_fatal(v, "CLI start command failed: %u %s", u, resp);
        wait_running(v);
        free(resp);
        resp = NULL;
        u = varnish_ask_cli(v, "debug.xid 1000", &resp);
        if (vtc_error)
                return;
        if (u != CLIS_OK)
                varnish_fatal(v, "CLI debug.xid command failed: %u %s",
                    u, resp);
        free(resp);
        resp = NULL;
        u = varnish_ask_cli(v, "debug.listen_address", &resp);
        if (vtc_error)
                return;
        if (u != CLIS_OK)
                varnish_fatal(v,
                    "CLI debug.listen_address command failed: %u %s", u, resp);
        varnish_listen(v, resp);
        free(resp);
        /* Wait for vsl logging to get underway */
        while (v->vsl_rec == 0)
                VTIM_sleep(.1);
}

/**********************************************************************
 * Stop a Varnish
 */

static void
varnish_stop(struct varnish *v)
{

        VARNISH_LAUNCH(v);
        vtc_log(v->vl, 2, "Stop");
        (void)varnish_ask_cli(v, "stop", NULL);
        wait_stopped(v);
}

/**********************************************************************
 * Cleanup
 */

static void
varnish_cleanup(struct varnish *v)
{
        void *p;

        /* Close the CLI connection */
        closefd(&v->cli_fd);

        /* Close the STDIN connection. */
        closefd(&v->fds[1]);

        /* Wait until STDOUT+STDERR closes */
        AN(v->tp_started);
        PTOK(pthread_join(v->tp, &p));
        closefd(&v->fds[0]);
        v->tp_started = 0;

        /* Pick up the VSL thread */
        PTOK(pthread_join(v->tp_vsl, &p));

        vtc_wait4(v->vl, v->pid, v->expect_exit, 0, 0);
        v->pid = 0;
}

/**********************************************************************
 * Wait for a Varnish
 */

static void
varnish_wait(struct varnish *v)
{
        if (v->cli_fd < 0)
                return;

        vtc_log(v->vl, 2, "Wait");

        if (!vtc_error) {
                /* Do a backend.list to log if child is still running */
                (void)varnish_ask_cli(v, "backend.list", NULL);
        }

        /* Then stop it */
        varnish_stop(v);

        if (varnish_ask_cli(v, "panic.show", NULL) != CLIS_CANT)
                varnish_fatal(v, "Unexpected panic");

        varnish_cleanup(v);
}


/**********************************************************************
 * Ask a CLI JSON question
 */

static void
varnish_cli_json(struct varnish *v, const char *cli)
{
        enum VCLI_status_e u;
        char *resp = NULL;
        const char *errptr;
        struct vjsn *vj;

        VARNISH_LAUNCH(v);
        u = varnish_ask_cli(v, cli, &resp);
        vtc_log(v->vl, 2, "CLI %03u <%s>", u, cli);
        if (u != CLIS_OK)
                varnish_fatal(v,
                    "FAIL CLI response %u expected %u", u, CLIS_OK);
        vj = vjsn_parse(resp, &errptr);
        if (vj == NULL)
                varnish_fatal(v, "FAIL CLI, not good JSON: %s", errptr);
        vjsn_delete(&vj);
        free(resp);
}

/**********************************************************************
 * Ask a CLI question
 */

static void
varnish_cli(struct varnish *v, const char *cli, unsigned exp, const char *re)
{
        enum VCLI_status_e u;
        struct vsb vsb[1];
        vre_t *vre = NULL;
        char *resp = NULL, errbuf[VRE_ERROR_LEN];
        int err, erroff;

        VARNISH_LAUNCH(v);
        if (re != NULL) {
                vre = VRE_compile(re, 0, &err, &erroff, 1);
                if (vre == NULL) {
                        AN(VSB_init(vsb, errbuf, sizeof errbuf));
                        AZ(VRE_error(vsb, err));
                        AZ(VSB_finish(vsb));
                        VSB_fini(vsb);
                        varnish_fatal(v, "Illegal regexp: %s (@%d)",
                            errbuf, erroff);
                }
        }
        u = varnish_ask_cli(v, cli, &resp);
        vtc_log(v->vl, 2, "CLI %03u <%s>", u, cli);
        if (exp != 0 && exp != (unsigned)u)
                varnish_fatal(v, "FAIL CLI response %u expected %u", u, exp);
        if (vre != NULL) {
                err = VRE_match(vre, resp, 0, 0, NULL);
                if (err < 1) {
                        AN(VSB_init(vsb, errbuf, sizeof errbuf));
                        AZ(VRE_error(vsb, err));
                        AZ(VSB_finish(vsb));
                        VSB_fini(vsb);
                        varnish_fatal(v, "Expect failed (%s)", errbuf);
                }
                VRE_free(&vre);
        }
        free(resp);
}

/**********************************************************************
 * Load a VCL program
 */

static void
varnish_vcl(struct varnish *v, const char *vcl, int fail, char **resp)
{
        struct vsb *vsb;
        enum VCLI_status_e u;

        VARNISH_LAUNCH(v);
        vsb = VSB_new_auto();
        AN(vsb);

        VSB_printf(vsb, "vcl.inline vcl%d << %s\nvcl %.1f;\n%s\n%s\n",
            ++v->vcl_nbr, NONSENSE, v->syntax, vcl, NONSENSE);
        AZ(VSB_finish(vsb));

        u = varnish_ask_cli(v, VSB_data(vsb), resp);
        if (u == CLIS_OK) {
                VSB_clear(vsb);
                VSB_printf(vsb, "vcl.use vcl%d", v->vcl_nbr);
                AZ(VSB_finish(vsb));
                u = varnish_ask_cli(v, VSB_data(vsb), NULL);
        }
        if (u == CLIS_OK && fail) {
                VSB_destroy(&vsb);
                varnish_fatal(v, "VCL compilation succeeded expected failure");
        } else if (u != CLIS_OK && !fail) {
                VSB_destroy(&vsb);
                varnish_fatal(v, "VCL compilation failed expected success");
        } else if (fail)
                vtc_log(v->vl, 2, "VCL compilation failed (as expected)");
        VSB_destroy(&vsb);
}

/**********************************************************************
 * Load a VCL program prefixed by backend decls for our servers
 */

static void
varnish_vclbackend(struct varnish *v, const char *vcl)
{
        struct vsb *vsb, *vsb2;
        enum VCLI_status_e u;

        VARNISH_LAUNCH(v);
        vsb = VSB_new_auto();
        AN(vsb);

        vsb2 = VSB_new_auto();
        AN(vsb2);

        VSB_printf(vsb2, "vcl %.1f;\n", v->syntax);

        cmd_server_gen_vcl(vsb2);

        AZ(VSB_finish(vsb2));

        VSB_printf(vsb, "vcl.inline vcl%d << %s\n%s\n%s\n%s\n",
            ++v->vcl_nbr, NONSENSE, VSB_data(vsb2), vcl, NONSENSE);
        AZ(VSB_finish(vsb));

        u = varnish_ask_cli(v, VSB_data(vsb), NULL);
        if (u != CLIS_OK) {
                VSB_destroy(&vsb);
                VSB_destroy(&vsb2);
                varnish_fatal(v, "FAIL VCL does not compile");
        }
        VSB_clear(vsb);
        VSB_printf(vsb, "vcl.use vcl%d", v->vcl_nbr);
        AZ(VSB_finish(vsb));
        u = varnish_ask_cli(v, VSB_data(vsb), NULL);
        assert(u == CLIS_OK);
        VSB_destroy(&vsb);
        VSB_destroy(&vsb2);
}

/**********************************************************************
 */

struct dump_priv {
        const char *arg;
        const struct varnish *v;
};

static int
do_stat_dump_cb(void *priv, const struct VSC_point * const pt)
{
        const struct varnish *v;
        struct dump_priv *dp;
        uint64_t u;

        if (pt == NULL)
                return (0);
        dp = priv;
        v = dp->v;

        if (strcmp(pt->ctype, "uint64_t"))
                return (0);
        u = VSC_Value(pt);

        if (strcmp(dp->arg, "*")) {
                if (fnmatch(dp->arg, pt->name, 0))
                        return (0);
        }

        vtc_log(v->vl, 4, "VSC %s %ju",  pt->name, (uintmax_t)u);
        return (0);
}

static void
varnish_vsc(struct varnish *v, const char *arg)
{
        struct dump_priv dp;

        VARNISH_LAUNCH(v);
        memset(&dp, 0, sizeof dp);
        dp.v = v;
        dp.arg = arg;
        (void)VSM_Status(v->vsm_vsc);
        (void)VSC_Iter(v->vsc, v->vsm_vsc, do_stat_dump_cb, &dp);
}

/**********************************************************************
 * Check statistics
 */

struct stat_arg {
        const char      *pattern;
        uintmax_t       val;
        unsigned        good;
};

struct stat_priv {
        struct stat_arg lhs;
        struct stat_arg rhs;
};

static int
stat_match(const char *pattern, const char *name)
{

        if (strchr(pattern, '.') == NULL) {
                if (fnmatch("MAIN.*", name, 0))
                        return (FNM_NOMATCH);
                name += 5;
        }
        return (fnmatch(pattern, name, 0));
}

static int
do_expect_cb(void *priv, const struct VSC_point * const pt)
{
        struct stat_priv *sp = priv;

        if (pt == NULL)
                return (0);

        if (!sp->lhs.good && stat_match(sp->lhs.pattern, pt->name) == 0) {
                AZ(strcmp(pt->ctype, "uint64_t"));
                AN(pt->ptr);
                sp->lhs.val = VSC_Value(pt);
                sp->lhs.good = 1;
        }

        if (sp->rhs.pattern == NULL) {
                sp->rhs.good = 1;
        } else if (!sp->rhs.good &&
            stat_match(sp->rhs.pattern, pt->name) == 0) {
                AZ(strcmp(pt->ctype, "uint64_t"));
                AN(pt->ptr);
                sp->rhs.val = VSC_Value(pt);
                sp->rhs.good = 1;
        }

        return (sp->lhs.good && sp->rhs.good);
}

/**********************************************************************
 */

static void
varnish_expect(struct varnish *v, char * const *av)
{
        struct stat_priv sp;
        int good, i, not;
        uintmax_t u;
        char *l, *p;

        VARNISH_LAUNCH(v);
        ZERO_OBJ(&sp, sizeof sp);
        l = av[0];
        not = (*l == '!');
        if (not) {
                l++;
                AZ(av[1]);
        } else {
                AN(av[1]);
                AN(av[2]);
                u = strtoumax(av[2], &p, 0);
                if (u != UINTMAX_MAX && *p == '\0')
                        sp.rhs.val = u;
                else
                        sp.rhs.pattern = av[2];
        }

        sp.lhs.pattern = l;

        for (i = 0; i < 50; i++, (void)usleep(100000)) {
                (void)VSM_Status(v->vsm_vsc);
                sp.lhs.good = sp.rhs.good = 0;
                good = VSC_Iter(v->vsc, v->vsm_vsc, do_expect_cb, &sp);
                if (!good)
                        good = -2;
                if (good < 0)
                        continue;

                if (not)
                        varnish_fatal(v, "Found (not expected): %s", l);

                good = -1;
                if (!strcmp(av[1], "==")) good = (sp.lhs.val == sp.rhs.val);
                if (!strcmp(av[1], "!=")) good = (sp.lhs.val != sp.rhs.val);
                if (!strcmp(av[1], ">" )) good = (sp.lhs.val >  sp.rhs.val);
                if (!strcmp(av[1], "<" )) good = (sp.lhs.val <  sp.rhs.val);
                if (!strcmp(av[1], ">=")) good = (sp.lhs.val >= sp.rhs.val);
                if (!strcmp(av[1], "<=")) good = (sp.lhs.val <= sp.rhs.val);
                if (good == -1)
                        varnish_fatal(v, "comparison %s unknown", av[1]);
                if (good)
                        break;
        }
        if (good == -1) {
                varnish_fatal(v, "VSM error: %s", VSM_Error(v->vsm_vsc));
        }
        if (good == -2) {
                if (not) {
                        vtc_log(v->vl, 2, "not found (as expected): %s", l);
                        return;
                }
                varnish_fatal(v, "stats field %s unknown",
                    sp.lhs.good ? sp.rhs.pattern : sp.lhs.pattern);
        }

        if (good == 1) {
                vtc_log(v->vl, 2, "as expected: %s (%ju) %s %s (%ju)",
                    av[0], sp.lhs.val, av[1], av[2], sp.rhs.val);
        } else {
                varnish_fatal(v, "Not true: %s (%ju) %s %s (%ju)",
                    av[0], sp.lhs.val, av[1], av[2], sp.rhs.val);
        }
}

static void
vsl_catchup(struct varnish *v)
{
        int vsl_idle;

        VARNISH_LAUNCH(v);
        vsl_idle = v->vsl_idle;
        while (!vtc_error && vsl_idle == v->vsl_idle)
                VTIM_sleep(0.1);
}

/* SECTION: varnish varnish
 *
 * Define and interact with varnish instances.
 *
 * To define a Varnish server, you'll use this syntax::
 *
 *      varnish vNAME [-arg STRING] [-vcl STRING] [-vcl+backend STRING]
 *              [-errvcl STRING STRING] [-jail STRING] [-proto PROXY]
 *
 * The first ``varnish vNAME`` invocation will start the varnishd master
 * process in the background, waiting for the ``-start`` switch to actually
 * start the child.
 *
 * Types used in the description below:
 *
 * PATTERN
 *         is a 'glob' style pattern (ie: fnmatch(3)) as used in shell filename
 *         expansion.
 *
 * Arguments:
 *
 * vNAME
 *         Identify the Varnish server with a string, it must starts with 'v'.
 *
 * \-arg STRING
 *         Pass an argument to varnishd, for example "-h simple_list".
 *
 *         If the ${varnishd_args_prepend} or ${varnishd_args_append} macros are
 *         defined, they are expanded and inserted before / appended to the
 *         varnishd command line as constructed by varnishtest, before the
 *         command line itself is expanded. This enables tweaks to the varnishd
 *         command line without editing test cases. This macros can be defined
 *         using the ``-D`` option for varnishtest.
 *
 * \-vcl STRING
 *         Specify the VCL to load on this Varnish instance. You'll probably
 *         want to use multi-lines strings for this ({...}).
 *
 * \-vcl+backend STRING
 *         Do the exact same thing as -vcl, but adds the definition block of
 *         known backends (ie. already defined).
 *
 * \-errvcl STRING1 STRING2
 *         Load STRING2 as VCL, expecting it to fail, and Varnish to send an
 *         error string matching STRING1
 *
 * \-jail STRING
 *         Look at ``man varnishd`` (-j) for more information.
 *
 * \-proto PROXY
 *         Have Varnish use the proxy protocol. Note that PROXY here is the
 *         actual string.
 *
 * You can decide to start the Varnish instance and/or wait for several events::
 *
 *         varnish vNAME [-start] [-wait] [-wait-running] [-wait-stopped]
 *
 * \-start
 *         Start the child process.
 *
 *         Once successfully started, the following macros are available for
 *         the default listen address: ``${vNAME_addr}``, ``${vNAME_port}``
 *         and ``${vNAME_sock}``. Additional macros are available, including
 *         the listen address name for each address vNAME listens to, like for
 *         example: ``${vNAME_a0_addr}``.
 *
 * \-stop
 *         Stop the child process.
 *
 * \-syntax
 *         Set the VCL syntax level for this command (default: 4.1)
 *
 * \-wait
 *         Wait for that instance to terminate.
 *
 * \-wait-running
 *         Wait for the Varnish child process to be started.
 *
 * \-wait-stopped
 *         Wait for the Varnish child process to stop.
 *
 * \-cleanup
 *         Once Varnish is stopped, clean everything after it. This is only used
 *         in very few tests and you should never need it.
 *
 * \-expectexit NUMBER
 *         Expect varnishd to exit(3) with this value
 *
 * Once Varnish is started, you can talk to it (as you would through
 * ``varnishadm``) with these additional switches::
 *
 *         varnish vNAME [-cli STRING] [-cliok STRING] [-clierr STRING]
 *                       [-clijson STRING]
 *
 * \-cli STRING|-cliok STRING|-clierr STATUS STRING|-cliexpect REGEXP STRING
 *         All four of these will send STRING to the CLI, the only difference
 *         is what they expect the result to be. -cli doesn't expect
 *         anything, -cliok expects 200, -clierr expects STATUS, and
 *         -cliexpect expects the REGEXP to match the returned response.
 *
 * \-clijson STRING
 *         Send STRING to the CLI, expect success (CLIS_OK/200) and check
 *         that the response is parsable JSON.
 *
 * It is also possible to interact with its shared memory (as you would
 * through tools like ``varnishstat``) with additional switches:
 *
 * \-expect \!PATTERN|PATTERN OP NUMBER|PATTERN OP PATTERN
 *         Look into the VSM and make sure the first VSC counter identified by
 *         PATTERN has a correct value. OP can be ==, >, >=, <, <=. For
 *         example::
 *
 *                 varnish v1 -expect SM?.s1.g_space > 1000000
 *                 varnish v1 -expect cache_hit >= cache_hit_grace
 *
 *         In the \! form the test fails if a counter matches PATTERN.
 *
 *         The ``MAIN.`` namespace can be omitted from PATTERN.
 *
 *         The test takes up to 5 seconds before timing out.
 *
 * \-vsc PATTERN
 *         Dump VSC counters matching PATTERN.
 *
 * \-vsl_catchup
 *         Wait until the logging thread has idled to make sure that all
 *         the generated log is flushed
 */

void
cmd_varnish(CMD_ARGS)
{
        struct varnish *v, *v2;

        (void)priv;

        if (av == NULL) {
                /* Reset and free */
                VTAILQ_FOREACH_SAFE(v, &varnishes, list, v2) {
                        if (v->cli_fd >= 0)
                                varnish_wait(v);
                        VTAILQ_REMOVE(&varnishes, v, list);
                        varnish_delete(v);
                }
                return;
        }

        AZ(strcmp(av[0], "varnish"));
        av++;

        VTC_CHECK_NAME(vl, av[0], "Varnish", 'v');
        VTAILQ_FOREACH(v, &varnishes, list)
                if (!strcmp(v->name, av[0]))
                        break;
        if (v == NULL)
                v = varnish_new(av[0]);
        av++;
        v->syntax = 4.1;

        for (; *av != NULL; av++) {
                if (vtc_error)
                        break;
                if (!strcmp(*av, "-arg")) {
                        AN(av[1]);
                        AZ(v->pid);
                        VSB_cat(v->args, " ");
                        VSB_cat(v->args, av[1]);
                        if (av[1][0] == '-' && av[1][1] == 'a')
                                v->has_a_arg = 1;
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-cleanup")) {
                        AZ(av[1]);
                        varnish_cleanup(v);
                        continue;
                }
                if (!strcmp(*av, "-cli")) {
                        AN(av[1]);
                        varnish_cli(v, av[1], 0, NULL);
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-clierr")) {
                        AN(av[1]);
                        AN(av[2]);
                        varnish_cli(v, av[2], atoi(av[1]), NULL);
                        av += 2;
                        continue;
                }
                if (!strcmp(*av, "-cliexpect")) {
                        AN(av[1]);
                        AN(av[2]);
                        varnish_cli(v, av[2], 0, av[1]);
                        av += 2;
                        continue;
                }
                if (!strcmp(*av, "-clijson")) {
                        AN(av[1]);
                        varnish_cli_json(v, av[1]);
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-cliok")) {
                        AN(av[1]);
                        varnish_cli(v, av[1], (unsigned)CLIS_OK, NULL);
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-errvcl")) {
                        char *r = NULL;
                        AN(av[1]);
                        AN(av[2]);
                        varnish_vcl(v, av[2], 1, &r);
                        if (strstr(r, av[1]) == NULL)
                                varnish_fatal(v,
                                    "Did not find expected string: (\"%s\")",
                                    av[1]);
                        else
                                vtc_log(v->vl, 3,
                                    "Found expected string: (\"%s\")",
                                    av[1]);
                        free(r);
                        av += 2;
                        continue;
                }
                if (!strcmp(*av, "-expect")) {
                        av++;
                        varnish_expect(v, av);
                        av += 2;
                        continue;
                }
                if (!strcmp(*av, "-expectexit")) {
                        v->expect_exit = strtoul(av[1], NULL, 0);
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-jail")) {
                        AN(av[1]);
                        AZ(v->pid);
                        REPLACE(v->jail, av[1]);
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-proto")) {
                        AN(av[1]);
                        AZ(v->pid);
                        REPLACE(v->proto, av[1]);
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-start")) {
                        varnish_start(v);
                        continue;
                }
                if (!strcmp(*av, "-stop")) {
                        varnish_stop(v);
                        continue;
                }
                if (!strcmp(*av, "-syntax")) {
                        AN(av[1]);
                        v->syntax = strtod(av[1], NULL);
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-vcl")) {
                        AN(av[1]);
                        varnish_vcl(v, av[1], 0, NULL);
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-vcl+backend")) {
                        AN(av[1]);
                        varnish_vclbackend(v, av[1]);
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-vsc")) {
                        AN(av[1]);
                        varnish_vsc(v, av[1]);
                        av++;
                        continue;
                }
                if (!strcmp(*av, "-wait-stopped")) {
                        wait_stopped(v);
                        continue;
                }
                if (!strcmp(*av, "-wait-running")) {
                        wait_running(v);
                        continue;
                }
                if (!strcmp(*av, "-wait")) {
                        varnish_wait(v);
                        continue;
                }
                if (!strcmp(*av, "-vsl_catchup")) {
                        vsl_catchup(v);
                        continue;
                }
                varnish_fatal(v, "Unknown varnish argument: %s", *av);
        }
}

#endif /* VTEST_WITH_VTC_VARNISH */

		varnish-cache/bin/varnishtest/vtc_varnish.c
0		/*-
1		* Copyright (c) 2008-2015 Varnish Software AS
2		* All rights reserved.
3		*
4		* Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
5		*
6		* SPDX-License-Identifier: BSD-2-Clause
7		*
8		* Redistribution and use in source and binary forms, with or without
9		* modification, are permitted provided that the following conditions
10		* are met:
11		* 1. Redistributions of source code must retain the above copyright
12		* notice, this list of conditions and the following disclaimer.
13		* 2. Redistributions in binary form must reproduce the above copyright
14		* notice, this list of conditions and the following disclaimer in the
15		* documentation and/or other materials provided with the distribution.
16		*
17		* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18		* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19		* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20		* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
21		* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22		* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23		* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24		* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25		* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26		* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27		* SUCH DAMAGE.
28		*/
29
30		#ifdef VTEST_WITH_VTC_VARNISH
31
32		#include "config.h"
33
34		#include <sys/types.h>
35		#include <sys/socket.h>
36
37		#include <fcntl.h>
38		#include <fnmatch.h>
39		#include <inttypes.h>
40		#include <poll.h>
41		#include <stdio.h>
42		#include <stdlib.h>
43		#include <string.h>
44		#include <unistd.h>
45
46		#include "vtc.h"
47
48		#include "vapi/vsc.h"
49		#include "vapi/vsl.h"
50		#include "vapi/vsm.h"
51		#include "vcli.h"
52		#include "vjsn.h"
53		#include "vre.h"
54		#include "vsub.h"
55		#include "vtcp.h"
56		#include "vtim.h"
57
58		struct varnish {
59		unsigned magic;
60		#define VARNISH_MAGIC 0x208cd8e3
61		char *name;
62		struct vtclog *vl;
63		VTAILQ_ENTRY(varnish) list;
64
65		struct vsb *args;
66		int fds[4];
67		pid_t pid;
68
69		double syntax;
70
71		pthread_t tp;
72		pthread_t tp_vsl;
73		int tp_started;
74
75		int expect_exit;
76
77		int cli_fd;
78		int vcl_nbr;
79		char *workdir;
80		char *jail;
81		char *proto;
82
83		struct vsm *vsm_vsl;
84		struct vsm *vsm_vsc;
85		struct vsc *vsc;
86		int has_a_arg;
87
88		unsigned vsl_tag_count[256];
89
90		volatile int vsl_rec;
91		volatile int vsl_idle;
92		};
93
94		#define NONSENSE "%XJEIFLH\|)Xspa8P"
95
96		static VTAILQ_HEAD(, varnish) varnishes =
97		VTAILQ_HEAD_INITIALIZER(varnishes);
98
99		/**********************************************************************
100		* Fatal condition cleanup
101		* Invalid to call in any code path not followed by vtc_fatal().
102		*/
103
104		static void
105	0	varnish_fatal_cleanup(const struct varnish *v)
106		{
107		struct pollfd fd[1];
108		int n;
109
110	0	if (!pthread_equal(pthread_self(), vtc_thread))
111	0	return;
112
113	0	if (!v->tp_started)
114	0	return;
115
116	0	memset(fd, 0, sizeof(fd));
117	0	fd[0].fd = v->fds[0];
118	0	fd[0].events = POLLIN;
119
120	0	do {
121	0	n = poll(fd, sizeof(fd)/sizeof(fd[0]), 10);
122	0	if (n == 1 && (fd[0].revents & (POLLHUP\|POLLERR)) != 0) {
123	0	PTOK(pthread_join(v->tp, NULL));
124	0	break;
125		}
126
127	0	if (n == 1)
128	0	usleep(10000);
129	0	} while (n > 0);
130	0	}
131
132		#define varnish_fatal(v, ...) \
133		do { \
134		varnish_fatal_cleanup((v)); \
135		vtc_fatal((v)->vl, __VA_ARGS__); \
136		} while (0)
137
138		/**********************************************************************
139		* Ask a question over CLI
140		*/
141
142		static enum VCLI_status_e
143	563600	varnish_ask_cli(const struct varnish v, const char cmd, char **repl)
144		{
145		int i;
146		unsigned retval;
147		char *r;
148
149	563600	if (cmd != NULL) {
150	526440	vtc_dump(v->vl, 4, "CLI TX", cmd, -1);
151	526440	i = write(v->cli_fd, cmd, strlen(cmd));
152	526440	if (i != strlen(cmd) && !vtc_stop)
153	0	varnish_fatal(v, "CLI write failed (%s) = %u %s",
154		cmd, errno, strerror(errno));
155	0	i = write(v->cli_fd, "\n", 1);
156	0	if (i != 1 && !vtc_stop)
157	0	varnish_fatal(v, "CLI write failed (%s) = %u %s",
158		cmd, errno, strerror(errno));
159	526440	}
160	1052880	i = VCLI_ReadResult(v->cli_fd, &retval, &r, vtc_maxdur);
161	1052880	if (i != 0 && !vtc_stop)
162	0	varnish_fatal(v, "CLI failed (%s) = %d %u %s",
163		cmd != NULL ? cmd : "NULL", i, retval, r);
164	563600	vtc_log(v->vl, 3, "CLI RX %u", retval);
165	563600	vtc_dump(v->vl, 4, "CLI RX", r, -1);
166	563600	if (repl != NULL)
167	360720	*repl = r;
168		else
169	202880	free(r);
170	563600	return ((enum VCLI_status_e)retval);
171		}
172
173		/**********************************************************************
174		*
175		*/
176
177		static void
178	39160	wait_stopped(const struct varnish *v)
179		{
180	39160	char *r = NULL;
181		enum VCLI_status_e st;
182
183	39160	vtc_log(v->vl, 3, "wait-stopped");
184	39160	while (1) {
185	39160	st = varnish_ask_cli(v, "status", &r);
186	39160	if (st != CLIS_OK)
187	0	varnish_fatal(v,
188		"CLI status command failed: %u %s", st, r);
189	39160	if (!strcmp(r, "Child in state stopped")) {
190	39160	free(r);
191	39160	break;
192		}
193	0	free(r);
194	0	r = NULL;
195	0	(void)usleep(200000);
196		}
197	39160	}
198		/**********************************************************************
199		*
200		*/
201
202		static void
203	36880	wait_running(const struct varnish *v)
204		{
205	36880	char *r = NULL;
206		enum VCLI_status_e st;
207
208	36880	while (1) {
209	36880	vtc_log(v->vl, 3, "wait-running");
210	36880	st = varnish_ask_cli(v, "status", &r);
211	36880	if (st != CLIS_OK)
212	0	varnish_fatal(v,
213		"CLI status command failed: %u %s", st, r);
214	0	if (!strcmp(r, "Child in state stopped"))
215	0	varnish_fatal(v,
216		"Child stopped before running: %u %s", st, r);
217	36880	if (!strcmp(r, "Child in state running")) {
218	36880	free(r);
219	36880	r = NULL;
220	36880	st = varnish_ask_cli(v, "debug.listen_address", &r);
221	36880	if (st != CLIS_OK)
222	0	varnish_fatal(v,
223		"CLI status command failed: %u %s", st, r);
224	36880	free(r);
225	36880	break;
226		}
227	0	free(r);
228	0	r = NULL;
229	0	(void)usleep(200000);
230		}
231	36880	}
232
233		/**********************************************************************
234		* Varnishlog gatherer thread
235		*/
236
237		static void *
238	37160	varnishlog_thread(void *priv)
239		{
240		struct varnish *v;
241		struct VSL_data *vsl;
242		struct vsm *vsm;
243		struct VSL_cursor *c;
244		enum VSL_tag_e tag;
245		uint64_t vxid;
246		unsigned len, vs;
247		const char tagname, data;
248		int type, i, opt;
249	37160	struct vsb *vsb = NULL;
250
251	37160	CAST_OBJ_NOTNULL(v, priv, VARNISH_MAGIC);
252
253	37160	vsl = VSL_New();
254	37160	AN(vsl);
255	37160	vsm = v->vsm_vsl;
256
257	37160	c = NULL;
258	37160	opt = 0;
259	852743	while (v->fds[1] > 0 \|\| c != NULL) { //lint !e845 bug in flint
260	815578	if (c == NULL) {
261	275058	if (vtc_error)
262	0	break;
263	275058	VTIM_sleep(0.1);
264	275058	(void)VSM_Status(vsm);
265	275058	c = VSL_CursorVSM(vsl, vsm, opt);
266	275058	if (c == NULL) {
267	179010	vtc_log(v->vl, 3, "vsl\|%s", VSL_Error(vsl));
268	179010	VSL_ResetError(vsl);
269	179010	continue;
270		}
271	96048	}
272	636568	AN(c);
273
274	636568	opt = VSL_COPT_TAIL;
275
276	12087261	while (1) {
277	12087265	i = VSL_Next(c);
278	12087265	if (i != 1)
279	636570	break;
280
281	11450694	v->vsl_rec = 1;
282
283	11450694	tag = VSL_TAG(c->rec.ptr);
284	11450694	vxid = VSL_ID(c->rec.ptr);
285	11450694	if (tag == SLT__Batch)
286	0	continue;
287	11450694	tagname = VSL_tags[tag];
288	11450694	len = VSL_LEN(c->rec.ptr);
289	11450694	type = VSL_CLIENT(c->rec.ptr) ?
290	4561362	'c' : VSL_BACKEND(c->rec.ptr) ?
291		'b' : '-';
292	11450697	data = VSL_CDATA(c->rec.ptr);
293	11450697	v->vsl_tag_count[tag]++;
294	11450697	if (VSL_tagflags[tag] & SLT_F_BINARY) {
295	54794	if (vsb == NULL)
296	1928	vsb = VSB_new_auto();
297	54794	VSB_clear(vsb);
298	54794	VSB_quote(vsb, data, len, VSB_QUOTE_HEX);
299	54794	AZ(VSB_finish(vsb));
300		/* +2 to skip "0x" */
301	109588	vtc_log(v->vl, 4, "vsl\| %10ju %-15s %c [%s]",
302	54794	(uintmax_t)vxid, tagname, type,
303	54794	VSB_data(vsb) + 2);
304	54794	} else {
305	22791796	vtc_log(v->vl, 4, "vsl\| %10ju %-15s %c %.*s",
306	11395898	(uintmax_t)vxid, tagname, type, (int)len,
307	11395898	data);
308		}
309		}
310	636570	if (i == 0) {
311		/* Nothing to do but wait */
312	636570	v->vsl_idle++;
313	636570	vs = VSM_Status(vsm) & VSM_WRK_MASK;
314	636570	if ((vs & ~VSM_WRK_CHANGED) != VSM_WRK_RUNNING) {
315		/* Abandoned - try reconnect */
316	96048	VSL_DeleteCursor(c);
317	96048	c = NULL;
318	96048	} else {
319	540524	VTIM_sleep(0.1);
320		}
321	636572	} else if (i == -2) {
322		/* Abandoned - try reconnect */
323	0	VSL_DeleteCursor(c);
324	0	c = NULL;
325	0	} else
326	0	break;
327		}
328
329	0	if (c)
330	0	VSL_DeleteCursor(c);
331	1928	VSL_Delete(vsl);
332	1928	if (vsb != NULL)
333	1928	VSB_destroy(&vsb);
334
335	37160	return (NULL);
336		}
337
338		/**********************************************************************
339		* Allocate and initialize a varnish
340		*/
341
342		static struct varnish *
343	37160	varnish_new(const char *name)
344		{
345		struct varnish *v;
346		struct vsb *vsb;
347		char buf[1024];
348
349	37160	ALLOC_OBJ(v, VARNISH_MAGIC);
350	37160	AN(v);
351	37160	REPLACE(v->name, name);
352
353	37160	REPLACE(v->jail, "");
354
355	37160	v->vl = vtc_logopen("%s", name);
356	37160	AN(v->vl);
357
358	37160	vsb = macro_expandf(v->vl, "${tmpdir}/%s", name);
359	37160	AN(vsb);
360	37160	v->workdir = strdup(VSB_data(vsb));
361	37160	AN(v->workdir);
362	37160	VSB_destroy(&vsb);
363
364	37160	bprintf(buf, "rm -rf %s ; mkdir -p %s", v->workdir, v->workdir);
365	37160	AZ(system(buf));
366
367	37160	v->args = VSB_new_auto();
368
369	37160	v->cli_fd = -1;
370	37160	VTAILQ_INSERT_TAIL(&varnishes, v, list);
371
372	37160	return (v);
373		}
374
375		/**********************************************************************
376		* Delete a varnish instance
377		*/
378
379		static void
380	37160	varnish_delete(struct varnish *v)
381		{
382
383	37160	CHECK_OBJ_NOTNULL(v, VARNISH_MAGIC);
384	37160	vtc_logclose(v->vl);
385	37160	free(v->name);
386	37160	free(v->jail);
387	37160	free(v->workdir);
388	37160	VSB_destroy(&v->args);
389	37160	if (v->vsc != NULL)
390	37160	VSC_Destroy(&v->vsc, v->vsm_vsc);
391	37160	if (v->vsm_vsc != NULL)
392	37160	VSM_Destroy(&v->vsm_vsc);
393	37160	if (v->vsm_vsl != NULL)
394	37160	VSM_Destroy(&v->vsm_vsl);
395
396		/*
397		* We do not delete the workdir, it may contain stuff people
398		* want (coredumps, shmlog/stats etc), and trying to divine
399		* "may want" is just too much trouble. Leave it around and
400		* nuke it at the start of the next test-run.
401		*/
402
403		/* XXX: MEMLEAK (?) */
404	37160	FREE_OBJ(v);
405	37160	}
406
407		/**********************************************************************
408		* Varnish listener
409		*/
410
411		static void *
412	37160	varnish_thread(void *priv)
413		{
414		struct varnish *v;
415
416	37160	CAST_OBJ_NOTNULL(v, priv, VARNISH_MAGIC);
417	37160	return (vtc_record(v->vl, v->fds[0], NULL));
418		}
419
420		/**********************************************************************
421		* Launch a Varnish
422		*/
423
424		static void
425	37160	varnish_launch(struct varnish *v)
426		{
427		struct vsb vsb, vsb1;
428		int i, nfd, asock;
429		char abuf[VTCP_ADDRBUFSIZE];
430		char pbuf[VTCP_PORTBUFSIZE];
431		char lbuf[PATH_MAX];
432		struct pollfd fd[3];
433		enum VCLI_status_e u;
434		const char *err;
435	37160	char *r = NULL;
436
437		/* Create listener socket */
438	37160	asock = VTCP_listen_on(default_listen_addr, NULL, 1, &err);
439	37160	if (err != NULL)
440	0	varnish_fatal(v, "Create CLI listen socket failed: %s", err);
441	37160	assert(asock > 0);
442	37160	VTCP_myname(asock, abuf, sizeof abuf, pbuf, sizeof pbuf);
443
444	37160	AZ(VSB_finish(v->args));
445	37160	vtc_log(v->vl, 2, "Launch");
446	37160	vsb = VSB_new_auto();
447	37160	AN(vsb);
448	37160	VSB_cat(vsb, "cd ${pwd} &&");
449	74320	VSB_printf(vsb, " exec varnishd %s -d -n %s -i %s",
450	37160	v->jail, v->workdir, v->name);
451	37160	if (macro_isdef(NULL, "varnishd_args_prepend")) {
452	0	VSB_putc(vsb, ' ');
453	0	macro_cat(v->vl, vsb, "varnishd_args_prepend", NULL);
454	0	}
455	0	VSB_cat(vsb, VSB_data(params_vsb));
456	0	if (leave_temp) {
457	0	VSB_cat(vsb, " -p debug=+vcl_keep");
458	0	VSB_cat(vsb, " -p debug=+vmod_so_keep");
459	0	VSB_cat(vsb, " -p debug=+vsm_keep");
460	0	}
461	36080	VSB_cat(vsb, " -l 2m");
462	36080	VSB_cat(vsb, " -p auto_restart=off");
463	36080	VSB_cat(vsb, " -p syslog_cli_traffic=off");
464	36080	VSB_cat(vsb, " -p thread_pool_min=10");
465	36080	VSB_cat(vsb, " -p debug=+vtc_mode");
466	36080	VSB_cat(vsb, " -p vsl_mask=+Debug,+H2RxHdr,+H2RxBody");
467	36080	VSB_cat(vsb, " -p h2_initial_window_size=1m");
468	36080	VSB_cat(vsb, " -p h2_rx_window_low_water=64k");
469	36080	if (!v->has_a_arg) {
470	36080	VSB_printf(vsb, " -a '%s'", default_listen_addr);
471	36080	if (v->proto != NULL)
472	560	VSB_printf(vsb, ",%s", v->proto);
473	36080	}
474	37120	VSB_printf(vsb, " -M '%s %s'", abuf, pbuf);
475	37120	VSB_printf(vsb, " -P %s/varnishd.pid", v->workdir);
476	37120	if (vmod_path != NULL)
477	37120	VSB_printf(vsb, " -p vmod_path=%s", vmod_path);
478	74240	VSB_printf(vsb, " %s", VSB_data(v->args));
479	74240	if (macro_isdef(NULL, "varnishd_args_append")) {
480	0	VSB_putc(vsb, ' ');
481	0	macro_cat(v->vl, vsb, "varnishd_args_append", NULL);
482	0	}
483	37160	AZ(VSB_finish(vsb));
484	37160	vtc_log(v->vl, 3, "CMD: %s", VSB_data(vsb));
485	37160	vsb1 = macro_expand(v->vl, VSB_data(vsb));
486	37160	AN(vsb1);
487	37160	VSB_destroy(&vsb);
488	37160	vsb = vsb1;
489	37160	vtc_log(v->vl, 3, "CMD: %s", VSB_data(vsb));
490	37160	AZ(pipe(&v->fds[0]));
491	37160	AZ(pipe(&v->fds[2]));
492	37160	v->pid = fork();
493	37160	assert(v->pid >= 0);
494	74320	if (v->pid == 0) {
495	37160	AZ(dup2(v->fds[0], 0));
496	37160	assert(dup2(v->fds[3], 1) == 1);
497	37160	assert(dup2(1, 2) == 2);
498	37160	closefd(&v->fds[0]);
499	37160	closefd(&v->fds[1]);