GCOV - Varnish Cache


/*-
 * Copyright (c) 2008-2011 Varnish Software AS
 * All rights reserved.
 *
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#include "config.h"

#include <sys/wait.h>

#include <ctype.h>
#include <stdarg.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>

#include "vtc.h"
#include "vtc_log.h"

#include "vav.h"
#include "vrnd.h"

#define         MAX_TOKENS              200

volatile sig_atomic_t   vtc_error;      /* Error encountered */
int                     vtc_stop;       /* Stops current test without error */
pthread_t               vtc_thread;
int                     ign_unknown_macro = 0;
static struct vtclog    *vltop;

static pthread_mutex_t  vtc_vrnd_mtx;

static void
vtc_vrnd_lock(void)
{
        PTOK(pthread_mutex_lock(&vtc_vrnd_mtx));
}

static void
vtc_vrnd_unlock(void)
{
        PTOK(pthread_mutex_unlock(&vtc_vrnd_mtx));
}

static const char *tfn;

/**********************************************************************
 * Macro facility
 */

struct macro {
        unsigned                magic;
#define MACRO_MAGIC             0x803423e3
        VTAILQ_ENTRY(macro)     list;
        char                    *name;
        char                    *val;
        macro_f                 *func;
};

static VTAILQ_HEAD(,macro) macro_list = VTAILQ_HEAD_INITIALIZER(macro_list);

static const struct cmds global_cmds[] = {
#define CMD_GLOBAL(n) { #n, cmd_##n },
#include "cmds.h"
        { NULL, NULL }
};

static const struct cmds top_cmds[] = {
#define CMD_TOP(n) { #n, cmd_##n },
#include "cmds.h"
        { NULL, NULL }
};

/**********************************************************************/

static struct macro *
macro_def_int(const char *name, macro_f *func, const char *fmt, va_list ap)
{
        struct macro *m;
        char buf[2048];

        VTAILQ_FOREACH(m, &macro_list, list)
                if (!strcmp(name, m->name))
                        break;
        if (m == NULL) {
                ALLOC_OBJ(m, MACRO_MAGIC);
                AN(m);
                REPLACE(m->name, name);
                AN(m->name);
                VTAILQ_INSERT_TAIL(&macro_list, m, list);
        }
        AN(m);
        if (func != NULL) {
                AZ(fmt);
                m->func = func;
        } else {
                AN(fmt);
                vbprintf(buf, fmt, ap);
                REPLACE(m->val, buf);
                AN(m->val);
        }
        return (m);
}


/**********************************************************************
 * This is for defining macros before we fork the child process which
 * runs the test-case.
 */

void
extmacro_def(const char *name, macro_f *func, const char *fmt, ...)
{
        va_list ap;

        va_start(ap, fmt);
        (void)macro_def_int(name, func, fmt, ap);
        va_end(ap);
}

/**********************************************************************
 * Below this point is run inside the testing child-process.
 */

static pthread_mutex_t          macro_mtx;

static void
init_macro(void)
{
        struct macro *m;

        /* Dump the extmacros for completeness */
        VTAILQ_FOREACH(m, &macro_list, list) {
                if (m->val != NULL)
                        vtc_log(vltop, 4,
                            "extmacro def %s=%s", m->name, m->val);
                else
                        vtc_log(vltop, 4, "extmacro def %s(...)", m->name);
        }

        PTOK(pthread_mutex_init(&macro_mtx, NULL));
}

void
macro_def(struct vtclog *vl, const char *instance, const char *name,
    const char *fmt, ...)
{
        char buf1[256];
        struct macro *m;
        va_list ap;

        AN(fmt);

        if (instance != NULL) {
                bprintf(buf1, "%s_%s", instance, name);
                name = buf1;
        }

        PTOK(pthread_mutex_lock(&macro_mtx));
        va_start(ap, fmt);
        m = macro_def_int(name, NULL, fmt, ap);
        va_end(ap);
        vtc_log(vl, 4, "macro def %s=%s", name, m->val);
        PTOK(pthread_mutex_unlock(&macro_mtx));
}

void
macro_undef(struct vtclog *vl, const char *instance, const char *name)
{
        char buf1[256];
        struct macro *m;

        if (instance != NULL) {
                bprintf(buf1, "%s_%s", instance, name);
                name = buf1;
        }

        PTOK(pthread_mutex_lock(&macro_mtx));
        VTAILQ_FOREACH(m, &macro_list, list)
                if (!strcmp(name, m->name))
                        break;
        if (m != NULL) {
                if (!vtc_stop)
                        vtc_log(vl, 4, "macro undef %s", name);
                CHECK_OBJ(m, MACRO_MAGIC);
                VTAILQ_REMOVE(&macro_list, m, list);
                free(m->name);
                free(m->val);
                FREE_OBJ(m);
        }
        PTOK(pthread_mutex_unlock(&macro_mtx));
}

unsigned
macro_isdef(const char *instance, const char *name)
{
        char buf1[256];
        struct macro *m;

        if (instance != NULL) {
                bprintf(buf1, "%s_%s", instance, name);
                name = buf1;
        }

        PTOK(pthread_mutex_lock(&macro_mtx));
        VTAILQ_FOREACH(m, &macro_list, list)
                if (!strcmp(name, m->name))
                        break;
        PTOK(pthread_mutex_unlock(&macro_mtx));

        return (m != NULL);
}

void
macro_cat(struct vtclog *vl, struct vsb *vsb, const char *b, const char *e)
{
        struct macro *m;
        char **argv, *retval = NULL;
        const char *err = NULL;
        int argc;

        AN(b);
        if (e == NULL)
                e = strchr(b, '\0');
        AN(e);

        argv = VAV_ParseTxt(b, e, &argc, ARGV_COMMA);
        AN(argv);

        if (*argv != NULL)
                vtc_fatal(vl, "Macro ${%.*s} parsing failed: %s",
                    (int)(e - b), b, *argv);

        assert(argc >= 2);

        PTOK(pthread_mutex_lock(&macro_mtx));
        VTAILQ_FOREACH(m, &macro_list, list) {
                CHECK_OBJ_NOTNULL(m, MACRO_MAGIC);
                if (!strcmp(argv[1], m->name))
                        break;
        }
        if (m != NULL) {
                if (m->func != NULL) {
                        AZ(m->val);
                        retval = m->func(argc, argv, &err);
                        if (err == NULL)
                                AN(retval);
                } else {
                        AN(m->val);
                        if (argc == 2)
                                REPLACE(retval, m->val);
                        else
                                err = "macro does not take arguments";
                }
        }
        PTOK(pthread_mutex_unlock(&macro_mtx));

        VAV_Free(argv);

        if (err != NULL)
                vtc_fatal(vl, "Macro ${%.*s} failed: %s",
                    (int)(e - b), b, err);

        if (retval == NULL) {
                if (!ign_unknown_macro)
                        vtc_fatal(vl, "Macro ${%.*s} not found",
                            (int)(e - b), b);
                VSB_printf(vsb, "${%.*s}", (int)(e - b), b);
                return;
        }

        VSB_cat(vsb, retval);
        free(retval);
}

struct vsb *
macro_expandf(struct vtclog *vl, const char *fmt, ...)
{
        va_list ap;
        struct vsb *vsb1, *vsb2;

        vsb1 = VSB_new_auto();
        AN(vsb1);
        va_start(ap, fmt);
        VSB_vprintf(vsb1, fmt, ap);
        va_end(ap);
        AZ(VSB_finish(vsb1));
        vsb2 = macro_expand(vl, VSB_data(vsb1));
        VSB_destroy(&vsb1);
        return (vsb2);
}

struct vsb *
macro_expand(struct vtclog *vl, const char *text)
{
        struct vsb *vsb;
        const char *p, *q;

        vsb = VSB_new_auto();
        AN(vsb);
        while (*text != '\0') {
                p = strstr(text, "${");
                if (p == NULL) {
                        VSB_cat(vsb, text);
                        break;
                }
                VSB_bcat(vsb, text, p - text);
                q = strchr(p, '}');
                if (q == NULL) {
                        VSB_cat(vsb, text);
                        break;
                }
                assert(p[0] == '$');
                assert(p[1] == '{');
                assert(q[0] == '}');
                p += 2;
                macro_cat(vl, vsb, p, q);
                text = q + 1;
        }
        AZ(VSB_finish(vsb));
        return (vsb);
}

/**********************************************************************
 * Parse a string
 *
 * We make a copy of the string and deliberately leak it, so that all
 * the cmd functions we call don't have to strdup(3) all over the place.
 *
 * Static checkers like Coverity may bitch about this, but we don't care.
 */


void
parse_string(struct vtclog *vl, void *priv, const char *spec)
{
        char *token_s[MAX_TOKENS], *token_e[MAX_TOKENS];
        struct vsb *token_exp;
        char *e, *p, *q, *f, *buf;
        int nest_brace;
        int tn;
        unsigned n, m;
        const struct cmds *cp;

        AN(spec);
        buf = strdup(spec);
        AN(buf);
        e = strchr(buf, '\0');
        AN(e);
        for (p = buf; p < e; p++) {
                if (vtc_error || vtc_stop)
                        break;
                /* Start of line */
                if (isspace(*p))
                        continue;
                if (*p == '\n')
                        continue;

                if (*p == '#') {
                        for (; *p != '\0' && *p != '\n'; p++)
                                ;
                        if (*p == '\0')
                                break;
                        continue;
                }

                q = strchr(p, '\n');
                if (q == NULL)
                        q = strchr(p, '\0');
                if (q - p > 60)
                        vtc_log(vl, 2, "=== %.60s...", p);
                else
                        vtc_log(vl, 2, "=== %.*s", (int)(q - p), p);

                /* First content on line, collect tokens */
                memset(token_s, 0, sizeof token_s);
                memset(token_e, 0, sizeof token_e);
                tn = 0;
                f = p;
                while (p < e) {
                        assert(tn < MAX_TOKENS);
                        assert(p < e);
                        if (*p == '\n') { /* End on NL */
                                break;
                        }
                        if (isspace(*p)) { /* Inter-token whitespace */
                                p++;
                                continue;
                        }
                        if (*p == '\\' && p[1] == '\n') { /* line-cont */
                                p += 2;
                                continue;
                        }
                        if (*p == '"') { /* quotes */
                                token_s[tn] = ++p;
                                q = p;
                                for (; *p != '\0'; p++) {
                                        assert(p < e);
                                        if (*p == '"')
                                                break;
                                        if (*p == '\\') {
                                                p += VAV_BackSlash(p, q) - 1;
                                                q++;
                                        } else {
                                                if (*p == '\n')
                                                        vtc_fatal(vl,
                                "Unterminated quoted string in line: %*.*s",
                                (int)(p - f), (int)(p - f), f);
                                                assert(*p != '\n');
                                                *q++ = *p;
                                        }
                                }
                                token_e[tn++] = q;
                                p++;
                        } else if (*p == '{') { /* Braces */
                                nest_brace = 0;
                                token_s[tn] = p + 1;
                                for (; p < e; p++) {
                                        if (*p == '{')
                                                nest_brace++;
                                        else if (*p == '}') {
                                                if (--nest_brace == 0)
                                                        break;
                                        }
                                }
                                assert(*p == '}');
                                token_e[tn++] = p++;
                        } else { /* other tokens */
                                token_s[tn] = p;
                                for (; p < e && !isspace(*p); p++)
                                        continue;
                                token_e[tn++] = p;
                        }
                }

                assert(p <= e);
                assert(tn < MAX_TOKENS);
                token_s[tn] = NULL;
                for (tn = 0; token_s[tn] != NULL; tn++) {
                        AN(token_e[tn]);        /*lint !e771 */
                        *token_e[tn] = '\0';    /*lint !e771 */
                        if (NULL != strstr(token_s[tn], "${")) {
                                token_exp = macro_expand(vl, token_s[tn]);
                                if (vtc_error)
                                        return;
                                token_s[tn] = VSB_data(token_exp);
                                token_e[tn] = strchr(token_s[tn], '\0');
                        }
                }


/* SECTION: loop loop
 *
 * loop NUMBER STRING
 *         Process STRING as a specification, NUMBER times.
 *
 * This works inside all specification strings
 */

                if (!strcmp(token_s[0], "loop")) {
                        n = strtoul(token_s[1], NULL, 0);
                        for (m = 0; m < n; m++) {
                                vtc_log(vl, 4, "Loop #%u", m);
                                parse_string(vl, priv, token_s[2]);
                        }
                        continue;
                }

                AN(vl->cmds);
                for (cp = vl->cmds; cp->name != NULL; cp++)
                        if (!strcmp(token_s[0], cp->name))
                                break;

                if (cp->name == NULL) {
                        for (cp = global_cmds; cp->name != NULL; cp++)
                                if (!strcmp(token_s[0], cp->name))
                                        break;
                }

                if (cp->name == NULL)
                        vtc_fatal(vl, "Unknown command: \"%s\"", token_s[0]);

                assert(cp->cmd != NULL);
                cp->cmd(token_s, priv, vl);
        }
}

/**********************************************************************
 * Reset commands (between tests)
 */

static void
reset_cmds(const struct cmds *cmd)
{

        for (; cmd->name != NULL; cmd++)
                cmd->cmd(NULL, NULL, NULL);
}

/**********************************************************************
 * Execute a file
 */

int
fail_out(void)
{
        unsigned old_err;
        static int once = 0;

        if (once++) {
                vtc_log(vltop, 1, "failure during reset");
                return (vtc_error);
        }
        old_err = vtc_error;
        if (!vtc_stop)
                vtc_stop = 1;
        vtc_log(vltop, 1, "RESETTING after %s", tfn);
        reset_cmds(global_cmds);
        reset_cmds(top_cmds);
        vtc_error |= old_err;

        if (vtc_error)
                vtc_log(vltop, 1, "TEST %s FAILED", tfn);
        else
                vtc_log(vltop, 1, "TEST %s completed", tfn);

        if (vtc_stop > 1)
                return (1);
        return (vtc_error);
}

int
exec_file(const char *fn, const char *script, const char *tmpdir,
    char *logbuf, unsigned loglen)
{
        FILE *f;
        struct vsb *vsb;
        const char *p;

        (void)signal(SIGPIPE, SIG_IGN);

        PTOK(pthread_mutex_init(&vtc_vrnd_mtx, NULL));
        VRND_Lock = vtc_vrnd_lock;
        VRND_Unlock = vtc_vrnd_unlock;
        VRND_SeedAll();

        tfn = fn;
        vtc_loginit(logbuf, loglen);
        vltop = vtc_logopen("top");
        AN(vltop);
        vtc_log_set_cmd(vltop, top_cmds);

        vtc_log(vltop, 1, "TEST %s starting", fn);

        init_macro();
        init_server();
        init_syslog();
        init_tunnel();

        vsb = VSB_new_auto();
        AN(vsb);
        if (*fn != '/')
                macro_cat(vltop, vsb, "pwd", NULL);
        p = strrchr(fn, '/');
        if (p != NULL) {
                VSB_putc(vsb, '/');
                VSB_bcat(vsb, fn, p - fn);
        }
        if (VSB_len(vsb) == 0)
                VSB_putc(vsb, '/');
        AZ(VSB_finish(vsb));
        macro_def(vltop, NULL, "testdir", "%s", VSB_data(vsb));
        VSB_destroy(&vsb);

        /* Move into our tmpdir */
        AZ(chdir(tmpdir));
        macro_def(vltop, NULL, "tmpdir", "%s", tmpdir);
        p = strrchr(tmpdir, '/');
        AN(p);
        p++;
        AN(*p);
        macro_def(vltop, NULL, "vtcid", "%s", p);

        /* Drop file to tell what was going on here */
        f = fopen("INFO", "w");
        AN(f);
        fprintf(f, "Test case: %s\n", fn);
        AZ(fclose(f));

        vtc_stop = 0;

        vtc_thread = pthread_self();
        parse_string(vltop, NULL, script);
        return (fail_out());
}

		varnish-cache/bin/varnishtest/vtc.c
0		/*-
1		* Copyright (c) 2008-2011 Varnish Software AS
2		* All rights reserved.
3		*
4		* Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
5		*
6		* SPDX-License-Identifier: BSD-2-Clause
7		*
8		* Redistribution and use in source and binary forms, with or without
9		* modification, are permitted provided that the following conditions
10		* are met:
11		* 1. Redistributions of source code must retain the above copyright
12		* notice, this list of conditions and the following disclaimer.
13		* 2. Redistributions in binary form must reproduce the above copyright
14		* notice, this list of conditions and the following disclaimer in the
15		* documentation and/or other materials provided with the distribution.
16		*
17		* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18		* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19		* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20		* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
21		* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22		* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23		* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24		* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25		* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26		* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27		* SUCH DAMAGE.
28		*/
29
30		#include "config.h"
31
32		#include <sys/wait.h>
33
34		#include <ctype.h>
35		#include <stdarg.h>
36		#include <stdio.h>
37		#include <stdlib.h>
38		#include <string.h>
39		#include <unistd.h>
40
41		#include "vtc.h"
42		#include "vtc_log.h"
43
44		#include "vav.h"
45		#include "vrnd.h"
46
47		#define MAX_TOKENS 200
48
49		volatile sig_atomic_t vtc_error; /* Error encountered */
50		int vtc_stop; /* Stops current test without error */
51		pthread_t vtc_thread;
52		int ign_unknown_macro = 0;
53		static struct vtclog *vltop;
54
55		static pthread_mutex_t vtc_vrnd_mtx;
56
57		static void
58	165120	vtc_vrnd_lock(void)
59		{
60	165120	PTOK(pthread_mutex_lock(&vtc_vrnd_mtx));
61	165120	}
62
63		static void
64	165120	vtc_vrnd_unlock(void)
65		{
66	165120	PTOK(pthread_mutex_unlock(&vtc_vrnd_mtx));
67	165120	}
68
69		static const char *tfn;
70
71		/**********************************************************************
72		* Macro facility
73		*/
74
75		struct macro {
76		unsigned magic;
77		#define MACRO_MAGIC 0x803423e3
78		VTAILQ_ENTRY(macro) list;
79		char *name;
80		char *val;
81		macro_f *func;
82		};
83
84		static VTAILQ_HEAD(,macro) macro_list = VTAILQ_HEAD_INITIALIZER(macro_list);
85
86		static const struct cmds global_cmds[] = {
87		#define CMD_GLOBAL(n) { #n, cmd_##n },
88		#include "cmds.h"
89		{ NULL, NULL }
90		};
91
92		static const struct cmds top_cmds[] = {
93		#define CMD_TOP(n) { #n, cmd_##n },
94		#include "cmds.h"
95		{ NULL, NULL }
96		};
97
98		/**********************************************************************/
99
100		static struct macro *
101	995680	macro_def_int(const char name, macro_f func, const char *fmt, va_list ap)
102		{
103		struct macro *m;
104		char buf[2048];
105
106	13334160	VTAILQ_FOREACH(m, &macro_list, list)
107	12358400	if (!strcmp(name, m->name))
108	19920	break;
109	995680	if (m == NULL) {
110	975760	ALLOC_OBJ(m, MACRO_MAGIC);
111	975760	AN(m);
112	975760	REPLACE(m->name, name);
113	975760	AN(m->name);
114	975760	VTAILQ_INSERT_TAIL(&macro_list, m, list);
115	975760	}
116	995680	AN(m);
117	995680	if (func != NULL) {
118	78560	AZ(fmt);
119	78560	m->func = func;
120	78560	} else {
121	917120	AN(fmt);
122	917120	vbprintf(buf, fmt, ap);
123	917120	REPLACE(m->val, buf);
124	917120	AN(m->val);
125		}
126	995680	return (m);
127		}
128
129
130		/**********************************************************************
131		* This is for defining macros before we fork the child process which
132		* runs the test-case.
133		*/
134
135		void
136	429360	extmacro_def(const char name, macro_f func, const char *fmt, ...)
137		{
138		va_list ap;
139
140	429360	va_start(ap, fmt);
141	429360	(void)macro_def_int(name, func, fmt, ap);
142	429360	va_end(ap);
143	429360	}
144
145		/**********************************************************************
146		* Below this point is run inside the testing child-process.
147		*/
148
149		static pthread_mutex_t macro_mtx;
150
151		static void
152	40160	init_macro(void)
153		{
154		struct macro *m;
155
156		/* Dump the extmacros for completeness */
157	480560	VTAILQ_FOREACH(m, &macro_list, list) {
158	440400	if (m->val != NULL)
159	720160	vtc_log(vltop, 4,
160	360080	"extmacro def %s=%s", m->name, m->val);
161		else
162	80320	vtc_log(vltop, 4, "extmacro def %s(...)", m->name);
163	440400	}
164
165	40160	PTOK(pthread_mutex_init(&macro_mtx, NULL));
166	40160	}
167
168		void
169	566320	macro_def(struct vtclog vl, const char instance, const char *name,
170		const char *fmt, ...)
171		{
172		char buf1[256];
173		struct macro *m;
174		va_list ap;
175
176	566320	AN(fmt);
177
178	566320	if (instance != NULL) {
179	445840	bprintf(buf1, "%s_%s", instance, name);
180	445840	name = buf1;
181	445840	}
182
183	566320	PTOK(pthread_mutex_lock(&macro_mtx));
184	566320	va_start(ap, fmt);
185	566320	m = macro_def_int(name, NULL, fmt, ap);
186	566320	va_end(ap);
187	566320	vtc_log(vl, 4, "macro def %s=%s", name, m->val);
188	566320	PTOK(pthread_mutex_unlock(&macro_mtx));
189	566320	}
190
191		void
192	141350	macro_undef(struct vtclog vl, const char instance, const char *name)
193		{
194		char buf1[256];
195		struct macro *m;
196
197	141350	if (instance != NULL) {
198	141350	bprintf(buf1, "%s_%s", instance, name);
199	141350	name = buf1;
200	141350	}
201
202	141350	PTOK(pthread_mutex_lock(&macro_mtx));
203	2293088	VTAILQ_FOREACH(m, &macro_list, list)
204	2285258	if (!strcmp(name, m->name))
205	133520	break;
206	141350	if (m != NULL) {
207	133520	if (!vtc_stop)
208	7200	vtc_log(vl, 4, "macro undef %s", name);
209	133520	CHECK_OBJ(m, MACRO_MAGIC);
210	133520	VTAILQ_REMOVE(&macro_list, m, list);
211	133520	free(m->name);
212	133520	free(m->val);
213	133520	FREE_OBJ(m);
214	133520	}
215	141350	PTOK(pthread_mutex_unlock(&macro_mtx));
216	141350	}
217
218		unsigned
219	74400	macro_isdef(const char instance, const char name)
220		{
221		char buf1[256];
222		struct macro *m;
223
224	74400	if (instance != NULL) {
225	0	bprintf(buf1, "%s_%s", instance, name);
226	0	name = buf1;
227	0	}
228
229	74400	PTOK(pthread_mutex_lock(&macro_mtx));
230	1364880	VTAILQ_FOREACH(m, &macro_list, list)
231	1290480	if (!strcmp(name, m->name))
232	0	break;
233	74400	PTOK(pthread_mutex_unlock(&macro_mtx));
234
235	74400	return (m != NULL);
236		}
237
238		void
239	468496	macro_cat(struct vtclog vl, struct vsb vsb, const char b, const char e)
240		{
241		struct macro *m;
242	468496	char *argv, retval = NULL;
243	468496	const char *err = NULL;
244		int argc;
245
246	468496	AN(b);
247	468496	if (e == NULL)
248	248189	e = strchr(b, '\0');
249	468496	AN(e);
250
251	468496	argv = VAV_ParseTxt(b, e, &argc, ARGV_COMMA);
252	468496	AN(argv);
253
254	468496	if (*argv != NULL)
255	0	vtc_fatal(vl, "Macro ${%.*s} parsing failed: %s",
256	0	(int)(e - b), b, *argv);
257
258	468496	assert(argc >= 2);
259
260	468496	PTOK(pthread_mutex_lock(&macro_mtx));
261	4376450	VTAILQ_FOREACH(m, &macro_list, list) {
262	4374450	CHECK_OBJ_NOTNULL(m, MACRO_MAGIC);
263	4374450	if (!strcmp(argv[1], m->name))
264	466496	break;
265	3907954	}
266	468496	if (m != NULL) {
267	466496	if (m->func != NULL) {
268	86936	AZ(m->val);
269	86936	retval = m->func(argc, argv, &err);
270	86936	if (err == NULL)
271	86936	AN(retval);
272	86936	} else {
273	379560	AN(m->val);
274	379560	if (argc == 2)
275	379560	REPLACE(retval, m->val);
276		else
277	0	err = "macro does not take arguments";
278		}
279	466496	}
280	468496	PTOK(pthread_mutex_unlock(&macro_mtx));
281
282	468496	VAV_Free(argv);
283
284	468496	if (err != NULL)
285	0	vtc_fatal(vl, "Macro ${%.*s} failed: %s",
286	0	(int)(e - b), b, err);
287
288	468496	if (retval == NULL) {
289	2000	if (!ign_unknown_macro)
290	0	vtc_fatal(vl, "Macro ${%.*s} not found",
291	0	(int)(e - b), b);
292	2000	VSB_printf(vsb, "${%.*s}", (int)(e - b), b);
293	2000	return;
294		}
295
296	466496	VSB_cat(vsb, retval);
297	466496	free(retval);
298	468496	}
299
300		struct vsb *
301	56156	macro_expandf(struct vtclog vl, const char fmt, ...)
302		{
303		va_list ap;
304		struct vsb vsb1, vsb2;
305
306	56156	vsb1 = VSB_new_auto();
307	56156	AN(vsb1);
308	56156	va_start(ap, fmt);
309	56156	VSB_vprintf(vsb1, fmt, ap);
310	56156	va_end(ap);
311	56156	AZ(VSB_finish(vsb1));
312	56156	vsb2 = macro_expand(vl, VSB_data(vsb1));
313	56156	VSB_destroy(&vsb1);
314	56156	return (vsb2);
315		}
316
317		struct vsb *
318	209520	macro_expand(struct vtclog vl, const char text)
319		{
320		struct vsb *vsb;
321		const char p, q;
322
323	209520	vsb = VSB_new_auto();
324	209520	AN(vsb);
325	429798	while (*text != '\0') {
326	355478	p = strstr(text, "${");
327	355478	if (p == NULL) {
328	135200	VSB_cat(vsb, text);
329	135200	break;
330		}
331	220278	VSB_bcat(vsb, text, p - text);
332	220278	q = strchr(p, '}');
333	220278	if (q == NULL) {
334	0	VSB_cat(vsb, text);
335	0	break;
336		}
337	220278	assert(p[0] == '$');
338	220278	assert(p[1] == '{');
339	220278	assert(q[0] == '}');
340	220278	p += 2;
341	220278	macro_cat(vl, vsb, p, q);
342	220278	text = q + 1;
343		}
344	209520	AZ(VSB_finish(vsb));
345	209520	return (vsb);
346		}
347
348		/**********************************************************************
349		* Parse a string
350		*
351		* We make a copy of the string and deliberately leak it, so that all
352		* the cmd functions we call don't have to strdup(3) all over the place.
353		*
354		* Static checkers like Coverity may bitch about this, but we don't care.
355		*/
356
357
358		void
359	311769	parse_string(struct vtclog vl, void priv, const char *spec)
360		{
361		char token_s[MAX_TOKENS], token_e[MAX_TOKENS];
362		struct vsb *token_exp;
363		char e, p, q, f, *buf;
364		int nest_brace;
365		int tn;
366		unsigned n, m;
367		const struct cmds *cp;
368
369	311769	AN(spec);
370	311769	buf = strdup(spec);
371	311769	AN(buf);
372	311769	e = strchr(buf, '\0');
373	311769	AN(e);
374	4069819	for (p = buf; p < e; p++) {
375	3759299	if (vtc_error \|\| vtc_stop)
376	1245	break;
377		/* Start of line */
378	3758054	if (isspace(*p))
379	2196090	continue;
380	1561964	if (*p == '\n')
381	0	continue;
382
383	1561964	if (*p == '#') {
384	3597689	for (; p != '\0' && p != '\n'; p++)
385		;
386	87160	if (*p == '\0')
387	0	break;
388	87160	continue;
389		}
390
391	1474794	q = strchr(p, '\n');
392	1474794	if (q == NULL)
393	14910	q = strchr(p, '\0');
394	1474794	if (q - p > 60)
395	115927	vtc_log(vl, 2, "=== %.60s...", p);
396		else
397	1358867	vtc_log(vl, 2, "=== %.*s", (int)(q - p), p);
398
399		/* First content on line, collect tokens */
400	1474794	memset(token_s, 0, sizeof token_s);
401	1474794	memset(token_e, 0, sizeof token_e);
402	1474794	tn = 0;
403	1474794	f = p;
404	9947226	while (p < e) {
405	9932665	assert(tn < MAX_TOKENS);
406	9932665	assert(p < e);
407	9932665	if (p == '\n') { / End on NL */
408	1460233	break;
409		}
410	8472432	if (isspace(p)) { / Inter-token whitespace */
411	3595225	p++;
412	3595225	continue;
413		}
414	4877207	if (p == '\\' && p[1] == '\n') { / line-cont */
415	38840	p += 2;
416	38840	continue;
417		}
418	4838367	if (p == '"') { / quotes */
419	466024	token_s[tn] = ++p;
420	466024	q = p;
421	11276697	for (; *p != '\0'; p++) {
422	11276057	assert(p < e);
423	11276057	if (*p == '"')
424	465384	break;
425	10810673	if (*p == '\\') {
426	110562	p += VAV_BackSlash(p, q) - 1;
427	110562	q++;
428	110562	} else {
429	10700111	if (*p == '\n')
430	0	vtc_fatal(vl,
431		"Unterminated quoted string in line: %.s",
432	0	(int)(p - f), (int)(p - f), f);
433	10700111	assert(*p != '\n');
434	10700111	q++ = p;
435		}
436	10810673	}
437	466024	token_e[tn++] = q;
438	466024	p++;
439	4838367	} else if (p == '{') { / Braces */
440	301041	nest_brace = 0;
441	301041	token_s[tn] = p + 1;
442	48784079	for (; p < e; p++) {
443	48784079	if (*p == '{')
444	551121	nest_brace++;
445	48232958	else if (*p == '}') {
446	551121	if (--nest_brace == 0)
447	301041	break;
448	250080	}
449	48483038	}
450	301041	assert(*p == '}');
451	301041	token_e[tn++] = p++;
452	301041	} else { /* other tokens */
453	4071302	token_s[tn] = p;
454	190458429	for (; p < e && !isspace(*p); p++)
455	186387127	continue;
456	4071302	token_e[tn++] = p;
457		}
458		}
459
460	1474794	assert(p <= e);
461	1474794	assert(tn < MAX_TOKENS);
462	1474794	token_s[tn] = NULL;
463	6313283	for (tn = 0; token_s[tn] != NULL; tn++) {
464	4838489	AN(token_e[tn]); /lint !e771 /
465	4838489	token_e[tn] = '\0'; /lint !e771 */
466	4838489	if (NULL != strstr(token_s[tn], "${")) {
467	42320	token_exp = macro_expand(vl, token_s[tn]);
468	42320	if (vtc_error)
469	0	return;
470	42320	token_s[tn] = VSB_data(token_exp);
471	42320	token_e[tn] = strchr(token_s[tn], '\0');
472	42320	}
473	4838489	}
474
475
476		/* SECTION: loop loop
477		*
478		* loop NUMBER STRING
479		* Process STRING as a specification, NUMBER times.
480		*
481		* This works inside all specification strings
482		*/
483
484	1474794	if (!strcmp(token_s[0], "loop")) {
485	1690	n = strtoul(token_s[1], NULL, 0);
486	72035	for (m = 0; m < n; m++) {
487	70345	vtc_log(vl, 4, "Loop #%u", m);
488	70345	parse_string(vl, priv, token_s[2]);
489	70345	}
490	1690	continue;
491		}
492
493	1473104	AN(vl->cmds);
494	26044910	for (cp = vl->cmds; cp->name != NULL; cp++)
495	25973554	if (!strcmp(token_s[0], cp->name))
496	1401748	break;
497
498	1473104	if (cp->name == NULL) {
499	132666	for (cp = global_cmds; cp->name != NULL; cp++)