GCOV - Varnish Cache


/*-
 * Copyright (c) 2006 Verdens Gang AS
 * Copyright (c) 2006-2015 Varnish Software AS
 * Copyright 2024 UPLEX - Nils Goroll Systemoptimierung
 * All rights reserved.
 *
 * Authors: Poul-Henning Kamp <phk@phk.freebsd.dk>
 *          Nils Goroll <slink@uplex.de>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#include "config.h"

#include "cache/cache_varnishd.h"

#include "cache/cache_filter.h"
#include "cache/cache_transport.h"
#include "http1/cache_http1.h"

#include "vmod_debug.h"

#define HELLO "hello "

static int v_matchproto_(vdpio_init_f)
vdpio_hello_init(VRT_CTX, struct vdp_ctx *vdc, void **priv, int capacity)
{

        (void)ctx;
        (void)priv;

        CHECK_OBJ_NOTNULL(vdc, VDP_CTX_MAGIC);
        AN(vdc->clen);

        if (*vdc->clen < 0)
                return (capacity);

        *vdc->clen += strlen(HELLO);
        http_Unset(vdc->hp, H_Content_Length);
        http_PrintfHeader(vdc->hp, "Content-Length: %jd", *vdc->clen);
        return (capacity);
}

static int v_matchproto_(vdpio_lease_f)
vdpio_hello_lease(struct vdp_ctx *vdc, struct vdp_entry *this,
    struct vscarab *scarab)
{
        int r;

        VSCARAB_CHECK_NOTNULL(scarab);
        if (scarab->used == scarab->capacity)
                return (0);
        //lint -e{446} side effects in initializer - uh?
        VSCARAB_ADD_IOV_NORET(scarab, ((struct iovec)
            {.iov_base = TRUST_ME(HELLO), .iov_len = strlen(HELLO)}));
        r = vdpio_pull(vdc, this, scarab);

        (void) VDPIO_Close1(vdc, this);

        // return error from pull
        if (r < 0)
                r = 1;
        else
                r += 1;

        return (r);
}

static const struct vdp vdp_hello = {
        .name = "hello",
        .io_init = vdpio_hello_init,
        .io_lease = vdpio_hello_lease
};

static void
dbg_vai_error(struct req *req, struct v1l **v1lp, const char *msg)
{

        (void)req;
        (void)v1lp;
        (void)msg;
        INCOMPL();
}

static void dbg_vai_deliver_finish(struct req *req, struct v1l **v1lp, int err);
static void dbg_vai_deliverobj(struct worker *wrk, void *arg);
static void dbg_vai_lease(struct worker *wrk, void *arg);

static task_func_t *hack_http1_req = NULL;

// copied from cache_http_deliver.c, then split & modified
static enum vtr_deliver_e v_matchproto_(vtr_deliver_f)
dbg_vai_deliver(struct req *req, int sendbody)
{
        struct vrt_ctx ctx[1];
        struct v1l *v1l;
        int cap = 0;

        CHECK_OBJ_NOTNULL(req, REQ_MAGIC);
        CHECK_OBJ_ORNULL(req->boc, BOC_MAGIC);
        CHECK_OBJ_NOTNULL(req->objcore, OBJCORE_MAGIC);

        if (req->doclose == SC_NULL &&
            http_HdrIs(req->resp, H_Connection, "close")) {
                req->doclose = SC_RESP_CLOSE;
        } else if (req->doclose != SC_NULL) {
                if (!http_HdrIs(req->resp, H_Connection, "close")) {
                        http_Unset(req->resp, H_Connection);
                        http_SetHeader(req->resp, "Connection: close");
                }
        } else if (!http_GetHdr(req->resp, H_Connection, NULL))
                http_SetHeader(req->resp, "Connection: keep-alive");

        CHECK_OBJ_NOTNULL(req->wrk, WORKER_MAGIC);

        v1l = V1L_Open(req->ws, &req->sp->fd, req->vsl,
            req->t_prev + SESS_TMO(req->sp, send_timeout),
            cache_param->http1_iovs);

        if (v1l == NULL) {
                dbg_vai_error(req, &v1l, "Failure to init v1d "
                    "(workspace_thread overflow)");
                return (VTR_D_DONE);
        }

        // Do not roll back req->ws upon V1L_Close()
        V1L_NoRollback(v1l);

        while (sendbody) {
                if (!http_GetHdr(req->resp, H_Content_Length, NULL)) {
                        if (req->http->protover == 11) {
                                http_SetHeader(req->resp,
                                    "Transfer-Encoding: chunked");
                        } else {
                                req->doclose = SC_TX_EOF;
                        }
                }
                INIT_OBJ(ctx, VRT_CTX_MAGIC);
                VCL_Req2Ctx(ctx, req);
                cap = VDPIO_Upgrade(ctx, req->vdc);
                if (cap <= 0) {
                        if (VDP_Push(ctx, req->vdc, req->ws, VDP_v1l, v1l)) {
                                dbg_vai_error(req, &v1l, "Failure to push v1d");
                                return (VTR_D_DONE);
                        }
                        break;
                }
                cap = VDPIO_Push(ctx, req->vdc, req->ws, &vdp_hello, NULL);
                if (cap < 1) {
                        dbg_vai_error(req, &v1l, "Failure to push hello");
                        return (VTR_D_DONE);
                }
                cap = VDPIO_Push(ctx, req->vdc, req->ws, VDP_v1l, v1l);
                if (cap < 1) {
                        dbg_vai_error(req, &v1l, "Failure to push v1d (vdpio)");
                        return (VTR_D_DONE);
                }
                break;
        }

        if (WS_Overflowed(req->ws)) {
                dbg_vai_error(req, &v1l, "workspace_client overflow");
                return (VTR_D_DONE);
        }

        if (WS_Overflowed(req->sp->ws)) {
                dbg_vai_error(req, &v1l, "workspace_session overflow");
                return (VTR_D_DONE);
        }

        if (WS_Overflowed(req->wrk->aws)) {
                dbg_vai_error(req, &v1l, "workspace_thread overflow");
                return (VTR_D_DONE);
        }

        req->acct.resp_hdrbytes += HTTP1_Write(v1l, req->resp, HTTP1_Resp);

        if (! sendbody) {
                dbg_vai_deliver_finish(req, &v1l, 0);
                return (VTR_D_DONE);
        }

        (void)V1L_Flush(v1l);

        if (hack_http1_req == NULL)
                hack_http1_req = req->task->func;
        AN(hack_http1_req);

        if (cap > 0) {
                VSLb(req->vsl, SLT_Debug, "w=%p scheduling dbg_vai_lease cap %d", req->wrk, cap);
                req->task->func = dbg_vai_lease;
        }
        else {
                VSLb(req->vsl, SLT_Debug, "w=%p scheduling dbg_vai_deliverobj", req->wrk);
                req->task->func = dbg_vai_deliverobj;
        }
        req->task->priv = req;

        req->wrk = NULL;
        req->vdc->wrk = NULL;
        req->transport_priv = v1l;

        AZ(Pool_Task(req->sp->pool, req->task, TASK_QUEUE_RUSH));
        return (VTR_D_DISEMBARK);
}

static void v_matchproto_(task_func_t)
dbg_vai_deliverobj(struct worker *wrk, void *arg)
{
        struct req *req;
        struct v1l *v1l;
        const char *p;
        int err, chunked;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        CAST_OBJ_NOTNULL(req, arg, REQ_MAGIC);
        v1l = req->transport_priv;
        req->transport_priv = NULL;
        AN(v1l);

        THR_SetRequest(req);
        VSLb(req->vsl, SLT_Debug, "w=%p enter dbg_vai_deliverobj", wrk);
        AZ(req->wrk);
        CNT_Embark(wrk, req);
        req->vdc->wrk = wrk;    // move to CNT_Embark?

        chunked = http_GetHdr(req->resp, H_Transfer_Encoding, &p) && strcmp(p, "chunked") == 0;
        if (chunked)
                V1L_Chunked(v1l);
        err = VDP_DeliverObj(req->vdc, req->objcore);
        if (!err && chunked)
                V1L_EndChunk(v1l);
        dbg_vai_deliver_finish(req, &v1l, err);

        VSLb(req->vsl, SLT_Debug, "w=%p resuming http1_req", wrk);
        wrk->task->func = hack_http1_req;
        wrk->task->priv = req;
}

/*
 * copied from sml_notfiy
 */
struct dbg_vai_notify {
        unsigned                magic;
#define DBG_VAI_NOTIFY_MAGIC    0xa0154ed5
        unsigned                hasmore;
        pthread_mutex_t         mtx;
        pthread_cond_t          cond;
};

static void
dbg_vai_notify_init(struct dbg_vai_notify *sn)
{

        INIT_OBJ(sn, DBG_VAI_NOTIFY_MAGIC);
        AZ(pthread_mutex_init(&sn->mtx, NULL));
        AZ(pthread_cond_init(&sn->cond, NULL));
}

static void
dbg_vai_notify_fini(struct dbg_vai_notify *sn)
{

        CHECK_OBJ_NOTNULL(sn, DBG_VAI_NOTIFY_MAGIC);
        AZ(pthread_mutex_destroy(&sn->mtx));
        AZ(pthread_cond_destroy(&sn->cond));
}

static void v_matchproto_(vai_notify_cb)
dbg_vai_notify(vai_hdl hdl, void *priv)
{
        struct dbg_vai_notify *sn;

        (void) hdl;
        CAST_OBJ_NOTNULL(sn, priv, DBG_VAI_NOTIFY_MAGIC);
        AZ(pthread_mutex_lock(&sn->mtx));
        sn->hasmore = 1;
        AZ(pthread_cond_signal(&sn->cond));
        AZ(pthread_mutex_unlock(&sn->mtx));

}

static void
dbg_vai_notify_wait(struct dbg_vai_notify *sn)
{

        CHECK_OBJ_NOTNULL(sn, DBG_VAI_NOTIFY_MAGIC);
        AZ(pthread_mutex_lock(&sn->mtx));
        while (sn->hasmore == 0)
                AZ(pthread_cond_wait(&sn->cond, &sn->mtx));
        AN(sn->hasmore);
        sn->hasmore = 0;
        AZ(pthread_mutex_unlock(&sn->mtx));
}

static void
dbg_vai_lease_done(struct worker *wrk, struct req *req)
{
        VSLb(req->vsl, SLT_Debug, "w=%p resuming http1_req", wrk);
        wrk->task->func = hack_http1_req;
        wrk->task->priv = req;
}

static void v_matchproto_(task_func_t)
dbg_vai_lease(struct worker *wrk, void *arg)
{
        struct req *req;
        struct v1l *v1l;
        const char *p;
        unsigned flags = 0;
        int r, cap, err, chunked;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        CAST_OBJ_NOTNULL(req, arg, REQ_MAGIC);
        v1l = req->transport_priv;
        req->transport_priv = NULL;
        AN(v1l);

        THR_SetRequest(req);
        VSLb(req->vsl, SLT_Debug, "w=%p enter dbg_vai_lease", wrk);
        AZ(req->wrk);
        CNT_Embark(wrk, req);
        req->vdc->wrk = wrk;    // move to CNT_Embark?

        cap = req->vdc->retval;
        req->vdc->retval = 0;
        assert(cap > 0);

        VSCARAB_LOCAL(scarab, cap);
        VSCARET_LOCAL(scaret, cap);

        chunked = http_GetHdr(req->resp, H_Transfer_Encoding, &p) && strcmp(p, "chunked") == 0;
        if (chunked)
                V1L_Chunked(v1l);

        struct dbg_vai_notify notify;
        dbg_vai_notify_init(&notify);

        if (VDPIO_Init(req->vdc, req->objcore, req->ws, dbg_vai_notify, &notify, scaret)) {
                dbg_vai_notify_fini(&notify);
                dbg_vai_deliver_finish(req, &v1l, 1);
                dbg_vai_lease_done(wrk, req);
                return;
        }

        err = 0;
        do {
                r = vdpio_pull(req->vdc, NULL, scarab);
                flags = scarab->flags; // because vdpio_return_vscarab
                VSLb(req->vsl, SLT_Debug, "%d = vdpio_pull()", r);
                (void)V1L_Flush(v1l);
                vdpio_return_vscarab(req->vdc, scarab);

                if (r == -ENOBUFS || r == -EAGAIN) {
                        VDPIO_Return(req->vdc);
                        dbg_vai_notify_wait(&notify);
                }
                else if (r < 0) {
                        err = r;
                        break;
                }
        } while ((flags & VSCARAB_F_END) == 0);

        if (!err && chunked)
                V1L_EndChunk(v1l);
        dbg_vai_deliver_finish(req, &v1l, err);
        VDPIO_Fini(req->vdc);
        dbg_vai_notify_fini(&notify);
        dbg_vai_lease_done(wrk, req);
}

static void
dbg_vai_deliver_finish(struct req *req, struct v1l **v1lp, int err)
{
        stream_close_t sc;
        uint64_t bytes;

        sc = V1L_Close(v1lp, &bytes);

        if (req->vdc->vai_hdl != NULL)
                req->acct.resp_bodybytes += VDPIO_Close(req->vdc, req->objcore, req->boc);
        req->acct.resp_bodybytes += VDP_Close(req->vdc, req->objcore, req->boc);

        if (sc == SC_NULL && err && req->sp->fd >= 0)
                sc = SC_REM_CLOSE;
        if (sc != SC_NULL)
                Req_Fail(req, sc);
}

static struct transport DBG_transport;

void
debug_transport_vai_init(void)
{
        DBG_transport = HTTP1_transport;
        DBG_transport.name = "DBG VAI";
        DBG_transport.deliver = dbg_vai_deliver;
}

void
debug_transport_vai_use(VRT_CTX)
{
        struct req *req;

        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
        req = ctx->req;
        CHECK_OBJ_NOTNULL(req, REQ_MAGIC);

        if (req->transport != &HTTP1_transport) {
                VRT_fail(ctx, "Only works on built-in http1 transport");
                return;
        }
        AZ(req->transport_priv);
        req->transport = &DBG_transport;
}

		varnish-cache/vmod/vmod_debug_transport_vai.c
0		/*-
1		* Copyright (c) 2006 Verdens Gang AS
2		* Copyright (c) 2006-2015 Varnish Software AS
3		* Copyright 2024 UPLEX - Nils Goroll Systemoptimierung
4		* All rights reserved.
5		*
6		* Authors: Poul-Henning Kamp <phk@phk.freebsd.dk>
7		* Nils Goroll <slink@uplex.de>
8		*
9		* SPDX-License-Identifier: BSD-2-Clause
10		*
11		* Redistribution and use in source and binary forms, with or without
12		* modification, are permitted provided that the following conditions
13		* are met:
14		* 1. Redistributions of source code must retain the above copyright
15		* notice, this list of conditions and the following disclaimer.
16		* 2. Redistributions in binary form must reproduce the above copyright
17		* notice, this list of conditions and the following disclaimer in the
18		* documentation and/or other materials provided with the distribution.
19		*
20		* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
21		* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22		* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23		* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
24		* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25		* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26		* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27		* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28		* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29		* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30		* SUCH DAMAGE.
31		*/
32
33		#include "config.h"
34
35		#include "cache/cache_varnishd.h"
36
37		#include "cache/cache_filter.h"
38		#include "cache/cache_transport.h"
39		#include "http1/cache_http1.h"
40
41		#include "vmod_debug.h"
42
43		#define HELLO "hello "
44
45		static int v_matchproto_(vdpio_init_f)
46	32	vdpio_hello_init(VRT_CTX, struct vdp_ctx vdc, void *priv, int capacity)
47		{
48
49	32	(void)ctx;
50	32	(void)priv;
51
52	32	CHECK_OBJ_NOTNULL(vdc, VDP_CTX_MAGIC);
53	32	AN(vdc->clen);
54
55	32	if (*vdc->clen < 0)
56	9	return (capacity);
57
58	23	*vdc->clen += strlen(HELLO);
59	23	http_Unset(vdc->hp, H_Content_Length);
60	23	http_PrintfHeader(vdc->hp, "Content-Length: %jd", *vdc->clen);
61	23	return (capacity);
62	32	}
63
64		static int v_matchproto_(vdpio_lease_f)
65	32	vdpio_hello_lease(struct vdp_ctx vdc, struct vdp_entry this,
66		struct vscarab *scarab)
67		{
68		int r;
69
70	32	VSCARAB_CHECK_NOTNULL(scarab);
71	32	if (scarab->used == scarab->capacity)
72	0	return (0);
73		//lint -e{446} side effects in initializer - uh?
74	32	VSCARAB_ADD_IOV_NORET(scarab, ((struct iovec)
75		{.iov_base = TRUST_ME(HELLO), .iov_len = strlen(HELLO)}));
76	32	r = vdpio_pull(vdc, this, scarab);
77
78	32	(void) VDPIO_Close1(vdc, this);
79
80		// return error from pull
81	32	if (r < 0)
82	0	r = 1;
83		else
84	32	r += 1;
85
86	32	return (r);
87	32	}
88
89		static const struct vdp vdp_hello = {
90		.name = "hello",
91		.io_init = vdpio_hello_init,
92		.io_lease = vdpio_hello_lease
93		};
94
95		static void
96	0	dbg_vai_error(struct req req, struct v1l v1lp, const char msg)
97		{
98
99	0	(void)req;
100	0	(void)v1lp;
101	0	(void)msg;
102	0	INCOMPL();
103	0	}
104
105		static void dbg_vai_deliver_finish(struct req req, struct v1l *v1lp, int err);
106		static void dbg_vai_deliverobj(struct worker wrk, void arg);
107		static void dbg_vai_lease(struct worker wrk, void arg);
108
109		static task_func_t *hack_http1_req = NULL;
110
111		// copied from cache_http_deliver.c, then split & modified
112		static enum vtr_deliver_e v_matchproto_(vtr_deliver_f)
113	40	dbg_vai_deliver(struct req *req, int sendbody)
114		{
115		struct vrt_ctx ctx[1];
116		struct v1l *v1l;
117	40	int cap = 0;
118
119	40	CHECK_OBJ_NOTNULL(req, REQ_MAGIC);
120	40	CHECK_OBJ_ORNULL(req->boc, BOC_MAGIC);
121	40	CHECK_OBJ_NOTNULL(req->objcore, OBJCORE_MAGIC);
122
123	40	if (req->doclose == SC_NULL &&
124	40	http_HdrIs(req->resp, H_Connection, "close")) {
125	0	req->doclose = SC_RESP_CLOSE;
126	40	} else if (req->doclose != SC_NULL) {
127	0	if (!http_HdrIs(req->resp, H_Connection, "close")) {
128	0	http_Unset(req->resp, H_Connection);
129	0	http_SetHeader(req->resp, "Connection: close");
130	0	}
131	40	} else if (!http_GetHdr(req->resp, H_Connection, NULL))
132	40	http_SetHeader(req->resp, "Connection: keep-alive");
133
134	40	CHECK_OBJ_NOTNULL(req->wrk, WORKER_MAGIC);
135
136	80	v1l = V1L_Open(req->ws, &req->sp->fd, req->vsl,
137	40	req->t_prev + SESS_TMO(req->sp, send_timeout),
138	40	cache_param->http1_iovs);
139
140	40	if (v1l == NULL) {
141	0	dbg_vai_error(req, &v1l, "Failure to init v1d "
142		"(workspace_thread overflow)");
143	0	return (VTR_D_DONE);
144		}
145
146		// Do not roll back req->ws upon V1L_Close()
147	40	V1L_NoRollback(v1l);
148
149	40	while (sendbody) {
150	40	if (!http_GetHdr(req->resp, H_Content_Length, NULL)) {
151	9	if (req->http->protover == 11) {
152	9	http_SetHeader(req->resp,
153		"Transfer-Encoding: chunked");
154	9	} else {
155	0	req->doclose = SC_TX_EOF;
156		}
157	9	}
158	40	INIT_OBJ(ctx, VRT_CTX_MAGIC);
159	40	VCL_Req2Ctx(ctx, req);
160	40	cap = VDPIO_Upgrade(ctx, req->vdc);
161	40	if (cap <= 0) {
162	8	if (VDP_Push(ctx, req->vdc, req->ws, VDP_v1l, v1l)) {
163	0	dbg_vai_error(req, &v1l, "Failure to push v1d");
164	0	return (VTR_D_DONE);
165		}
166	8	break;
167		}
168	32	cap = VDPIO_Push(ctx, req->vdc, req->ws, &vdp_hello, NULL);
169	32	if (cap < 1) {
170	0	dbg_vai_error(req, &v1l, "Failure to push hello");
171	0	return (VTR_D_DONE);
172		}
173	32	cap = VDPIO_Push(ctx, req->vdc, req->ws, VDP_v1l, v1l);
174	32	if (cap < 1) {
175	0	dbg_vai_error(req, &v1l, "Failure to push v1d (vdpio)");
176	0	return (VTR_D_DONE);
177		}
178	32	break;
179		}
180
181	40	if (WS_Overflowed(req->ws)) {
182	0	dbg_vai_error(req, &v1l, "workspace_client overflow");
183	0	return (VTR_D_DONE);
184		}
185
186	40	if (WS_Overflowed(req->sp->ws)) {
187	0	dbg_vai_error(req, &v1l, "workspace_session overflow");
188	0	return (VTR_D_DONE);
189		}
190
191	40	if (WS_Overflowed(req->wrk->aws)) {
192	0	dbg_vai_error(req, &v1l, "workspace_thread overflow");
193	0	return (VTR_D_DONE);
194		}
195
196	40	req->acct.resp_hdrbytes += HTTP1_Write(v1l, req->resp, HTTP1_Resp);
197
198	40	if (! sendbody) {
199	0	dbg_vai_deliver_finish(req, &v1l, 0);
200	0	return (VTR_D_DONE);
201		}
202
203	40	(void)V1L_Flush(v1l);
204
205	40	if (hack_http1_req == NULL)
206	1	hack_http1_req = req->task->func;
207	40	AN(hack_http1_req);
208
209	40	if (cap > 0) {
210	32	VSLb(req->vsl, SLT_Debug, "w=%p scheduling dbg_vai_lease cap %d", req->wrk, cap);
211	32	req->task->func = dbg_vai_lease;
212	32	}
213		else {
214	8	VSLb(req->vsl, SLT_Debug, "w=%p scheduling dbg_vai_deliverobj", req->wrk);
215	8	req->task->func = dbg_vai_deliverobj;
216		}
217	40	req->task->priv = req;
218
219	40	req->wrk = NULL;
220	40	req->vdc->wrk = NULL;
221	40	req->transport_priv = v1l;
222
223	40	AZ(Pool_Task(req->sp->pool, req->task, TASK_QUEUE_RUSH));
224	40	return (VTR_D_DISEMBARK);
225	40	}
226
227		static void v_matchproto_(task_func_t)
228	8	dbg_vai_deliverobj(struct worker wrk, void arg)
229		{
230		struct req *req;
231		struct v1l *v1l;
232		const char *p;
233		int err, chunked;
234
235	8	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
236	8	CAST_OBJ_NOTNULL(req, arg, REQ_MAGIC);
237	8	v1l = req->transport_priv;
238	8	req->transport_priv = NULL;
239	8	AN(v1l);
240
241	8	THR_SetRequest(req);
242	8	VSLb(req->vsl, SLT_Debug, "w=%p enter dbg_vai_deliverobj", wrk);
243	8	AZ(req->wrk);
244	8	CNT_Embark(wrk, req);
245	8	req->vdc->wrk = wrk; // move to CNT_Embark?
246
247	8	chunked = http_GetHdr(req->resp, H_Transfer_Encoding, &p) && strcmp(p, "chunked") == 0;
248	8	if (chunked)
249	0	V1L_Chunked(v1l);
250	8	err = VDP_DeliverObj(req->vdc, req->objcore);
251	8	if (!err && chunked)
252	0	V1L_EndChunk(v1l);
253	8	dbg_vai_deliver_finish(req, &v1l, err);
254
255	8	VSLb(req->vsl, SLT_Debug, "w=%p resuming http1_req", wrk);
256	8	wrk->task->func = hack_http1_req;
257	8	wrk->task->priv = req;
258	8	}
259
260		/*
261		* copied from sml_notfiy
262		*/
263		struct dbg_vai_notify {
264		unsigned magic;
265		#define DBG_VAI_NOTIFY_MAGIC 0xa0154ed5
266		unsigned hasmore;
267		pthread_mutex_t mtx;
268		pthread_cond_t cond;
269		};
270
271		static void
272	32	dbg_vai_notify_init(struct dbg_vai_notify *sn)
273		{
274
275	32	INIT_OBJ(sn, DBG_VAI_NOTIFY_MAGIC);
276	32	AZ(pthread_mutex_init(&sn->mtx, NULL));
277	32	AZ(pthread_cond_init(&sn->cond, NULL));
278	32	}
279
280		static void
281	32	dbg_vai_notify_fini(struct dbg_vai_notify *sn)
282		{
283
284	32	CHECK_OBJ_NOTNULL(sn, DBG_VAI_NOTIFY_MAGIC);
285	32	AZ(pthread_mutex_destroy(&sn->mtx));
286	32	AZ(pthread_cond_destroy(&sn->cond));
287	32	}
288
289		static void v_matchproto_(vai_notify_cb)
290	3	dbg_vai_notify(vai_hdl hdl, void *priv)
291		{
292		struct dbg_vai_notify *sn;
293
294	3	(void) hdl;
295	3	CAST_OBJ_NOTNULL(sn, priv, DBG_VAI_NOTIFY_MAGIC);
296	3	AZ(pthread_mutex_lock(&sn->mtx));
297	3	sn->hasmore = 1;
298	3	AZ(pthread_cond_signal(&sn->cond));
299	3	AZ(pthread_mutex_unlock(&sn->mtx));
300
301	3	}
302
303		static void
304	3	dbg_vai_notify_wait(struct dbg_vai_notify *sn)
305		{
306
307	3	CHECK_OBJ_NOTNULL(sn, DBG_VAI_NOTIFY_MAGIC);
308	3	AZ(pthread_mutex_lock(&sn->mtx));
309	6	while (sn->hasmore == 0)
310	3	AZ(pthread_cond_wait(&sn->cond, &sn->mtx));
311	3	AN(sn->hasmore);
312	3	sn->hasmore = 0;
313	3	AZ(pthread_mutex_unlock(&sn->mtx));
314	3	}
315
316		static void
317	32	dbg_vai_lease_done(struct worker wrk, struct req req)
318		{
319	32	VSLb(req->vsl, SLT_Debug, "w=%p resuming http1_req", wrk);
320	32	wrk->task->func = hack_http1_req;
321	32	wrk->task->priv = req;
322	32	}
323
324		static void v_matchproto_(task_func_t)
325	32	dbg_vai_lease(struct worker wrk, void arg)
326		{
327		struct req *req;
328		struct v1l *v1l;
329		const char *p;
330	32	unsigned flags = 0;
331		int r, cap, err, chunked;
332
333	32	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
334	32	CAST_OBJ_NOTNULL(req, arg, REQ_MAGIC);
335	32	v1l = req->transport_priv;
336	32	req->transport_priv = NULL;
337	32	AN(v1l);
338
339	32	THR_SetRequest(req);
340	32	VSLb(req->vsl, SLT_Debug, "w=%p enter dbg_vai_lease", wrk);
341	32	AZ(req->wrk);
342	32	CNT_Embark(wrk, req);
343	32	req->vdc->wrk = wrk; // move to CNT_Embark?
344
345	32	cap = req->vdc->retval;
346	32	req->vdc->retval = 0;
347	32	assert(cap > 0);
348
349	32	VSCARAB_LOCAL(scarab, cap);
350	32	VSCARET_LOCAL(scaret, cap);
351
352	32	chunked = http_GetHdr(req->resp, H_Transfer_Encoding, &p) && strcmp(p, "chunked") == 0;
353	32	if (chunked)
354	9	V1L_Chunked(v1l);
355
356		struct dbg_vai_notify notify;
357	32	dbg_vai_notify_init(&notify);
358
359	32	if (VDPIO_Init(req->vdc, req->objcore, req->ws, dbg_vai_notify, &notify, scaret)) {
360	0	dbg_vai_notify_fini(&notify);
361	0	dbg_vai_deliver_finish(req, &v1l, 1);
362	0	dbg_vai_lease_done(wrk, req);
363	0	return;
364		}
365
366	32	err = 0;
367	32	do {
368	70	r = vdpio_pull(req->vdc, NULL, scarab);
369	70	flags = scarab->flags; // because vdpio_return_vscarab
370	70	VSLb(req->vsl, SLT_Debug, "%d = vdpio_pull()", r);
371	70	(void)V1L_Flush(v1l);
372	70	vdpio_return_vscarab(req->vdc, scarab);
373
374	70	if (r == -ENOBUFS \|\| r == -EAGAIN) {
375	3	VDPIO_Return(req->vdc);
376	3	dbg_vai_notify_wait(&notify);
377	3	}
378	67	else if (r < 0) {
379	0	err = r;
380	0	break;
381		}
382	70	} while ((flags & VSCARAB_F_END) == 0);
383
384	32	if (!err && chunked)
385	9	V1L_EndChunk(v1l);
386	32	dbg_vai_deliver_finish(req, &v1l, err);
387	32	VDPIO_Fini(req->vdc);
388	32	dbg_vai_notify_fini(&notify);
389	32	dbg_vai_lease_done(wrk, req);
390	32	}
391
392		static void
393	40	dbg_vai_deliver_finish(struct req req, struct v1l *v1lp, int err)
394		{
395		stream_close_t sc;
396		uint64_t bytes;
397
398	40	sc = V1L_Close(v1lp, &bytes);
399
400	40	if (req->vdc->vai_hdl != NULL)
401	32	req->acct.resp_bodybytes += VDPIO_Close(req->vdc, req->objcore, req->boc);
402	40	req->acct.resp_bodybytes += VDP_Close(req->vdc, req->objcore, req->boc);
403
404	40	if (sc == SC_NULL && err && req->sp->fd >= 0)
405	0	sc = SC_REM_CLOSE;
406	40	if (sc != SC_NULL)
407	0	Req_Fail(req, sc);
408	40	}
409
410		static struct transport DBG_transport;
411
412		void
413	101	debug_transport_vai_init(void)
414		{
415	101	DBG_transport = HTTP1_transport;
416	101	DBG_transport.name = "DBG VAI";
417	101	DBG_transport.deliver = dbg_vai_deliver;
418	101	}
419
420		void
421	40	debug_transport_vai_use(VRT_CTX)
422		{
423		struct req *req;
424
425	40	CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
426	40	req = ctx->req;
427	40	CHECK_OBJ_NOTNULL(req, REQ_MAGIC);
428
429	40	if (req->transport != &HTTP1_transport) {
430	0	VRT_fail(ctx, "Only works on built-in http1 transport");
431	0	return;
432		}
433	40	AZ(req->transport_priv);
434	40	req->transport = &DBG_transport;
435	40	}