GCOV - Varnish Cache


/*-
 * Copyright (c) 2013-2015 Varnish Software AS
 * All rights reserved.
 *
 * Author: Martin Blix Grydeland <martin@varnish-software.com>
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 *
 * Handle backend connections and backend request structures.
 *
 */

#include "config.h"

#include <stdlib.h>

#include "cache_varnishd.h"
#include "cache_filter.h"
#include "cache_objhead.h"

static struct mempool           *vbopool;

/*--------------------------------------------------------------------
 */

void
VBO_Init(void)
{

        vbopool = MPL_New("busyobj", &cache_param->pool_vbo,
            &cache_param->workspace_backend);
        AN(vbopool);
}

/*--------------------------------------------------------------------
 * BusyObj handling
 */

struct busyobj *
VBO_GetBusyObj(const struct worker *wrk, const struct req *req)
{
        struct busyobj *bo;
        uint16_t nhttp;
        unsigned sz;
        char *p;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);

        bo = MPL_Get(vbopool, &sz);
        XXXAN(bo);
        bo->magic = BUSYOBJ_MAGIC;
        bo->end = (char *)bo + sz;
        bo->max_retries = cache_param->max_retries;

        p = (void*)(bo + 1);
        p = (void*)PRNDUP(p);
        assert(p < bo->end);

        nhttp = (uint16_t)cache_param->http_max_hdr;
        sz = HTTP_estimate(nhttp);

        bo->bereq0 = HTTP_create(p, nhttp, sz);
        p += sz;
        p = (void*)PRNDUP(p);
        assert(p < bo->end);

        bo->bereq = HTTP_create(p, nhttp, sz);
        p += sz;
        p = (void*)PRNDUP(p);
        assert(p < bo->end);

        bo->beresp = HTTP_create(p, nhttp, sz);
        p += sz;
        p = (void*)PRNDUP(p);
        assert(p < bo->end);

        sz = cache_param->vsl_buffer;
        VSL_Setup(bo->vsl, p, sz);
        bo->vsl->wid = VXID_Get(wrk, VSL_BACKENDMARKER);
        p += sz;
        p = (void*)PRNDUP(p);
        assert(p < bo->end);

        bo->vfc = (void*)p;
        p += sizeof (*bo->vfc);
        p = (void*)PRNDUP(p);
        INIT_OBJ(bo->vfc, VFP_CTX_MAGIC);

        WS_Init(bo->ws, "bo", p, bo->end - p);

        bo->do_stream = 1;

        if (req->client_identity != NULL) {
                bo->client_identity = WS_Copy(bo->ws, req->client_identity, -1);
                XXXAN(bo->client_identity);
        }

        VRT_Assign_Backend(&bo->director_req, req->director_hint);
        bo->vcl = req->vcl;
        VCL_Ref(bo->vcl);

        bo->t_first = bo->t_prev = NAN;
        bo->connect_timeout = NAN;
        bo->first_byte_timeout = NAN;
        bo->between_bytes_timeout = NAN;

        memcpy(bo->digest, req->digest, sizeof bo->digest);

        return (bo);
}

void
VBO_ReleaseBusyObj(struct worker *wrk, struct busyobj **pbo)
{
        struct busyobj *bo;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        TAKE_OBJ_NOTNULL(bo, pbo, BUSYOBJ_MAGIC);
        CHECK_OBJ_ORNULL(bo->fetch_objcore, OBJCORE_MAGIC);

        AZ(bo->htc);
        AZ(bo->stale_oc);

        VSLb(bo->vsl, SLT_BereqAcct, "%ju %ju %ju %ju %ju %ju",
            (uintmax_t)bo->acct.bereq_hdrbytes,
            (uintmax_t)bo->acct.bereq_bodybytes,
            (uintmax_t)(bo->acct.bereq_hdrbytes + bo->acct.bereq_bodybytes),
            (uintmax_t)bo->acct.beresp_hdrbytes,
            (uintmax_t)bo->acct.beresp_bodybytes,
            (uintmax_t)(bo->acct.beresp_hdrbytes + bo->acct.beresp_bodybytes));

        VSL_End(bo->vsl);

        if (WS_Overflowed(bo->ws))
                wrk->stats->ws_backend_overflow++;

        if (bo->fetch_objcore != NULL) {
                (void)HSH_DerefObjCore(wrk, &bo->fetch_objcore);
        }

        VRT_Assign_Backend(&bo->director_req, NULL);
        VRT_Assign_Backend(&bo->director_resp, NULL);
        VCL_Rel(&bo->vcl);
#ifdef ENABLE_WORKSPACE_EMULATOR
        WS_Rollback(bo->ws, 0);
#endif

        MPL_Free(vbopool, bo);
}

void
VBO_SetState(struct worker *wrk, struct busyobj *bo, enum boc_state_e next)
{
        unsigned broadcast;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        CHECK_OBJ_NOTNULL(bo, BUSYOBJ_MAGIC);

        switch (next) {
        case BOS_REQ_DONE:
                AN(bo->req);
                bo->req = NULL;
                broadcast = bo->is_bgfetch;
                break;
        case BOS_STREAM:
                AN(bo->do_stream);
                AZ(bo->req);
                broadcast = 1;
                break;
        case BOS_FINISHED:
        case BOS_FAILED:
                /* We can't assert that either state already released its
                 * request because a fetch may fail before reaching the
                 * BOS_REQ_DONE state. Failing can also mean executing
                 * vcl_backend_error and reaching BOS_FINISHED from there.
                 * One can legitemately return(retry) from there and proceed
                 * again with a usable req if a return(error) transition led
                 * to vcl_backend_error instead of a failed fetch attempt.
                 */
                bo->req = NULL;
                broadcast = 1;
                break;
        default:
                WRONG("unexpected BOC state");
        }

        ObjSetState(wrk, bo->fetch_objcore, next, broadcast);
}

		varnish-cache/bin/varnishd/cache/cache_busyobj.c
0		/*-
1		* Copyright (c) 2013-2015 Varnish Software AS
2		* All rights reserved.
3		*
4		* Author: Martin Blix Grydeland <martin@varnish-software.com>
5		* Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
6		*
7		* SPDX-License-Identifier: BSD-2-Clause
8		*
9		* Redistribution and use in source and binary forms, with or without
10		* modification, are permitted provided that the following conditions
11		* are met:
12		* 1. Redistributions of source code must retain the above copyright
13		* notice, this list of conditions and the following disclaimer.
14		* 2. Redistributions in binary form must reproduce the above copyright
15		* notice, this list of conditions and the following disclaimer in the
16		* documentation and/or other materials provided with the distribution.
17		*
18		* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19		* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20		* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21		* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
22		* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23		* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24		* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25		* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26		* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27		* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28		* SUCH DAMAGE.
29		*
30		* Handle backend connections and backend request structures.
31		*
32		*/
33
34		#include "config.h"
35
36		#include <stdlib.h>
37
38		#include "cache_varnishd.h"
39		#include "cache_filter.h"
40		#include "cache_objhead.h"
41
42		static struct mempool *vbopool;
43
44		/*--------------------------------------------------------------------
45		*/
46
47		void
48	38034	VBO_Init(void)
49		{
50
51	76068	vbopool = MPL_New("busyobj", &cache_param->pool_vbo,
52	38034	&cache_param->workspace_backend);
53	38034	AN(vbopool);
54	38034	}
55
56		/*--------------------------------------------------------------------
57		* BusyObj handling
58		*/
59
60		struct busyobj *
61	92439	VBO_GetBusyObj(const struct worker wrk, const struct req req)
62		{
63		struct busyobj *bo;
64		uint16_t nhttp;
65		unsigned sz;
66		char *p;
67
68	92439	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
69
70	92439	bo = MPL_Get(vbopool, &sz);
71	92439	XXXAN(bo);
72	92439	bo->magic = BUSYOBJ_MAGIC;
73	92439	bo->end = (char *)bo + sz;
74	92439	bo->max_retries = cache_param->max_retries;
75
76	92439	p = (void*)(bo + 1);
77	92439	p = (void*)PRNDUP(p);
78	92439	assert(p < bo->end);
79
80	92439	nhttp = (uint16_t)cache_param->http_max_hdr;
81	92439	sz = HTTP_estimate(nhttp);
82
83	92439	bo->bereq0 = HTTP_create(p, nhttp, sz);
84	92439	p += sz;
85	92439	p = (void*)PRNDUP(p);
86	92439	assert(p < bo->end);
87
88	92439	bo->bereq = HTTP_create(p, nhttp, sz);
89	92439	p += sz;
90	92439	p = (void*)PRNDUP(p);
91	92439	assert(p < bo->end);
92
93	92439	bo->beresp = HTTP_create(p, nhttp, sz);
94	92439	p += sz;
95	92439	p = (void*)PRNDUP(p);
96	92439	assert(p < bo->end);
97
98	92439	sz = cache_param->vsl_buffer;
99	92439	VSL_Setup(bo->vsl, p, sz);
100	92439	bo->vsl->wid = VXID_Get(wrk, VSL_BACKENDMARKER);
101	92439	p += sz;
102	92439	p = (void*)PRNDUP(p);
103	92439	assert(p < bo->end);
104
105	92439	bo->vfc = (void*)p;
106	92439	p += sizeof (*bo->vfc);
107	92439	p = (void*)PRNDUP(p);
108	92439	INIT_OBJ(bo->vfc, VFP_CTX_MAGIC);
109
110	92439	WS_Init(bo->ws, "bo", p, bo->end - p);
111
112	92439	bo->do_stream = 1;
113
114	92439	if (req->client_identity != NULL) {
115	40	bo->client_identity = WS_Copy(bo->ws, req->client_identity, -1);
116	40	XXXAN(bo->client_identity);
117	40	}
118
119	92439	VRT_Assign_Backend(&bo->director_req, req->director_hint);
120	92439	bo->vcl = req->vcl;
121	92439	VCL_Ref(bo->vcl);
122
123	92439	bo->t_first = bo->t_prev = NAN;
124	92439	bo->connect_timeout = NAN;
125	92439	bo->first_byte_timeout = NAN;
126	92439	bo->between_bytes_timeout = NAN;
127
128	92439	memcpy(bo->digest, req->digest, sizeof bo->digest);
129
130	92439	return (bo);
131		}
132
133		void
134	92397	VBO_ReleaseBusyObj(struct worker wrk, struct busyobj *pbo)
135		{
136		struct busyobj *bo;
137
138	92397	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
139	92397	TAKE_OBJ_NOTNULL(bo, pbo, BUSYOBJ_MAGIC);
140	92397	CHECK_OBJ_ORNULL(bo->fetch_objcore, OBJCORE_MAGIC);
141
142	92397	AZ(bo->htc);
143	92397	AZ(bo->stale_oc);
144
145	184794	VSLb(bo->vsl, SLT_BereqAcct, "%ju %ju %ju %ju %ju %ju",
146	92397	(uintmax_t)bo->acct.bereq_hdrbytes,
147	92397	(uintmax_t)bo->acct.bereq_bodybytes,
148	92397	(uintmax_t)(bo->acct.bereq_hdrbytes + bo->acct.bereq_bodybytes),
149	92397	(uintmax_t)bo->acct.beresp_hdrbytes,
150	92397	(uintmax_t)bo->acct.beresp_bodybytes,
151	92397	(uintmax_t)(bo->acct.beresp_hdrbytes + bo->acct.beresp_bodybytes));
152
153	92397	VSL_End(bo->vsl);
154
155	92397	if (WS_Overflowed(bo->ws))
156	6800	wrk->stats->ws_backend_overflow++;
157
158	92397	if (bo->fetch_objcore != NULL) {
159	91199	(void)HSH_DerefObjCore(wrk, &bo->fetch_objcore);
160	91199	}
161
162	92397	VRT_Assign_Backend(&bo->director_req, NULL);
163	92397	VRT_Assign_Backend(&bo->director_resp, NULL);
164	92397	VCL_Rel(&bo->vcl);
165		#ifdef ENABLE_WORKSPACE_EMULATOR
166		WS_Rollback(bo->ws, 0);
167		#endif
168
169	92397	MPL_Free(vbopool, bo);
170	92397	}
171
172		void
173	215748	VBO_SetState(struct worker wrk, struct busyobj bo, enum boc_state_e next)
174		{
175		unsigned broadcast;
176
177	215748	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
178	215748	CHECK_OBJ_NOTNULL(bo, BUSYOBJ_MAGIC);
179
180	215748	switch (next) {
181		case BOS_REQ_DONE:
182	90394	AN(bo->req);
183	90394	bo->req = NULL;
184	90394	broadcast = bo->is_bgfetch;
185	90394	break;
186		case BOS_STREAM:
187	34158	AN(bo->do_stream);
188	34158	AZ(bo->req);
189	34158	broadcast = 1;
190	34158	break;
191		case BOS_FINISHED:
192		case BOS_FAILED:
193		/* We can't assert that either state already released its
194		* request because a fetch may fail before reaching the
195		* BOS_REQ_DONE state. Failing can also mean executing
196		* vcl_backend_error and reaching BOS_FINISHED from there.
197		* One can legitemately return(retry) from there and proceed
198		* again with a usable req if a return(error) transition led
199		* to vcl_backend_error instead of a failed fetch attempt.
200		*/
201	91196	bo->req = NULL;
202	91196	broadcast = 1;
203	91196	break;
204		default:
205	0	WRONG("unexpected BOC state");
206	0	}
207
208	215748	ObjSetState(wrk, bo->fetch_objcore, next, broadcast);
209	215748	}