varnish-cache/bin/varnishd/cache/cache_vrt_filter.c
0
/*-
1
 * Copyright (c) 2006 Verdens Gang AS
2
 * Copyright (c) 2006-2016 Varnish Software AS
3
 * All rights reserved.
4
 *
5
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
6
 *
7
 * SPDX-License-Identifier: BSD-2-Clause
8
 *
9
 * Redistribution and use in source and binary forms, with or without
10
 * modification, are permitted provided that the following conditions
11
 * are met:
12
 * 1. Redistributions of source code must retain the above copyright
13
 *    notice, this list of conditions and the following disclaimer.
14
 * 2. Redistributions in binary form must reproduce the above copyright
15
 *    notice, this list of conditions and the following disclaimer in the
16
 *    documentation and/or other materials provided with the distribution.
17
 *
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
22
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28
 * SUCH DAMAGE.
29
 *
30
 */
31
32
#include "config.h"
33
34
#include <stdio.h>
35
#include <stdint.h>
36
#include <stdlib.h>
37
38
#include "cache_varnishd.h"
39
#include "cache_vcl.h"
40
#include "vrt_obj.h"
41
42
#include "vct.h"
43
44
#include "cache_filter.h"
45
46
/*--------------------------------------------------------------------
47
 */
48
49
struct vfilter {
50
        unsigned                        magic;
51
#define VFILTER_MAGIC                   0xd40894e9
52
        const struct vfp                *vfp;
53
        const struct vdp                *vdp;
54
        const char                      *name;
55
        int                             nlen;
56
        VTAILQ_ENTRY(vfilter)           list;
57
};
58
59
static struct vfilter_head vrt_filters =
60
    VTAILQ_HEAD_INITIALIZER(vrt_filters);
61
62
static const char *
63 366408
is_dup_filter(const struct vfilter_head *head, const struct vfp * vfp,
64
    const struct vdp *vdp, const char *name)
65
{
66
        struct vfilter *vp;
67 1800076
        VTAILQ_FOREACH(vp, head, list) {
68 1433708
                if (vfp != NULL && vp->vfp != NULL) {
69 420350
                        if (vp->vfp == vfp)
70 40
                                return ("VFP already registered");
71 420310
                        if (!strcasecmp(vp->name, name))
72 0
                                return ("VFP name already used");
73 420310
                }
74 1433668
                if (vdp != NULL && vp->vdp != NULL) {
75 330693
                        if (vp->vdp == vdp)
76 0
                                return ("VDP already registered");
77 330693
                        if (!strcasecmp(vp->name, name))
78 0
                                return ("VDP name already used");
79 330693
                }
80 1433668
        }
81 366368
        return (NULL);
82 366408
}
83
84
static const char *
85 332768
vrt_addfilter(VRT_CTX, const struct vfp *vfp, const struct vdp *vdp)
86
{
87
        struct vfilter *vp;
88 332768
        struct vfilter_head *hd = &vrt_filters;
89 332768
        const char *err, *name = NULL;
90
91 332768
        CHECK_OBJ_ORNULL(ctx, VRT_CTX_MAGIC);
92 332768
        assert(vfp != NULL || vdp != NULL);
93 332768
        assert(vfp == NULL || vfp->name != NULL);
94 332768
        assert(vdp == NULL || vdp->name != NULL);
95 332768
        assert(vfp == NULL || vdp == NULL || !strcasecmp(vfp->name, vdp->name));
96 332768
        if (vfp != NULL)
97 195395
                name = vfp->name;
98 137373
        else if (vdp != NULL)
99 137373
                name = vdp->name;
100 332768
        AN(name);
101
102 332768
        err = is_dup_filter(hd, vfp, vdp, name);
103 332768
        if (err != NULL) {
104 0
                if (ctx != NULL)
105 0
                        VRT_fail(ctx, "%s: %s (global)", name, err);
106 0
                return (err);
107
        }
108 332768
        if (ctx != NULL) {
109 33640
                ASSERT_CLI();
110 33640
                CHECK_OBJ_NOTNULL(ctx->vcl, VCL_MAGIC);
111 33640
                hd = &ctx->vcl->filters;
112 33640
                err = is_dup_filter(hd, vfp, vdp, name);
113 33640
                if (err != NULL) {
114 40
                        VRT_fail(ctx, "%s: %s (per-vcl)", name, err);
115 40
                        return (err);
116
                }
117 33600
        }
118
119 332728
        ALLOC_OBJ(vp, VFILTER_MAGIC);
120 332728
        AN(vp);
121 332728
        vp->vfp = vfp;
122 332728
        vp->vdp = vdp;
123 332728
        vp->name = name;
124 332728
        vp->nlen = strlen(name);
125 332728
        VTAILQ_INSERT_TAIL(hd, vp, list);
126 332728
        return (err);
127 332768
}
128
129
const char *
130 33640
VRT_AddFilter(VRT_CTX, const struct vfp *vfp, const struct vdp *vdp)
131
{
132
133 33640
        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
134 33640
        return (vrt_addfilter(ctx, vfp, vdp));
135
}
136
137
void
138 0
VRT_AddVFP(VRT_CTX, const struct vfp *filter)
139
{
140 0
        AZ(VRT_AddFilter(ctx, filter, NULL));
141 0
}
142
143
void
144 0
VRT_AddVDP(VRT_CTX, const struct vdp *filter)
145
{
146 0
        AZ(VRT_AddFilter(ctx, NULL, filter));
147 0
}
148
149
void
150 7360
VRT_RemoveFilter(VRT_CTX, const struct vfp *vfp, const struct vdp *vdp)
151
{
152
        struct vfilter *vp;
153
        struct vfilter_head *hd;
154
155 7360
        CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);
156 7360
        CHECK_OBJ_NOTNULL(ctx->vcl, VCL_MAGIC);
157 7360
        hd = &ctx->vcl->filters;
158 7360
        assert(vfp != NULL || vdp != NULL);
159 7360
        assert(vfp == NULL || vfp->name != NULL);
160 7360
        assert(vdp == NULL || vdp->name != NULL);
161 7360
        assert(vfp == NULL || vdp == NULL || !strcasecmp(vfp->name, vdp->name));
162
163 7360
        ASSERT_CLI();
164 10120
        VTAILQ_FOREACH(vp, hd, list) {
165 10120
                CHECK_OBJ_NOTNULL(vp, VFILTER_MAGIC);
166 10120
                if (vp->vfp == vfp && vp->vdp == vdp)
167 7360
                        break;
168 2760
        }
169 7360
        AN(vp);
170 7360
        assert(vfp == NULL || !strcasecmp(vfp->name, vp->name));
171 7360
        assert(vdp == NULL || !strcasecmp(vdp->name, vp->name));
172 7360
        VTAILQ_REMOVE(hd, vp, list);
173 7360
        FREE_OBJ(vp);
174 7360
}
175
176
void
177 0
VRT_RemoveVFP(VRT_CTX, const struct vfp *filter)
178
{
179
180 0
        VRT_RemoveFilter(ctx, filter, NULL);
181 0
}
182
183
void
184 0
VRT_RemoveVDP(VRT_CTX, const struct vdp *filter)
185
{
186
187 0
        VRT_RemoveFilter(ctx, NULL, filter);
188 0
}
189
190
static const struct vfilter vfilter_error[1] = {{0}};
191
192
static const struct vfilter *
193 263013
vcl_filter_list_iter(int want_vfp, const struct vfilter_head *h1,
194
    const struct vfilter_head *h2, const char **flp)
195
{
196
        const char *fl, *q;
197
        const struct vfilter *vp;
198
199 263013
        AN(h1);
200 263013
        AN(h2);
201 263013
        AN(flp);
202
203 263013
        fl = *flp;
204 263013
        AN(fl);
205
206 306531
        while (vct_isspace(*fl))
207 43518
                fl++;
208 263013
        if (*fl == '\0') {
209 217894
                *flp = NULL;
210 217894
                return (NULL);
211
        }
212 374298
        for (q = fl; *q && !vct_isspace(*q); q++)
213 329179
                continue;
214 45119
        *flp = q;
215 266511
        VTAILQ_FOREACH(vp, h1, list) {
216 254071
                if (want_vfp && vp->vfp == NULL)
217 1560
                        continue;
218 252511
                else if (!want_vfp && vp->vdp == NULL)
219 127392
                        continue;
220 125119
                if (vp->nlen == q - fl && !memcmp(fl, vp->name, vp->nlen))
221 32679
                        return (vp);
222 92440
        }
223 27440
        VTAILQ_FOREACH(vp, h2, list) {
224 27320
                if (want_vfp && vp->vfp == NULL)
225 480
                        continue;
226 26840
                else if (!want_vfp && vp->vdp == NULL)
227 0
                        continue;
228 26840
                if (vp->nlen == q - fl && !memcmp(fl, vp->name, vp->nlen))
229 12320
                        return (vp);
230 14520
        }
231 120
        *flp = fl;
232 120
        return (vfilter_error);
233 263013
}
234
235
int
236 77078
VCL_StackVFP(struct vfp_ctx *vc, const struct vcl *vcl, const char *fl)
237
{
238
        const struct vfilter *vp;
239
240 77078
        AN(fl);
241 77078
        VSLbs(vc->wrk->vsl, SLT_Filters, TOSTRAND(fl));
242
243 95758
        while (1) {
244 95758
                vp = vcl_filter_list_iter(1, &vrt_filters, &vcl->filters, &fl);
245 95758
                if (vp == NULL)
246 76118
                        return (0);
247 19640
                if (vp == vfilter_error)
248 80
                        return (VFP_Error(vc, "Filter '...%s' not found", fl));
249 19560
                if (VFP_Push(vc, vp->vfp) == NULL)
250 880
                        return (-1);
251
        }
252 77078
}
253
254
int
255 144297
VCL_StackVDP(struct vdp_ctx *vdc, const struct vcl *vcl, const char *fl,
256
    struct req *req, struct busyobj *bo)
257
{
258
        const struct vfilter *vp;
259
        struct vrt_ctx ctx[1];
260
261 144297
        CHECK_OBJ_NOTNULL(vdc, VDP_CTX_MAGIC);
262 144297
        AN(vcl);
263 144297
        AN(fl);
264
265 144297
        CHECK_OBJ_ORNULL(req, REQ_MAGIC);
266 144297
        CHECK_OBJ_ORNULL(bo, BUSYOBJ_MAGIC);
267
268 144297
        assert((req ? 1 : 0) ^ (bo ? 1 : 0));
269
270 144297
        VSLbs(vdc->vsl, SLT_Filters, TOSTRAND(fl));
271 144297
        INIT_OBJ(ctx, VRT_CTX_MAGIC);
272
273 144297
        if (req)
274 144017
                VCL_Req2Ctx(ctx, req);
275
        else
276 280
                VCL_Bo2Ctx(ctx, bo);
277
278 167257
        while (1) {
279 167257
                vp = vcl_filter_list_iter(0, &vrt_filters, &vcl->filters, &fl);
280 167257
                if (vp == NULL)
281 141777
                        return (0);
282 25480
                if (vp == vfilter_error) {
283 80
                        VSLb(ctx->vsl, SLT_Error,
284 40
                            "Filter '...%s' not found", fl);
285 40
                        return (-1);
286
                }
287 25440
                if (VDP_Push(ctx, vdc, ctx->ws, vp->vdp, NULL))
288 2480
                        return (-1);
289
        }
290 144297
}
291
292
void
293 37391
VCL_VRT_Init(void)
294
{
295 37391
        AZ(vrt_addfilter(NULL, &VFP_testgunzip, NULL));
296 37391
        AZ(vrt_addfilter(NULL, &VFP_gunzip, NULL));
297 37391
        AZ(vrt_addfilter(NULL, &VFP_gzip, NULL));
298 37391
        AZ(vrt_addfilter(NULL, &VFP_esi, NULL));
299 37391
        AZ(vrt_addfilter(NULL, &VFP_esi_gzip, NULL));
300 37391
        AZ(vrt_addfilter(NULL, NULL, &VDP_esi));
301 37391
        AZ(vrt_addfilter(NULL, NULL, &VDP_gunzip));
302 37391
        AZ(vrt_addfilter(NULL, NULL, &VDP_range));
303 37391
}
304
305
/*--------------------------------------------------------------------
306
 */
307
308
typedef void filter_list_t(void *, struct vsb *vsb);
309
310
static const char *
311 192649
filter_on_ws(struct ws *ws, filter_list_t *func, void *arg)
312
{
313
        struct vsb vsb[1];
314
        const char *p;
315
316 192649
        AN(func);
317 192649
        AN(arg);
318 192649
        WS_VSB_new(vsb, ws);
319 192649
        func(arg, vsb);
320 192649
        p = WS_VSB_finish(vsb, ws, NULL);
321 192649
        if (p == NULL)
322 920
                p = "";
323 192649
        return (p);
324
}
325
326
/*--------------------------------------------------------------------
327
 */
328
329
static void v_matchproto_(filter_list_t)
330 47880
vbf_default_filter_list(void *arg, struct vsb *vsb)
331
{
332
        const struct busyobj *bo;
333
        const char *p;
334 47880
        int do_gzip, do_gunzip, is_gzip = 0, is_gunzip = 0;
335
336 47880
        CAST_OBJ_NOTNULL(bo, arg, BUSYOBJ_MAGIC);
337
338 47880
        do_gzip = bo->do_gzip;
339 47880
        do_gunzip = bo->do_gunzip;
340
341
        /*
342
         * The VCL variables beresp.do_g[un]zip tells us how we want the
343
         * object processed before it is stored.
344
         *
345
         * The backend Content-Encoding header tells us what we are going
346
         * to receive, which we classify in the following three classes:
347
         *
348
         *      "Content-Encoding: gzip"        --> object is gzipped.
349
         *      no Content-Encoding             --> object is not gzipped.
350
         *      anything else                   --> do nothing wrt gzip
351
         */
352
353
        /* No body -> done */
354 47880
        if (bo->htc->body_status == BS_NONE || bo->htc->content_length == 0)
355 8
                return;
356
357 47880
        if (!cache_param->http_gzip_support)
358 160
                do_gzip = do_gunzip = 0;
359
360 47880
        if (http_GetHdr(bo->beresp, H_Content_Encoding, &p))
361 8000
                is_gzip = !strcasecmp(p, "gzip");
362
        else
363 39880
                is_gunzip = 1;
364
365
        /* We won't gunzip unless it is gzipped */
366 47880
        if (do_gunzip && !is_gzip)
367 80
                do_gunzip = 0;
368
369
        /* We wont gzip unless if it already is gzipped */
370 47880
        if (do_gzip && !is_gunzip)
371 0
                do_gzip = 0;
372
373 47880
        if (do_gunzip || (is_gzip && bo->do_esi))
374 6360
                VSB_cat(vsb, " gunzip");
375
376 47880
        if (bo->do_esi && (do_gzip || (is_gzip && !do_gunzip))) {
377 6480
                VSB_cat(vsb, " esi_gzip");
378 6480
                return;
379
        }
380
381 41400
        if (bo->do_esi) {
382 6000
                VSB_cat(vsb, " esi");
383 6000
                return;
384
        }
385
386 35400
        if (do_gzip)
387 640
                VSB_cat(vsb, " gzip");
388
389 35400
        if (is_gzip && !do_gunzip)
390 1640
                VSB_cat(vsb, " testgunzip");
391 47880
}
392
393
const char *
394 47877
VBF_Get_Filter_List(struct busyobj *bo)
395
{
396
397 47877
        CHECK_OBJ_NOTNULL(bo, BUSYOBJ_MAGIC);
398 47877
        return (filter_on_ws(bo->ws, vbf_default_filter_list, bo));
399
}
400
401
static const char *
402 40
bereq_Empty_Filter(struct busyobj *bo)
403
{
404
405 40
        CHECK_OBJ_NOTNULL(bo, BUSYOBJ_MAGIC);
406 40
        return ("");
407
}
408
409
/*--------------------------------------------------------------------
410
 */
411
412
static void v_matchproto_(filter_list_t)
413 144761
resp_default_filter_list(void *arg, struct vsb *vsb)
414
{
415
        struct req *req;
416
417 144761
        CAST_OBJ_NOTNULL(req, arg, REQ_MAGIC);
418
419 144761
        if (!req->disable_esi && req->objcore != NULL &&
420 144164
            ObjHasAttr(req->wrk, req->objcore, OA_ESIDATA))
421 9000
                VSB_cat(vsb, " esi");
422
423 155121
        if (cache_param->http_gzip_support &&
424 144444
            req->objcore != NULL &&
425 144367
            ObjCheckFlag(req->wrk, req->objcore, OF_GZIPED) &&
426 10360
            !RFC2616_Req_Gzip(req->http))
427 3440
                VSB_cat(vsb, " gunzip");
428
429 264699
        if (cache_param->http_range_support &&
430 144619
            http_GetStatus(req->resp) == 200 &&
431 119938
            http_GetHdr(req->http, H_Range, NULL))
432 2320
                VSB_cat(vsb, " range");
433 144761
}
434
435
const char *
436 144777
resp_Get_Filter_List(struct req *req)
437
{
438
439 144777
        CHECK_OBJ_NOTNULL(req, REQ_MAGIC);
440 144777
        return (filter_on_ws(req->ws, resp_default_filter_list, req));
441
}
442
443
static const char *
444 80
req_Empty_Filter(struct req *req)
445
{
446
447 80
        CHECK_OBJ_NOTNULL(req, REQ_MAGIC);
448 80
        return ("");
449
}
450
451
/*--------------------------------------------------------------------
452
 * control if "set req.filters" is allowed
453
 *
454
 * req.body (conversely to other body object) is one where VCL has control over
455
 * when it gets processed by means of std.cache_req_body(): Filters act on the
456
 * received body when that function is called, so confusion could be caused if
457
 * people expect filters to have an effect when set/changed after the req.body
458
 * is already cached.
459
 */
460
461
static int
462 400
req_filter_can(struct req *req)
463
{
464
465 400
        CHECK_OBJ_NOTNULL(req, REQ_MAGIC);
466 400
        return (req->req_body_status->avail == 1);
467
}
468
469
/*--------------------------------------------------------------------*/
470
471
//lint -emacro(506, FILTER_VAR) constant value boolean
472
//lint -emacro(774, FILTER_VAR) if always evaluates to false
473
#define FILTER_VAR(vcl, in, func, cond, fld)                            \
474
        VCL_STRING                                                      \
475
        VRT_r_##vcl##_filters(VRT_CTX)                                  \
476
        {                                                               \
477
                                                                        \
478
                CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);                  \
479
                if (ctx->in->fld != NULL)                               \
480
                        return(ctx->in->fld);                           \
481
                return (func(ctx->in));                                 \
482
        }                                                               \
483
                                                                        \
484
        VCL_VOID                                                        \
485
        VRT_l_##vcl##_filters(VRT_CTX, const char *str, VCL_STRANDS s)  \
486
        {                                                               \
487
                const char *b;                                          \
488
                                                                        \
489
                (void)str;                                              \
490
                CHECK_OBJ_NOTNULL(ctx, VRT_CTX_MAGIC);                  \
491
                if (! (cond)) {                                         \
492
                        VRT_fail(ctx, #vcl ".filters not settable");    \
493
                        return;                                         \
494
                }                                                       \
495
                b = VRT_StrandsWS(ctx->in->ws, str, s);                 \
496
                if (b == NULL)                                          \
497
                        WS_MarkOverflow(ctx->in->ws);                   \
498
                else                                                    \
499
                        ctx->in->fld = b;                               \
500
        }
501
502 320
FILTER_VAR(bereq, bo, bereq_Empty_Filter, 1, vdp_filter_list)
503 1680
FILTER_VAR(beresp, bo, VBF_Get_Filter_List, 1, vfp_filter_list)
504 480
FILTER_VAR(req, req, req_Empty_Filter, req_filter_can(ctx->req), vfp_filter_list)
505 22560
FILTER_VAR(resp, req, resp_Get_Filter_List, 1, vdp_filter_list)