varnish-cache/bin/varnishd/cache/cache_ban.c
0
/*-
1
 * Copyright (c) 2006 Verdens Gang AS
2
 * Copyright (c) 2006-2015 Varnish Software AS
3
 * All rights reserved.
4
 *
5
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
6
 *
7
 * SPDX-License-Identifier: BSD-2-Clause
8
 *
9
 * Redistribution and use in source and binary forms, with or without
10
 * modification, are permitted provided that the following conditions
11
 * are met:
12
 * 1. Redistributions of source code must retain the above copyright
13
 *    notice, this list of conditions and the following disclaimer.
14
 * 2. Redistributions in binary form must reproduce the above copyright
15
 *    notice, this list of conditions and the following disclaimer in the
16
 *    documentation and/or other materials provided with the distribution.
17
 *
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
22
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28
 * SUCH DAMAGE.
29
 *
30
 */
31
32
#include "config.h"
33
34
#include <stdlib.h>
35
#include <stdio.h>
36
37
#include "cache_varnishd.h"
38
#include "cache_ban.h"
39
#include "cache_objhead.h"
40
41
#include "vcli_serve.h"
42
#include "vend.h"
43
#include "vmb.h"
44
45
/* cache_ban_build.c */
46
void BAN_Build_Init(void);
47
void BAN_Build_Fini(void);
48
49
struct lock ban_mtx;
50
int ban_shutdown;
51
struct banhead_s ban_head = VTAILQ_HEAD_INITIALIZER(ban_head);
52
struct ban * volatile ban_start;
53
54
static pthread_t ban_thread;
55
static int ban_holds;
56
uint64_t bans_persisted_bytes;
57
uint64_t bans_persisted_fragmentation;
58
59
struct ban_test {
60
        uint8_t                 oper;
61
        uint8_t                 arg1;
62
        const char              *arg1_spec;
63
        const char              *arg2;
64
        double                  arg2_double;
65
        const void              *arg2_spec;
66
};
67
68
static const char * const arg_name[BAN_ARGARRSZ + 1] = {
69
#define PVAR(a, b, c) [BAN_ARGIDX(c)] = (a),
70
#include "tbl/ban_vars.h"
71
        [BAN_ARGARRSZ] = NULL
72
};
73
74
/*--------------------------------------------------------------------
75
 * Storage handling of bans
76
 */
77
78
static struct ban *
79 130
ban_alloc(void)
80
{
81
        struct ban *b;
82
83 130
        ALLOC_OBJ(b, BAN_MAGIC);
84 130
        if (b != NULL)
85 130
                VTAILQ_INIT(&b->objcore);
86 130
        return (b);
87
}
88
89
void
90 356
BAN_Free(struct ban *b)
91
{
92
93 356
        CHECK_OBJ_NOTNULL(b, BAN_MAGIC);
94 356
        AZ(b->refcount);
95 356
        assert(VTAILQ_EMPTY(&b->objcore));
96
97 356
        if (b->spec != NULL)
98 356
                free(b->spec);
99 356
        FREE_OBJ(b);
100 356
}
101
102
/*--------------------------------------------------------------------
103
 * Get/release holds which prevent the ban_lurker from starting.
104
 * Holds are held while stevedores load zombie objects.
105
 */
106
107
void
108 190
BAN_Hold(void)
109
{
110
111 190
        Lck_Lock(&ban_mtx);
112
        /* Once holds are released, we allow no more */
113 190
        assert(ban_holds > 0);
114 190
        ban_holds++;
115 190
        Lck_Unlock(&ban_mtx);
116 190
}
117
118
void
119 4791
BAN_Release(void)
120
{
121
122 4791
        Lck_Lock(&ban_mtx);
123 4791
        assert(ban_holds > 0);
124 4791
        ban_holds--;
125 4791
        Lck_Unlock(&ban_mtx);
126 4791
        if (ban_holds == 0)
127 4601
                WRK_BgThread(&ban_thread, "ban-lurker", ban_lurker, NULL);
128 4791
}
129
130
/*--------------------------------------------------------------------
131
 * Extract time and length from ban-spec
132
 */
133
134
vtim_real
135 4160
ban_time(const uint8_t *banspec)
136
{
137
        vtim_real t;
138
        uint64_t u;
139
140 4160
        assert(sizeof t == sizeof u);
141 4160
        assert(sizeof t == (BANS_LENGTH - BANS_TIMESTAMP));
142 4160
        u = vbe64dec(banspec + BANS_TIMESTAMP);
143 4160
        memcpy(&t, &u, sizeof t);
144 4160
        return (t);
145
}
146
147
unsigned
148 28985
ban_len(const uint8_t *banspec)
149
{
150
        unsigned u;
151
152 28985
        u = vbe32dec(banspec + BANS_LENGTH);
153 28985
        return (u);
154
}
155
156
int
157 1120
ban_equal(const uint8_t *bs1, const uint8_t *bs2)
158
{
159
        unsigned u;
160
161
        /*
162
         * Compare two ban-strings.
163
         */
164 1120
        u = ban_len(bs1);
165 1120
        if (u != ban_len(bs2))
166 245
                return (0);
167 875
        if (bs1[BANS_FLAGS] & BANS_FLAG_NODEDUP)
168 25
                return (0);
169
170 850
        return (!memcmp(bs1 + BANS_LENGTH, bs2 + BANS_LENGTH, u - BANS_LENGTH));
171 1120
}
172
173
void
174 4846
ban_mark_completed(struct ban *b)
175
{
176
        unsigned ln;
177
178 4846
        CHECK_OBJ_NOTNULL(b, BAN_MAGIC);
179 4846
        Lck_AssertHeld(&ban_mtx);
180
181 4846
        AN(b->spec);
182 4846
        if (!(b->flags & BANS_FLAG_COMPLETED)) {
183 4846
                ln = ban_len(b->spec);
184 4846
                b->flags |= BANS_FLAG_COMPLETED;
185 4846
                b->spec[BANS_FLAGS] |= BANS_FLAG_COMPLETED;
186 4846
                VWMB();
187 4846
                vbe32enc(b->spec + BANS_LENGTH, BANS_HEAD_LEN);
188 4846
                VSC_C_main->bans_completed++;
189 4846
                bans_persisted_fragmentation += ln - ban_len(b->spec);
190 4846
                VSC_C_main->bans_persisted_fragmentation =
191 4846
                    bans_persisted_fragmentation;
192 4846
        }
193 4846
}
194
195
/*--------------------------------------------------------------------
196
 * Access a lump of bytes in a ban test spec
197
 */
198
199
static const void *
200 1800
ban_get_lump(const uint8_t **bs)
201
{
202
        const void *r;
203
        unsigned ln;
204
205 10875
        while (**bs == 0xff)
206 9075
                *bs += 1;
207 1800
        ln = vbe32dec(*bs);
208 1800
        *bs += PRNDUP(sizeof(uint32_t));
209 1800
        assert(PAOK(*bs));
210 1800
        r = (const void*)*bs;
211 1800
        *bs += ln;
212 1800
        return (r);
213
}
214
215
/*--------------------------------------------------------------------
216
 * Pick a test apart from a spec string
217
 */
218
219
static void
220 1550
ban_iter(const uint8_t **bs, struct ban_test *bt)
221
{
222
        uint64_t dtmp;
223
224 1550
        memset(bt, 0, sizeof *bt);
225 1550
        bt->arg2_double = nan("");
226 1550
        bt->arg1 = *(*bs)++;
227 1550
        if (BANS_HAS_ARG1_SPEC(bt->arg1)) {
228 510
                bt->arg1_spec = (const char *)*bs;
229 510
                (*bs) += (*bs)[0] + 2;
230 510
        }
231 1550
        if (BANS_HAS_ARG2_DOUBLE(bt->arg1)) {
232 635
                dtmp = vbe64dec(ban_get_lump(bs));
233 635
                bt->oper = *(*bs)++;
234
235 635
                memcpy(&bt->arg2_double, &dtmp, sizeof dtmp);
236 635
                return;
237
        }
238 915
        bt->arg2 = ban_get_lump(bs);
239 915
        bt->oper = *(*bs)++;
240 915
        if (BANS_HAS_ARG2_SPEC(bt->oper))
241 250
                bt->arg2_spec = ban_get_lump(bs);
242 1550
}
243
244
/*--------------------------------------------------------------------
245
 * A new object is created, grab a reference to the newest ban
246
 */
247
248
void
249 6970
BAN_NewObjCore(struct objcore *oc)
250
{
251
252 6970
        CHECK_OBJ_NOTNULL(oc, OBJCORE_MAGIC);
253 6970
        AZ(oc->ban);
254 6970
        AN(oc->objhead);
255 6970
        Lck_Lock(&ban_mtx);
256 6970
        oc->ban = ban_start;
257 6970
        ban_start->refcount++;
258 6970
        VTAILQ_INSERT_TAIL(&ban_start->objcore, oc, ban_list);
259 6970
        Lck_Unlock(&ban_mtx);
260 6970
}
261
262
/*--------------------------------------------------------------------
263
 * An object is destroyed, release its ban reference
264
 */
265
266
void
267 9142
BAN_DestroyObj(struct objcore *oc)
268
{
269
270 9142
        CHECK_OBJ_NOTNULL(oc, OBJCORE_MAGIC);
271 9142
        if (oc->ban == NULL)
272 7315
                return;
273 1827
        Lck_Lock(&ban_mtx);
274 1827
        CHECK_OBJ_ORNULL(oc->ban, BAN_MAGIC);
275 1827
        if (oc->ban != NULL) {
276 1827
                assert(oc->ban->refcount > 0);
277 1827
                oc->ban->refcount--;
278 1827
                VTAILQ_REMOVE(&oc->ban->objcore, oc, ban_list);
279 1827
                oc->ban = NULL;
280 1827
        }
281 1827
        Lck_Unlock(&ban_mtx);
282 9142
}
283
284
/*--------------------------------------------------------------------
285
 * Find a ban based on a timestamp.
286
 * Assume we have a BAN_Hold, so list traversal is safe.
287
 */
288
289
struct ban *
290 85
BAN_FindBan(vtim_real t0)
291
{
292
        struct ban *b;
293
        vtim_real t1;
294
295 85
        assert(ban_holds > 0);
296 230
        VTAILQ_FOREACH(b, &ban_head, list) {
297 230
                t1 = ban_time(b->spec);
298 230
                if (t1 == t0)
299 85
                        return (b);
300 145
                if (t1 < t0)
301 0
                        break;
302 145
        }
303 0
        return (NULL);
304 85
}
305
306
/*--------------------------------------------------------------------
307
 * Grab a reference to a ban and associate the objcore with that ban.
308
 * Assume we have a BAN_Hold, so list traversal is safe.
309
 */
310
311
void
312 85
BAN_RefBan(struct objcore *oc, struct ban *b)
313
{
314
315 85
        Lck_Lock(&ban_mtx);
316 85
        CHECK_OBJ_NOTNULL(oc, OBJCORE_MAGIC);
317 85
        AZ(oc->ban);
318 85
        CHECK_OBJ_NOTNULL(b, BAN_MAGIC);
319 85
        assert(ban_holds > 0);
320 85
        b->refcount++;
321 85
        VTAILQ_INSERT_TAIL(&b->objcore, oc, ban_list);
322 85
        oc->ban = b;
323 85
        Lck_Unlock(&ban_mtx);
324 85
}
325
326
/*--------------------------------------------------------------------
327
 * Compile a full ban list and export this area to the stevedores for
328
 * persistence.
329
 */
330
331
static void
332 9151
ban_export(void)
333
{
334
        struct ban *b;
335
        struct vsb *vsb;
336
        unsigned ln;
337
338 9151
        Lck_AssertHeld(&ban_mtx);
339 9151
        ln = bans_persisted_bytes - bans_persisted_fragmentation;
340 9151
        vsb = VSB_new_auto();
341 9151
        AN(vsb);
342 18701
        VTAILQ_FOREACH_REVERSE(b, &ban_head, banhead_s, list)
343 9550
                AZ(VSB_bcat(vsb, b->spec, ban_len(b->spec)));
344 9151
        AZ(VSB_finish(vsb));
345 9151
        assert(VSB_len(vsb) == ln);
346 9151
        STV_BanExport((const uint8_t *)VSB_data(vsb), VSB_len(vsb));
347 9151
        VSB_destroy(&vsb);
348 9151
        VSC_C_main->bans_persisted_bytes =
349 9151
            bans_persisted_bytes = ln;
350 9151
        VSC_C_main->bans_persisted_fragmentation =
351 9151
            bans_persisted_fragmentation = 0;
352 9151
}
353
354
/*
355
 * For both of these we do a full export on info failure to remove
356
 * holes in the exported list.
357
 * XXX: we should keep track of the size of holes in the last exported list
358
 * XXX: check if the ban_export should be batched in ban_cleantail
359
 */
360
void
361 5096
ban_info_new(const uint8_t *ban, unsigned len)
362
{
363
        /* XXX martin pls review if ban_mtx needs to be held */
364 5096
        Lck_AssertHeld(&ban_mtx);
365 5096
        if (STV_BanInfoNew(ban, len))
366 0
                ban_export();
367 5096
}
368
369
void
370 356
ban_info_drop(const uint8_t *ban, unsigned len)
371
{
372
        /* XXX martin pls review if ban_mtx needs to be held */
373 356
        Lck_AssertHeld(&ban_mtx);
374 356
        if (STV_BanInfoDrop(ban, len))
375 0
                ban_export();
376 356
}
377
378
/*--------------------------------------------------------------------
379
 * Put a skeleton ban in the list, unless there is an identical,
380
 * time & condition, ban already in place.
381
 *
382
 * If a newer ban has same condition, mark the inserted ban COMPLETED,
383
 * also mark any older bans, with the same condition COMPLETED.
384
 */
385
386
static void
387 170
ban_reload(const uint8_t *ban, unsigned len)
388
{
389
        struct ban *b, *b2;
390 170
        int duplicate = 0;
391 170
        vtim_real t0, t1, t2 = 9e99;
392 170
        ASSERT_CLI();
393 170
        Lck_AssertHeld(&ban_mtx);
394
395 170
        t0 = ban_time(ban);
396 170
        assert(len == ban_len(ban));
397
398 370
        VTAILQ_FOREACH(b, &ban_head, list) {
399 290
                t1 = ban_time(b->spec);
400 290
                assert(t1 < t2);
401 290
                t2 = t1;
402 290
                if (t1 == t0)
403 40
                        return;
404 250
                if (t1 < t0)
405 50
                        break;
406 200
                if (ban_equal(b->spec, ban))
407 120
                        duplicate = 1;
408 200
        }
409
410 130
        VSC_C_main->bans++;
411 130
        VSC_C_main->bans_added++;
412
413 130
        b2 = ban_alloc();
414 130
        AN(b2);
415 130
        b2->spec = malloc(len);
416 130
        AN(b2->spec);
417 130
        memcpy(b2->spec, ban, len);
418 130
        if (ban[BANS_FLAGS] & BANS_FLAG_REQ) {
419 25
                VSC_C_main->bans_req++;
420 25
                b2->flags |= BANS_FLAG_REQ;
421 25
        }
422 130
        if (duplicate)
423 90
                VSC_C_main->bans_dups++;
424 130
        if (duplicate || (ban[BANS_FLAGS] & BANS_FLAG_COMPLETED))
425 95
                ban_mark_completed(b2);
426 130
        if (b == NULL)
427 80
                VTAILQ_INSERT_TAIL(&ban_head, b2, list);
428
        else
429 50
                VTAILQ_INSERT_BEFORE(b, b2, list);
430 130
        bans_persisted_bytes += len;
431 130
        VSC_C_main->bans_persisted_bytes = bans_persisted_bytes;
432
433
        /* Hunt down older duplicates */
434 205
        for (b = VTAILQ_NEXT(b2, list); b != NULL; b = VTAILQ_NEXT(b, list)) {
435 75
                if (b->flags & BANS_FLAG_COMPLETED)
436 70
                        continue;
437 5
                if (ban_equal(b->spec, ban)) {
438 0
                        ban_mark_completed(b);
439 0
                        VSC_C_main->bans_dups++;
440 0
                }
441 5
        }
442 170
}
443
444
/*--------------------------------------------------------------------
445
 * Reload a series of persisted ban specs
446
 */
447
448
void
449 190
BAN_Reload(const uint8_t *ptr, unsigned len)
450
{
451
        const uint8_t *pe;
452
        unsigned l;
453
454 190
        AZ(ban_shutdown);
455 190
        pe = ptr + len;
456 190
        Lck_Lock(&ban_mtx);
457 360
        while (ptr < pe) {
458
                /* XXX: This can be optimized by traversing the live
459
                 * ban list together with the reload list (combining
460
                 * the loops in BAN_Reload and ban_reload). */
461 170
                l = ban_len(ptr);
462 170
                assert(ptr + l <= pe);
463 170
                ban_reload(ptr, l);
464 170
                ptr += l;
465
        }
466 190
        Lck_Unlock(&ban_mtx);
467 190
}
468
469
/*--------------------------------------------------------------------
470
 * Get a bans timestamp
471
 */
472
473
vtim_real
474 350
BAN_Time(const struct ban *b)
475
{
476
477 350
        if (b == NULL)
478 110
                return (0.0);
479
480 240
        CHECK_OBJ_NOTNULL(b, BAN_MAGIC);
481 240
        return (ban_time(b->spec));
482 350
}
483
484
/*--------------------------------------------------------------------
485
 * Evaluate ban-spec
486
 */
487
488
int
489 380
ban_evaluate(struct worker *wrk, const uint8_t *bsarg, struct objcore *oc,
490
    const struct http *reqhttp, unsigned *tests)
491
{
492
        struct ban_test bt;
493
        const uint8_t *bs, *be;
494
        const char *p;
495
        const char *arg1;
496
        double darg1, darg2;
497
        int rv;
498
499
        /*
500
         * for ttl and age, fix the point in time such that banning refers to
501
         * the same point in time when the ban is evaluated
502
         *
503
         * for grace/keep, we assume that the absolute values are pola and that
504
         * users will most likely also specify a ttl criterion if they want to
505
         * fix a point in time (such as "obj.ttl > 5h && obj.keep > 3h")
506
         */
507
508 380
        bs = bsarg;
509 380
        be = bs + ban_len(bs);
510 380
        bs += BANS_HEAD_LEN;
511 645
        while (bs < be) {
512 420
                (*tests)++;
513 420
                ban_iter(&bs, &bt);
514 420
                arg1 = NULL;
515 420
                darg1 = darg2 = nan("");
516 420
                switch (bt.arg1) {
517
                case BANS_ARG_URL:
518 135
                        AN(reqhttp);
519 135
                        arg1 = reqhttp->hd[HTTP_HDR_URL].b;
520 135
                        break;
521
                case BANS_ARG_REQHTTP:
522 45
                        AN(reqhttp);
523 45
                        (void)http_GetHdr(reqhttp, bt.arg1_spec, &p);
524 45
                        arg1 = p;
525 45
                        break;
526
                case BANS_ARG_OBJHTTP:
527 160
                        arg1 = HTTP_GetHdrPack(wrk, oc, bt.arg1_spec);
528 160
                        break;
529
                case BANS_ARG_OBJSTATUS:
530 20
                        arg1 = HTTP_GetHdrPack(wrk, oc, H__Status);
531 20
                        break;
532
                case BANS_ARG_OBJTTL:
533 15
                        darg1 = oc->ttl + oc->t_origin;
534 15
                        darg2 = bt.arg2_double + ban_time(bsarg);
535 15
                        break;
536
                case BANS_ARG_OBJAGE:
537 15
                        darg1 = 0.0 - oc->t_origin;
538 15
                        darg2 = 0.0 - (ban_time(bsarg) - bt.arg2_double);
539 15
                        break;
540
                case BANS_ARG_OBJGRACE:
541 10
                        darg1 = oc->grace;
542 10
                        darg2 = bt.arg2_double;
543 10
                        break;
544
                case BANS_ARG_OBJKEEP:
545 20
                        darg1 = oc->keep;
546 20
                        darg2 = bt.arg2_double;
547 20
                        break;
548
                default:
549 0
                        WRONG("Wrong BAN_ARG code");
550 0
                }
551
552 420
                switch (bt.oper) {
553
                case BANS_OPER_EQ:
554 220
                        if (arg1 == NULL) {
555 45
                                if (isnan(darg1) || darg1 != darg2)
556 25
                                        return (0);
557 195
                        } else if (strcmp(arg1, bt.arg2)) {
558 75
                                return (0);
559
                        }
560 120
                        break;
561
                case BANS_OPER_NEQ:
562 50
                        if (arg1 == NULL) {
563 25
                                if (! isnan(darg1) && darg1 == darg2)
564 10
                                        return (0);
565 40
                        } else if (!strcmp(arg1, bt.arg2)) {
566 10
                                return (0);
567
                        }
568 30
                        break;
569
                case BANS_OPER_MATCH:
570 120
                        if (arg1 == NULL)
571 5
                                return (0);
572 115
                        rv = VRE_match(bt.arg2_spec, arg1, 0, 0, NULL);
573 115
                        xxxassert(rv >= -1);
574 115
                        if (rv < 0)
575 10
                                return (0);
576 105
                        break;
577
                case BANS_OPER_NMATCH:
578 0
                        if (arg1 == NULL)
579 0
                                return (0);
580 0
                        rv = VRE_match(bt.arg2_spec, arg1, 0, 0, NULL);
581 0
                        xxxassert(rv >= -1);
582 0
                        if (rv >= 0)
583 0
                                return (0);
584 0
                        break;
585
                case BANS_OPER_GT:
586 20
                        AZ(arg1);
587 20
                        assert(! isnan(darg1));
588 20
                        if (!(darg1 > darg2))
589 20
                                return (0);
590 0
                        break;
591
                case BANS_OPER_GTE:
592 0
                        AZ(arg1);
593 0
                        assert(! isnan(darg1));
594 0
                        if (!(darg1 >= darg2))
595 0
                                return (0);
596 0
                        break;
597
                case BANS_OPER_LT:
598 5
                        AZ(arg1);
599 5
                        assert(! isnan(darg1));
600 5
                        if (!(darg1 < darg2))
601 0
                                return (0);
602 5
                        break;
603
                case BANS_OPER_LTE:
604 5
                        AZ(arg1);
605 5
                        assert(! isnan(darg1));
606 5
                        if (!(darg1 <= darg2))
607 0
                                return (0);
608 5
                        break;
609
                default:
610 0
                        WRONG("Wrong BAN_OPER code");
611 0
                }
612
        }
613 225
        return (1);
614 380
}
615
616
/*--------------------------------------------------------------------
617
 * Check an object against all applicable bans
618
 *
619
 * Return:
620
 *      -1 not all bans checked, but none of the checked matched
621
 *              Only if !has_req
622
 *      0 No bans matched, object moved to ban_start.
623
 *      1 Ban matched, object removed from ban list.
624
 */
625
626
int
627 19143
BAN_CheckObject(struct worker *wrk, struct objcore *oc, struct req *req)
628
{
629
        struct ban *b;
630
        struct vsl_log *vsl;
631
        struct ban *b0, *bn;
632
        unsigned tests;
633
634 19143
        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
635 19143
        CHECK_OBJ_NOTNULL(oc, OBJCORE_MAGIC);
636 19143
        CHECK_OBJ_NOTNULL(req, REQ_MAGIC);
637 19143
        Lck_AssertHeld(&oc->objhead->mtx);
638 19143
        assert(oc->refcnt > 0);
639
640 19143
        vsl = req->vsl;
641
642 19143
        CHECK_OBJ_NOTNULL(oc->ban, BAN_MAGIC);
643
644
        /* First do an optimistic unlocked check */
645 19143
        b0 = ban_start;
646 19143
        CHECK_OBJ_NOTNULL(b0, BAN_MAGIC);
647
648 19143
        if (b0 == oc->ban)
649 18843
                return (0);
650
651
        /* If that fails, make a safe check */
652 300
        Lck_Lock(&ban_mtx);
653 300
        b0 = ban_start;
654 300
        bn = oc->ban;
655 300
        if (b0 != bn)
656 300
                bn->refcount++;
657 300
        Lck_Unlock(&ban_mtx);
658
659 300
        AN(bn);
660
661 300
        if (b0 == bn)
662 0
                return (0);
663
664 300
        AN(b0);
665 300
        AN(bn);
666
667
        /*
668
         * This loop is safe without locks, because we know we hold
669
         * a refcount on a ban somewhere in the list and we do not
670
         * inspect the list past that ban.
671
         */
672 300
        tests = 0;
673 510
        for (b = b0; b != bn; b = VTAILQ_NEXT(b, list)) {
674 380
                CHECK_OBJ_NOTNULL(b, BAN_MAGIC);
675 380
                if (b->flags & BANS_FLAG_COMPLETED)
676 100
                        continue;
677 280
                if (ban_evaluate(wrk, b->spec, oc, req->http, &tests))
678 170
                        break;
679 110
        }
680
681 300
        Lck_Lock(&ban_mtx);
682 300
        bn->refcount--;
683 300
        VSC_C_main->bans_tested++;
684 300
        VSC_C_main->bans_tests_tested += tests;
685
686 300
        if (b == bn) {
687
                /* not banned */
688 130
                oc->ban->refcount--;
689 130
                VTAILQ_REMOVE(&oc->ban->objcore, oc, ban_list);
690 130
                VTAILQ_INSERT_TAIL(&b0->objcore, oc, ban_list);
691 130
                b0->refcount++;
692 130
                oc->ban = b0;
693 130
                b = NULL;
694 130
        }
695 300
        if (b != NULL)
696 170
                VSC_C_main->bans_obj_killed++;
697
698 300
        if (VTAILQ_LAST(&ban_head, banhead_s)->refcount == 0)
699 135
                ban_kick_lurker();
700
701 300
        Lck_Unlock(&ban_mtx);
702
703 300
        if (b == NULL) {
704
                /* not banned */
705 130
                ObjSendEvent(wrk, oc, OEV_BANCHG);
706 130
                return (0);
707
        } else {
708 340
                VSLb(vsl, SLT_ExpBan,
709 170
                    "%ju banned lookup", VXID(ObjGetXID(wrk, oc)));
710 170
                return (1);
711
        }
712 19143
}
713
714
/*--------------------------------------------------------------------
715
 * CLI functions to add bans
716
 */
717
718
static void v_matchproto_(cli_func_t)
719 455
ccf_ban(struct cli *cli, const char * const *av, void *priv)
720
{
721
        int narg, i;
722
        struct ban_proto *bp;
723 455
        const char *err = NULL;
724
725 455
        (void)priv;
726
727
        /* First do some cheap checks on the arguments */
728 1965
        for (narg = 0; av[narg + 2] != NULL; narg++)
729 1510
                continue;
730 455
        if ((narg % 4) != 3) {
731 10
                VCLI_Out(cli, "Wrong number of arguments");
732 10
                VCLI_SetResult(cli, CLIS_PARAM);
733 10
                return;
734
        }
735 470
        for (i = 3; i < narg; i += 4) {
736 30
                if (strcmp(av[i + 2], "&&")) {
737 5
                        VCLI_Out(cli, "Found \"%s\" expected &&", av[i + 2]);
738 5
                        VCLI_SetResult(cli, CLIS_PARAM);
739 5
                        return;
740
                }
741 25
        }
742
743 440
        bp = BAN_Build();
744 440
        if (bp == NULL) {
745 0
                VCLI_Out(cli, "Out of Memory");
746 0
                VCLI_SetResult(cli, CLIS_CANT);
747 0
                return;
748
        }
749 870
        for (i = 0; i < narg; i += 4) {
750 465
                err = BAN_AddTest(bp, av[i + 2], av[i + 3], av[i + 4]);
751 465
                if (err)
752 35
                        break;
753 430
        }
754
755 440
        if (err == NULL) {
756
                // XXX racy - grab wstat lock?
757 405
                err = BAN_Commit(bp);
758 405
        }
759
760 440
        if (err != NULL) {
761 35
                VCLI_Out(cli, "%s", err);
762 35
                BAN_Abandon(bp);
763 35
                VCLI_SetResult(cli, CLIS_PARAM);
764 35
        }
765 455
}
766
767
#define Ms 60
768
#define Hs (Ms * 60)
769
#define Ds (Hs * 24)
770
#define Ws (Ds * 7)
771
#define Ys (Ds * 365)
772
773
#define Xfmt(buf, var, s, unit)                                         \
774
        ((var) >= s && (var) % s == 0)                                  \
775
                bprintf((buf), "%ju" unit, (var) / s)
776
777
// XXX move to VTIM?
778
#define vdur_render(buf, dur) do {                                      \
779
        uintmax_t dec = (uintmax_t)floor(dur);                          \
780
        uintmax_t frac = (uintmax_t)floor((dur) * 1e3) % UINTMAX_C(1000); \
781
        if (dec == 0 && frac == 0)                                      \
782
                (void) strncpy(buf, "0s", sizeof(buf));                 \
783
        else if (dec == 0)                                              \
784
                bprintf((buf), "%jums", frac);                          \
785
        else if (frac != 0)                                             \
786
                bprintf((buf), "%ju.%03jus", dec, frac);                \
787
        else if Xfmt(buf, dec, Ys, "y");                                \
788
        else if Xfmt(buf, dec, Ws, "w");                                \
789
        else if Xfmt(buf, dec, Ds, "d");                                \
790
        else if Xfmt(buf, dec, Hs, "h");                                \
791
        else if Xfmt(buf, dec, Ms, "m");                                \
792
        else                                                            \
793
                bprintf((buf), "%jus", dec);                            \
794
        } while (0)
795
796
static void
797 1470
ban_render(struct cli *cli, const uint8_t *bs, int quote)
798
{
799
        struct ban_test bt;
800
        const uint8_t *be;
801
        char buf[64];
802
803 1470
        be = bs + ban_len(bs);
804 1470
        bs += BANS_HEAD_LEN;
805 2600
        while (bs < be) {
806 1130
                ban_iter(&bs, &bt);
807 1130
                ASSERT_BAN_ARG(bt.arg1);
808 1130
                ASSERT_BAN_OPER(bt.oper);
809
810 1130
                if (BANS_HAS_ARG1_SPEC(bt.arg1))
811 610
                        VCLI_Out(cli, "%s%.*s",
812 305
                            arg_name[BAN_ARGIDX(bt.arg1)],
813 305
                            bt.arg1_spec[0] - 1, bt.arg1_spec + 1);
814
                else
815 825
                        VCLI_Out(cli, "%s", arg_name[BAN_ARGIDX(bt.arg1)]);
816
817 1130
                VCLI_Out(cli, " %s ", ban_oper[BAN_OPERIDX(bt.oper)]);
818
819 1130
                if (BANS_HAS_ARG2_DOUBLE(bt.arg1)) {
820 1070
                        vdur_render(buf, bt.arg2_double);
821 575
                        VCLI_Out(cli, "%s", buf);
822 1130
                } else if (quote) {
823 65
                        VCLI_Quote(cli, bt.arg2);
824 65
                } else {
825 490
                        VCLI_Out(cli, "%s", bt.arg2);
826
                }
827
828 1130
                if (bs < be)
829 65
                        VCLI_Out(cli, " && ");
830
        }
831 1470
}
832
833
static void
834 360
ban_list(struct cli *cli, struct ban *bl)
835
{
836
        struct ban *b;
837
        int64_t o;
838
839 360
        VCLI_Out(cli, "Present bans:\n");
840 1710
        VTAILQ_FOREACH(b, &ban_head, list) {
841 1350
                o = bl == b ? 1 : 0;
842 2700
                VCLI_Out(cli, "%10.6f %5ju %s", ban_time(b->spec),
843 1350
                    (intmax_t)(b->refcount - o),
844 1350
                    b->flags & BANS_FLAG_COMPLETED ? "C" : "-");
845 1350
                if (DO_DEBUG(DBG_LURKER)) {
846 470
                        VCLI_Out(cli, "%s%s %p ",
847 235
                            b->flags & BANS_FLAG_REQ ? "R" : "-",
848 235
                            b->flags & BANS_FLAG_OBJ ? "O" : "-",
849 235
                            b);
850 235
                }
851 1350
                VCLI_Out(cli, "  ");
852 1350
                ban_render(cli, b->spec, 0);
853 1350
                VCLI_Out(cli, "\n");
854 1350
                if (VCLI_Overflow(cli))
855 0
                        break;
856 1350
                if (DO_DEBUG(DBG_LURKER)) {
857 235
                        Lck_Lock(&ban_mtx);
858
                        struct objcore *oc;
859 395
                        VTAILQ_FOREACH(oc, &b->objcore, ban_list)
860 160
                                VCLI_Out(cli, "  oc = %p\n", oc);
861 235
                        Lck_Unlock(&ban_mtx);
862 235
                }
863 1350
        }
864 360
}
865
866
static void
867 30
ban_list_json(struct cli *cli, const char * const *av, struct ban *bl)
868
{
869
        struct ban *b;
870
        int64_t o;
871 30
        int n = 0;
872
        int ocs;
873
874 30
        VCLI_JSON_begin(cli, 2, av);
875 30
        VCLI_Out(cli, ",\n");
876 150
        VTAILQ_FOREACH(b, &ban_head, list) {
877 120
                o = bl == b ? 1 : 0;
878 120
                VCLI_Out(cli, "%s", n ? ",\n" : "");
879 120
                n++;
880 120
                VCLI_Out(cli, "{\n");
881 120
                VSB_indent(cli->sb, 2);
882 120
                VCLI_Out(cli, "\"time\": %.6f,\n", ban_time(b->spec));
883 120
                VCLI_Out(cli, "\"refs\": %ju,\n", (intmax_t)(b->refcount - o));
884 240
                VCLI_Out(cli, "\"completed\": %s,\n",
885 120
                         b->flags & BANS_FLAG_COMPLETED ? "true" : "false");
886 120
                VCLI_Out(cli, "\"spec\": \"");
887 120
                ban_render(cli, b->spec, 1);
888 120
                VCLI_Out(cli, "\"");
889
890 120
                if (DO_DEBUG(DBG_LURKER)) {
891 30
                        VCLI_Out(cli, ",\n");
892 60
                        VCLI_Out(cli, "\"req_tests\": %s,\n",
893 30
                                 b->flags & BANS_FLAG_REQ ? "true" : "false");
894 60
                        VCLI_Out(cli, "\"obj_tests\": %s,\n",
895 30
                                 b->flags & BANS_FLAG_OBJ ? "true" : "false");
896 30
                        VCLI_Out(cli, "\"pointer\": \"%p\",\n", b);
897 30
                        if (VCLI_Overflow(cli))
898 0
                                break;
899
900 30
                        ocs = 0;
901 30
                        VCLI_Out(cli, "\"objcores\": [\n");
902 30
                        VSB_indent(cli->sb, 2);
903 30
                        Lck_Lock(&ban_mtx);
904
                        struct objcore *oc;
905 30
                        VTAILQ_FOREACH(oc, &b->objcore, ban_list) {
906 0
                                if (ocs)
907 0
                                        VCLI_Out(cli, ",\n");
908 0
                                VCLI_Out(cli, "%p", oc);
909 0
                                ocs++;
910 0
                        }
911 30
                        Lck_Unlock(&ban_mtx);
912 30
                        VSB_indent(cli->sb, -2);
913 30
                        VCLI_Out(cli, "\n]");
914 30
                }
915 120
                VSB_indent(cli->sb, -2);
916 120
                VCLI_Out(cli, "\n}");
917 120
        }
918 30
        VCLI_JSON_end(cli);
919 30
}
920
921
static void v_matchproto_(cli_func_t)
922 390
ccf_ban_list(struct cli *cli, const char * const *av, void *priv)
923
{
924
        struct ban *bl;
925
926 390
        (void)priv;
927
928
        /* Get a reference so we are safe to traverse the list */
929 390
        Lck_Lock(&ban_mtx);
930 390
        bl = VTAILQ_LAST(&ban_head, banhead_s);
931 390
        bl->refcount++;
932 390
        Lck_Unlock(&ban_mtx);
933
934 390
        if (av[2] != NULL && strcmp(av[2], "-j") == 0)
935 30
                ban_list_json(cli, av, bl);
936
        else
937 360
                ban_list(cli, bl);
938
939 390
        Lck_Lock(&ban_mtx);
940 390
        bl->refcount--;
941 390
        ban_kick_lurker();      // XXX: Mostly for testcase b00009.vtc
942 390
        Lck_Unlock(&ban_mtx);
943 390
}
944
945
static struct cli_proto ban_cmds[] = {
946
        { CLICMD_BAN,                           "", ccf_ban },
947
        { CLICMD_BAN_LIST,                      "", ccf_ban_list,
948
          ccf_ban_list },
949
        { NULL }
950
};
951
952
/*--------------------------------------------------------------------
953
 */
954
955
void
956 4601
BAN_Compile(void)
957
{
958
        struct ban *b;
959
960
        /*
961
         * All bans have been read from all persistent stevedores. Export
962
         * the compiled list
963
         */
964
965 4601
        ASSERT_CLI();
966 4601
        AZ(ban_shutdown);
967
968 4601
        Lck_Lock(&ban_mtx);
969
970
        /* Report the place-holder ban */
971 4601
        b = VTAILQ_FIRST(&ban_head);
972 4601
        ban_info_new(b->spec, ban_len(b->spec));
973
974 4601
        ban_export();
975
976 4601
        Lck_Unlock(&ban_mtx);
977
978 4601
        ban_start = VTAILQ_FIRST(&ban_head);
979 4601
        BAN_Release();
980 4601
}
981
982
void
983 4611
BAN_Init(void)
984
{
985
        struct ban_proto *bp;
986
987 4611
        BAN_Build_Init();
988 4611
        Lck_New(&ban_mtx, lck_ban);
989 4611
        CLI_AddFuncs(ban_cmds);
990
991 4611
        ban_holds = 1;
992
993
        /* Add a placeholder ban */
994 4611
        bp = BAN_Build();
995 4611
        AN(bp);
996 4611
        PTOK(pthread_cond_init(&ban_lurker_cond, NULL));
997 4611
        AZ(BAN_Commit(bp));
998 4611
        Lck_Lock(&ban_mtx);
999 4611
        ban_mark_completed(VTAILQ_FIRST(&ban_head));
1000 4611
        Lck_Unlock(&ban_mtx);
1001 4611
}
1002
1003
/*--------------------------------------------------------------------
1004
 * Shutdown of the ban system.
1005
 *
1006
 * When this function returns, no new bans will be accepted, and no
1007
 * bans will be dropped (ban lurker thread stopped), so that no
1008
 * STV_BanInfo calls will be executed.
1009
 */
1010
1011
void
1012 4550
BAN_Shutdown(void)
1013
{
1014
        void *status;
1015
1016 4550
        Lck_Lock(&ban_mtx);
1017 4550
        ban_shutdown = 1;
1018 4550
        ban_kick_lurker();
1019 4550
        Lck_Unlock(&ban_mtx);
1020
1021 4550
        PTOK(pthread_join(ban_thread, &status));
1022 4550
        AZ(status);
1023
1024 4550
        Lck_Lock(&ban_mtx);
1025
        /* Export the ban list to compact it */
1026 4550
        ban_export();
1027 4550
        Lck_Unlock(&ban_mtx);
1028
1029 4550
        BAN_Build_Fini();
1030 4550
}