varnish-cache/bin/varnishd/cache/cache_shmlog.c
0
/*-
1
 * Copyright (c) 2006 Verdens Gang AS
2
 * Copyright (c) 2006-2015 Varnish Software AS
3
 * All rights reserved.
4
 *
5
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
6
 *
7
 * SPDX-License-Identifier: BSD-2-Clause
8
 *
9
 * Redistribution and use in source and binary forms, with or without
10
 * modification, are permitted provided that the following conditions
11
 * are met:
12
 * 1. Redistributions of source code must retain the above copyright
13
 *    notice, this list of conditions and the following disclaimer.
14
 * 2. Redistributions in binary form must reproduce the above copyright
15
 *    notice, this list of conditions and the following disclaimer in the
16
 *    documentation and/or other materials provided with the distribution.
17
 *
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
22
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28
 * SUCH DAMAGE.
29
 */
30
31
#include "config.h"
32
33
#include "cache_varnishd.h"
34
35
#include <stdio.h>
36
#include <stdlib.h>
37
38
#include "vgz.h"
39
#include "vsl_priv.h"
40
#include "vmb.h"
41
42
#include "common/heritage.h"
43
#include "common/vsmw.h"
44
45
/* ------------------------------------------------------------
46
 * strands helpers - move elsewhere?
47
 */
48
49
static unsigned
50 49421
strands_len(const struct strands *s)
51
{
52 49421
        unsigned r = 0;
53
        int i;
54
55 49421
        CHECK_OBJ_NOTNULL(s, STRANDS_MAGIC);
56 98903
        for (i = 0; i < s->n; i++) {
57 49482
                if (s->p[i] == NULL || *s->p[i] == '\0')
58 4705
                        continue;
59 44777
                r += strlen(s->p[i]);
60 44777
        }
61
62 49421
        return (r);
63
}
64
65
/*
66
 * like VRT_Strands(), but truncating instead of failing for end of buffer
67
 *
68
 * returns number of bytes including NUL
69
 */
70
static unsigned
71 49605
strands_cat(char *buf, unsigned bufl, const struct strands *s)
72
{
73 49605
        unsigned l = 0, ll;
74
        int i;
75
76
        /* NUL-terminated */
77 49605
        assert(bufl > 0);
78 49605
        bufl--;
79 49605
        CHECK_OBJ_NOTNULL(s, STRANDS_MAGIC);
80
81 94665
        for (i = 0; i < s->n && bufl > 0; i++) {
82 45060
                if (s->p[i] == NULL || *s->p[i] == '\0')
83 2
                        continue;
84 45058
                ll = vmin_t(unsigned, strlen(s->p[i]), bufl);
85 45058
                memcpy(buf, s->p[i], ll);
86 45058
                l += ll;
87 45058
                buf += ll;
88 45058
                bufl -= ll;
89 45058
        }
90 49605
        *buf = '\0';    /* NUL-terminated */
91 49605
        return (l + 1);
92
}
93
94
/* These cannot be struct lock, which depends on vsm/vsl working */
95
static pthread_mutex_t vsl_mtx;
96
static pthread_mutex_t vsc_mtx;
97
static pthread_mutex_t vsm_mtx;
98
99
static struct VSL_head          *vsl_head;
100
static const uint32_t           *vsl_end;
101
static uint32_t                 *vsl_ptr;
102
static unsigned                 vsl_segment_n;
103
static ssize_t                  vsl_segsize;
104
105
struct VSC_main *VSC_C_main;
106
107
static void
108 491073
vsl_sanity(const struct vsl_log *vsl)
109
{
110 491073
        AN(vsl);
111 491073
        AN(vsl->wlp);
112 491073
        AN(vsl->wlb);
113 491073
        AN(vsl->wle);
114 491073
        assert(vsl->wlb <= vsl->wlp);
115 491073
        assert(vsl->wlp <= vsl->wle);
116 491073
}
117
118
/*--------------------------------------------------------------------
119
 * Check if the VSL_tag is masked by parameter bitmap
120
 */
121
122
static inline int
123 364978
vsl_tag_is_masked(enum VSL_tag_e tag)
124
{
125 364978
        volatile uint8_t *bm = &cache_param->vsl_mask[0];
126
        uint8_t b;
127
128 364978
        assert(tag > SLT__Bogus);
129 364978
        assert(tag < SLT__Reserved);
130 364978
        bm += ((unsigned)tag >> 3);
131 364978
        b = (0x80 >> ((unsigned)tag & 7));
132 364978
        return (*bm & b);
133
}
134
135
int
136 1280
VSL_tag_is_masked(enum VSL_tag_e tag)
137
{
138 1280
        return (vsl_tag_is_masked(tag));
139
}
140
141
/*--------------------------------------------------------------------
142
 * Lay down a header fields, and return pointer to the next record
143
 */
144
145
static inline uint32_t *
146 300753
vsl_hdr(enum VSL_tag_e tag, uint32_t *p, unsigned len, vxid_t vxid)
147
{
148
149 300753
        AZ((uintptr_t)p & 0x3);
150 300753
        assert(tag > SLT__Bogus);
151 300753
        assert(tag < SLT__Reserved);
152 300753
        AZ(len & ~VSL_LENMASK);
153
154 300753
        p[2] = vxid.vxid >> 32;
155 300753
        p[1] = vxid.vxid;
156 601506
        p[0] = (((unsigned)tag & VSL_IDMASK) << VSL_IDSHIFT) |
157 300753
             (VSL_VERSION_3 << VSL_VERSHIFT) |
158 300753
             len;
159 300753
        return (VSL_END(p, len));
160
}
161
162
/*--------------------------------------------------------------------
163
 * Space available in a VSL buffer when accounting for overhead
164
 */
165
166
static unsigned
167 73116
vsl_space(const struct vsl_log *vsl)
168
{
169
        ptrdiff_t mlen;
170
171 73116
        mlen = vsl->wle - vsl->wlp;
172 73116
        assert(mlen >= 0);
173 73116
        if (mlen < VSL_OVERHEAD + 1)
174 2
                return (0);
175 73114
        mlen -= VSL_OVERHEAD;
176 73114
        mlen *= sizeof *vsl->wlp;
177 73114
        if (mlen > cache_param->vsl_reclen)
178 73097
                mlen = cache_param->vsl_reclen;
179 73114
        return(mlen);
180 73116
}
181
182
/*--------------------------------------------------------------------
183
 * Wrap the VSL buffer
184
 */
185
186
static void
187 0
vsl_wrap(void)
188
{
189
190 0
        assert(vsl_ptr >= vsl_head->log);
191 0
        assert(vsl_ptr < vsl_end);
192 0
        vsl_segment_n += VSL_SEGMENTS - (vsl_segment_n % VSL_SEGMENTS);
193 0
        assert(vsl_segment_n % VSL_SEGMENTS == 0);
194 0
        vsl_head->offset[0] = 0;
195 0
        vsl_head->log[0] = VSL_ENDMARKER;
196 0
        VWMB();
197 0
        if (vsl_ptr != vsl_head->log) {
198 0
                *vsl_ptr = VSL_WRAPMARKER;
199 0
                vsl_ptr = vsl_head->log;
200 0
        }
201 0
        vsl_head->segment_n = vsl_segment_n;
202 0
        VSC_C_main->shm_cycles++;
203 0
}
204
205
/*--------------------------------------------------------------------
206
 * Reserve bytes for a record, wrap if necessary
207
 */
208
209
static uint32_t *
210 89268
vsl_get(unsigned len, unsigned records, unsigned flushes)
211
{
212
        uint32_t *p;
213
        int err;
214
215 89268
        err = pthread_mutex_trylock(&vsl_mtx);
216 89268
        if (err == EBUSY) {
217 518
                PTOK(pthread_mutex_lock(&vsl_mtx));
218 518
                VSC_C_main->shm_cont++;
219 518
        } else {
220 88750
                AZ(err);
221
        }
222 89268
        assert(vsl_ptr < vsl_end);
223 89268
        AZ((uintptr_t)vsl_ptr & 0x3);
224
225 89268
        VSC_C_main->shm_writes++;
226 89268
        VSC_C_main->shm_flushes += flushes;
227 89268
        VSC_C_main->shm_records += records;
228 89268
        VSC_C_main->shm_bytes +=
229 89268
            VSL_BYTES(VSL_OVERHEAD + VSL_WORDS((uint64_t)len));
230
231
        /* Wrap if necessary */
232 89268
        if (VSL_END(vsl_ptr, len) >= vsl_end)
233 0
                vsl_wrap();
234
235 89268
        p = vsl_ptr;
236 89268
        vsl_ptr = VSL_END(vsl_ptr, len);
237 89268
        assert(vsl_ptr < vsl_end);
238 89268
        AZ((uintptr_t)vsl_ptr & 0x3);
239
240 89268
        *vsl_ptr = VSL_ENDMARKER;
241
242 89270
        while ((vsl_ptr - vsl_head->log) / vsl_segsize >
243 89270
            vsl_segment_n % VSL_SEGMENTS) {
244 2
                vsl_segment_n++;
245 2
                vsl_head->offset[vsl_segment_n % VSL_SEGMENTS] =
246 2
                    vsl_ptr - vsl_head->log;
247
        }
248
249 89268
        PTOK(pthread_mutex_unlock(&vsl_mtx));
250
        /* Implicit VWMB() in mutex op ensures ENDMARKER and new table
251
           values are seen before new segment number */
252 89268
        vsl_head->segment_n = vsl_segment_n;
253
254 89268
        return (p);
255
}
256
257
/*--------------------------------------------------------------------
258
 * Stick a finished record into VSL.
259
 */
260
261
static void
262 57961
vslr(enum VSL_tag_e tag, vxid_t vxid, const char *b, unsigned len)
263
{
264
        uint32_t *p;
265
        unsigned mlen;
266
267 57961
        mlen = cache_param->vsl_reclen;
268
269
        /* Truncate */
270 57961
        if (len > mlen)
271 0
                len = mlen;
272
273 57961
        p = vsl_get(len, 1, 0);
274
275 57961
        memcpy(p + VSL_OVERHEAD, b, len);
276
277
        /*
278
         * the vxid needs to be written before the barrier to
279
         * ensure it is valid when vsl_hdr() marks the record
280
         * ready by writing p[0]
281
         */
282 57961
        p[2] = vxid.vxid >> 32;
283 57961
        p[1] = vxid.vxid;
284 57961
        VWMB();
285 57961
        (void)vsl_hdr(tag, p, len, vxid);
286 57961
}
287
288
/*--------------------------------------------------------------------
289
 * Add a unbuffered record to VSL
290
 *
291
 * NB: This variant should be used sparingly and only for low volume
292
 * NB: since it significantly adds to the mutex load on the VSL.
293
 */
294
295
void
296 77897
VSLv(enum VSL_tag_e tag, vxid_t vxid, const char *fmt, va_list ap)
297
{
298 77897
        unsigned n, mlen = cache_param->vsl_reclen;
299 77897
        char buf[mlen];
300
301 77897
        AN(fmt);
302 77897
        if (vsl_tag_is_masked(tag))
303 20131
                return;
304
305 57766
        if (strchr(fmt, '%') == NULL) {
306 1145
                vslr(tag, vxid, fmt, strlen(fmt) + 1);
307 1145
        } else {
308 56621
                n = vsnprintf(buf, mlen, fmt, ap);
309 56621
                n = vmin(n, mlen - 1);
310 56621
                buf[n++] = '\0'; /* NUL-terminated */
311 56621
                vslr(tag, vxid, buf, n);
312
        }
313
314 77897
}
315
316
void
317 196
VSLs(enum VSL_tag_e tag, vxid_t vxid, const struct strands *s)
318
{
319 196
        unsigned n, mlen = cache_param->vsl_reclen;
320 196
        char buf[mlen];
321
322 196
        if (vsl_tag_is_masked(tag))
323 0
                return;
324
325 196
        n = strands_cat(buf, mlen, s);
326
327 196
        vslr(tag, vxid, buf, n);
328 196
}
329
330
void
331 76250
VSL(enum VSL_tag_e tag, vxid_t vxid, const char *fmt, ...)
332
{
333
        va_list ap;
334
335 76250
        va_start(ap, fmt);
336 76250
        VSLv(tag, vxid, fmt, ap);
337 76250
        va_end(ap);
338 76250
}
339
340
/*--------------------------------------------------------------------*/
341
342
void
343 39407
VSL_Flush(struct vsl_log *vsl, int overflow)
344
{
345
        uint32_t *p;
346
        unsigned l;
347
348 39407
        vsl_sanity(vsl);
349 39407
        l = pdiff(vsl->wlb, vsl->wlp);
350 39407
        if (l == 0)
351 8173
                return;
352
353 31234
        assert(l >= 8);
354
355 31234
        p = vsl_get(l, vsl->wlr, overflow);
356
357 31234
        memcpy(p + VSL_OVERHEAD, vsl->wlb, l);
358 31234
        p[1] = l;
359 31234
        VWMB();
360 31234
        p[0] = ((((unsigned)SLT__Batch & 0xff) << VSL_IDSHIFT));
361 31234
        vsl->wlp = vsl->wlb;
362 31234
        vsl->wlr = 0;
363 39407
}
364
365
/*--------------------------------------------------------------------
366
 * Buffered VSLs
367
 */
368
369
static char *
370 241427
vslb_get(struct vsl_log *vsl, enum VSL_tag_e tag, unsigned *length)
371
{
372 241427
        unsigned mlen = cache_param->vsl_reclen;
373
        char *retval;
374
375 241427
        vsl_sanity(vsl);
376 241427
        if (*length < mlen)
377 240854
                mlen = *length;
378
379 241427
        if (VSL_END(vsl->wlp, mlen) > vsl->wle)
380 7
                VSL_Flush(vsl, 1);
381
382 241427
        retval = VSL_DATA(vsl->wlp);
383
384
        /* If it still doesn't fit, truncate */
385 241427
        if (VSL_END(vsl->wlp, mlen) > vsl->wle)
386 2
                mlen = vsl_space(vsl);
387
388 241427
        vsl->wlp = vsl_hdr(tag, vsl->wlp, mlen, vsl->wid);
389 241427
        vsl->wlr++;
390 241427
        *length = mlen;
391 241427
        return (retval);
392
}
393
394
static void
395 118988
vslb_simple(struct vsl_log *vsl, enum VSL_tag_e tag,
396
    unsigned length, const char *str)
397
{
398
        char *p;
399
400 118988
        if (length == 0)
401 9299
                length = strlen(str);
402 118988
        length += 1; // NUL
403 118988
        p = vslb_get(vsl, tag, &length);
404 118988
        memcpy(p, str, length - 1);
405 118988
        p[length - 1] = '\0';
406
407 118988
        if (DO_DEBUG(DBG_SYNCVSL))
408 11597
                VSL_Flush(vsl, 0);
409 118988
}
410
411
/*--------------------------------------------------------------------
412
 * VSL-buffered-txt
413
 */
414
415
void
416 133558
VSLbt(struct vsl_log *vsl, enum VSL_tag_e tag, txt t)
417
{
418
419 133558
        Tcheck(t);
420 133558
        if (vsl_tag_is_masked(tag))
421 17627
                return;
422
423 115931
        vslb_simple(vsl, tag, Tlen(t), t.b);
424 133558
}
425
426
/*--------------------------------------------------------------------
427
 * VSL-buffered-strands
428
 */
429
void
430 58492
VSLbs(struct vsl_log *vsl, enum VSL_tag_e tag, const struct strands *s)
431
{
432
        unsigned l;
433
        char *p;
434
435 58492
        if (vsl_tag_is_masked(tag))
436 9070
                return;
437
438 49422
        l = strands_len(s) + 1;
439 49422
        p = vslb_get(vsl, tag, &l);
440
441 49422
        (void)strands_cat(p, l, s);
442
443 49422
        if (DO_DEBUG(DBG_SYNCVSL))
444 4622
                VSL_Flush(vsl, 0);
445 58492
}
446
447
/*--------------------------------------------------------------------
448
 * VSL-buffered
449
 */
450
451
void
452 90986
VSLbv(struct vsl_log *vsl, enum VSL_tag_e tag, const char *fmt, va_list ap)
453
{
454
        char *p, *p1;
455 90986
        unsigned n = 0, mlen;
456
        va_list ap2;
457
458 90986
        AN(fmt);
459 90986
        if (vsl_tag_is_masked(tag))
460 14804
                return;
461
462
        /*
463
         * If there are no printf-expansions, don't waste time expanding them
464
         */
465 76182
        if (strchr(fmt, '%') == NULL) {
466 3044
                vslb_simple(vsl, tag, 0, fmt);
467 3044
                return;
468
        }
469
470
        /*
471
         * If the format is trivial, deal with it directly
472
         */
473 73138
        if (!strcmp(fmt, "%s")) {
474 18
                p1 = va_arg(ap, char *);
475 18
                vslb_simple(vsl, tag, 0, p1);
476 18
                return;
477
        }
478
479 73120
        vsl_sanity(vsl);
480
481 73120
        mlen = vsl_space(vsl);
482
483
        // First attempt, only if any space at all
484 73120
        if (mlen > 0) {
485 73102
                p = VSL_DATA(vsl->wlp);
486 73102
                va_copy(ap2, ap);
487 73102
                n = vsnprintf(p, mlen, fmt, ap2);
488 73102
                va_end(ap2);
489 73102
        }
490
491
        // Second attempt, if a flush might help
492 73120
        if (mlen == 0 || (n + 1 > mlen && n + 1 <= cache_param->vsl_reclen)) {
493 62
                VSL_Flush(vsl, 1);
494 62
                mlen = vsl_space(vsl);
495 62
                p = VSL_DATA(vsl->wlp);
496 62
                n = vsnprintf(p, mlen, fmt, ap);
497 62
        }
498 73132
        if (n + 1 < mlen)
499 72866
                mlen = n + 1;
500 73132
        (void)vslb_get(vsl, tag, &mlen);
501
502 73132
        if (DO_DEBUG(DBG_SYNCVSL))
503 8651
                VSL_Flush(vsl, 0);
504 90998
}
505
506
void
507 87480
VSLb(struct vsl_log *vsl, enum VSL_tag_e tag, const char *fmt, ...)
508
{
509
        va_list ap;
510
511 87480
        vsl_sanity(vsl);
512 87480
        va_start(ap, fmt);
513 87480
        VSLbv(vsl, tag, fmt, ap);
514 87480
        va_end(ap);
515 87480
}
516
517
#define Tf6 "%ju.%06ju"
518
#define Ta6(t) (uintmax_t)floor((t)), (uintmax_t)floor((t) * 1e6) % 1000000U
519
520
void
521 32891
VSLb_ts(struct vsl_log *vsl, const char *event, vtim_real first,
522
    vtim_real *pprev, vtim_real now)
523
{
524
525
        /*
526
         * XXX: Make an option to turn off some unnecessary timestamp
527
         * logging. This must be done carefully because some functions
528
         * (e.g. V1L_Open) takes the last timestamp as its initial
529
         * value for timeout calculation.
530
         */
531 32891
        vsl_sanity(vsl);
532 32891
        AN(event);
533 32891
        AN(pprev);
534 32891
        assert(!isnan(now) && now != 0.);
535 65782
        VSLb(vsl, SLT_Timestamp, "%s: " Tf6 " " Tf6 " " Tf6,
536 32891
            event, Ta6(now), Ta6(now - first), Ta6(now - *pprev));
537 32891
        *pprev = now;
538 32891
}
539
540
void
541 2801
VSLb_bin(struct vsl_log *vsl, enum VSL_tag_e tag, ssize_t len, const void *ptr)
542
{
543
        unsigned mlen;
544
        char *p;
545
546 2801
        vsl_sanity(vsl);
547 2801
        AN(ptr);
548 2801
        if (vsl_tag_is_masked(tag))
549 1310
                return;
550 1491
        mlen = cache_param->vsl_reclen;
551
552
        /* Truncate */
553 1491
        len = vmin_t(ssize_t, len, mlen);
554
555 1491
        assert(vsl->wlp <= vsl->wle);
556
557
        /* Flush if necessary */
558 1491
        if (VSL_END(vsl->wlp, len) > vsl->wle)
559 9
                VSL_Flush(vsl, 1);
560 1491
        assert(VSL_END(vsl->wlp, len) <= vsl->wle);
561 1491
        p = VSL_DATA(vsl->wlp);
562 1491
        memcpy(p, ptr, len);
563 1491
        vsl->wlp = vsl_hdr(tag, vsl->wlp, len, vsl->wid);
564 1491
        assert(vsl->wlp <= vsl->wle);
565 1491
        vsl->wlr++;
566
567 1491
        if (DO_DEBUG(DBG_SYNCVSL))
568 625
                VSL_Flush(vsl, 0);
569 2801
}
570
571
/*--------------------------------------------------------------------
572
 * Setup a VSL buffer, allocate space if none provided.
573
 */
574
575
void
576 8206
VSL_Setup(struct vsl_log *vsl, void *ptr, size_t len)
577
{
578
579 8206
        if (ptr == NULL) {
580 2845
                len = cache_param->vsl_buffer;
581 2845
                ptr = malloc(len);
582 2845
                AN(ptr);
583 2845
        }
584 8206
        vsl->wlp = ptr;
585 8206
        vsl->wlb = ptr;
586 8206
        vsl->wle = ptr;
587 8206
        vsl->wle += len / sizeof(*vsl->wle);
588 8206
        vsl->wlr = 0;
589 8206
        vsl->wid = NO_VXID;
590 8206
        vsl_sanity(vsl);
591 8206
}
592
593
/*--------------------------------------------------------------------*/
594
595
void
596 96
VSL_ChgId(struct vsl_log *vsl, const char *typ, const char *why, vxid_t vxid)
597
{
598
        vxid_t ovxid;
599
600 96
        vsl_sanity(vsl);
601 96
        ovxid = vsl->wid;
602 96
        VSLb(vsl, SLT_Link, "%s %ju %s", typ, VXID(vxid), why);
603 96
        VSL_End(vsl);
604 96
        vsl->wid = vxid;
605 96
        VSLb(vsl, SLT_Begin, "%s %ju %s", typ, VXID(ovxid), why);
606 96
}
607
608
/*--------------------------------------------------------------------*/
609
610
void
611 6237
VSL_End(struct vsl_log *vsl)
612
{
613
        txt t;
614 6237
        char p[] = "";
615
616 6237
        vsl_sanity(vsl);
617 6237
        assert(!IS_NO_VXID(vsl->wid));
618 6237
        t.b = p;
619 6237
        t.e = p;
620 6237
        VSLbt(vsl, SLT_End, t);
621 6237
        VSL_Flush(vsl, 0);
622 6237
        vsl->wid = NO_VXID;
623 6237
}
624
625
static void v_matchproto_(vsm_lock_f)
626 35805
vsm_vsc_lock(void)
627
{
628 35805
        PTOK(pthread_mutex_lock(&vsc_mtx));
629 35805
}
630
631
static void v_matchproto_(vsm_lock_f)
632 35805
vsm_vsc_unlock(void)
633
{
634 35805
        PTOK(pthread_mutex_unlock(&vsc_mtx));
635 35805
}
636
637
static void v_matchproto_(vsm_lock_f)
638 44349
vsm_vsmw_lock(void)
639
{
640 44349
        PTOK(pthread_mutex_lock(&vsm_mtx));
641 44349
}
642
643
static void v_matchproto_(vsm_lock_f)
644 44349
vsm_vsmw_unlock(void)
645
{
646 44349
        PTOK(pthread_mutex_unlock(&vsm_mtx));
647 44349
}
648
649
/*--------------------------------------------------------------------*/
650
651
void
652 949
VSM_Init(void)
653
{
654
        unsigned u;
655
656 949
        assert(UINT_MAX % VSL_SEGMENTS == VSL_SEGMENTS - 1);
657
658 949
        PTOK(pthread_mutex_init(&vsl_mtx, &mtxattr_errorcheck));
659 949
        PTOK(pthread_mutex_init(&vsc_mtx, &mtxattr_errorcheck));
660 949
        PTOK(pthread_mutex_init(&vsm_mtx, &mtxattr_errorcheck));
661
662 949
        vsc_lock = vsm_vsc_lock;
663 949
        vsc_unlock = vsm_vsc_unlock;
664 949
        vsmw_lock = vsm_vsmw_lock;
665 949
        vsmw_unlock = vsm_vsmw_unlock;
666
667 949
        heritage.proc_vsmw = VSMW_New(heritage.vsm_fd, 0640, "_.index");
668 949
        AN(heritage.proc_vsmw);
669
670 949
        VSC_C_main = VSC_main_New(NULL, NULL, "");
671 949
        AN(VSC_C_main);
672
673 949
        AN(heritage.proc_vsmw);
674 1898
        vsl_head = VSMW_Allocf(heritage.proc_vsmw, NULL, VSL_CLASS,
675 949
            cache_param->vsl_space, VSL_CLASS);
676 949
        AN(vsl_head);
677 1898
        vsl_segsize = ((cache_param->vsl_space - sizeof *vsl_head) /
678 949
            sizeof *vsl_end) / VSL_SEGMENTS;
679 949
        vsl_end = vsl_head->log + vsl_segsize * VSL_SEGMENTS;
680
        /* Make segment_n always overflow on first log wrap to make any
681
           problems with regard to readers on that event visible */
682 949
        vsl_segment_n = UINT_MAX - (VSL_SEGMENTS - 1);
683 949
        AZ(vsl_segment_n % VSL_SEGMENTS);
684 949
        vsl_ptr = vsl_head->log;
685 949
        *vsl_ptr = VSL_ENDMARKER;
686
687 949
        memset(vsl_head, 0, sizeof *vsl_head);
688 949
        vsl_head->segsize = vsl_segsize;
689 949
        vsl_head->offset[0] = 0;
690 949
        vsl_head->segment_n = vsl_segment_n;
691 7592
        for (u = 1; u < VSL_SEGMENTS; u++)
692 6643
                vsl_head->offset[u] = -1;
693 949
        VWMB();
694 949
        memcpy(vsl_head->marker, VSL_HEAD_MARKER, sizeof vsl_head->marker);
695 949
}