[Varnish] #1147: Assert error in VRT_l_beresp_do_stream(), cache/cache_vrt_var.c line 200:

Varnish varnish-bugs at varnish-cache.org
Wed Jun 6 08:08:56 CEST 2012


#1147: Assert error in VRT_l_beresp_do_stream(), cache/cache_vrt_var.c line 200:
----------------------+-----------------------------------------------------
 Reporter:  kristian  |       Owner:       
     Type:  defect    |      Status:  new  
 Priority:  normal    |   Milestone:       
Component:  varnishd  |     Version:  trunk
 Severity:  normal    |    Keywords:       
----------------------+-----------------------------------------------------

Comment(by kristian):

 Fryer has more data after the additional assert() statements. The details
 can be found at https://www.varnish-cache.org/lists/pipermail/varnish-
 test/2012-June/001095.html.

 Here's the ones from cnt_first:

 {{{
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7ffa9a6e89ca: _end+7ffa9a064202
   0x7ffa9a445cdd: _end+7ffa99dc1515
 sp = 0x7ffa8b42ad20 {
   fd = 21, id = 21, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7ffa8b09a158 {
     id = "req",
     {s,f,r,e} = {0x7ffa8b09b730,0x7ffa8b09b730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7ffa8b69ec60 {
     ws = 0x7ffa8b69ee20 {
       id = "wrk",
       {s,f,r,e} = {0x7ffa8b69e450,0x7ffa8b69e450,(nil),+2048},
     },
   },
 },




 2012-06-05 20:21:14 WARNING [0, 0]: cold-gzip(httperf): Varnishstat uptime
 and measured run-time is too large (measured: 209 stat: 68 diff: 141). Did
 we crash?
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7fa322f879ca: _end+7fa322903202
   0x7fa322ce4cdd: _end+7fa322660515
 sp = 0x7fa318cdef20 {
   fd = 22, id = 22, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7fa31119d158 {
     id = "req",
     {s,f,r,e} = {0x7fa31119e730,0x7fa31119e730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7fa312faec60 {
     ws = 0x7fa312faee20 {
       id = "wrk",
       {s,f,r,e} = {0x7fa312fae450,0x7fa312fae450,(nil),+2048},
     },
   },
 },




 2012-06-05 20:53:03 WARNING [0, 0]: httperf-lru-stream-nogzip(httperf):
 Varnishstat uptime and measured run-time is too large (measured: 198 stat:
 52 diff: 146). Did we crash?
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7fd7bc7a69ca: _end+7fd7bc122202
   0x7fd7bc503cdd: _end+7fd7bbe7f515
 sp = 0x7fd7b2519c20 {
   fd = 26, id = 26, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7fd7accbd158 {
     id = "req",
     {s,f,r,e} = {0x7fd7accbe730,0x7fd7accbe730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7fd7ae41dc60 {
     ws = 0x7fd7ae41de20 {
       id = "wrk",
       {s,f,r,e} = {0x7fd7ae41d450,0x7fd7ae41d450,(nil),+2048},
     },
   },
 },




 2012-06-05 21:00:26 WARNING [0, 0]: cold-nogzip(httperf): Varnishstat
 uptime and measured run-time is too large (measured: 402 stat: 96 diff:
 306). Did we crash?
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f9c5b7d59ca: _end+7f9c5b151202
   0x7f9c5b532cdd: _end+7f9c5aeae515
 sp = 0x7f9c39abd220 {
   fd = 30, id = 30, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7f9c4a402158 {
     id = "req",
     {s,f,r,e} = {0x7f9c4a403730,0x7f9c4a403730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7f9c4d474c60 {
     ws = 0x7f9c4d474e20 {
       id = "wrk",
       {s,f,r,e} = {0x7f9c4d474450,0x7f9c4d474450,(nil),+2048},
     },
   },
 },




 2012-06-05 21:43:52 WARNING [0, 0]: cold-default(httperf): Varnishstat
 uptime and measured run-time is too large (measured: 201 stat: 100 diff:
 101). Did we crash?
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f9c5b7d59ca: _end+7f9c5b151202
   0x7f9c5b532cdd: _end+7f9c5aeae515
 sp = 0x7f9c4e40c320 {
   fd = 38, id = 38, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7f9c4c110158 {
     id = "req",
     {s,f,r,e} = {0x7f9c4c111730,0x7f9c4c111730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7f9c4d93dc60 {
     ws = 0x7f9c4d93de20 {
       id = "wrk",
       {s,f,r,e} = {0x7f9c4d93d450,0x7f9c4d93d450,(nil),+2048},
     },
   },
 },




 2012-06-05 21:47:20 WARNING [0, 0]: cold-default(httperf): Varnishstat
 uptime and measured run-time is too large (measured: 410 stat: 142 diff:
 268). Did we crash?
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7fa1564f99ca: _end+7fa155e75202
   0x7fa156256cdd: _end+7fa155bd2515
 sp = 0x7fa155e20620 {
   fd = 12, id = 12, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7fa146e02158 {
     id = "req",
     {s,f,r,e} = {0x7fa146e03730,0x7fa146e03730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7fa14773dc60 {
     ws = 0x7fa14773de20 {
       id = "wrk",
       {s,f,r,e} = {0x7fa14773d450,0x7fa14773d450,(nil),+2048},
     },
   },
 },




 2012-06-05 22:12:58 WARNING [0, 0]: purge-fail(httperf): Varnishstat
 uptime and measured run-time is too large (measured: 250 stat: 37 diff:
 213). Did we crash?

 }}}


 And here are all the asserts from that run:

 {{{

 Assert error in VCL_recv_method(), ../../include/tbl/vcl_returns.h line
 27:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x43a3b5: VCL_recv_method+1a5
   0x4164c5: cnt_recv+1e5
   0x41ae1d: CNT_Session+57d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f9865e0b9ca: _end+7f9865787202
   0x7f9865b68cdd: _end+7f98654e4515
 sp = 0x7f985bc11f20 {
   fd = 16, id = 16, xid = 2028750955,
   client = 10.20.100.8 16605,
   step = STP_RECV,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7f9856257158 {
     id = "req",
     {s,f,r,e} = {0x7f9856258730,+568,(nil),+59632},
   },
   http[req] = {
     ws = 0x7f9856257158[req]
       "GET",
       "/1/8/4/8/0/8.html",
       "HTTP/1.1",
       "User-Agent: httperf/0.9.0",
       "Host: 10.20.100.12",
   },
   worker = 0x7f9855e4ac60 {
     ws = 0x7f9855e4ae20 {
       id = "wrk",
       {s,f,r,e} = {0x7f9855e4a450,0x7f9855e4a450,(nil),+2048},
     },
 --
 Assert error in VCL_fetch_method(), ../../include/tbl/vcl_returns.h line
 56:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x439875: VCL_fetch_method+1a5
   0x4186a9: cnt_fetch+479
   0x41accd: CNT_Session+42d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f5f6f0879ca: _end+7f5f6ea03202
   0x7f5f6ede4cdd: _end+7f5f6e760515
 sp = 0x7f5f6000af20 {
   fd = 17, id = 17, xid = 1023144019,
   client = 10.20.100.9 15642,
   step = STP_FETCH,
   handling = fetch,
   err_code = 200, err_reason = (null),
   restarts = 0, esi_level = 0
   busyobj = 0x7f5f5f913020 {
     ws = 0x7f5f5f913070 {
       id = "bo",
       {s,f,r,e} = {0x7f5f5f914aa0,+10488,(nil),+58752},
     },
     do_stream
     bodystatus = 4 (length),
     },
     http[bereq] = {
       ws = 0x7f5f5f913070[bo]
         "GET",
         "/1/7/4/9/8/4.html",
         "HTTP/1.1",
         "User-Agent: httperf/0.9.0",
         "Host: 10.20.100.12",
         "X-Forwarded-For: 10.20.100.9",
 --
 Assert error in VCL_recv_method(), ../../include/tbl/vcl_returns.h line
 27:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x43a3b5: VCL_recv_method+1a5
   0x4164c5: cnt_recv+1e5
   0x41ae1d: CNT_Session+57d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f0efc1b29ca: _end+7f0efbb2e202
   0x7f0efbf0fcdd: _end+7f0efb88b515
 sp = 0x7f0eed502320 {
   fd = 33, id = 33, xid = 1001242949,
   client = 10.20.100.8 14484,
   step = STP_RECV,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7f0eebe94158 {
     id = "req",
     {s,f,r,e} = {0x7f0eebe95730,+168,(nil),+59632},
   },
   http[req] = {
     ws = 0x7f0eebe94158[req]
       "GET",
       "/1/5/6/7/0/4.html",
       "HTTP/1.1",
       "User-Agent: httperf/0.9.0",
       "Host: 10.20.100.12",
   },
   worker = 0x7f0eec096c60 {
     ws = 0x7f0eec096e20 {
       id = "wrk",
       {s,f,r,e} = {0x7f0eec096450,0x7f0eec096450,(nil),+2048},
     },
 --
 Assert error in VCL_recv_method(), ../../include/tbl/vcl_returns.h line
 27:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x43a3b5: VCL_recv_method+1a5
   0x4164c5: cnt_recv+1e5
   0x41ae1d: CNT_Session+57d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7fd78135a9ca: _end+7fd780cd6202
   0x7fd7810b7cdd: _end+7fd780a33515
 sp = 0x7fd772602c20 {
   fd = 18, id = 18, xid = 194284409,
   client = 10.20.100.9 15511,
   step = STP_RECV,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7fd772386158 {
     id = "req",
     {s,f,r,e} = {0x7fd772387730,+248,(nil),+59632},
   },
   http[req] = {
     ws = 0x7fd772386158[req]
       "GET",
       "/1/7/5/0/3/5.html",
       "HTTP/1.1",
       "User-Agent: httperf/0.9.0",
       "Host: 10.20.100.12",
   },
   worker = 0x7fd771bb6c60 {
     ws = 0x7fd771bb6e20 {
       id = "wrk",
       {s,f,r,e} = {0x7fd771bb6450,0x7fd771bb6450,(nil),+2048},
     },
 --
 Assert error in VCL_recv_method(), ../../include/tbl/vcl_returns.h line
 27:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x43a3b5: VCL_recv_method+1a5
   0x4164c5: cnt_recv+1e5
   0x41ae1d: CNT_Session+57d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f73ea2c89ca: _end+7f73e9c44202
   0x7f73ea025cdd: _end+7f73e99a1515
 sp = 0x7f73db405820 {
   fd = 14, id = 14, xid = 105368243,
   client = 10.20.100.8 7900,
   step = STP_RECV,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7f73dbfc2158 {
     id = "req",
     {s,f,r,e} = {0x7f73dbfc3730,+232,(nil),+59632},
   },
   http[req] = {
     ws = 0x7f73dbfc2158[req]
       "GET",
       "/3/0/1.html",
       "HTTP/1.1",
       "User-Agent: httperf/0.9.0",
       "Host: 10.20.100.12",
   },
   worker = 0x7f73db5f5c60 {
     ws = 0x7f73db5f5e20 {
       id = "wrk",
       {s,f,r,e} = {0x7f73db5f5450,0x7f73db5f5450,(nil),+2048},
     },
 --
 Assert error in VCL_fetch_method(), ../../include/tbl/vcl_returns.h line
 56:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x439875: VCL_fetch_method+1a5
   0x4186a9: cnt_fetch+479
   0x41accd: CNT_Session+42d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f1c44ddf9ca: _end+7f1c4475b202
   0x7f1c44b3ccdd: _end+7f1c444b8515
 sp = 0x7f1c3ac84220 {
   fd = 22, id = 22, xid = 1032213154,
   client = 10.20.100.8 16927,
   step = STP_FETCH,
   handling = fetch,
   err_code = 200, err_reason = (null),
   restarts = 0, esi_level = 0
   busyobj = 0x7f1c35e8a020 {
     ws = 0x7f1c35e8a070 {
       id = "bo",
       {s,f,r,e} = {0x7f1c35e8baa0,+10488,(nil),+58752},
     },
     do_stream
     bodystatus = 4 (length),
     },
     http[bereq] = {
       ws = 0x7f1c35e8a070[bo]
         "GET",
         "/1/9/1/3/4/0.html",
         "HTTP/1.1",
         "User-Agent: httperf/0.9.0",
         "Host: 10.20.100.12",
         "X-Forwarded-For: 10.20.100.8",
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7ffa9a6e89ca: _end+7ffa9a064202
   0x7ffa9a445cdd: _end+7ffa99dc1515
 sp = 0x7ffa8b42ad20 {
   fd = 21, id = 21, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7ffa8b09a158 {
     id = "req",
     {s,f,r,e} = {0x7ffa8b09b730,0x7ffa8b09b730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7ffa8b69ec60 {
     ws = 0x7ffa8b69ee20 {
       id = "wrk",
       {s,f,r,e} = {0x7ffa8b69e450,0x7ffa8b69e450,(nil),+2048},
     },
   },
 },




 2012-06-05 20:21:14 WARNING [0, 0]: cold-gzip(httperf): Varnishstat uptime
 and measured run-time is too large (measured: 209 stat: 68 diff: 141). Did
 we crash?
 --
 Assert error in VCL_recv_method(), ../../include/tbl/vcl_returns.h line
 27:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x43a3b5: VCL_recv_method+1a5
   0x4164c5: cnt_recv+1e5
   0x41ae1d: CNT_Session+57d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7ffa9a6e89ca: _end+7ffa9a064202
   0x7ffa9a445cdd: _end+7ffa99dc1515
 sp = 0x7ffa868f5c20 {
   fd = 41, id = 41, xid = 116031308,
   client = 10.20.100.9 2579,
   step = STP_RECV,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7ffa86e47158 {
     id = "req",
     {s,f,r,e} = {0x7ffa86e48730,+256,(nil),+59632},
   },
   http[req] = {
     ws = 0x7ffa86e47158[req]
       "GET",
       "/0/0/8/1/3/6/2.html",
       "HTTP/1.1",
       "User-Agent: httperf/0.9.0",
       "Host: 10.20.100.12",
   },
   worker = 0x7ffa8b8c2c60 {
     ws = 0x7ffa8b8c2e20 {
       id = "wrk",
       {s,f,r,e} = {0x7ffa8b8c2450,0x7ffa8b8c2450,(nil),+2048},
     },
 --
 Assert error in VCL_recv_method(), ../../include/tbl/vcl_returns.h line
 27:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x43a3b5: VCL_recv_method+1a5
   0x4164c5: cnt_recv+1e5
   0x41ae1d: CNT_Session+57d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7fe4a2b8a9ca: _end+7fe4a2506202
   0x7fe4a28e7cdd: _end+7fe4a2263515
 sp = 0x7fe493206f20 {
   fd = 27, id = 27, xid = 1179679296,
   client = 10.20.100.8 14080,
   step = STP_RECV,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7fe49360b158 {
     id = "req",
     {s,f,r,e} = {0x7fe49360c730,+248,(nil),+59632},
   },
   http[req] = {
     ws = 0x7fe49360b158[req]
       "GET",
       "/1/5/6/7/5/3.html",
       "HTTP/1.1",
       "User-Agent: httperf/0.9.0",
       "Host: 10.20.100.12",
   },
   worker = 0x7fe492a86c60 {
     ws = 0x7fe492a86e20 {
       id = "wrk",
       {s,f,r,e} = {0x7fe492a86450,0x7fe492a86450,(nil),+2048},
     },
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7fa322f879ca: _end+7fa322903202
   0x7fa322ce4cdd: _end+7fa322660515
 sp = 0x7fa318cdef20 {
   fd = 22, id = 22, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7fa31119d158 {
     id = "req",
     {s,f,r,e} = {0x7fa31119e730,0x7fa31119e730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7fa312faec60 {
     ws = 0x7fa312faee20 {
       id = "wrk",
       {s,f,r,e} = {0x7fa312fae450,0x7fa312fae450,(nil),+2048},
     },
   },
 },




 2012-06-05 20:53:03 WARNING [0, 0]: httperf-lru-stream-nogzip(httperf):
 Varnishstat uptime and measured run-time is too large (measured: 198 stat:
 52 diff: 146). Did we crash?
 --
 Assert error in VCL_recv_method(), ../../include/tbl/vcl_returns.h line
 27:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x43a3b5: VCL_recv_method+1a5
   0x4164c5: cnt_recv+1e5
   0x41ae1d: CNT_Session+57d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7fd7bc7a69ca: _end+7fd7bc122202
   0x7fd7bc503cdd: _end+7fd7bbe7f515
 sp = 0x7fd7a3147220 {
   fd = 22, id = 22, xid = 773496949,
   client = 10.20.100.9 7626,
   step = STP_RECV,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7fd7a3745158 {
     id = "req",
     {s,f,r,e} = {0x7fd7a3746730,+256,(nil),+59632},
   },
   http[req] = {
     ws = 0x7fd7a3745158[req]
       "GET",
       "/0/3/5/1/1/2/4.html",
       "HTTP/1.1",
       "User-Agent: httperf/0.9.0",
       "Host: 10.20.100.12",
   },
   worker = 0x7fd7ad66ec60 {
     ws = 0x7fd7ad66ee20 {
       id = "wrk",
       {s,f,r,e} = {0x7fd7ad66e450,0x7fd7ad66e450,(nil),+2048},
     },
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7fd7bc7a69ca: _end+7fd7bc122202
   0x7fd7bc503cdd: _end+7fd7bbe7f515
 sp = 0x7fd7b2519c20 {
   fd = 26, id = 26, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7fd7accbd158 {
     id = "req",
     {s,f,r,e} = {0x7fd7accbe730,0x7fd7accbe730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7fd7ae41dc60 {
     ws = 0x7fd7ae41de20 {
       id = "wrk",
       {s,f,r,e} = {0x7fd7ae41d450,0x7fd7ae41d450,(nil),+2048},
     },
   },
 },




 2012-06-05 21:00:26 WARNING [0, 0]: cold-nogzip(httperf): Varnishstat
 uptime and measured run-time is too large (measured: 402 stat: 96 diff:
 306). Did we crash?
 --
 Assert error in VCL_recv_method(), ../../include/tbl/vcl_returns.h line
 27:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x43a3b5: VCL_recv_method+1a5
   0x4164c5: cnt_recv+1e5
   0x41ae1d: CNT_Session+57d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f7dbd12e9ca: _end+7f7dbcaaa202
   0x7f7dbce8bcdd: _end+7f7dbc807515
 sp = 0x7f7db0b04e20 {
   fd = 17, id = 17, xid = 869304432,
   client = 10.20.100.9 59813,
   step = STP_RECV,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7f7dade35158 {
     id = "req",
     {s,f,r,e} = {0x7f7dade36730,+152,(nil),+59632},
   },
   http[req] = {
     ws = 0x7f7dade35158[req]
       "GET",
       "/",
       "HTTP/1.1",
       "Host: 10.20.100.12:8080",
       "Accept: */*",
       "Accept-Encoding: gzip",
       "User-Agent: JoeDog/1.00 [en] (X11; I; Siege 2.66)",
       "Connection: close",
   },
   worker = 0x7f7dae3f0c60 {
     ws = 0x7f7dae3f0e20 {
 --
 Assert error in VCL_hit_method(), ../../include/tbl/vcl_returns.h line 51:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x439a55: VCL_hit_method+1a5
   0x418037: cnt_hit+1a7
   0x41acfd: CNT_Session+45d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f5185ab29ca: _end+7f518542e202
   0x7f518580fcdd: _end+7f518518b515
 sp = 0x7f51765f5520 {
   fd = 14, id = 14, xid = 1887591876,
   client = 10.20.100.9 14540,
   step = STP_HIT,
   handling = hash,
   restarts = 0, esi_level = 0
   ws = 0x7f517688d158 {
     id = "req",
     {s,f,r,e} = {0x7f517688e730,+864,(nil),+59632},
   },
   http[req] = {
     ws = 0x7f517688d158[req]
       "GET",
       "/1/5/6/1/4/9.html",
       "HTTP/1.1",
       "User-Agent: httperf/0.9.0",
       "Host: 10.20.100.12",
       "X-Forwarded-For: 10.20.100.9",
   },
   worker = 0x7f51757c6c60 {
     ws = 0x7f51757c6e20 {
       id = "wrk",
       {s,f,r,e} = {0x7f51757c6450,0x7f51757c6450,(nil),+2048},
 --
 Assert error in VCL_recv_method(), ../../include/tbl/vcl_returns.h line
 27:
   Condition((req->sp) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x43a3b5: VCL_recv_method+1a5
   0x4164c5: cnt_recv+1e5
   0x41ae1d: CNT_Session+57d
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f3b8958f9ca: _end+7f3b88f0b202
   0x7f3b892eccdd: _end+7f3b88c68515
 sp = 0x7f3b79f04120 {
   fd = 23, id = 23, xid = 1596354623,
   client = 10.20.100.9 7323,
   step = STP_RECV,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7f3b7a1db158 {
     id = "req",
     {s,f,r,e} = {0x7f3b7a1dc730,+224,(nil),+59632},
   },
   http[req] = {
     ws = 0x7f3b7a1db158[req]
       "GET",
       "/5/8.html",
       "HTTP/1.1",
       "User-Agent: httperf/0.9.0",
       "Host: 10.20.100.12",
   },
   worker = 0x7f3b7a59ec60 {
     ws = 0x7f3b7a59ee20 {
       id = "wrk",
       {s,f,r,e} = {0x7f3b7a59e450,0x7f3b7a59e450,(nil),+2048},
     },
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f9c5b7d59ca: _end+7f9c5b151202
   0x7f9c5b532cdd: _end+7f9c5aeae515
 sp = 0x7f9c39abd220 {
   fd = 30, id = 30, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7f9c4a402158 {
     id = "req",
     {s,f,r,e} = {0x7f9c4a403730,0x7f9c4a403730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7f9c4d474c60 {
     ws = 0x7f9c4d474e20 {
       id = "wrk",
       {s,f,r,e} = {0x7f9c4d474450,0x7f9c4d474450,(nil),+2048},
     },
   },
 },




 2012-06-05 21:43:52 WARNING [0, 0]: cold-default(httperf): Varnishstat
 uptime and measured run-time is too large (measured: 201 stat: 100 diff:
 101). Did we crash?
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7f9c5b7d59ca: _end+7f9c5b151202
   0x7f9c5b532cdd: _end+7f9c5aeae515
 sp = 0x7f9c4e40c320 {
   fd = 38, id = 38, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7f9c4c110158 {
     id = "req",
     {s,f,r,e} = {0x7f9c4c111730,0x7f9c4c111730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7f9c4d93dc60 {
     ws = 0x7f9c4d93de20 {
       id = "wrk",
       {s,f,r,e} = {0x7f9c4d93d450,0x7f9c4d93d450,(nil),+2048},
     },
   },
 },




 2012-06-05 21:47:20 WARNING [0, 0]: cold-default(httperf): Varnishstat
 uptime and measured run-time is too large (measured: 410 stat: 142 diff:
 268). Did we crash?
 --
 Assert error in cnt_first(), cache/cache_center.c line 943:
   Condition(req->sp == sp) not true.
 thread = (cache-worker)
 ident = Linux,2.6.32-38-generic,x86_64,-smalloc,-smalloc,-hcritbit,epoll
 Backtrace:
   0x431d88: pan_ic+d8
   0x41b021: CNT_Session+781
   0x43670d: ses_pool_task+fd
   0x433592: Pool_Work_Thread+112
   0x441128: wrk_thread_real+c8
   0x7fa1564f99ca: _end+7fa155e75202
   0x7fa156256cdd: _end+7fa155bd2515
 sp = 0x7fa155e20620 {
   fd = 12, id = 12, xid = 0,
   client =  ,
   step = STP_FIRST,
   handling = deliver,
   restarts = 0, esi_level = 0
   ws = 0x7fa146e02158 {
     id = "req",
     {s,f,r,e} = {0x7fa146e03730,0x7fa146e03730,(nil),+59632},
   },
   http[req] = {
     ws = (nil)[]
   },
   worker = 0x7fa14773dc60 {
     ws = 0x7fa14773de20 {
       id = "wrk",
       {s,f,r,e} = {0x7fa14773d450,0x7fa14773d450,(nil),+2048},
     },
   },
 },




 2012-06-05 22:12:58 WARNING [0, 0]: purge-fail(httperf): Varnishstat
 uptime and measured run-time is too large (measured: 250 stat: 37 diff:
 213). Did we crash?

 }}}

 These seem to fail for just about any type of test at the moment, but not
 consistently.

-- 
Ticket URL: <https://www.varnish-cache.org/trac/ticket/1147#comment:2>
Varnish <https://varnish-cache.org/>
The Varnish HTTP Accelerator




More information about the varnish-bugs mailing list