[Varnish] #879: Panic message: Assert error in cnt_fetch(). In varnish 5ec2bb09c50629eafaabc9f6d6f43ae145e4f254

Varnish varnish-bugs at varnish-cache.org
Mon Mar 21 13:12:00 CET 2011


#879: Panic message: Assert error in cnt_fetch(). In varnish
5ec2bb09c50629eafaabc9f6d6f43ae145e4f254
--------------------+-------------------------------------------------------
 Reporter:  kdajka  |        Type:  defect  
   Status:  new     |    Priority:  high    
Milestone:          |   Component:  varnishd
  Version:  trunk   |    Severity:  critical
 Keywords:          |  
--------------------+-------------------------------------------------------
 Hi, I'm seeing child restarts in newest trunk
 5ec2bb09c50629eafaabc9f6d6f43ae145e4f254.
 I have 3 backtraces all were triggered by Assert error in cnt_fetch(). All
 crashes occured few moments after malloc fulled up.

 My system:
 Linux varnishic06 2.6.26-2-amd64 #1 SMP Thu Nov 25 04:30:55 UTC 2010
 x86_64 GNU/Linux


 {{{
 /usr/local/inp/varnish/sbin/varnishd -P /var/tmp/xxx_varnishd.pid -a
 XXX.IP2.XXX.IP2:8084 -i xxx_varnishic06 -n xxx_varnishic06 -f
 /exp/config/varnish//xxx/xxx.vcl -T XXX.IP2.XXX.IP2:2084 -h classic,16383
 -p thread_pools=4 -w 200,4000,2 -t 0 -s malloc,384M -d
 }}}



 {{{
 Child (32672) died signal=6 (core dumped)
 Child (32672) Panic message: Assert error in cnt_fetch(), cache_center.c
 line 643:
   Condition((sp->obj) != NULL) not true.
 thread = (cache-worker)
 ident = Linux,2.6.26-2-amd64,x86_64,-smalloc,-smalloc,-classic,epoll
 Backtrace:
   0x433de5: pan_backtrace+16
   0x43404e: pan_ic+164
   0x418d2f: cnt_fetch+aaa
   0x41b555: CNT_Session+5bc
   0x435c67: wrk_do_cnt_sess+12a
   0x4354d2: wrk_thread_real+841
   0x4358d3: wrk_thread+e5
   0x7fa02b9b0fc7: _end+7fa02b323a2f
   0x7fa02b72664d: _end+7fa02b0990b5
 sp = 0x7f9ecd38a008 {
   fd = 46, id = 46, xid = 1808471137,
   client = XXX.IP.XXX.IP 50479,
   step = STP_FETCH,
   handling = deliver,
   err_code = 200, err_reason = (null),
   restarts = 0, esi_level = 0
   ws = 0x7f9ecd38a080 {
     id = "sess",
     {s,f,r,e} = {0x7f9ecd38acf0,+1104,(nil),+65536},
   },
   http[req] = {
     ws = 0x7f9ecd38a080[sess]
       "GET",
       "/resource/konno.jpg",
       "HTTP/1.1",
       "Accept: */*",
 "Accept-Language: pl",
       "User-Agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
 Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR
 3.5.30729; .NET CLR 1.1.4322)",
 "Host: xxx.xxx",
       "Connection: Keep-Alive",
       "x-real-forwarded-for: XXX.IP.XXX.IP",
       "X-Forwarded-For: XXX.IP.XXX.IP",
       "Accept-Encoding: gzip",
   },
   worker = 0x7f9ed6962e30 {
     ws = 0x7f9ed6962fc0 {
       id = "wrk",
       {s,f,r,e} = {0x7f9ed6950d40,+3032,(nil),+65536},
     },
     http[bereq] = {
       ws = 0x7f9ed6962fc0[wrk]
         "GET",
         "/resource/konno.jpg",
         "HTTP/1.1",
         "Accept: */*",
         "Accept-Language: pl",
 "User-Agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1;
 Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR
 3.5.30729; .NET CLR 1.1.4322)",
 "Host: xxx.xxx",
 "x-real-forwarded-for: XXX.IP.XXX.IP",
         "X-Forwarded-For: XXX.IP.XXX.IP",
         "X-Varnish: 1808471137",
         "Accept-Encoding: gzip",
     },
     http[beresp] = {
       ws = 0x7f9ed6962fc0[wrk]
         "HTTP/1.1",
         "200",
         "OK",
         "Date: Mon, 21 Mar 2011 10:30:44 GMT",
         "Server: Apache",
         "Cache-Control: PUBLIC, max-age=0, must-revalidate",
         "Last-Modified: Wed, 19 Jan 2011 20:02:07 GMT",
         "Expires: Thu, 01 Jan 1970 00:00:00 GMT",
         "Connection: close",
         "Transfer-Encoding: chunked",
         "Content-Type: image/jpeg",
         "x-url: /resource/konno.jpg",
     },
     },
     vcl = {
       srcname = {
         "input",
         "Default",
         "/exp/config/varnish/xxxxx/backends_xxxxx.vcl",
       },
     },
 },
 }}}

 Backtrace:
 {{{
 (gdb) bt
 #0  0x00007fa02b688ed5 in raise () from /lib/libc.so.6
 #1  0x00007fa02b68a3f3 in abort () from /lib/libc.so.6
 #2  0x00000000004340fb in pan_ic (func=0x46b710 "cnt_fetch", file=0x46b536
 "cache_center.c", line=643, cond=0x46b5e1 "(sp->obj) != NULL", err=0,
 xxx=0) at cache_panic.c:361
 #3  0x0000000000418d2f in cnt_fetch (sp=0x7f9ecd38a008) at
 cache_center.c:643
 #4  0x000000000041b555 in CNT_Session (sp=0x7f9ecd38a008) at steps.h:42
 #5  0x0000000000435c67 in wrk_do_cnt_sess (w=0x7f9ed6962e30,
 priv=0x7f9ecd38a008) at cache_pool.c:302
 #6  0x00000000004354d2 in wrk_thread_real (qp=0x7fa02b10e2e0,
 shm_workspace=8192, sess_workspace=65536, nhttp=64, http_space=1160,
 siov=128) at cache_pool.c:186
 #7  0x00000000004358d3 in wrk_thread (priv=0x7fa02b10e2e0) at
 cache_pool.c:232
 #8  0x00007fa02b9b0fc7 in start_thread () from /lib/libpthread.so.0
 #9  0x00007fa02b72664d in clone () from /lib/libc.so.6
 #10 0x0000000000000000 in ?? ()
 (gdb) frame 2
 #2  0x00000000004340fb in pan_ic (func=0x46b710 "cnt_fetch", file=0x46b536
 "cache_center.c", line=643, cond=0x46b5e1 "(sp->obj) != NULL", err=0,
 xxx=0) at cache_panic.c:361
 361     cache_panic.c: No such file or directory.
         in cache_panic.c
 (gdb) print *sp
 $1 = {magic = 741317722, fd = 46, id = 46, xid = 1808471137, restarts = 0,
 esi_level = 0, disable_esi = 0, hash_ignore_busy = 0 '\0',
 hash_always_miss = 0 '\0', wrk = 0x7f9ed6962e30,
   sockaddrlen = 16, mysockaddrlen = 128, sockaddr = 0x7f9ecd38a2e0,
 mysockaddr = 0x7f9ecd38a360, mylsock = 0x7fa02b120b80, addr =
 0x7f9ecd38acf0 "XXX.IP.XXX.IP", port = 0x7f9ecd38ad00 "50479",
   client_identity = 0x0, doclose = 0x0, http = 0x7f9ecd38a3e0, http0 =
 0x7f9ecd38a868, ws = {{magic = 905626964, id = 0x470b2e "sess", s =
 0x7f9ecd38acf0 "XXX.IP.XXX.IP",
       f = 0x7f9ecd38b140 ".181", r = 0x0, e = 0x7f9ecd39acf0 "", overflow
 = 0}}, ws_ses = 0x7f9ecd38ad08 "GET", ws_req = 0x7f9ecd38b0c0
 "XXX.IP.XXX.IP",
   digest = "g�g\004W�{\212\230\235�\001n��jSM\202G�1S�vj�JM�\200�", htc =
 {{magic = 1041886673, fd = 46, maxbytes = 32768, maxhdr = 2048, ws =
 0x7f9ecd38a080, rxbuf = {b = 0x7f9ecd38ad08 "GET",
         e = 0x7f9ecd38b0bf ""}, pipeline = {b = 0x0, e = 0x0}}}, t_open =
 1300703444.0800157, t_req = 1300703444.0800416, t_resp =
 nan(0x8000000000000), t_end = 1300703444.0800157, exp = {
     ttl = -1, grace = 30, keep = -1}, step = STP_FETCH, cur_method = 0,
 handling = 0, sendbody = 0 '\0', wantbody = 1 '\001', err_code = 200,
 err_reason = 0x0, list = {vtqe_next = 0x0,
     vtqe_prev = 0x0}, director = 0x7fa02b10e568, vbc = 0x7f9ec87fb060, obj
 = 0x0, objcore = 0x7f9ec703bb00, vcl = 0x7fa02b1056e8, hash_objhead = 0x0,
 mem = 0x7f9ecd38a000, workreq = {list = {
       vtqe_next = 0x0, vtqe_prev = 0x0}, func = 0x435b3d
 <wrk_do_cnt_sess>, priv = 0x7f9ecd38a008}, acct_tmp = {first = 0, sess =
 1, req = 1, pipe = 0, pass = 0, fetch = 0, hdrbytes = 0,
     bodybytes = 0}, acct_req = {first = 0, sess = 0, req = 0, pipe = 0,
 pass = 0, fetch = 0, hdrbytes = 0, bodybytes = 0}, acct_ses = {first =
 1300703444.0800157, sess = 0, req = 0, pipe = 0,
     pass = 0, fetch = 0, hdrbytes = 0, bodybytes = 0}, ev = {events = 0,
 data = {ptr = 0x0, fd = 0, u32 = 0, u64 = 0}}}
 }}}

-- 
Ticket URL: <http://varnish-cache.org/trac/ticket/879>
Varnish <http://varnish-cache.org/>
The Varnish HTTP Accelerator




More information about the varnish-bugs mailing list