gzip crash

Ask Bjørn Hansen ask at develooper.com
Thu Nov 10 16:51:35 CET 2011


On Nov 10, 2011, at 0:58, Per Buer wrote:

> Tip of the day; panic.show in the CLI creates really nice assert messages. Syslog also chops of the tail.

Sorry about that; the poor formatting tripped me up and I didn't realize how incomplete that was.  Thank you for the hint!

Seeing more data I see that most crashes are from un-gzip'ing responses for our nagios check (not supporting compression).


 - ask

Last panic at: Wed, 09 Nov 2011 10:12:43 GMT
Assert error in VGZ_Ibuf(), cache_gzip.c line 222:
  Condition((vg->vz.avail_in) == 0) not true.
errno = 12 (Cannot allocate memory)
thread = (cache-worker)
ident = Linux,2.6.18-238.9.1.el5,x86_64,-sfile,-smalloc,-hcritbit,epoll
Backtrace:
  0x42c7a6: /usr/sbin/varnishd [0x42c7a6]
  0x4227da: /usr/sbin/varnishd(VGZ_Ibuf+0x7a) [0x4227da]
  0x422e19: /usr/sbin/varnishd [0x422e19]
  0x4215fd: /usr/sbin/varnishd(FetchBody+0x3fd) [0x4215fd]
  0x4153e8: /usr/sbin/varnishd [0x4153e8]
  0x417ab6: /usr/sbin/varnishd(CNT_Session+0x9f6) [0x417ab6]
  0x42efb8: /usr/sbin/varnishd [0x42efb8]
  0x42e19b: /usr/sbin/varnishd [0x42e19b]
  0x314880673d: /lib64/libpthread.so.0 [0x314880673d]
  0x31480d44bd: /lib64/libc.so.6(clone+0x6d) [0x31480d44bd]
sp = 0x2aaaece29008 {
  fd = 18, id = 18, xid = 1952412410,
  client = 10.50.0.77 58679,
  step = STP_FETCHBODY,
  handling = deliver,
  err_code = 200, err_reason = (null),
  restarts = 0, esi_level = 0
  flags =  do_gzip do_close is_gunzip
  bodystatus = 4
  ws = 0x2aaaece29080 { 
    id = "sess",
    {s,f,r,e} = {0x2aaaece29c90,+264,(nil),+65536},
  },
  http[req] = {
    ws = 0x2aaaece29080[sess]
      "GET",
      "/static/robots.txt",
      "HTTP/1.1",
      "User-Agent: check_http/v1.4.14 (nagios-plugins 1.4.14)",
      "Connection: close",
      "Host: fromnagiosrsc1",
      "X-Forwarded-For: 174.136.111.98",
  },
  worker = 0x7235dcf0 {
    ws = 0x7235df30 { 
      id = "wrk",
      {s,f,r,e} = {0x7234bca0,+520,(nil),+65536},
    },
    http[bereq] = {
      ws = 0x7235df30[wrk]
        "GET",
        "/static/robots.txt",
        "HTTP/1.1",
        "User-Agent: check_http/v1.4.14 (nagios-plugins 1.4.14)",
        "Host: fromnagiosrsc1",
        "X-Forwarded-For: 174.136.111.98",
        "X-Varnish: 1952412410",
        "Accept-Encoding: gzip",
    },
    http[beresp] = {
      ws = 0x7235df30[wrk]
        "HTTP/1.0",
        "200",
        "OK",
        "Date: Wed, 09 Nov 2011 10:12:43 GMT",
        "Server: Apache/1.3.37 (Unix) mod_perl/1.29",
        "Last-Modified: Tue, 08 Jun 2010 23:46:54 GMT",
        "Accept-Ranges: bytes",
        "Content-Length: 230",
        "Content-Type: text/plain",
        "Content-Encoding: gzip",
    },
    },
    vcl = {
      srcname = {
        "input",
        "Default",
      },
    },
  obj = 0x2aaab41dd000 {
    xid = 1952412410,
    ws = 0x2aaab41dd018 { 
      id = "obj",
      {s,f,r,e} = {0x2aaab41dd1e0,+216,(nil),+272},
    },
    http[obj] = {
      ws = 0x2aaab41dd018[obj]
        "HTTP/1.1",
        "OK",
        "Date: Wed, 09 Nov 2011 10:12:43 GMT",
        "Server: Apache/1.3.37 (Unix) mod_perl/1.29",
        "Last-Modified: Tue, 08 Jun 2010 23:46:54 GMT",
        "Content-Type: text/plain",
        "Content-Encoding: gzip",
    },
    len = 0,
    store = {
    },
  },
},


Last panic at: Wed, 09 Nov 2011 23:21:16 GMT
Assert error in VGZ_Ibuf(), cache_gzip.c line 222:
  Condition((vg->vz.avail_in) == 0) not true.
errno = 12 (Cannot allocate memory)
thread = (cache-worker)
ident = Linux,2.6.18-274.7.1.el5,x86_64,-sfile,-smalloc,-hcritbit,epoll
Backtrace:
  0x42c7a6: /usr/sbin/varnishd [0x42c7a6]
  0x4227da: /usr/sbin/varnishd(VGZ_Ibuf+0x7a) [0x4227da]
  0x422e19: /usr/sbin/varnishd [0x422e19]
  0x4215fd: /usr/sbin/varnishd(FetchBody+0x3fd) [0x4215fd]
  0x4153e8: /usr/sbin/varnishd [0x4153e8]
  0x417ab6: /usr/sbin/varnishd(CNT_Session+0x9f6) [0x417ab6]
  0x42efb8: /usr/sbin/varnishd [0x42efb8]
  0x42e19b: /usr/sbin/varnishd [0x42e19b]
  0x3b8420673d: /lib64/libpthread.so.0 [0x3b8420673d]
  0x3b83ad44bd: /lib64/libc.so.6(clone+0x6d) [0x3b83ad44bd]
sp = 0x2aaaecbc0008 {
  fd = 18, id = 18, xid = 556098001,
  client = 10.50.0.51 54247,
  step = STP_FETCHBODY,
  handling = deliver,
  err_code = 200, err_reason = (null),
  restarts = 0, esi_level = 0
  flags =  do_gzip do_close is_gunzip
  bodystatus = 4
  ws = 0x2aaaecbc0080 { 
    id = "sess",
    {s,f,r,e} = {0x2aaaecbc0c90,+232,(nil),+65536},
  },
  http[req] = {
    ws = 0x2aaaecbc0080[sess]
      "GET",
      "/static/robots.txt",
      "HTTP/1.1",
      "User-Agent: check_http/v1.4.15 (nagios-plugins 1.4.15)",
      "Connection: close",
      "Host: fromnagios:6083",
  },
  worker = 0x6f4a8cf0 {
    ws = 0x6f4a8f30 { 
      id = "wrk",
      {s,f,r,e} = {0x6f496ca0,+520,(nil),+65536},
    },
    http[bereq] = {
      ws = 0x6f4a8f30[wrk]
        "GET",
        "/static/robots.txt",
        "HTTP/1.1",
        "User-Agent: check_http/v1.4.15 (nagios-plugins 1.4.15)",
        "Host: fromnagios:6083",
        "X-Varnish: 556098001",
        "Accept-Encoding: gzip",
    },
    http[beresp] = {
      ws = 0x6f4a8f30[wrk]
        "HTTP/1.0",
        "200",
        "OK",
        "Date: Wed, 09 Nov 2011 23:21:16 GMT",
        "Server: Apache/1.3.37 (Unix) mod_perl/1.29",
        "Last-Modified: Tue, 08 Jun 2010 23:46:54 GMT",
        "Accept-Ranges: bytes",
        "Content-Length: 230",
        "Content-Type: text/plain",
        "Content-Encoding: gzip",
    },
    },
    vcl = {
      srcname = {
        "input",
        "Default",
      },
    },
  obj = 0x2aaaba292000 {
    xid = 556098001,
    ws = 0x2aaaba292018 { 
      id = "obj",
      {s,f,r,e} = {0x2aaaba2921e0,+216,(nil),+272},
    },
    http[obj] = {
      ws = 0x2aaaba292018[obj]
        "HTTP/1.1",
        "OK",
        "Date: Wed, 09 Nov 2011 23:21:16 GMT",
        "Server: Apache/1.3.37 (Unix) mod_perl/1.29",
        "Last-Modified: Tue, 08 Jun 2010 23:46:54 GMT",
        "Content-Type: text/plain",
        "Content-Encoding: gzip",
    },
    len = 0,
    store = {
    },
  },
},

-------------- next part --------------
A non-text attachment was scrubbed...
Name: smime.p7s
Type: application/pkcs7-signature
Size: 4798 bytes
Desc: not available
URL: <https://www.varnish-cache.org/lists/pipermail/varnish-dev/attachments/20111110/d334c685/attachment-0003.bin>


More information about the varnish-dev mailing list