Panic Signal 6.
Martin Boer
martin.boer at bizztravel.nl
Fri Oct 1 12:37:13 CEST 2010
Ben,
You're using a very small amount of memory. I have the feeling that
varnish sometimes has trouble throwing away older entries which are
still valid.
With your amount of memory that could easily be the case. I'm not really
sure, but since I've allocated more than enough space for the content
varnish hasn't crashed since the last restart a couple of months ago.
I would suggest to use "-s file,/path/varnish.bin,2G" for a while to
see if that helps. Of course you need to have 2GB of free space in /path/
Regards,
Martin
On 09/30/2010 09:10 PM, Ben Nowacky wrote:
> We're running CentOS 64 bit, 5.5... Here's our VCL, and startup flags:
>
> sysconfig/varnish:
> -u varnish
> -s malloc,800m
> -p cli_timeout=1200s
> -p thread_pools=1
> -p thread_pool_min=120
> -p thread_pool_max=200
> -p listen_depth=1024
> p shm_reclen=32768
> -p sess_workspace=8192
> -p http_headers=32
> -p sess_timeout=10
> -p session_linger=100
> -p between_bytes_timeout=10
> -p first_byte_timeout=10
> -h critbit
>
>
> VCL:
> # Default backend definition. Set this to point to your content
> # server.
> #
> backend default {
> .host = "64.237.104.85";
> .port = "8080";
> }
>
> acl purge {
> "localhost";
> "64.237.104.85";
> }
>
> sub vcl_recv {
> # Serve stale content while fresh is retrieved for 2minutes.
> set req.grace = 6m;
> if (req.http.host ~ "elite.competitor.com
> <http://elite.competitor.com/>") {
> if (req.url ~ "^/confcard$") {
> set req.http.New-Location = regsub(req.url,"$","/");
> error 301 "Redirecting you to the slash representation...";
> }
> if (req.url ~ "^/confcard/") {
> return (pipe);
> }
> }
> if (req.http.host ~ "forums.competitor.com
> <http://forums.competitor.com/>") {
> return (pipe);
> }
> if (req.http.host ~ "svn.competitor.com <http://svn.competitor.com/>"){
> return (pipe);
> }
> if (req.http.host ~ "competitorradio.competitor.com
> <http://competitorradio.competitor.com/>") {
> if (req.url ~ "^/wp-admin$") {
> set req.http.New-Location = regsub(req.url,"$","/");
> error 301 "Redirecting you to the slash representation...";
> }
> else {
> return (pipe);
> }
> }
>
> # always exempt Dev.lan from cache.
> if (!(req.http.host ~ "competitor.com <http://competitor.com/>")) {
> return (pipe);
> }
> # Exempt mobile users from cache... straight to backend.
> if (req.http.User-Agent ~
> "(iPhone|iPod|iPad)|(Android)|(BlackBerry9530)|(webOS)") {
> return (pipe);
> }
> # redirect URL for trailing slash when logging in.
> if (req.url ~ "^/wp-admin$") {
> set req.http.New-Location = regsub(req.url,"$","/");
> error 301 "Redirecting you to the slash representation...";
> }
> if (req.http.cookie ~ "wordpress_") {
> return (pipe);
> }
> # if wp-admin or wp-login is in the URL, pipe to apache.
> if (req.url ~ "/wp-(admin|login)") {
> return (pipe);
> }
> # otherwise just unset cookie and cache all pages.
> else {
> unset req.http.cookie;
> }
>
> # # cache the home page.
> # if (req.url ~ "^/$") {
> # unset req.http.cookie;
> # }
> # #category page
> # if (req.url ~ "^/category(.)*") {
> # unset req.http.cookie;
> # }
> # #post page with date in URL
> # if (req.url ~ "^/?p=[0-9](.)*") {
> # unset req.http.cookie;
> # }
> # #post page with date in URL
> # if (req.url ~ "^/[0-9](.)*") {
> # unset req.http.cookie;
> # }
> if (req.http.Accept-Encoding) {
> if (req.url ~
> "^/[^?]+\.(ico|js|css|txt|gz|zip|lzma|bz2|tgz|tbz|html|htm)(\?.*|)$") {
> # No point in compressing these
> remove req.http.Accept-Encoding;
> } elsif (req.http.Accept-Encoding ~ "gzip") {
> set req.http.Accept-Encoding = "gzip";
> } elsif (req.http.Accept-Encoding ~ "deflate") {
> set req.http.Accept-Encoding = "deflate";
> } elsif (req.http.Accept-Encoding ~ "MSIE 6") {
> set req.http.Accept-Encoding = "MSIE";
> } elsif (req.http.Accept-Encoding ~ "MSIE 7") {
> set req.http.Accept-Encoding = "MSIE";
> } elsif (req.http.Accept-Encoding ~ "MSIE 8") {
> set req.http.Accept-Encoding = "MSIE";
> } elsif (req.http.Accept-Encoding ~ "Mozilla") {
> set req.http.Accept-Encoding = "mozilla";
> }
> else {
> # unkown algorithm
> remove req.http.Accept-Encoding;
> }
> }
> unset req.http.user-agent;
> if (req.url ~
> "^/[^?]+\.(jpeg|jpg|png|gif|ico|js|css|txt|gz|zip|lzma|bz2|tgz|tbz|html|htm)(\?.*|)$")
> {
> remove req.http.cookie;
> set req.url = regsub(req.url, "\?.*$", "");
> }
> # don't bother caching large files
> if (req.url ~
> "^/[^?]+\.(mp3|pdf|flv|mov|mp4|mpg|mpeg|avi|dmg|swf)(\?.*|)$") {
> return (pipe);
> }
> # accept purge requests from Wordpress.
> if (req.request == "PURGE") {
> if(!client.ip ~ purge) {
> error 405 "Not allowed.";
> }
> purge_url(req.url);
> error 200 "Purged";
> purge("req.url == " req.url);
> }
> ####################
> # End sub_recv #
> ####################
> }
>
>
> sub vcl_deliver {
> #add cache hit data
> if (obj.hits > 0) {
> #if hit add hit count
> set resp.http.X-Served-By = server.hostname;
> set resp.http.X-Cache = "HIT";
> set resp.http.X-Cache-Hits = obj.hits;
> set resp.http.X-Encoding = req.http.Accept-Encoding;
> set resp.http.X-Debug = req.http.host;
> } else {
> set resp.http.X-Served-By = server.hostname;
> set resp.http.X-Cache = "MISS";
> set resp.http.X-Encoding = req.http.Accept-Encoding;
> set resp.http.X-Debug = req.http.host;
> }
> }
> sub vcl_error {
> # for redirect on trailing slash.
> if (req.http.New-Location) {
> set obj.http.Location = req.http.New-Location;
> }
> }
>
> sub vcl_fetch {
>
> if (beresp.status != 200 && beresp.status != 403 && beresp.status !=
> 404 && beresp.status != 405 && beresp.status != 301 && beresp.status
> != 302) {
> restart;
> }
> if (beresp.http.cookie ~ "wordpress_") {
> return (pass);
> }
> # Serve stale content while fresh is retrieved for 2minutes.
> set beresp.grace = 6m;
> set beresp.ttl = 720s;
> if (beresp.ttl < 720s) {
> set beresp.ttl = 720s;
> }
> if (!beresp.cacheable) {
> set beresp.ttl = 0s;
> }
> if (beresp.http.Set-Cookie) {
> return(deliver);
> }
> # make sure cookies aren't set for retrieved static objects.
> if (req.url ~ "^/[^?]+\.(jpeg|jpg|png|gif|ico)(\?.*|)$") {
> set beresp.http.Cache-Control = "max-age=31536000, public";
> unset beresp.http.set-cookie;
> }
> if (req.url ~ "^/[^?]+\.(js|html|htm|txt)(\?.*|)$") {
> set beresp.http.Cache-Control = "max-age=1728000, public,
> must-revalidate";
> unset beresp.http.set-cookie;
> }
> if (req.url ~ "^/[^?]+\.(css)(\?.*|)$") {
> set beresp.http.Cache-Control = "max-age=1728000, public,
> must-revalidate";
> unset beresp.http.set-cookie;
> }
> # cache the home page.
> if (req.url ~ "^/$") {
> unset beresp.http.cookie;
> set beresp.ttl = 600s;
> }
> if (req.url ~ "^/category(.)*") {
> unset beresp.http.cookie;
> }
> if (req.url ~ "^(.)/[0-9](.)*") {
> unset beresp.http.cookie;
> }
> if (req.url ~ "^/?p=[0-9](.)*") {
> unset beresp.http.cookie;
> }
> #Change Web Server header because we can.
> unset beresp.http.Server;
> set beresp.http.Server = "Mini Con Adventure Team";
> ####################
> # End sub_fetch #
> ####################
> }
>
> sub vcl_pipe {
> # # http://www.varnish-cache.org/ticket/451
> # # This forces every pipe request to be the first one.
> set bereq.http.connection = "close";
> }
>
>
> sub vcl_hit {
> if (req.request == "PURGE") {
> set obj.ttl = 0s;
> error 200 "Purged.";
> }
> }
>
>
> sub vcl_hash {
>
> # //hash the object with url+host
>
> set req.hash += req.url;
> set req.hash += req.http.host;
> set req.hash += req.http.User-Agent;
> set req.hash += req.http.cookie;
> return(hash);
> }
>
>
>
>
>
>
>
>
>
>
> On Sep 30, 2010, at 12:06 PM, Ross Brown wrote:
>
>> 2 Days? That’s certainly…. sub-optimal. What OS are you running? Our
>> 8 x Varnish servers (64-bit Ubuntu 10.04.1 LTS) are rock solid and
>> easily run for weeks without any issues.
>> We run with malloc,24G (32Gb RAM installed)
>> Can you share your startup options and VCL?
>> *From:* varnish-misc-bounces at varnish-cache.org
>> <mailto:varnish-misc-bounces at varnish-cache.org>
>> [mailto:varnish-misc-bounces at varnish-cache.org] *On Behalf Of *Ben
>> Nowacky
>> *Sent:* Friday, 1 October 2010 7:02 a.m.
>> *To:* Caunter, Stefan
>> *Cc:* varnish-misc at varnish-cache.org
>> <mailto:varnish-misc at varnish-cache.org>
>> *Subject:* Re: Panic Signal 6.
>> 2.1.2, would prefer to use malloc over file storage if possible, but
>> haven't tried file to see if that's the issue.
>> On Sep 30, 2010, at 10:57 AM, Caunter, Stefan wrote:
>>
>>
>> What version of varnish? Have you tried with –s file,/path/to/file
>> ,1075200000 instead of –s malloc?
>> Stefan Caunter :: Senior Systems Administrator :: TOPS
>> e: scaunter at topscms.com <mailto:scaunter at topscms.com> :: m: (416)
>> 561-4871
>> www.thestar.com <http://www.thestar.com> www.topscms.com
>> <http://www.topscms.com>
>> *From:* varnish-misc-bounces at varnish-cache.org
>> <mailto:varnish-misc-bounces at varnish-cache.org>
>> [mailto:varnish-misc-bounces at varnish-cache.org] *On Behalf Of *Ben
>> Nowacky
>> *Sent:* September-30-10 12:53 PM
>> *To:* varnish-misc at varnish-cache.org
>> <mailto:varnish-misc at varnish-cache.org>*Subject:* Panic Signal 6.
>> Hey everyone ! Wondering if someone can lend a hand. We've gotten our
>> servers upgraded to 64-bit OS, and seen tremendous stability
>> enhancement with varnish over our 32-bit os, which crashed every 5-10
>> minutes. We can now get about 2 days of uptime before we have a new
>> child process crash. Logs are listed below.. Wondering if something
>> obvious jumps out at anyone as to what the cause of this may be.
>> Appreciate any insight from the community !
>> Sep 30 16:37:17 srv860 varnishd[16195]: Child (16196) died signal=6
>> Sep 30 16:37:17 srv860 varnishd[16195]: Child (16196) Panic message:
>> Assert error in WS_Release(), cache_ws.c line 193: Condition(bytes
>> <= ws->e - ws->f) not true. errno = 104 (Connection reset by peer)
>> thread = (cache-worker) ident =
>> Linux,2.6.18-194.el5,x86_64,-smalloc,-hcritbit,epoll Backtrace:
>> 0x422616: /usr/sbin/varnishd [0x422616] 0x42d475:
>> /usr/sbin/varnishd(WS_Release+0xf5) [0x42d475] 0x427b33:
>> /usr/sbin/varnishd [0x427b33] 0x42bc45:
>> /usr/sbin/varnishd(VRT_SetHdr+0xf5) [0x42bc45] 0x2aaaab003e76:
>> ./vcl.1P9zoqAU.so [0x2aaaab003e76] 0x427006:
>> /usr/sbin/varnishd(VCL_deliver_method+0x46) [0x427006] 0x4130cf:
>> /usr/sbin/varnishd [0x4130cf] 0x413e49:
>> /usr/sbin/varnishd(CNT_Session+0x369) [0x413e49] 0x424a68:
>> /usr/sbin/varnishd [0x424a68] 0x423d4d: /usr/sbin/varnishd
>> [0x423d4d] sp = 0x2aaac060e008 { fd = 351, id = 351, xid =
>> 1104824170, client = 63.240.230.197:26479, step = STP_DELIVER,
>> handling = deliver, restarts = 0, esis = 0 ws = 0x2aaac060e078 {
>> id = "sess", {s,f
>> Sep 30 16:37:17 srv860 varnishd[16195]: child (32562) Started
>> Sep 30 16:37:17 srv860 varnishd[16195]: Child (32562) said
>> Sep 30 16:37:17 srv860 varnishd[16195]: Child (32562) said Child starts
>
>
> _______________________________________________
> varnish-misc mailing list
> varnish-misc at varnish-cache.org
> http://lists.varnish-cache.org/mailman/listinfo/varnish-misc
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <https://www.varnish-cache.org/lists/pipermail/varnish-misc/attachments/20101001/c7d71b88/attachment-0003.html>
More information about the varnish-misc
mailing list