高命中率的varnish缓存配置分享

给大家一个连我这么丑的blog,命中率都可以达到75%的varnish配置,大家拿去根据自己网站情况再优化下的话,说不定也可以达到90%,这也不是不可能的事。

系统:centos 5.x
软件:varnish-3.0.5

1.安装varnish

怎么安装我就不说了吧,自己搜去。

2.varnish配置

代码如下:

backend slogra {
     .host = "172.0.0.1";
     .port = "80";
     .connect_timeout = 20s;
     .first_byte_timeout = 20s;
     .between_bytes_timeout = 20s;
 }
 
#允许刷新缓存的规则
acl purgeAllow {
#     只能本机进行刷新
     "localhost";
}
 
# Below is a commented-out copy of the default VCL logic.  If you
# redefine any of these subroutines, the built-in logic will be
# appended to your code.
 
sub vcl_recv {
    #判断请求主机,跳转到相应后端服务器
    if(req.http.host ~ "^(.*)(slogra.com)")
    {
        set req.backend=slogra;
    }else{
        error 408 "Hostname not found"; 
    }
    
    #grace缓存过期仍存放
    # 若backend是健康的，则仅grace 5s，如果backend不健康，则grace 1m。
    # 这里，5s的目的是为了提高高并发时的吞吐率；
    # 1m的目的是，backend挂了之后，还能继续服务一段时间，期望backend挂的不要太久。。。
    if (req.backend.healthy) {
        set req.grace = 5s;
    } else {
        set req.grace = 1m;
    }
 
    #刷新缓存的处理
    if (req.request == "PURGE"){
        if(!client.ip ~ purgeAllow) {
                error 405 "Not allowed.";
        }
    #    #转到hit或者miss处理
        return (lookup);
    }
 
    #移除一些特定格式的cookie
    if (req.url ~ "^(.*)\.(jpg|png|gif|jpeg|flv|bmp|gz|tgz|bz2|tbz|js|css|html|htm)($|\?)" ) {
         #移除cookie,以便能缓存到varnish
         unset req.http.cookie;
    }
 
   #Accept-Encoding 是浏览器发给服务器,声明浏览器支持的编码类型的
   #修正客户端的Accept-Encoding头信息
   #防止个别浏览器发送类似 deflate, gzip
    if (req.http.Accept-Encoding) {
        if (req.url ~ "^(.*)\.(jpg|png|gif|jpeg|flv|bmp|gz|tgz|bz2|tbz)($|\?)" ) {
            remove req.http.Accept-Encoding;
        }else if (req.http.Accept-Encoding ~ "gzip"){
            set req.http.Accept-Encoding = "gzip";
        } else if (req.http.Accept-Encoding ~ "deflate"){
            set req.http.Accept-Encoding = "deflate";
        } else if (req.http.Accept-Encoding ~ "sdch"){
            #chrome新增加的压缩
            set req.http.Accept-Encoding = "sdch";
        }else {
            remove req.http.Accept-Encoding;
        }
    }        
    #首次访问增加X-Forwarded-For头信息,方便后端程序获取客户端ip
    if (req.restarts == 0) {
        if (req.http.x-forwarded-for) {
            set req.http.X-Forwarded-For =
            req.http.X-Forwarded-For + ", " + client.ip;
        } else {
            set req.http.X-Forwarded-For = client.ip;
        }
    }
 
   if (req.request != "GET" &&
       req.request != "HEAD" &&
       req.request != "PUT" &&
       req.request != "POST" &&
       req.request != "TRACE" &&
       req.request != "OPTIONS" &&
       req.request != "DELETE") {
       return (pipe);
   }
     if (req.request != "GET" && req.request != "HEAD") {
         /* We only deal with GET and HEAD by default */
         return (pass);
     }
     if (req.http.Authorization) {
         /* Not cacheable by default */
         return (pass);
     }
     #js,css文件都有Cookie,不能每次都去后台服务器去取
     #if (req.http.Cookie) {
     #    /* Not cacheable by default */
     #    return (pass);
     #}
    
     #如果请求的是动态页面直接转发到后端服务器
     if (req.url ~ "^(.*)\.(php|jsp|do|aspx|asmx|ashx)($|.*)") {
          return (pass);
     }
     return (lookup);
 }   
 sub vcl_pipe {
     # Note that only the first request to the backend will have
     # X-Forwarded-For set.  If you use X-Forwarded-For and want to
     # have it set for all requests, make sure to have:
     # set bereq.http.connection = "close";
     # here.  It is not set by default as it might break some broken web
     # applications, like IIS with NTLM authentication.
     return (pipe);
 }   
#放过,让其直接去后台服务器请求数据
sub vcl_pass {
     return (pass);
 }   
sub vcl_hash {
     hash_data(req.url);
     if (req.http.host) {
         hash_data(req.http.host);
     } else {
         hash_data(server.ip);
     }
     #支持压缩的要增加,防止发送给不支持压缩的浏览器压缩的内容
     if(req.http.Accept-Encoding){
          hash_data(req.http.Accept-Encoding);
     }
     return (hash);
 }
 
#缓存服务器lookup查找命中:hit
 sub vcl_hit {
     #刷新缓存的请求操作,设置TTL为0,返回处理结果代码
     if (req.request == "PURGE") {
          set obj.ttl = 0s;
          error 200 "Purged.";
      }  
     #缓存服务器命中后(查找到了)
     return (deliver);
 }   
#缓存服务器lookup查找没有命中:miss
sub vcl_miss {
    #刷新缓存的请求操作,
    #if (req.request == "PURGE") {
    #    error 404 "Not in cache.";
    #}  
    #缓存服务器没有命中(去后台服务器取)
     return (fetch);
 }  
#从后台服务器取回数据后,视情况是否进行缓存
sub vcl_fetch {
    #如果请求的是动态页面直接发转发
    #动态请求回来的,一定要放在前面处理
    if (req.url ~ "^(.*)\.(php|jsp|do|aspx|asmx|ashx)($|.*)") {
        set beresp.http.Cache-Control="no-cache, no-store";
        unset beresp.http.Expires;
        return (deliver);
    }  
    # 仅当该请求可以缓存时，才设置beresp.grace，若该请求不能被缓存，则不设置beresp.grace
    if (beresp.ttl > 0s) {
        set beresp.grace = 1m;
    }    
     if (beresp.ttl <= 0s ||
         beresp.http.Set-Cookie ||
         beresp.http.Vary == "*") {
            /*
             * Mark as "Hit-For-Pass" for the next 2 minutes
             */
            set beresp.ttl = 120 s;
            #下次请求时不进行lookup,直接pass
            return (hit_for_pass);
     }  
    #设置从后台服务器获得的特定格式文件的缓存TTL
    if (req.url ~ "^(.*)\.(pdf|xls|ppt|doc|docx|xlsx|pptx|chm|rar|zip)($|\?)")     
    {
        #移除服务器发送的cookie 
        unset beresp.http.Set-Cookie;
        #加上缓存时间
        set beresp.ttl = 30d;
        return (deliver);
    }else if(req.url ~ "^(.*)\.(bmp|jpeg|jpg|png|gif|svg|png|ico|txt|css|js|html|htm)($|\?)"){
        #移除服务器发送的cookie 
        unset beresp.http.Set-Cookie;
        #加上缓存时间
        set beresp.ttl = 15d;
        return (deliver);
    }else if(req.url ~ "^(.*)\.(mp3|wma|mp4|rmvb|ogg|mov|avi|wmv|mpeg|mpg|dat|3pg|swf|flv|asf)($|\?)"){
        #移除服务器发送的cookie 
        unset beresp.http.Set-Cookie;
        #加上缓存时间
        set beresp.ttl = 30d;
        return (deliver);
    }  
    #从后台服务器返回的response信息中,没有缓存的,不缓存
    if (beresp.http.Pragma ~"no-cache" || beresp.http.Cache-Control ~"no-cache" || beresp.http.Cache-Control ~"private") {
            return (deliver);
    }
    return (deliver);
 }   
#缓存服务器发送到客户端前调用
 sub vcl_deliver {
    #下面是添加一个Header标识，以判断缓存是否命中。
    if (obj.hits > 0) {
        set resp.http.X-Cache = "HIT from cache";
       #set resp.http.X-Varnish = "HIT from cache";
    } else {
        set resp.http.X-Cache = "MISS from cache";
       #set resp.http.X-Varnish = "MISS from cache";
    }
    #去掉不是必须的header
    unset resp.http.Vary;
    unset resp.http.X-Powered-By;
    unset resp.http.X-AspNet-Version;
    return (deliver);
 }
 
 sub vcl_error {
     set obj.http.Content-Type = "text/html; charset=utf-8";
     set obj.http.Retry-After = "5";
     synthetic {"
 <?xml version="1.0" encoding="utf-8"?>
 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
 <html>
   <head>
     <title>"} + obj.status + " " + obj.response + {"</title>
   </head>
   <body>
     <h1>Error "} + obj.status + " " + obj.response + {"</h1>
     <p>"} + obj.response + {"</p>
     <h3>Guru Meditation:</h3>
     <p>XID: "} + req.xid + {"</p>
     <hr>
     <p>cache server</p>
   </body>
 </html>
 "};
     return (deliver);
 }   
 sub vcl_init {
    return (ok);
 }  
 sub vcl_fini {
    return (ok);
 }

3.效果图

好了,大家有兴趣的,可以自己去搞.