nginx+tomcat7集群

所属分类：[容器相关] | 创建时间：2014-07-29 | 文章属性：原创 | 文章来源：http://windfly.cn | 作者：windfly

##环境
>windows+nginx+tomcat7

##目标
>nginx做负载均衡,tomcat7做业务集群,session进行广播复制  
windows7  
nginx1.5.12 预端口80  
tomcat7 32bit (A)预端口8081  
tomcat7 32bit (B)预端口8082

##核心
1. **nginx要进行分流**  
>如果是轮循,那么在登录时可能会有问题.登录验证成功后会加载信息到session中,并马上转向页面中去取session中值并展示.由于session没有及时同步复制会导致在另一个服务器中取值失败.  
使用iphash或使用nginx-sticky-module模块进行分流.由于使用扩散模块需要重新编译nginx,所以在windows下只好选择iphash方式.

2. **tomcat开启session广播复制**
>tomcat自带了session广播复制功能,在配置文件中配置好相应的端口和广播节点即可.

3. **加入`<distributable/>`标签**

##模板

nginx配置

worker_processes 1;
    events { 
       worker_connections 2048;   
    }
    http {
    include mime.types;
    default_type application/octet-stream;
    client_header_timeout 3m;
    client_body_timeout 3m;
    send_timeout 3m;
       
    client_header_buffer_size 1k;
    large_client_header_buffers 4 4k;
     
    sendfile on;
    tcp_nopush on;
    tcp_nodelay on;
     
    #keepalive_timeout 75 20;
    #gzip on;
    gzip on;
    gzip_min_length 1000;
    gzip_types text/plain text/css application/x-javascript;
     upstream 127.0.0.1{
     #ip_hash;
     server 127.0.0.1:8081;
     server 127.0.0.1:8082;
     }
    server {
    listen 80;
    server_name 127.0.0.1;
     
     location / {
    proxy_pass http://127.0.0.1;
     proxy_set_header Host $host;
    proxy_set_header X-Real-IP $remote_addr;
    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
     proxy_connect_timeout 3;
    }
    }
    }

项目应该配置  
更改conf/web.xml  
加入  `<distributable/>`

tomcat配置  
(A)  
更改conf/server.xml

<?xml version='1.0' encoding='utf-8'?>
    <Server port="18081" shutdown="SHUTDOWN">
      <Listener className="org.apache.catalina.core.AprLifecycleListener" SSLEngine="on" />
      <Listener className="org.apache.catalina.core.JasperListener" />
      <Listener className="org.apache.catalina.core.JreMemoryLeakPreventionListener" />
      <Listener className="org.apache.catalina.mbeans.GlobalResourcesLifecycleListener" />
      <Listener className="org.apache.catalina.core.ThreadLocalLeakPreventionListener" />
      <GlobalNamingResources>
    <Resource name="UserDatabase" auth="Container"
      type="org.apache.catalina.UserDatabase"
      description="User database that can be updated and saved"
     factory="org.apache.catalina.users.MemoryUserDatabaseFactory"
      pathname="conf/tomcat-users.xml" />
      </GlobalNamingResources>
      <Service name="Catalina">
    <Connector port="8081" protocol="HTTP/1.1"
       connectionTimeout="20000"
       redirectPort="8443" />
    <Connector port="28081" protocol="AJP/1.3" redirectPort="8443" />
    <Engine name="Catalina" defaultHost="localhost" jvmRoute="tomcat8081">
       <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" channelSendOptions="8">
      <Manager className="org.apache.catalina.ha.session.DeltaManager" expireSessionsOnShutdown="false" notifyListenersOnReplication="true"/>
      <Channel className="org.apache.catalina.tribes.group.GroupChannel">
     <Membership className="org.apache.catalina.trib es.membership.McastService" mcastBindAddress="127.0.0.1" address="228.0.0.4" port="45564" frequency="500" dropTime="3000"/>
      <Receiver className="org.apache.catalina.tribes.transport.nio.NioReceiver" address="auto" port="4001" autoBind="100" selectorTimeout="5000" maxThreads="6"/>
      <Sender className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
     <Transport className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" /> </Sender>
      <Interceptor className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector"/>
      <Interceptor className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor"/>
      <Interceptor className="org.apache.catalina.tribes.group.interceptors.ThroughputInterceptor"/>
     </Channel>
      <Valve className="org.apache.catalina.ha.tcp.ReplicationValve" filter=""/>
      <Valve className="org.apache.catalina.ha.session.JvmRouteBinderValve"/>
     <Deployer className="org.apache.catalina.ha.deploy.FarmWarDeployer" tempDir="/tmp/war-temp/" deployDir="/tmp/war-deploy/" watchDir="/tmp/war-listen/" watchEnabled="false"/>
      <ClusterListener className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener"/>
      <ClusterListener className="org.apache.catalina.ha.session.ClusterSessionListener"/>
     </Cluster>
      <Realm className="org.apache.catalina.realm.LockOutRealm">
    <Realm className="org.apache.catalina.realm.UserDatabaseRealm"
       resourceName="UserDatabase"/>
      </Realm>
      <Host name="localhost" appBase="webapps"
    unpackWARs="true" autoDeploy="true">
    <Valve className="org.apache.catalina.valves.AccessLogValve" directory="logs"
       prefix="localhost_access_log." suffix=".txt"
       pattern="%h %l %u %t "%r" %s %b" />
      </Host>
    </Engine>
      </Service>
    </Server>

(B)
更改conf/server.xml

<?xml version='1.0' encoding='utf-8'?>
    <Server port="18082" shutdown="SHUTDOWN">
      <Listener className="org.apache.catalina.core.AprLifecycleListener" SSLEngine="on" />
      <Listener className="org.apache.catalina.core.JasperListener" />
      <Listener className="org.apache.catalina.core.JreMemoryLeakPreventionListener" />
      <Listener className="org.apache.catalina.mbeans.GlobalResourcesLifecycleListener" />
      <Listener className="org.apache.catalina.core.ThreadLocalLeakPreventionListener" />
      <GlobalNamingResources>
    <Resource name="UserDatabase" auth="Container"
      type="org.apache.catalina.UserDatabase"
      description="User database that can be updated and saved"
      factory="org.apache.catalina.users.MemoryUserDatabaseFactory"
      pathname="conf/tomcat-users.xml" />
      </GlobalNamingResources>
      <Service name="Catalina">
    <Connector port="8082" protocol="HTTP/1.1"
       connectionTimeout="20000"
       redirectPort="8443" />
    <Connector port="28082" protocol="AJP/1.3" redirectPort="8443" />
    <Engine name="Catalina" defaultHost="localhost" jvmRoute="tomcat8082">
     <Cluster className="org.apache.catalina.ha.tcp.SimpleTcpCluster" channelSendOptions="8">
      <Manager className="org.apache.catalina.ha.session.DeltaManager" expireSessionsOnShutdown="false" notifyListenersOnReplication="true"/>
      <Channel className="org.apache.catalina.tribes.group.GroupChannel">
     <Membership className="org.apache.catalina.tribes.membership.McastService" address="228.0.0.4" port="45564" frequency="500" dropTime="3000"/>
      <Receiver className="org.apache.catalina.tribes.transport.nio.NioReceiver" address="auto" port="4002" autoBind="100" selectorTimeout="5000" maxThreads="6"/>
      <Sender className="org.apache.catalina.tribes.transport.ReplicationTransmitter">
     <Transport className="org.apache.catalina.tribes.transport.nio.PooledParallelSender" /> </Sender>
      <Interceptor className="org.apache.catalina.tribes.group.interceptors.TcpFailureDetector"/>
      <Interceptor className="org.apache.catalina.tribes.group.interceptors.MessageDispatch15Interceptor"/>
      <Interceptor className="org.apache.catalina.tribes.group.interceptors.ThroughputInterceptor"/>
     </Channel>
      <Valve className="org.apache.catalina.ha.tcp.ReplicationValve" filter=""/>
      <Valve className="org.apache.catalina.ha.session.JvmRouteBinderValve"/>
     <Deployer className="org.apache.catalina.ha.deploy.FarmWarDeployer" tempDir="/tmp/war-temp/" deployDir="/tmp/war-deploy/" watchDir="/tmp/war-listen/" watchEnabled="false"/>
      <ClusterListener className="org.apache.catalina.ha.session.JvmRouteSessionIDBinderListener"/>
      <ClusterListener className="org.apache.catalina.ha.session.ClusterSessionListener"/>
     </Cluster>
      <Realm className="org.apache.catalina.realm.LockOutRealm">
    <Realm className="org.apache.catalina.realm.UserDatabaseRealm"
       resourceName="UserDatabase"/>
      </Realm>
      <Host name="localhost" appBase="webapps"
    unpackWARs="true" autoDeploy="true">
    <Valve className="org.apache.catalina.valves.AccessLogValve" directory="logs"
       prefix="localhost_access_log." suffix=".txt"
       pattern="%h %l %u %t "%r" %s %b" />
      </Host>
    </Engine>
      </Service>
    </Server>