群集架構篇 ?——nginx反向代理+keepalived雙機熱備+tomcat服務器池+后端數據庫

首先準備好兩臺nginx，兩臺tomcat,一臺mysql數據庫,如下
NginxIP地址：192.168.20.39（lvs01）
192.168.20.40（lvs02）
漂移地址：192.168.20.66
TomcatIP地址：192.168.20.41（TM01）
192.168.20.42（TM02）
MysqlIP地址：192.168.20.50

=====================192.168.20.39（lvs01）=======================
vi /usr/local/nginx/conf/nginx.conf

在http｛
include mime.types;
default_type application/octet-stream;下，去除#

log_format main '$remote_addr - $remote_user [$time_local] "$request" '
'$status $body_bytes_sent "$http_referer" '
'"$http_user_agent" "$http_x_forwarded_for"';

在gzip on下增加
include /usr/local/nginx/conf/conf.d/*.conf; #指向子配置文件

cd /usr/local/nginx/conf/
mkdir conf.d #創建子配置文件夾
cd conf.d/

vi lvs01.conf

server {
listen 80;
server_name lvs01 192.168.20.39;
index index.html index.jsp;
root /usr/local/nginx/html;
access_log /usr/local/nginx/logs/tomcat.aa.com_access.log main;
location / {
proxy_set_header HOST $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header Client-IP $remote_addr;
proxy_set_header X-For $proxy_add_x_forwarded_for;
proxy_pass http://center_pool; #將所有文件給tomcat服務器處理
}
}

vi pool.conf

upstream center_pool {
server 192.168.20.41:8080;
server 192.168.20.42:8080;
ip_hash; #穩定ip會話
}

啟動腳本
vi /etc/init.d/nginx

#!/bin/bash
PROG="/usr/local/nginx/sbin/nginx"
PIDF="/usr/local/nginx/logs/nginx.pid"
case "$1" in
start)
$PROG
;;
stop)
kill -s QUIT $(cat $PIDF)
;;
restart)
$0 stop
$0 start
;;
reload)
kill -s HUP $(cat $PIDF)
;;
*)
echo "Usage: $0 {start|stop|restart|reload}"
exit 1
esac
exit 0

ln -s /usr/local/nginx/sbin/nginx /usr/local/sbin/
chmod +x /etc/init.d/nginx
chkconfig --add nginx

nginx -t #檢查是否報錯
service nginx start
netstat -anpt | grep 80

----------------------部署keepalived----------------------------
yum -y install \
popt-devel \
kernel-devel \
openssl-devel

tar xvf keepalived-1.4.2.tar.gz
cd keepalived-1.4.2
./configure --prefix=/
make && make install
cp keepalived/etc/init.d/keepalived /etc/init.d/
systemctl enable keepalived
cd /etc/keepalived/
vi keepalived.conf

! Configuration File for keepalived
global_defs {
route_id NGINX-01
}
vrrp_script nginx {
script "/opt/nginx.sh"
interval 2
weight -10
}
vrrp_instance VI_1 {
state MASTER #狀態是master
interface ens33
virtual_router_id 51
priority 150 #優先級為150
advert_int 1
authentication {
auth_type PASS
auth_pass 1111
}
track_script {
nginx
}
virtual_ipaddress {
192.168.20.66 #漂移地址ip
}
}

vi /opt/nginx.sh #將nginx和keepalived同時開啟關閉的腳本

#!/bin/bash
#Filename:nginx.sh
A=$(ps -ef | grep keepalived | grep -v grep | wc -l)
if [ $A -gt 0 ]; then
/etc/init.d/nginx start
else
/etc/init.d/nginx stop
fi

chmod +x /opt/nginx.sh
systemctl start keepalived

---------------------------測試---------------------------------
systemctl stop keepalived
killall -9 nginx （yum install psmisc -y）
netstat -anpt | grep 80

systemctl start keepalived
netstat -anpt | grep 80

由此可以看出nginx可以隨著keepalived一起開啟關閉

======================192.168.20.40（lvs02）===========================
主配置文件和主服務器一樣
vi /usr/local/nginx/conf/nginx.conf

在http｛
include mime.types;
default_type application/octet-stream;下

log_format main '$remote_addr - $remote_user [$time_local] "$request" '
'$status $body_bytes_sent "$http_referer" '
'"$http_user_agent" "$http_x_forwarded_for"';

在gzip on下增加
include /usr/local/nginx/conf/conf.d/*.conf; #指向子配置文件

cd /usr/local/nginx/conf/
mkdir conf.d
cd conf.d/
vi lvs02.conf

server {
listen 80;
server_name lvs01 192.168.20.40;
index index.html index.jsp;
root /usr/local/nginx/html;
access_log /usr/local/nginx/logs/tomcat.aa.com_access.log main;
location / {
proxy_set_header HOST $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header Client-IP $remote_addr;
proxy_set_header X-For $proxy_add_x_forwarded_for;
proxy_pass http://center_pool;
}
}

vi pool.conf

upstream center_pool {
server 192.168.20.41:8080;
server 192.168.20.42:8080;
ip_hash;
}

vi /etc/init.d/nginx

#!/bin/bash

PROG="/usr/local/nginx/sbin/nginx"
PIDF="/usr/local/nginx/logs/nginx.pid"
case "$1" in
start)
$PROG
;;
stop)
kill -s QUIT $(cat $PIDF)
;;
restart)
$0 stop
$0 start
;;
reload)
kill -s HUP $(cat $PIDF)
;;
*)
echo "Usage: $0 {start|stop|restart|reload}"
exit 1
esac
exit 0

ln -s /usr/local/nginx/sbin/nginx /usr/local/sbin/
chmod +x /etc/init.d/nginx
chkconfig --add nginx
nginx -t
service nginx start
netstat -anpt | grep 80

------------------------部署keepalived------------------------
yum -y install popt-devel \
kernel-devel \
openssl-devel

tar xvf keepalived-1.4.2.tar.gz
cd keepalived-1.4.2
./configure --prefix=/
make && make install
cp keepalived/etc/init.d/keepalived /etc/init.d/
systemctl enable keepalived
cd /etc/keepalived/
vi keepalived.conf

! Configuration File for keepalived
global_defs {
route_id NGINX-02
}
vrrp_script nginx {
script "/opt/nginx.sh"
interval 2
weight -10
}
vrrp_instance VI_1 {
state BACKUP #狀態為backup
interface ens33
virtual_router_id 51
priority 100 #優先級為100，由此看出是備
advert_int 1
authentication {
auth_type PASS
auth_pass 1111
}
track_script {
nginx
}
virtual_ipaddress {
192.168.20.66
}
}

vi /opt/nginx.sh

#!/bin/bash
#Filename:nginx.sh
A=$(ip addr | grep 192.168.20.66/32 | grep -v grep | wc -l)
if [ $A -gt 0 ]; then
/etc/init.d/nginx start
else
/etc/init.d/nginx stop
fi

chmod +x /opt/nginx.sh
systemctl start keepalived

--------------------------測試驗證---------------------------------
從服務器（192.168.20.40） ip addr show dev ens33

再在主服務器上實現故障（192.168.20.39） systemctl stop keepalived
killall -9 nginx

在回到從服務器上（192.168.20.40） ip addr show dev ens33 （發現漂流地址過來了）

============================數據庫===================================
mysql -u root -p
create database slsaledb; #創建數據庫
GRANT all ON slsaledb.* TO 'testuser'@'%' IDENTIFIED BY 'admin123';
#賦予權限
flush privileges; #刷新權限
quit
mysql -u root -p <slsaledb-2014-4-10.sql #將文件導入數據庫中

=============================tomcat================================
兩臺tomcat操作完全一樣
vi /usr/local/tomcat8/conf/server.xml
<Context path="" docBase="SLSaleSystem" reloadable="true" debug="0"></Context> #大概148行左右

tar xf SLSaleSystem.tar.gz -C /usr/local/tomcat8/webapps/
cd /usr/local/tomcat8/webapps/SLSaleSystem/WEB-INF/classes
vi jdbc.properties
修改ip uname password
url=jdbc\:mysql\://192.168.20.50\:3306/slsaledb?useUnicode\=true&characterEncoding\=UTF-8
uname=testuser
password=admin123

===========================最終測試=================================