nginx反向代理docker，并用nfs同步docker

Nginx1 192.168.1.10

Nginx2 192.168.1.20

docker01 192.168.1.30

docker02 192.168.1.40

nfs主 192.168.1.50

nfs备 192.168.1.60

nfs1下载安装nfs:

[root@nfs01 ~]# yum -y install nfs-utils

[root@nfs01 ~]# cd /datashare/
[root@nfs01 datashare]# vim /etc/exports

添加：

/datashare *(rw,sync,no_root_squash)

启动：

[root@nfs01 datashare]# systemctl start rpcbind
[root@nfs01 datashare]# systemctl enable rpcbind
[root@nfs01 datashare]# systemctl start nfs-server
[root@nfs01 datashare]# systemctl enable nfs-server

docker01上操作：

导入镜像：

[root@docker01 ~]# docker load < Nginx.tar 

[root@docker01 ~]# mkdir /wwwroot
[root@docker01 ~]# mkdir /docker

[root@docker01 ~]# docker run -itd --name test Nginx:latest

[root@docker01 ~]# docker cp test:/etc/Nginx /docker/

[root@docker01 ~]# docker cp test:/usr/share/Nginx/html /wwwroot/

[root@docker01 ~]# showmount -e 192.168.1.50
Export list for 192.168.1.50:
/datashare *

[root@docker01 ~]# mount 192.168.1.50:/datashare /wwwroot/html/

[root@docker01 ~]# docker run -itd --name Nginx-web1 -v /docker/Nginx:/etc/Nginx -v /wwwroot/html:/usr/share/Nginx/html -p 80:80 Nginx:latest

docker02上操作：

导入镜像：

[root@docker02 ~]# docker load < Nginx.tar

[root@docker02 ~]# mkdir /wwwroot
[root@docker02 ~]# mkdir /docker

[root@docker02 ~]# docker run -itd --name test Nginx:latest 

[root@docker02 ~]# docker cp test:/etc/Nginx /docker/
[root@docker02 ~]# docker cp test:/usr/share/Nginx/html /wwwroot/

[root@docker02 ~]# showmount -e 192.168.1.50
Export list for 192.168.1.50:
/datashare *

[root@docker02 ~]# mount 192.168.1.50:/datashare /wwwroot/html/

[root@docker02 ~]# docker run -itd --name Nginx-web2 -v /docker/Nginx:/etc/Nginx -v /wwwroot/html:/usr/share/Nginx/html -p 80:80 Nginx:latest 

更改docker01网页界面，docker02上验证同步：

[root@docker01 ~]# cd /wwwroot/html/

[root@docker01 html]# cat index.html 
skx Nginx

[root@docker01 html]# curl 127.0.0.1
skx Nginx

[root@docker02 ~]# curl 127.0.0.1
skx Nginx

验证成功

再Nginx01和Nginx02上做漂移地址：

Nginx01:

[root@Nginx01 ~]# yum -y install pcre-devel openssl-devel

导入镜像：

[root@Nginx01 ~]# tar zxf ngx_cache_purge-2.3.tar.gz 
[root@Nginx01 ~]# unzip Nginx-sticky-module.zip 

[root@Nginx01 ~]# tar zxf Nginx-1.14.0.tar.gz 

[root@Nginx01 ~]# cd Nginx-1.14.0/

[root@Nginx01 Nginx-1.14.0]#  ./configure --prefix=/usr/local/Nginx1.14  --user=www --group=www   --with-http_stub_status_module --with-http_realip_module   --with-http_ssl_module --with-http_gzip_static_module   --http-client-body-temp-path=/var/tmp/Nginx/client  --http-proxy-temp-path=/var/tmp/Nginx/proxy   --http-fastcgi-temp-path=/var/tmp/Nginx/fcgi   --with-pcre  --with-http_flv_module   --add-module=../Nginx-sticky-module  --add-module=../ngx_cache_purge-2.3 && make && make install

[root@Nginx01 Nginx-1.14.0]#  ln -s /usr/local/Nginx1.14/sbin/Nginx  /usr/local/sbin/

[root@Nginx01 Nginx-1.14.0]#  useradd www  -s /sbin/nologin -M

[root@Nginx01 Nginx-1.14.0]#  mkdir -p /var/tmp/Nginx/client

[root@Nginx01 Nginx-1.14.0]# Nginx
[root@Nginx01 Nginx-1.14.0]# netstat -anpt | grep 80
tcp        0      0 0.0.0.0:80              0.0.0.0:*               LISTEN      7711/Nginx: master 

Nginx02:

[root@Nginx02 ~]# tar zxf ngx_cache_purge-2.3.tar.gz 
[root@Nginx02 ~]# unzip Nginx-sticky-module.zip 

[root@Nginx02 ~]# tar zxf Nginx-1.14.0.tar.gz 

[root@Nginx02 ~]#  yum -y install pcre-devel openssl-devel

[root@Nginx02 ~]# cd Nginx-1.14.0/

[root@Nginx02 Nginx-1.14.0]# ./configure --prefix=/usr/local/Nginx1.14  --user=www --group=www   --with-http_stub_status_module --with-http_realip_module   --with-http_ssl_module --with-http_gzip_static_module   --http-client-body-temp-path=/var/tmp/Nginx/client  --http-proxy-temp-path=/var/tmp/Nginx/proxy   --http-fastcgi-temp-path=/var/tmp/Nginx/fcgi   --with-pcre  --with-http_flv_module   --add-module=../Nginx-sticky-module  --add-module=../ngx_cache_purge-2.3 && make && make install

[root@Nginx02 Nginx-1.14.0]# ln -s /usr/local/Nginx1.14/sbin/Nginx /usr/local/sbin/
[root@Nginx02 Nginx-1.14.0]#  useradd www  -s /sbin/nologin -M
[root@Nginx02 Nginx-1.14.0]# mkdir -p /var/tmp/Nginx/client

[root@Nginx02 Nginx-1.14.0]# Nginx
[root@Nginx02 Nginx-1.14.0]# netstat -anpt | grep 80
tcp        0      0 0.0.0.0:80              0.0.0.0:*               LISTEN      7355/Nginx: master  

Nginx01安装keepalived:

[root@Nginx01 ~]# tar -zxvf keepalived-1.2.13.tar.gz 

[root@Nginx01 ~]# cd keepalived-1.2.13/
[root@Nginx01 keepalived-1.2.13]# ./configure --prefix=/

[root@Nginx01 keepalived-1.2.13]# make && make install

[root@Nginx01 keepalived-1.2.13]# vim /etc/keepalived/keepalived.conf 

3行：

global_defs {
   router_id LVS_DEVEL_1
  }

14行：

   interface ens33

22行：

virtual_ipaddress {
        192.168.1.254 
    }   

Nginx02安装keepalived:

[root@Nginx01 ~]# tar -zxvf keepalived-1.2.13.tar.gz

[root@Nginx01 ~]# cd keepalived-1.2.13/
[root@Nginx01 keepalived-1.2.13]# ./configure --prefix=/

[root@Nginx01 keepalived-1.2.13]# make && make install

[root@Nginx02 keepalived-1.2.13]# vim /etc/keepalived/keepalived.conf

3行：

global_defs {
router_id LVS_DEVEL_2
}

14行：

​ interface ens33

22行：

virtual_ipaddress {
192.168.1.254
}

docker01和docker02启动服务：

[root@Nginx02 keepalived-1.2.13]# /etc/init.d/keepalived start
Reloading systemd: [ OK ]
Starting keepalived (via systemctl): [ OK ]

访问：

![](https://s1.51cto.com/images/blog/201912/21/f4595e87674a32c6cb6c25a4f631861a.png?x-oss-process=image/watermark,size_16,text_QDUxQ1RP5Y2a5a6i,color_FFFFFF,t_100,g_se,x_10,y_10,shadow_90,type_ZmFuZ3poZW5naGVpdGk=)

#### docker01和docker02做反向代理：

#### docker01:

[root@Nginx01 ~]# vim /usr/local/Nginx1.14/conf/Nginx.conf

21行添加：

upstream backend {

​ ip_hash;

​ server 192.168.1.30:80 weight=1 max_fails=2 fail_timeout=10s;
​ server 192.168.1.40:80 weight=1 max_fails=2 fail_timeout=10s;
​ }

49行添加：

proxy_pass http://backend;

重启服务：

[root@Nginx01 ~]# Nginx -t
Nginx: the configuration file /usr/local/Nginx1.14/conf/Nginx.conf Syntax is ok
Nginx: configuration file /usr/local/Nginx1.14/conf/Nginx.conf test is successful
[root@Nginx01 ~]# Nginx -s reload

#### docker02:

33行添加：

upstream backend {
ip_hash;
server 192.168.1.30:80 weight=1 max_fails=2 fail_timeout=10s;
server 192.168.1.40:80 weight=1 max_fails=2 fail_timeout=10s;
}

50行添加：

proxy_pass http://backend;

重启服务：

[root@Nginx01 ~]# Nginx -t
Nginx: the configuration file /usr/local/Nginx1.14/conf/Nginx.conf Syntax is ok
Nginx: configuration file /usr/local/Nginx1.14/conf/Nginx.conf test is successful
[root@Nginx01 ~]# Nginx -s reload

浏览器用漂流地址访问

#### 做NFS的Rsync+Inotify

#### nfs01:
![](https://s1.51cto.com/images/blog/201912/21/853d21d253a7f2ca29e7b1c5bd0a25bc.png?x-oss-process=image/watermark,size_16,text_QDUxQ1RP5Y2a5a6i,color_FFFFFF,t_100,g_se,x_10,y_10,shadow_90,type_ZmFuZ3poZW5naGVpdGk=)

[root@nfs01 ~]# tar zxf inotify-tools-3.14.tar.gz
[root@nfs01 ~]# cd inotify-tools-3.14/
[root@nfs01 inotify-tools-3.14]# ./configure && make && make install

[root@nfs01 inotify-tools-3.14]# vim /etc/rsyncd.conf

最后一行添加：

gid = nobody
use chroot = yes
address = 192.168.1.50
port 873
log file = /var/log/rsyncd.log
pid file = /var/run/rsyncd.pid
hosts allow = 192.168.1.0/24
[wwwroot]
path = /datashare
read only = no
dont compress = .gz .tgz .zip .z .Z .rpm .deb .bz2

#### 编写脚本来实现实时同步：

[root@nfs01 ~]# vim /inotify_sync.sh

#!/bin/bash

inotify_cmd="inotifywait -mrq -e modify,create,attrib,move,delete /datashare"

rsync_cmd="rsync -azH /datashare/* 192.168.2.40::wwwroot"

$inotify_cmd | while read DIRECTORY EVENT FILE

do

​ $rsync_cmd

done

[root@nfs01 ~]# chmod +x /inotify_sync.sh

启动服务：

[root@nfs01 ~]# rsync --daemon

#### nfs02：

[root@nfs02 ~]# yum -y install rsync

[root@nfs02 ~]# vim /etc/rsyncd.conf

uid = nobody
gid = nobody
use chroot = yes
address = 192.168.1.60
port 873
log file = /var/log/rsyncd.log
pid file = /var/run/rsyncd.pid
hosts allow = 192.168.1.0/24
[wwwroot]
path = /datashare
read only = no
dont compress = .gz .tgz .zip .z .Z .rpm .deb .bz2

[root@nfs02 ~]# mkdir /datashare

#### nfs01:

[root@nfs01 ~]# sh /inotify_sync.sh

nfs02：

#### 验证：

[root@nfs02 ~]# cat /datashare/