Fork me on GitHub

nacos高可用集群方案-Docker

字数统计: 1.7k字   |   阅读时长≈ 9分
环境
服务名称 IP 宿主机IP Docker子网
Nacos1 10.100.10.2:8848 192.168.1.201:8848 10.100.10.0/24
Nacos2 10.100.20.2:8848 192.168.1.202:8848 10.100.20.0/24
Nacos3 10.100.30.2:8848 192.168.1.203:8848 10.100.30.0/24
MySQL主 172.17.0.2:3306 172.17.0.0/16
MySQL从 172.17.0.3:3306 172.17.0.0/16

注：准备好MySQL主从环境

1. Nacos初始化SQL

下载 nacos.sql Github 后导入MySQL主库中

1
2
3
4
$ mysql -uroot -p -h 127.0.0.1 -P 3305
mysql> create database nacos_config;
mysql> use nacos_config;
mysql> source /root/nacos-mysql.sql
2. 配置Nacos1-201
1
2
3
4
5
#init.d/custom.properties是官方提供的自选功能配置文件，每个节点均需要此文件，保持默认即可
mkdir -p /root/nacos-cluster-docker/init.d

#nacos1/docker-compose-nacos1.yml是第一个Nacos节点的Docker-compose配置文件
mkdir -p /root/nacos-cluster-docker/nacos1

官方的init.d/custom.properties配置文件

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
#spring.security.enabled=false
#management.security=false
#security.basic.enabled=false
#nacos.security.ignore.urls=/**
#management.metrics.export.elastic.host=http://localhost:9200
# metrics for prometheus
management.endpoints.web.exposure.include=*

# metrics for elastic search
#management.metrics.export.elastic.enabled=false
#management.metrics.export.elastic.host=http://localhost:9200

# metrics for influx
#management.metrics.export.influx.enabled=false
#management.metrics.export.influx.db=springboot
#management.metrics.export.influx.uri=http://localhost:8086
#management.metrics.export.influx.auto-create-db=true
#management.metrics.export.influx.consistency=one
#management.metrics.export.influx.compressed=true

Nacos1-201服务器的docker-compose-nacos1.yml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
version: '2'  #注：自定义网段要求使用版本2，版本3会报错
services:
  # nacos-server服务注册与发现，配置中心服务    
  docker-nacos-server:
    image: nacos/nacos-server:latest
    container_name: nacos-server-1
    ports:
      - "8848:8848"
      - "9555:9555"
    networks:
      default:
        ipv4_address: 10.100.10.2
    restart: on-failure
    privileged: true
    environment:
      PREFER_HOST_MODE: ip
      SPRING_DATASOURCE_PLATFORM: mysql
      NACOS_SERVER_IP: 10.100.10.2
      NACOS_SERVERS: 10.100.10.2:8848 10.100.20.2:8848 10.100.30.2:8848
      MYSQL_MASTER_SERVICE_HOST: 172.17.0.2 #mysql配置，Master为主节点，Slave为从节点
      MYSQL_MASTER_SERVICE_PORT: 3306
      MYSQL_MASTER_SERVICE_DB_NAME: nacos_config
      MYSQL_MASTER_SERVICE_USER: root
      MYSQL_MASTER_SERVICE_PASSWORD: root
      MYSQL_SLAVE_SERVICE_HOST: 172.17.0.3
      MYSQL_SLAVE_SERVICE_PORT: 3306
      #JVM调优参数
      #JVM_XMS:  -Xms default :700m
      #JVM_XMX:  -Xmx default :700m
      #JVM_XMN:  -Xmn default :500m
      #JVM_MS:   #-XX:MetaspaceSize default :128m
      #JVM_MMS:  #-XX:MaxMetaspaceSize default :320m
      #NACOS_DEBUG: n #是否开启远程debug，y/n，默认n
      #TOMCAT_ACCESSLOG_ENABLED: true #是否开始tomcat访问日志的记录，默认false
    volumes:
      - /data/A/nacos1:/home/nacos/logs #日志输出目录
      - ../init.d/custom.properties:/home/nacos/init.d/custom.properties

networks:
  default:
    driver: bridge
    ipam:
      driver: default
      config:
      - subnet: 10.100.10.0/24
        gateway: 10.100.10.1

配置静态路由

1
2
3
#添加mysql回程静态路由
ip route add 10.100.20.0/24 via 192.168.1.202
ip route add 10.100.30.0/24 via 192.168.1.203
1
2
3
4
#添加永久路由
$vim /etc/sysconfig/network-scripts/route-interface
10.100.20.0/24 via 192.168.1.202 dev eth0
10.100.30.0/24 via 192.168.1.203 dev eth0

启动容器

1
2
cd /root/nacos-cluster-docker/nacos1
docker-compose -f docker-compose-nacos1.yml up -d
1
2
3
4
#iptables允许新增的子网网卡转发
iptables -A FORWARD -i br-a76f81948ced -o eth0 -j ACCEPT
iptables -A FORWARD -i eth0 -o br-a76f81948ced -j ACCEPT
iptables -A FORWARD -i br-a76f81948ced -o br-a76f81948ced -j ACCEPT
1
2
3
#查看log
tail -f /data/A/nacos1/start.out
2020-01-07 12:08:40,788 INFO Nacos started successfully in cluster mode.
3. 配置Nacos2-202
1
2
3
#init.d/custom.properties是官方提供的自选功能配置文件，每个节点均需要此文件，保持默认即可
mkdir -p /root/nacos-cluster-docker/init.d
mkdir -p /root/nacos-cluster-docker/nacos2

官方的init.d/custom.properties配置文件

1
略

Nacos2-202服务器的docker-compose-nacos2.yml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
version: '2' 
services:
  # nacos-server服务注册与发现，配置中心服务    
  docker-nacos-server:
    image: nacos/nacos-server:latest
    container_name: nacos-server-2
    ports:
      - "8848:8848"
      - "9555:9555"
    networks:
      default:
        ipv4_address: 10.100.20.2
      
    restart: on-failure
    privileged: true
    environment:
      PREFER_HOST_MODE: ip
      SPRING_DATASOURCE_PLATFORM: mysql
      NACOS_SERVER_IP: 10.100.20.2
      NACOS_SERVERS: 10.100.10.2:8848 10.100.20.2:8848 10.100.30.2:8848
      MYSQL_MASTER_SERVICE_HOST: 172.17.0.2 #mysql配置，Master为主节点，Slave为从节点
      MYSQL_MASTER_SERVICE_PORT: 3306
      MYSQL_MASTER_SERVICE_DB_NAME: nacos_config
      MYSQL_MASTER_SERVICE_USER: root
      MYSQL_MASTER_SERVICE_PASSWORD: root
      MYSQL_SLAVE_SERVICE_HOST: 172.17.0.3
      MYSQL_SLAVE_SERVICE_PORT: 3306
      #JVM调优参数
      #JVM_XMS:  -Xms default :700m
      #JVM_XMX:  -Xmx default :700m
      #JVM_XMN:  -Xmn default :500m
      #JVM_MS:   #-XX:MetaspaceSize default :128m
      #JVM_MMS:  #-XX:MaxMetaspaceSize default :320m
      #NACOS_DEBUG: n #是否开启远程debug，y/n，默认n
      #TOMCAT_ACCESSLOG_ENABLED: true #是否开始tomcat访问日志的记录，默认false
    volumes:
      - /data/A/nacos2:/home/nacos/logs #日志输出目录
      - ../init.d/custom.properties:/home/nacos/init.d/custom.properties

networks:
  default:
    driver: bridge
    ipam:
      driver: default
      config:
      - subnet: 10.100.20.0/24
        gateway: 10.100.20.1

添加静态路由

1
2
3
4
5
6
7
8
9
#移除本机docker0网卡[否则网段冲突，无法添加]
yum -y install bridge-utils
ip link set dev docker0 down
brctl delbr docker0

#这里静态路由，主要是能让nacos访问mysql
ip route add 172.17.0.0/16 via 192.168.1.201
ip route add 10.100.10.0/24 via 192.168.1.201
ip route add 10.100.30.0/24 via 192.168.1.203
1
2
3
4
5
#配置永久路由
$ vim /etc/sysconfig/network-scripts/route-interface
172.17.0.0/16 via 192.168.1.201 dev eth0
10.100.10.0/24 via 192.168.1.201 dev eth0
10.100.30.0/24 via 192.168.1.203 dev eth0

启动容器

1
2
cd /root/nacos-cluster-docker/nacos2
docker-compose -f docker-compose-nacos2.yml up -d
1
#iptables允许新增的子网网卡转发(略)
4. 配置Nacos3-203
1
2
3
#init.d/custom.properties是官方提供的自选功能配置文件，每个节点均需要此文件，保持默认即可
mkdir -p /root/nacos-cluster-docker/init.d
mkdir -p /root/nacos-cluster-docker/nacos3

官方的init.d/custom.properties配置文件

1
略

Nacos3-203服务器的docker-compose-nacos3.yml

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
version: '2' 
services:
  # nacos-server服务注册与发现，配置中心服务    
  docker-nacos-server:
    image: nacos/nacos-server:latest
    container_name: nacos-server-3
    ports:
      - "8848:8848"
      - "9555:9555"
    networks:
      default:
        ipv4_address: 10.100.30.2
      
    restart: on-failure
    privileged: true
    environment:
      PREFER_HOST_MODE: ip
      SPRING_DATASOURCE_PLATFORM: mysql
      NACOS_SERVER_IP: 10.100.30.2
      NACOS_SERVERS: 10.100.10.2:8848 10.100.20.2:8848 10.100.30.2:8848
      MYSQL_MASTER_SERVICE_HOST: 172.17.0.2 #mysql配置，Master为主节点，Slave为从节点
      MYSQL_MASTER_SERVICE_PORT: 3306
      MYSQL_MASTER_SERVICE_DB_NAME: nacos_config
      MYSQL_MASTER_SERVICE_USER: root
      MYSQL_MASTER_SERVICE_PASSWORD: root
      MYSQL_SLAVE_SERVICE_HOST: 172.17.0.3
      MYSQL_SLAVE_SERVICE_PORT: 3306
      #JVM调优参数
      #JVM_XMS:  -Xms default :700m
      #JVM_XMX:  -Xmx default :700m
      #JVM_XMN:  -Xmn default :500m
      #JVM_MS:   #-XX:MetaspaceSize default :128m
      #JVM_MMS:  #-XX:MaxMetaspaceSize default :320m
      #NACOS_DEBUG: n #是否开启远程debug，y/n，默认n
      #TOMCAT_ACCESSLOG_ENABLED: true #是否开始tomcat访问日志的记录，默认false
    volumes:
      - /data/A/nacos3:/home/nacos/logs #日志输出目录
      - ../init.d/custom.properties:/home/nacos/init.d/custom.properties

networks:
  default:
    driver: bridge
    ipam:
      driver: default
      config:
      - subnet: 10.100.30.0/24
        gateway: 10.100.30.1

添加静态路由

1
2
3
4
5
6
7
8
9
#移除本机docker0网卡[否则网段冲突，无法添加]
yum -y install bridge-utils
ip link set dev docker0 down
brctl delbr docker0

#这里静态路由，主要是能让nacos访问mysql
ip route add 172.17.0.0/16 via 192.168.1.201
ip route add 10.100.10.0/24 via 192.168.1.201
ip route add 10.100.20.0/24 via 192.168.1.202
1
2
3
4
5
#配置永久路由
$ vim /etc/sysconfig/network-scripts/route-interface
172.17.0.0/16 via 192.168.1.201 dev eth0
10.100.10.0/24 via 192.168.1.201 dev eth0
10.100.20.0/24 via 192.168.1.202 dev eth0

启动容器

1
2
cd /root/nacos-cluster-docker/nacos3
docker-compose -f docker-compose-nacos3.yml up -d
1
#iptables允许新增的子网网卡转发(略)
5. 访问Nacos UI

http://192.168.1.201:8848/nacos 默认账号密码都是nacos

集群管理 —>节点列表: 正常情况下可以看到所有节点，且自动完成Leader选举。

10.100.10.2:8848 FOLLOWER 1 15776 3500
10.100.20.2:8848 LEADER 1 16676 5000
10.100.30.2:8848 FOLLOWER 0 10 1116
6. Nginx代理Nacos节点
1
2
3
4
5
6
7
8
9
10
11
12
13
14
http{
    upstream nacos-cluster {
        server 10.100.10.2:8848;
        server 10.100.20.2:8848;
        server 10.100.30.2:8848;
    }

    server {
        listen 8848;
        location /{
            proxy_pass http://nacos-cluster;
        }
    }
}

扫一扫，分享到微信

tag:

    缺失模块。
    1、请确保node版本大于6.2
    2、在博客根目录（注意不是yilia-plus根目录）执行以下命令：
    npm i hexo-generator-json-content --save

    3、在根目录_config.yml里添加配置： 

      jsonContent:
    meta: false
    pages: false
    posts:
      title: true
      date: true
      path: true
      text: false
      raw: false
      content: false
      slug: false
      updated: false
      comments: false
      link: false
      permalink: false
      excerpt: false
      categories: false
      tags: true


不论我写了什么...
其实都是错的......