所有节点安装docker
curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
wget -O /etc/yum.repos.d/docker-ce.repo https://mirrors.ustc.edu.cn/docker-ce/linux/centos/docker-ce.repo
sed -i 's#download.docker.com#mirrors.tuna.tsinghua.edu.cn/docker-ce#g' /etc/yum.repos.d/docker-ce.repo
yum install docker-ce -y # 安装最新版
yum install docker-ce-18.06.3.ce -y # 安装指定版本
节点规划
| IP | 角色 | 主机名 |
|---|---|---|
| 10.0.0.11 | master节点 | k8s-master |
| 10.0.0.12 | node节点 | k8s-slave1 |
| 10.0.0.13 | node节点 | k8s-slave2 |
安装swarm
# 初始化swarm地址10.0.0.11为本机IP
docker swarm init --advertise-addr 10.0.0.11
# 复制生成的代码在其他node节点运行，会自动加入集群
docker swarm join --token SWMTKN-1-0eufh9m99nc2nuijhn35cc1fkqk68kzqs09xlfpj9wt71wgo8f-1xl2mnz3qc4uv9k89qmef15cq 192.168.14.132:2377
添加删除节点
# 添加节点
添加普通工作节点（执行这个命令会打印出加入集群的命令）
docker swarm join-token worker
主节点 （执行这个命令会打印出加入集群的命令）
docker swarm join-token manager
# 删除节点node130
# 容器迁移 (其目的是为了将该节点的服务迁移到其他可用节点上，确保服务正常)
docker node update --availability drain 节点名称|节点ID # 移除
docker node update --availability active 节点名称|节点ID # 恢复
docker node demote node130 # 在Manager节点上将master变成node如果删除的不是主节点就不用做这步
docker swarm leave # 在node节点上执行离开集群
docker node rm node130 # 在master节点上删除节点
docker node promote 工作节点主机名1 # 将工作节点升级为管理节点
# 解散集群
docker swarm leave --force # master上执行
查看容器 docker service ls
节点信息 docker node ls
查看服务 docker service ps nginx
查看数据卷 docker volume ls
查看负载均衡模式 docker service inspect nginx
官方文档： https://docs.docker.com/compose/compose-file/
网络
介绍：创建overlay网络实现集群跨主机通讯
docker network create -d overlay kang # 创建网络 不加-d指定网络 默认创建桥接网络，集群不能用
docker network rm kang #删除docker中的kang网络
docker service update --network-add 网络名 服务名 # 添加容器网络
docker service update --network-rm 网络名 服务名 # 删除容器网络
# 查看网络信息
docker network ls
docker network inspect kang
创建容器
端口，副本数
docker service 固定用法
--replicas 2 容器副本数
--network kang 指定使用的网络 overlay网络
--name busybox 服务名称
-p82:80 端口映射82是vip端口 80是容器端口
#启动两个副本 --eplicas 2 ， --mode global 每个节点都有且只有一个这个容器 不能跟replicas一起使用
docker service create --replicas 2 --network kang --name busybox -p82:80 busybox sleep 3600s
# 外网8080映射到内网80 -p8080:80
docker service create --name nginx -p8080:80 --replicas 2 nginx
数据卷挂载
# 容器卷挂载 --mount=type=volume,src=nginx,dst=/usr
docker service create --replicas 2 --network kang --name hello -p82:80 --mount=type=volume,src=nginx,dst=/usr busybox sleep 36000
--mount=type=volume,src=nginx,dst=/usr 等同于docker的 -v nginx:/usr
--mount=type=bind,src=/home,dst=/usr 等同于docker的 -v /home:/usr
打标签
# 指定生成在哪个节点 --constraint=node.hostname==node131
docker service create --name hello -e MYSQL_ROOT_PASSWORD=654321 --constraint=node.hostname==k8s-slave2 busybox sleep 36000
--constraint=node.hostname==node131 指定容器生成在主机名node131 的节点上
--constraint=node.role==manager 指定容器生成在管理节点上
--constraint=node.role==worker 指定容器生成在工作节点上
--constraint=node.labels.role==web 指定容器生成在标签是web的节点上
#给节点k8s-slave2添加标签web2
docker node update --label-add role=web2 k8s-slave2
#删除标签
docker node update --label-rm role web2
# 查看标签 "role": "web2"
docker node inspect k8s-slave2
查询
docker service ls
docker service ps busybox
docker node inspect k8s-slave2 # 查看标签
docker service logs -f 容器名
# 删除容器
docker service rm nginx
docker service inspect my_web
# --network kang 指定在统一网络下，进入容器ping busybox 显示vip地址
# 三台机器8080端口无论有没有nginx容器都可以访问，且端口都在占用
# 容器卷挂载 每个容器里的内容不互通，改变一个容器内容其他容器不会改变
# NFS创建共享数据卷
docker service create --mount 'type=volume,src=nfs-test,dst=/usr/share/nginx/html,volume-driver=local,volume-opt=type=nfs,volume-opt=device=10.0.0.11:/opt/docker/wwwroot,"volume-opt=o=addr=10.0.0.11,vers=4,soft,timeo=180,bg,tcp,rw"' -p 8888:80 --name nginx nginx:1.12
镜像更新
# 设定每3秒更新一次，每次更新五个 httpd--替换nginx
docker service update --image httpd --update-delay 3s --update-parallelism 5 web
# 增加容器数量
docker service scale web=4
#服务添加暴露端口
docker service update --publish-add 暴露端口:容器端口 服务名
docker service update --publish-rm 暴露端口:容器端口 服务名 # 移除暴露端口
高可用
# 如果swarm失去法定人数，swarm不能自动恢复，工作节点上的任务继续运行，不受影响，但无法执行管理任务，包括扩展或更新服务，加入或删除节点。
# 恢复的最佳方式是将丢失的leader节点重新联机。如果不可能，唯一方法是使用—force-newcluster管理节点的操作,这将去除本机之外的所有管理器身份。
docker swarm init --force-new-cluster # 去除本机之外的所有管理器身份 需要在一台活着的manager节点上执行
docker node promote 工作节点主机名1 # 将工作节点升级为管理节点
docker node demote node130 # 将主节点降为工作节点
集群yml文件
#启动服务
docker stack deploy -c docker-compose.yml mysql
#删除服务
docker stack deploy rm mysql
#停止服务
docker stack deploy -c docker-compose.yml mysql
安装mysql
# 准备工作
mkdir -p /home/mysql/data
mkdir -p /home/mysql/conf
vim /data/mysql/conf/my.cnf
[mysqld]
# innodb_buffer_pool_size = 128M
# join_buffer_size = 128M
# sort_buffer_size = 2M
# read_rnd_buffer_size = 2M
default-authentication-plugin=mysql_native_password
skip-host-cache
server_id=6
skip-name-resolve
port=3306
datadir=/var/lib/mysql
socket=/var/run/mysqld/mysqld.sock
secure-file-priv=/var/lib/mysql-files
user=mysql
pid-file=/var/run/mysqld/mysqld.pid
[client]
socket=/var/run/mysqld/mysqld.sock
prompt=3306 [\\d]>
# 编辑 docker-compose.yml
version: "3"
services:
mysql:
environment:
MYSQL_ROOT_PASSWORD: "root"
image: "mysql:5.7"
container_name: mysql
networks:
- kang
volumes:
- "/home/mysql/data:/var/lib/mysql"
- "/home/mysql/conf/my.cnf:/etc/my.cnf"
ports:
- "3306:3306"
deploy:
mode: replicated
replicas: 2
placement:
# constraints: [node.hostname == node131]
# constraints: [node.role == manager]
constraints: [node.role == worker]
networks:
kang:
driver: overlay
安装rabbitmq
# 编辑 docker-compose.yml
version: "3"
services:
rabbitmq:
image: "rabbitmq:latest"
container_name: rabbitmq
environment:
- RABBITMQ_DEFAULT_USER=root
- RABBITMQ_DEFAULT_PASS=root
restart: always
networks:
- kang
deploy:
mode: replicated
replicas: 2
placement:
# constraints: [node.hostname == node131]
# constraints: [node.role == manager]
constraints: [node.role == worker]
ports:
- "15672:15672"
- "5672:5672"
networks:
kang:
driver: overlay
安装redis
# 准备工作
mkdir -p /home/redis/conf/
mkdir -p /home/redis/data/
vi /home/redis/conf/redis.conf
# 编辑 docker-compose.yml
version: "3"
services:
redis:
image: "redis:latest"
container_name: redis
restart: always
networks:
- kang
ports:
- 6379:6379
volumes:
- /home/redis/conf/redis.conf:/etc/redis/redis.conf:rw
- /home/redis/data/:/data:rw
command:
# 执行的命令
redis-server /etc/redis/redis.conf --appendonly yes
deploy:
mode: replicated
replicas: 2
placement:
# constraints: [node.hostname == node131]
# constraints: [node.role == manager]
constraints: [node.role == worker]
ports:
- "15672:15672"
- "5672:5672"
networks:
kang:
driver: overlay
安装tomcat
# 准备工作
mkdir -p /home/tomcat/webapps
mkdir -p /home/tomcat/logs
# 编辑 docker-compose.yml
version: "3"
services:
tomcat:
image: "tomcat:9.0.0.M10"
container_name: tomcat
restart: always
depends_on:
- mysql
volumes:
- "/home/tomcat/webapps:/usr/local/tomcat/webapps"
- "tomcat-conf:/usr/local/tomcat/conf"
- "/home/tomcat/logs:/usr/local/tomcat/logs"
networks:
- kang
ports:
- "8080:8080"
deploy:
mode: replicated
replicas: 2
placement:
# constraints: [node.hostname == node131]
# constraints: [node.role == manager]
constraints: [node.role == worker]
networks:
kang:
driver: overlay
volumes:
tomcat-conf:
安装nginx，php
# 准备工作
mkdir -p /home/nginx/html
mkdir -p /home/nginx/conf
mkdir -p /home/nginx/html
mkdir -p /home/nginx/logs
# 编辑 docker-compose.yml
version: "3"
services:
nginx:
image: "nginx"
container_name: nginx
restart: always
volumes:
- "/home/nginx/html:/usr/share/nginx/html"
- "/home/nginx/conf:/etc/nginx/conf.d"
- "/home/nginx/logs:/var/log/nginx"
networks:
- kang
ports:
- "80:80"
deploy:
mode: replicated
replicas: 2
placement:
# constraints: [node.hostname == node131]
# constraints: [node.role == manager]
constraints: [node.role == worker]
php:
image: "php:7.1.30-fpm"
container_name: php
restart: always
volumes:
- "/home/nginx/html:/www"
networks:
- kang
ports:
- "9000:9000"
deploy:
mode: replicated
replicas: 2
placement:
# constraints: [node.hostname == node131]
# constraints: [node.role == manager]
constraints: [node.role == worker]
networks:
kang:
driver: overlay
安装fastdfs
# 准备工作
mkdir -p /home/fdfs/tracker
mkdir -p /home/fdfs/storage
# 编辑 docker-compose.yml
version: "3"
services:
tracker:
image: "delron/fastdfs"
networks:
- kang
container_name: tracker
volumes:
- "/home/fdfs/tracker:/var/fdfs"
ports:
- "22122:22122"
command:
tracker
deploy:
mode: replicated
replicas: 2
placement:
# constraints: [node.hostname == node131]
# constraints: [node.role == manager]
constraints: [node.role == worker]
storage:
environment:
- TRACKER_SERVER=tracker:22122
- GROUP_NAME=group1
image: "delron/fastdfs"
networks:
- kang
container_name: storage
volumes:
- "/home/fdfs/storage:/var/fdfs"
ports:
- "23000:23000"
- "8888:8888"
command:
storage
deploy:
mode: replicated
replicas: 2
placement:
# constraints: [node.hostname == node131]
# constraints: [node.role == manager]
constraints: [node.role == worker]
networks:
kang:
driver: overlay
监控管理页面
visualizer
访问页面 10.0.0.11:8088
docker service create --name viz --publish=8088:8080/tcp --constraint=node.role==manager --mount=type=bind,src=/var/run/docker.sock,dst=/var/run/docker.sock dockersamples/visualizer
portainer
访问页面 10.0.0.11:9000
docker run -d -p 9000:9000 --restart=always -v /var/run/docker.sock:/var/run/docker.sock -v /root/public:/public --name prtainer portainer/portainer
docker-ui
访问页面 10.0.0.11:8999
docker run -d -p8999:9000 --privileged -v /var/run/docker.sock:/var/run/docker.sock uifd/ui-for-docker
配置文件
redis.conf
bind 0.0.0.0
protected-mode no
port 6379
tcp-backlog 511
timeout 0
tcp-keepalive 300
daemonize no
supervised no
pidfile /var/run/redis_6379.pid
loglevel notice
logfile /data/redis.log
databases 16
save 900 1
save 300 10
save 60 10000
stop-writes-on-bgsave-error yes
rdbcompression yes
rdbchecksum yes
dbfilename dump.rdb
dir /data
slave-serve-stale-data yes
slave-read-only yes
repl-diskless-sync no
repl-diskless-sync-delay 5
repl-disable-tcp-nodelay no
slave-priority 100
appendonly no
appendfilename "appendonly.aof"
appendfsync everysec
no-appendfsync-on-rewrite no
auto-aof-rewrite-percentage 100
auto-aof-rewrite-min-size 64mb
aof-load-truncated yes
lua-time-limit 5000
slowlog-log-slower-than 10000
slowlog-max-len 128
latency-monitor-threshold 0
requirepass food
notify-keyspace-events ""
hash-max-ziplist-entries 512
hash-max-ziplist-value 64
list-max-ziplist-size -2
list-compress-depth 0
set-max-intset-entries 512
zset-max-ziplist-entries 128
zset-max-ziplist-value 64
hll-sparse-max-bytes 3000
activerehashing yes
client-output-buffer-limit normal 0 0 0
client-output-buffer-limit slave 256mb 64mb 60
client-output-buffer-limit pubsub 32mb 8mb 60
hz 10
aof-rewrite-incremental-fsync yes
END
