!!slh1ses集群安装
{{{
#logstash安装
cmd="svn up /mysh; cd /mysh/sys; ./other_install.sh jdk8; ./other_install.sh logstash 7.16.2;"
s hs4c_slh1lgs "$cmd"
cmd="mkdir -p /web/src/dlwebapp/docs/; cd /web/src/dlwebapp/docs/; svn co svn://svn.hzdlsoft.com/dlwebapp/docs/logstash"
s hs4c_slh1lgs "$cmd"
#批量加索引logstash重启 配置目录/web/src/dlwebapp/docs/logstash/ebill
idc=hs4c
s ${idc}_slh1lgs "svn update /web/src/dlwebapp/docs/logstash"
s ${idc}_slh1lgs "/mysh/sys/ps.sh show logstash"
s ${idc}_slh1lgs "kill 17053;" # 按上面显示的修改
s ${idc}_slh1lgs "/mysh/sys/ps.sh show logstash"
s ${idc}_slh1lgs "/mysh/es/logstash pipeline /mysh/etc/es/logstash/ebill/pipelines.sp.yml"
#elasticsearch安装
cmd="svn up /mysh; cd /mysh/sys; ./other_install.sh jdk8; ./other_install.sh es 7.16.2; "
s hs4c_slh1es0 "$cmd"
#配置
c=slh1es; host=hs4c_slh1es0;
s $host "svn up /mysh; /mysh/es/conf cluster '$c' ECHO=echo;"
s $host "svn up /mysh; /mysh/es/conf cluster '$c';"
#ES7安全配置
##master生成证书同步到所有节点
s hs4c_slh1es01 "/mysh/es/cert gen_master" -tt
s hs4c_slh1es "mkdir -p /web/es/config/certs; chown -R es:es /web/es;"
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/elastic-certificates.p12 /web/es/config/certs/elastic-certificates.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/elastic-stack-ca.p12 /web/es/config/certs/elastic-stack-ca.p12
##datanode生成客户端证书,同步到所有datanode
s hs4c_slh1es01 "/mysh/es/cert gen_data" -tt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/client-key.pem /web/es/config/certs/client-key.pem
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/client.crt /web/es/config/certs/client.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/client-ca.crt /web/es/config/certs/client-ca.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/client.p12 /web/es/config/certs/client.p12
##所有节点配置xpack后重启
s hs4c_slh1es "/mysh/es/conf cluster xpack"
s hs4c_slh1es "/mysh/es/conf key1 'cluster.initial_master_nodes' '["hs4c_slh1es01", "hs4c_slh1es02","hs4c_slh1es03"]'"
s hs4c_slh1es "service es restart"
hs4c_slh1es01 master节点上设置密码
s hs4c_slh1es0 "/mysh/es/cert set_pass" -tt
Try again.
Enter password for [elastic]:
Reenter password for [elastic]:
Enter password for [apm_system]:
Reenter password for [apm_system]:
Enter password for [kibana_system]:
Reenter password for [kibana_system]:
Enter password for [logstash_system]:
Reenter password for [logstash_system]:
Enter password for [beats_system]:
Reenter password for [beats_system]:
Enter password for [remote_monitoring_user]:
Reenter password for [remote_monitoring_user]:
Changed password for user [apm_system]
Changed password for user [kibana_system]
Changed password for user [kibana]
Changed password for user [logstash_system]
Changed password for user [beats_system]
Changed password for user [remote_monitoring_user]
Changed password for user [elastic]
Try again.
Enter password for [elastic]:
Reenter password for [elastic]:
Enter password for [apm_system]:
Reenter password for [apm_system]:
Enter password for [kibana_system]:
Reenter password for [kibana_system]:
Enter password for [logstash_system]:
Reenter password for [logstash_system]:
Enter password for [beats_system]:
Reenter password for [beats_system]:
Enter password for [remote_monitoring_user]:
Reenter password for [remote_monitoring_user]:
Changed password for user [apm_system]
Changed password for user [kibana_system]
Changed password for user [kibana]
Changed password for user [logstash_system]
Changed password for user [beats_system]
Changed password for user [remote_monitoring_user]
Changed password for user [elastic]
#验证
curl http://elastic:D1soft2014@localhost:5200/_cat/health?v
host=hs4c_slh1kbn1
cmd="svn up /mysh; cd /mysh/sys; ./other_install.sh jdk8; ./other_install.sh kibana 7.16.2; "
s $host "$cmd"
地址:http://122.112.141.111:5600/app/kibana_overview#/
}}}
!!扩容3节点456
{{{
#elasticsearch安装
cmd="svn up /mysh; cd /mysh/sys; ./other_install.sh jdk8; ./other_install.sh es 7.16.2; "
s hs4c_slh1es0[789] "$cmd"
s hs4c_slh1es1[012] "$cmd"
#配置
c=slh1es; host=hs4c_slh1es;
s $host "svn up /mysh; /mysh/es/conf cluster '$c' ECHO=echo;"
s $host "svn up /mysh; /mysh/es/conf cluster '$c';"
##master生成证书同步到新节点
s hs4c_slh1es0[456] "mkdir -p /web/es/config/certs; chown -R es:es /web/es;"
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/elastic-certificates.p12 /web/es/config/certs/elastic-certificates.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/elastic-stack-ca.p12 /web/es/config/certs/elastic-stack-ca.p12
##datanode客户端证书同步到新datanode
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/client-key.pem /web/es/config/certs/client-key.pem
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/client.crt /web/es/config/certs/client.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/client-ca.crt /web/es/config/certs/client-ca.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/client.p12 /web/es/config/certs/client.p12
##所有节点配置xpack后重启
s hs4c_slh1es0[456] "/mysh/es/conf cluster xpack"
s hs4c_slh1es0[123] "/mysh/es/conf key1 'cluster.initial_master_nodes' '["hs4c_slh1es01", "hs4c_slh1es02","hs4c_slh1es03","hs4c_slh1es04","hs4c_slh1es05","hs4c_slh1es06"]'"
后修改配置去掉旧的cluster.initial_master_nodes
}}}
!!扩容6节点789、10、11、12
{{{
#elasticsearch安装
cmd="svn up /mysh; cd /mysh/sys; ./other_install.sh jdk8; ./other_install.sh es 7.16.2; "
s hs4c_slh1es0[789] "$cmd"
s hs4c_slh1es1[012] "$cmd"
#配置
c=slh1es; host=hs4c_slh1es;
s $host "svn up /mysh; /mysh/es/conf cluster '$c' ECHO=echo;"
s $host "svn up /mysh; /mysh/es/conf cluster '$c';"
##master生成证书同步到新节点
cmd="mkdir -p /web/es/config/certs; chown -R es:es /web/es;"
s hs4c_slh1es0[789] "$cmd"
s hs4c_slh1es1[012] "$cmd"
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/elastic-certificates.p12 /web/es/config/certs/elastic-certificates.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/elastic-certificates.p12 /web/es/config/certs/elastic-certificates.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/elastic-stack-ca.p12 /web/es/config/certs/elastic-stack-ca.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/elastic-stack-ca.p12 /web/es/config/certs/elastic-stack-ca.p12
##datanode客户端证书同步到新datanode
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/client-key.pem /web/es/config/certs/client-key.pem
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/client-key.pem /web/es/config/certs/client-key.pem
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/client.crt /web/es/config/certs/client.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/client.crt /web/es/config/certs/client.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/client-ca.crt /web/es/config/certs/client-ca.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/client-ca.crt /web/es/config/certs/client-ca.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/client.p12 /web/es/config/certs/client.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/client.p12 /web/es/config/certs/client.p12
##所有节点配置xpack后重启
s hs4c_slh1es0[789] "/mysh/es/conf cluster xpack"
s hs4c_slh1es1[012] "/mysh/es/conf cluster xpack"
s hs4c_slh1es "/mysh/es/conf key1 'cluster.initial_master_nodes' '["hs4c_slh1es01", "hs4c_slh1es02","hs4c_slh1es03","hs4c_slh1es04","hs4c_slh1es05","hs4c_slh1es06","hs4c_slh1es07", "hs4c_slh1es08","hs4c_slh1es09","hs4c_slh1es10","hs4c_slh1es11","hs4c_slh1es12"]'"
}}}
!!slh1es可用区属性配置
{{{
#可用区2:hs4c_slh1es0[2478]
node.attr.rone_id: hw_sh02
cluster.routing.allocation.awareness.attributes: zone_id
#可用区3:hs4c_slh1es0[359]、hs4c_slh1es10
node.attr.rone_id: hw_sh03
cluster.routing.allocation.awareness.attributes: zone_id
#可用区4:hs4c_slh1es0[16]、hs4c_slh1es1[12]
node.attr.rone_id: hw_sh04
cluster.routing.allocation.awareness.attributes: zone_id
}}}
es7.16.2 安装ik分词器
进入elasticsearch-7.16.2的plugins目录依次执行命令:
# 进入elasticsearch-7.16.2的plugins目录
cd plugins/
# 创建ik目录
mkdir ik
# 进入ik目录
cd ik
# 下载es对应版本的ik分词器
wget https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v7.16.2/elasticsearch-analysis-ik-7.16.2.zip# 解压zip包
unzip elasticsearch-analysis-ik-7.8.1.zip
# 解压完成后,删掉zip包
rm -rf elasticsearch-analysis-ik-7.8.1.zip
然后重启elasticsearch,使其生效</pre>