es三節點搭建,擴容

!!slh1ses集群安裝
{{{
#logstash安裝
cmd="svn up /mysh; cd /mysh/sys; ./other_install.sh jdk8; ./other_install.sh logstash 7.16.2;"
s hs4c_slh1lgs "$cmd"

cmd="mkdir -p /web/src/dlwebapp/docs/; cd /web/src/dlwebapp/docs/; svn co svn://svn.hzdlsoft.com/dlwebapp/docs/logstash"
s hs4c_slh1lgs "$cmd"

#批量加索引logstash重啟 配置目錄/web/src/dlwebapp/docs/logstash/ebill
idc=hs4c
s ${idc}_slh1lgs "svn update /web/src/dlwebapp/docs/logstash"
s ${idc}_slh1lgs "/mysh/sys/ps.sh show logstash"
s ${idc}_slh1lgs "kill 17053;"  # 按上面顯示的修改
s ${idc}_slh1lgs "/mysh/sys/ps.sh show logstash"
s ${idc}_slh1lgs "/mysh/es/logstash pipeline /mysh/etc/es/logstash/ebill/pipelines.sp.yml"



#elasticsearch安裝
cmd="svn up /mysh; cd /mysh/sys; ./other_install.sh jdk8; ./other_install.sh es 7.16.2; "
s hs4c_slh1es0 "$cmd"

#配置
c=slh1es;  host=hs4c_slh1es0;
s $host "svn up /mysh; /mysh/es/conf cluster '$c' ECHO=echo;"
s $host "svn up /mysh; /mysh/es/conf cluster '$c';"

#ES7安全配置
##master生成證書同步到所有節點
s hs4c_slh1es01 "/mysh/es/cert gen_master" -tt
s hs4c_slh1es "mkdir -p /web/es/config/certs; chown -R es:es /web/es;"
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/elastic-certificates.p12 /web/es/config/certs/elastic-certificates.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/elastic-stack-ca.p12 /web/es/config/certs/elastic-stack-ca.p12
##datanode生成客戶端證書,同步到所有datanode
s hs4c_slh1es01 "/mysh/es/cert gen_data" -tt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/client-key.pem /web/es/config/certs/client-key.pem
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/client.crt /web/es/config/certs/client.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/client-ca.crt /web/es/config/certs/client-ca.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es /web/es/config/certs/client.p12 /web/es/config/certs/client.p12
##所有節點配置xpack后重啟
s hs4c_slh1es "/mysh/es/conf cluster xpack"
s hs4c_slh1es "/mysh/es/conf key1 'cluster.initial_master_nodes' '["hs4c_slh1es01", "hs4c_slh1es02","hs4c_slh1es03"]'"
s hs4c_slh1es "service es restart"
hs4c_slh1es01 master節點上設置密碼
s hs4c_slh1es0 "/mysh/es/cert set_pass" -tt
Try again.
Enter password for [elastic]: 
Reenter password for [elastic]: 
Enter password for [apm_system]: 
Reenter password for [apm_system]: 
Enter password for [kibana_system]: 
Reenter password for [kibana_system]: 
Enter password for [logstash_system]: 
Reenter password for [logstash_system]: 
Enter password for [beats_system]: 
Reenter password for [beats_system]: 
Enter password for [remote_monitoring_user]: 
Reenter password for [remote_monitoring_user]: 
Changed password for user [apm_system]
Changed password for user [kibana_system]
Changed password for user [kibana]
Changed password for user [logstash_system]
Changed password for user [beats_system]
Changed password for user [remote_monitoring_user]
Changed password for user [elastic]
Try again.
Enter password for [elastic]: 
Reenter password for [elastic]: 
Enter password for [apm_system]: 
Reenter password for [apm_system]: 
Enter password for [kibana_system]: 
Reenter password for [kibana_system]: 
Enter password for [logstash_system]: 
Reenter password for [logstash_system]: 
Enter password for [beats_system]: 
Reenter password for [beats_system]: 
Enter password for [remote_monitoring_user]: 
Reenter password for [remote_monitoring_user]: 
Changed password for user [apm_system]
Changed password for user [kibana_system]
Changed password for user [kibana]
Changed password for user [logstash_system]
Changed password for user [beats_system]
Changed password for user [remote_monitoring_user]
Changed password for user [elastic]

#驗證
curl http://elastic:D1soft2014@localhost:5200/_cat/health?v

host=hs4c_slh1kbn1
cmd="svn up /mysh; cd /mysh/sys; ./other_install.sh jdk8; ./other_install.sh kibana 7.16.2; "
s $host "$cmd"
地址:http://122.112.141.111:5600/app/kibana_overview#/
}}}
!!擴容3節點456
{{{
#elasticsearch安裝
cmd="svn up /mysh; cd /mysh/sys; ./other_install.sh jdk8; ./other_install.sh es 7.16.2; "
s hs4c_slh1es0[789] "$cmd"
s hs4c_slh1es1[012] "$cmd"

#配置
c=slh1es;  host=hs4c_slh1es;
s $host "svn up /mysh; /mysh/es/conf cluster '$c' ECHO=echo;"
s $host "svn up /mysh; /mysh/es/conf cluster '$c';"
##master生成證書同步到新節點
s hs4c_slh1es0[456] "mkdir -p /web/es/config/certs; chown -R es:es /web/es;"
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/elastic-certificates.p12 /web/es/config/certs/elastic-certificates.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/elastic-stack-ca.p12 /web/es/config/certs/elastic-stack-ca.p12
##datanode客戶端證書同步到新datanode
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/client-key.pem /web/es/config/certs/client-key.pem
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/client.crt /web/es/config/certs/client.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/client-ca.crt /web/es/config/certs/client-ca.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[456] /web/es/config/certs/client.p12 /web/es/config/certs/client.p12
##所有節點配置xpack后重啟
s hs4c_slh1es0[456] "/mysh/es/conf cluster xpack"
s hs4c_slh1es0[123] "/mysh/es/conf key1 'cluster.initial_master_nodes' '["hs4c_slh1es01", "hs4c_slh1es02","hs4c_slh1es03","hs4c_slh1es04","hs4c_slh1es05","hs4c_slh1es06"]'"
后修改配置去掉舊的cluster.initial_master_nodes

}}}
!!擴容6節點789、10、11、12
{{{
#elasticsearch安裝
cmd="svn up /mysh; cd /mysh/sys; ./other_install.sh jdk8; ./other_install.sh es 7.16.2; "
s hs4c_slh1es0[789] "$cmd"
s hs4c_slh1es1[012] "$cmd"

#配置
c=slh1es;  host=hs4c_slh1es;
s $host "svn up /mysh; /mysh/es/conf cluster '$c' ECHO=echo;"
s $host "svn up /mysh; /mysh/es/conf cluster '$c';"
##master生成證書同步到新節點
cmd="mkdir -p /web/es/config/certs; chown -R es:es /web/es;"
s hs4c_slh1es0[789] "$cmd"
s hs4c_slh1es1[012] "$cmd"

$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/elastic-certificates.p12 /web/es/config/certs/elastic-certificates.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/elastic-certificates.p12 /web/es/config/certs/elastic-certificates.p12

$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/elastic-stack-ca.p12 /web/es/config/certs/elastic-stack-ca.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/elastic-stack-ca.p12 /web/es/config/certs/elastic-stack-ca.p12

##datanode客戶端證書同步到新datanode
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/client-key.pem /web/es/config/certs/client-key.pem
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/client-key.pem /web/es/config/certs/client-key.pem

$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/client.crt /web/es/config/certs/client.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/client.crt /web/es/config/certs/client.crt

$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/client-ca.crt /web/es/config/certs/client-ca.crt
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/client-ca.crt /web/es/config/certs/client-ca.crt

$m/sync cp1 hs4c_slh1es01 hs4c_slh1es0[789] /web/es/config/certs/client.p12 /web/es/config/certs/client.p12
$m/sync cp1 hs4c_slh1es01 hs4c_slh1es1[012] /web/es/config/certs/client.p12 /web/es/config/certs/client.p12

##所有節點配置xpack后重啟
s hs4c_slh1es0[789] "/mysh/es/conf cluster xpack"
s hs4c_slh1es1[012] "/mysh/es/conf cluster xpack"
s hs4c_slh1es "/mysh/es/conf key1 'cluster.initial_master_nodes' '["hs4c_slh1es01", "hs4c_slh1es02","hs4c_slh1es03","hs4c_slh1es04","hs4c_slh1es05","hs4c_slh1es06","hs4c_slh1es07", "hs4c_slh1es08","hs4c_slh1es09","hs4c_slh1es10","hs4c_slh1es11","hs4c_slh1es12"]'"

}}}
!!slh1es可用區屬性配置
{{{
#可用區2:hs4c_slh1es0[2478]
node.attr.rone_id: hw_sh02
cluster.routing.allocation.awareness.attributes: zone_id
#可用區3:hs4c_slh1es0[359]、hs4c_slh1es10
node.attr.rone_id: hw_sh03
cluster.routing.allocation.awareness.attributes: zone_id
#可用區4:hs4c_slh1es0[16]、hs4c_slh1es1[12]
node.attr.rone_id: hw_sh04
cluster.routing.allocation.awareness.attributes: zone_id
}}}

es7.16.2 安裝ik分詞器

進入elasticsearch-7.16.2的plugins目錄依次執行命令:
# 進入elasticsearch-7.16.2的plugins目錄
cd plugins/
# 創建ik目錄
mkdir ik
# 進入ik目錄
cd ik
# 下載es對應版本的ik分詞器
wget https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v7.16.2/elasticsearch-analysis-ik-7.16.2.zip# 解壓zip包
unzip elasticsearch-analysis-ik-7.8.1.zip
# 解壓完成后,刪掉zip包
rm -rf elasticsearch-analysis-ik-7.8.1.zip
然后重啟elasticsearch,使其生效</pre>
最后編輯于
?著作權歸作者所有,轉載或內容合作請聯系作者
平臺聲明:文章內容(如有圖片或視頻亦包括在內)由作者上傳并發布,文章內容僅代表作者本人觀點,簡書系信息發布平臺,僅提供信息存儲服務。