2.elasticsearch单机部署

1 云硬盘挂载

# 查看挂盘名称
fdisk -l

# 创建物理卷
pvcreate /dev/vdb

# 创建卷组
vgcreate data_vg /dev/vdb

# 创建逻辑卷
lvcreate -l +100%free -n data data_vg

# 格式化磁盘
mkfs.xfs /dev/data_vg/data

# 创建挂载目录
mkdir -p /data1

# 挂载
mount /dev/data_vg/data /data1

# 添加挂载信息
echo "/dev/mapper/data_vg-data /data1 xfs     defaults        0 0" >> /etc/fstab

2 安装Java

2.1 检查系统是否安装了Java

如果有以下输出，则表示已安装,需要进行卸载操作
# 检查命令
# rpm -qa | grep java

# 检查输出的内容
java-1.8.0-openjdk-headless-1.8.0.272.b10-1.el7_9.x86_64
tzdata-java-2020d-2.el7.noarch
python-javapackages-3.4.1-11.el7.noarch
java-1.8.0-openjdk-1.8.0.272.b10-1.el7_9.x86_64
javapackages-tools-3.4.1-11.el7.noarch

# 卸载操作命令
# rpm -e java-1.8.0-openjdk-1.8.0.272.b10-1.el7_9.x86_64
# rpm -e java-1.8.0-openjdk-headless-1.8.0.272.b10-1.el7_9.x86_64
# rpm -e javapackages-tools-3.4.1-11.el7.noarch

2.2 解压Java安装包

# 解压Java安装包
# tar -zxf /usr/local/java-1.8.0.tar.gz -C /usr/local

2.3 配置Java环境变量

# 在/etc/profile，追加JAVA_HOME和PATH两个变量。
vi /etc/profile

export JAVA_HOME=/usr/local/java-1.8.0
export PATH=$JAVA_HOME/bin:$PATH

2.4 验证Java安装

# 使环境变量生效，然后检查Java版本
# source /etc/profile
# java -version

3 系统配置

3.1 修改max_map_count

# 在/etc/sysctl.conf追加max_map_count
# vi /etc/sysctl.conf

vm.max_map_count = 655360

# 使配置生效
# sysctl -p

3.2 修改limits.conf

# 在/etc/security/limits.conf追加以下内容，如果已存在则忽略
# vi /etc/security/limits.conf

*               soft    nofile          655360
*               hard    nofile          655360
*               soft    nproc           655360
*               hard    nproc           655360
*               soft    stack           unlimited
*               hard    stack           unlimited

3.3 修改20-nproc.conf

# 在/etc/security/limits.d/20-nproc.conf追加以下内容，如果已存在则忽略。
# vi /etc/security/limits.conf

elk    soft    nproc     65536

3.4 添加用户

# groupadd elk
# useradd elk -g elk

4 安装elasticsearch

4.1 解压安装包

# 解压安装包
tar -zxf /usr/local/elasticsearch-7.5.0-linux-x86_64.tar.gz -C /usr/local

# 重命名
mv /usr/local/elasticsearch-7.5.0 /usr/local/elasticsearch

4.2 创建相关目录

# 新建数据目录
# mkdir -p /data1/elasticsearch/{data,logs}

# 安装插件,根据需要安装对于的插件，这里安装ik这些插件
# mkdir -p /usr/local/elasticsearch/plugins/ik
# unzip -q /usr/local/elasticsearch-analysis-ik-7.5.0.zip -d /usr/local/elasticsearch/plugins/ik/

# 修改文件拥有者
# chown -R elk:elk /data1/elasticsearch
# chown -R elk:elk /usr/local/elasticsearch

4.3 添加配置文件

# 添加elasticsearch配置
vi /usr/local/elasticsearch/config/elasticsearch.yml

cluster.name: yezi
node.name: node-1
path.data: /data1/elasticsearch/data
path.logs: /data1/elasticsearch/logs
network.host: 0.0.0.0
http.port: 9200
transport.tcp.port: 9300
cluster.initial_master_nodes: ["node-1"]
discovery.seed_hosts: ["127.0.0.1"]
node.attr.hotwarm_type: hot

http.cors.enabled: true
http.cors.allow-origin: "*"
http.cors.allow-headers: Authorization
xpack.security.enabled: true
xpack.security.transport.ssl.enabled: true

4.4 添加启动脚本

# 编写启动脚本
# vi /usr/local/elasticsearch/monitor.sh

#!/bin/bash

source /etc/profile

cur_path=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)

function log_info(){
	echo "[INFO] [$(date "+%Y-%m-%d %T")] $1"
}

function log_error(){
	echo "[ERROR] [$(date "+%Y-%m-%d %T")] $1"
	exit 1
}

function check_current_user(){
	log_info "${FUNCNAME[0]} begin."

	[[ "${USER}" == "elk" ]] || { log_error "must use elk to run app! current user is ${USER}"; exit 1; }
	
	log_info "${FUNCNAME[0]} end."
}

function check_status(){
	pids=$(ps -ef|grep java|grep elasticsearch|awk '{print $2}')

	if [[ -n ${pids} ]];then
		echo "True"
	else 
		echo "False"
	fi
}


function stop(){
	log_info "${FUNCNAME[0]} begin."

	pids=$(ps -ef|grep java|grep elasticsearch|awk '{print $2}')
	
	log_info "kill pid ${pids} begin."
	if [[ -n ${pids} ]];then
		log_info "process exist,kill it ${pids}!"
		for i in ${pids}
		do
			log_info "kill process $i!"
			kill -9 $i
		done
	else
		log_info "process not exist!"

	fi
	log_info "kill pid ${pids} end."

	log_info "${FUNCNAME[0]} end."
}

function start(){
	log_info "${FUNCTION[0]} begin."

	if [[ $(check_status $node) == "True" ]];then
		log_info "process is exist, not need to start!"
	else
		log_info "start elasticsearch begin."

		nohup /usr/local/elasticsearch/bin/elasticsearch >> /data1/elasticsearch/logs/start.log 2>&1 &

		log_info "start elasticsearch success."
	fi

	log_info "${FUNCTION[0]} complete."
}

function restart(){
	log_info "${FUNCTION[0]} begin."

	stop

	sleep 5

	start

	log_info "${FUNCTION[0]} end."
}

function main(){
	log_info "${FUNCTION[0]} begin."
	
	check_current_user

	ACTION="$1"

	case "${ACTION}" in
	    start)
            start
	    ;;
            stop)
            stop
            ;;
	    restart)
            restart
            ;;
	    *)
            usage
            ;;
            esac

	log_info "${FUNCTION[0]} complete."
}

main "$@"

# 将脚本放入定时任务
# vi /etc/crontab

*/1 * * * * elk /usr/local/elasticsearch/monitor.sh start >/dev/null 2>&1

# 重启定时任务
# systemctl restart crond

4.5 初始化密码

# 初始化密码
# /usr/local/elasticsearch/bin/elasticsearch-setup-passwords interactive

4.6 修改max_shards_per_node

# curl -XPUT -H"Content-Type:application/json"  -d'{"transient":{"cluster":{"max_shards_per_node":100000}}}'  -u elastic:toutiaohao_yunzhongmuge  'http://localhost:9200/_cluster/settings'