Shell 实战项目

1. 前言

通过之前的学习，我们已经分章节系统性的讲解了 Shell 脚本的知识，本章节我们通过两个项目实战，进一步详解 Shell 在实战中的知识组合及灵活运用。

2. 系统巡检

2.1 需求

需要对 Linux 服务器，巡检系统 / 服务 / 端口各指标及参数，编写系统快速检查脚本，输出系统信息到脚本运行的 logs 目录下。

2.2 思路

通常系统的状态都在 /proc/ 目录下，对文件中的关注系统指标数字进行过滤处理，得到系统状态，其中涉及数组的需要计算，可以利用函数，对每一个需要巡检的结果利用单独一个函数编写，最后利用 main 函数调用其他函数得出最终结果。

2.3 实现

核心利用 sed 代码：

#!/bin/bash
# auth:kaliarch
# func:sys info check
# version:v1.0
# sys:centos6.x/7.x

# 判断用户是否为root用户，如果非root则提示需要root用户执行脚本
[ $(id -u) -gt 0 ] && echo "请用root用户执行此脚本！" && exit 1
sysversion=$(rpm -q centos-release|cut -d- -f3)
line="-------------------------------------------------"

# 创建日志目录
[ -d logs ] || mkdir logs

# 定义日志文件
sys_check_file="logs/$(ip a show dev eth0|grep -w inet|awk '{print $2}'|awk -F '/' '{print $1}')-`date +%Y%m%d`.txt"

# 获取系统cpu信息
function get_cpu_info() {
    Physical_CPUs=$(grep "physical id" /proc/cpuinfo| sort | uniq | wc -l)
    Virt_CPUs=$(grep "processor" /proc/cpuinfo | wc -l)
    CPU_Kernels=$(grep "cores" /proc/cpuinfo|uniq| awk -F ': ' '{print $2}')
    CPU_Type=$(grep "model name" /proc/cpuinfo | awk -F ': ' '{print $2}' | sort | uniq)
    CPU_Arch=$(uname -m)
cat <<EOF | column -t 
CPU信息:

物理CPU个数: $Physical_CPUs
逻辑CPU个数: $Virt_CPUs
每CPU核心数: $CPU_Kernels
CPU型号: $CPU_Type
CPU架构: $CPU_Arch
EOF
}

# 获取系统内存信息
function get_mem_info() {
    check_mem=$(free -m)
    MemTotal=$(grep MemTotal /proc/meminfo| awk '{print $2}')  #KB
    MemFree=$(grep MemFree /proc/meminfo| awk '{print $2}')    #KB
    let MemUsed=MemTotal-MemFree
    MemPercent=$(awk "BEGIN {if($MemTotal==0){printf 100}else{printf \"%.2f\",$MemUsed*100/$MemTotal}}")
    report_MemTotal="$((MemTotal/1024))""MB"        #内存总容量(MB)
    report_MemFree="$((MemFree/1024))""MB"          #内存剩余(MB)
    report_MemUsedPercent="$(awk "BEGIN {if($MemTotal==0){printf 100}else{printf \"%.2f\",$MemUsed*100/$MemTotal}}")""%"   #内存使用率%

cat <<EOF
内存信息：

${check_mem}
EOF
}

# 获取系统网络信息
function get_net_info() {
    pri_ipadd=$(ip a show dev eth0|grep -w inet|awk '{print $2}'|awk -F '/' '{print $1}')
    pub_ipadd=$(curl ifconfig.me -s)
    gateway=$(ip route | grep default | awk '{print $3}')
    mac_info=$(ip link| egrep -v "lo"|grep link|awk '{print $2}')
    dns_config=$(egrep -v "^$|^#" /etc/resolv.conf)
    route_info=$(route -n)
cat <<EOF | column -t 
IP信息:

系统公网地址: ${pub_ipadd}
系统私网地址: ${pri_ipadd}
网关地址: ${gateway}
MAC地址: ${mac_info}

路由信息:
${route_info}

DNS 信息:
${dns_config}
EOF
}

# 获取系统磁盘信息
function get_disk_info() {
    disk_info=$(fdisk -l|grep "Disk /dev"|cut -d, -f1)
    disk_use=$(df -hTP|awk '$2!="tmpfs"{print}')
    disk_inode=$(df -hiP|awk '$1!="tmpfs"{print}')

cat <<EOF
磁盘信息:

${disk_info}
磁盘使用:

${disk_use}
inode信息:

${disk_inode}
EOF


}

# 获取系统信息
function get_systatus_info() {
    sys_os=$(uname -o)
    sys_release=$(cat /etc/redhat-release)
    sys_kernel=$(uname -r)
    sys_hostname=$(hostname)
    sys_selinux=$(getenforce)
    sys_lang=$(echo $LANG)
    sys_lastreboot=$(who -b | awk '{print $3,$4}')
    sys_runtime=$(uptime |awk '{print  $3,$4}'|cut -d, -f1)
    sys_time=$(date)
    sys_load=$(uptime |cut -d: -f5)

cat <<EOF | column -t 
系统信息：

系统: ${sys_os}
发行版本:   ${sys_release}
系统内核:   ${sys_kernel}
主机名:    ${sys_hostname}
selinux状态:  ${sys_selinux}
系统语言:   ${sys_lang}
系统当前时间: ${sys_time}
系统最后重启时间:   ${sys_lastreboot}
系统运行时间: ${sys_runtime}
系统负载:   ${sys_load}
EOF
}

# 获取服务信息
function get_service_info() {
    port_listen=$(netstat -lntup|grep -v "Active Internet")
    kernel_config=$(sysctl -p 2>/dev/null)
    if [ ${sysversion} -gt 6 ];then
        service_config=$(systemctl list-unit-files --type=service --state=enabled|grep "enabled")
        run_service=$(systemctl list-units --type=service --state=running |grep ".service")
    else
        service_config=$(/sbin/chkconfig | grep -E ":on|:启用" |column -t)
        run_service=$(/sbin/service --status-all|grep -E "running")
    fi
cat <<EOF
服务启动配置：

${service_config}
${line}
运行的服务：

${run_service}
${line}
监听端口：

${port_listen}
${line}
内核参考配置:

${kernel_config}

}

# 获取系统用户信息
function get_sys_user() {
    login_user=$(awk -F: '{if ($NF=="/bin/bash") print $0}' /etc/passwd)
    ssh_config=$(egrep -v "^#|^$" /etc/ssh/sshd_config)
    sudo_config=$(egrep -v "^#|^$" /etc/sudoers |grep -v "^Defaults")
    host_config=$(egrep -v "^#|^$" /etc/hosts)
    crond_config=$(for cronuser in /var/spool/cron/* ;do ls ${cronuser} 2>/dev/null|cut -d/ -f5;egrep -v "^$|^#" ${cronuser} 2>/dev/null;echo "";done)
cat <<EOF
系统登录用户:

${login_user}
${line}
ssh 配置信息:

${ssh_config}
${line}
sudo 配置用户:

${sudo_config}
${line}
定时任务配置:

${crond_config}
${line}
hosts 信息:

${host_config}
EOF
}

# 获取进程信息
function process_top_info() {

    top_title=$(top -b n1|head -7|tail -1)
    cpu_top10=$(top b -n1 | head -17 | tail -10)
    mem_top10=$(top -b n1|head -17|tail -10|sort -k10 -r)

cat <<EOF
CPU占用top10:

${top_title}
${cpu_top10}

内存占用top10:

${top_title}
${mem_top10}
EOF
}

# 信息汇总
function sys_check() {
    get_cpu_info
    echo ${line}
    get_mem_info
    echo ${line}
    get_net_info
    echo ${line}
    get_disk_info
    echo ${line}
    get_systatus_info
    echo ${line}
    get_service_info
    echo ${line}
    get_sys_user
    echo ${line}
    process_top_info
}


sys_check > ${sys_check_file}

2.4 测试

[root@master workspace]# bash sys_check.sh 
[root@master workspace]# ls
logs  sys_check.sh
[root@master workspace]# cat logs/172.16.60.2-20200419.txt 
CPU信息:
物理CPU个数:  4
逻辑CPU个数:  4
每CPU核心数:  1
CPU型号:      QEMU    Virtual  CPU
CPU架构:      x86_64
-------------------------------------------------
内存信息：

              total        used        free      shared  buff/cache   available
Mem:          16047       12536         179         885        3331        2007
Swap:             0           0           0
-------------------------------------------------
IP信息:
系统公网地址:      4x.xxx.xxx.18
系统私网地址:      172.16.60.2
网关地址:          172.16.60.1
MAC地址:           52:54:73:7b:c9:11
路由信息:
Kernel             IP                 routing          table
Destination        Gateway            Genmask          Flags  Metric  Ref  Use  Iface
0.0.0.0            172.16.60.1        0.0.0.0          UG     100     0    0    eth0
10.233.88.192      172.16.60.5        255.255.255.192  UG     0       0    0    tunl0
172.16.60.0        0.0.0.0            255.255.255.0    U      100     0    0    eth0
172.17.0.0         0.0.0.0            255.255.0.0      U      0       0    0    docker0
DNS                信息:
nameserver         10.17.50.3
nameserver         1.2.4.8
-------------------------------------------------
磁盘信息:

Disk /dev/vda: 21.5 GB
Disk /dev/vdb: 8589 MB
磁盘使用:

Filesystem     Type      Size  Used Avail Use% Mounted on
/dev/vda1      ext4       20G  5.0G   14G  27% /
devtmpfs       devtmpfs  7.9G     0  7.9G   0% /dev
/dev/vdc       ext4      197G   46G  142G  25% /data
/dev/vdd       xfs       500G   53G  448G  11% /var/local/osd0

inode信息:

Filesystem     Inodes IUsed IFree IUse% Mounted on
/dev/vda1        1.3M   54K  1.2M    5% /
devtmpfs         2.0M   398  2.0M    1% /dev
/dev/vdc          13M  1.3M   12M   11% /data
/dev/vdd         250M   14K  250M    1% /var/local/osd0
overlay           13M  1.3M   12M   11% 2c99089efbac12ffc5d7a8f6ccf99d95ab3c1674b441205a61829ebe635/merged

系统:              GNU/Linux
发行版本:          CentOS                 Linux  release  7.4.1708  (Core)
系统内核:          3.10.0-693.el7.x86_64
主机名:            master
selinux状态:       Permissive
系统语言:          en_US.UTF-8
系统当前时间:      Sun                    Apr    19       12:34:35  CST     2020
系统最后重启时间:  2020-03-18             16:15
系统运行时间:      31                     days
系统负载:          1.55,                  1.73,  1.95
-------------------------------------------------
服务启动配置:

auditd.service                              enabled
autovt@.service                             enabled
ceph-mon@.service                           enabled
etcd.service                                enabled
gapd.service                                enabled
getty@.service                              enabled
irqbalance.service                          enabled
kdump.service                               enabled
kubelet.service                             enabled
microcode.service                           enabled
NetworkManager-dispatcher.service           enabled
NetworkManager.service                      enabled
postfix.service                             enabled
rpcbind.service                             enabled
rsyslog.service                             enabled
smarteye-server-agent.service               enabled
sshd.service                                enabled
systemd-readahead-collect.service           enabled
systemd-readahead-drop.service              enabled
systemd-readahead-replay.service            enabled
tuned.service                               enabled
-------------------------------------------------
运行的服务:

auditd.service                loaded active running Security Auditing Service
ceph-mon@master.service       loaded active running Ceph cluster monitor daemon
ceph-osd@0.service            loaded active running Ceph object storage daemon
chronyd.service               loaded active running NTP client/server
crond.service                 loaded active running Command Scheduler
dbus.service                  loaded active running D-Bus System Message Bus
docker.service                loaded active running Docker Application Container Engine
etcd.service                  loaded active running etcd docker wrapper
gapd.service                  loaded active running guest agent for pitrix
getty@tty1.service            loaded active running Getty on tty1
gssproxy.service              loaded active running GSSAPI Proxy Daemon
irqbalance.service            loaded active running irqbalance daemon
kubelet.service               loaded active running Kubernetes Kubelet Server
NetworkManager.service        loaded active running Network Manager
polkit.service                loaded active running Authorization Manager
postfix.service               loaded active running Postfix Mail Transport Agent
rpcbind.service               loaded active running RPC bind service
rsyslog.service               loaded active running System Logging Service
smarteye-server-agent.service loaded active running The Smarteye Monitoring of server
sshd.service                  loaded active running OpenSSH server daemon
systemd-journald.service      loaded active running Journal Service
systemd-logind.service        loaded active running Login Service
systemd-udevd.service         loaded active running udev Kernel Device Manager
tuned.service                 loaded active running Dynamic System Tuning Daemon
-------------------------------------------------
监听端口:

Proto Recv-Q Send-Q Local Address           Foreign Address         State       PID/Program name    
tcp        0      0 127.0.0.1:9099          0.0.0.0:*               LISTEN      10444/calico-node   
tcp        0      0 172.16.60.2:2379        0.0.0.0:*               LISTEN      1321/etcd           
tcp        0      0 127.0.0.1:2379          0.0.0.0:*               LISTEN      1321/etcd           
tcp        0      0 172.16.60.2:9100        0.0.0.0:*               LISTEN      2868/./kube-rbac-pr 
tcp        0      0 127.0.0.1:9100          0.0.0.0:*               LISTEN      2314/node_exporter  
tcp        0      0 172.16.60.2:2380        0.0.0.0:*               LISTEN      1321/etcd           
tcp        0      0 172.16.60.2:10255       0.0.0.0:*               LISTEN      1222/kubelet        
tcp        0      0 0.0.0.0:111             0.0.0.0:*               LISTEN      1/systemd           
tcp        0      0 0.0.0.0:6800            0.0.0.0:*               LISTEN      850/ceph-osd        
tcp        0      0 0.0.0.0:6801            0.0.0.0:*               LISTEN      850/ceph-osd        
tcp        0      0 0.0.0.0:6802            0.0.0.0:*               LISTEN      850/ceph-osd        
tcp        0      0 0.0.0.0:179             0.0.0.0:*               LISTEN      10755/bird          
tcp        0      0 0.0.0.0:6803            0.0.0.0:*               LISTEN      850/ceph-osd        
tcp        0      0 169.254.25.10:53        0.0.0.0:*               LISTEN      2058/node-cache     
tcp        0      0 0.0.0.0:22              0.0.0.0:*               LISTEN      552/sshd            
tcp        0      0 127.0.0.1:25            0.0.0.0:*               LISTEN      786/master          
tcp        0      0 127.0.0.1:40416         0.0.0.0:*               LISTEN      1222/kubelet        
tcp        0      0 172.16.60.2:6789        0.0.0.0:*               LISTEN      661/ceph-mon        
tcp        0      0 169.254.25.10:9254      0.0.0.0:*               LISTEN      2058/node-cache     
tcp        0      0 127.0.0.1:10248         0.0.0.0:*               LISTEN      1222/kubelet        
tcp        0      0 127.0.0.1:10249         0.0.0.0:*               LISTEN      2854/kube-proxy     
tcp        0      0 172.16.60.2:10250       0.0.0.0:*               LISTEN      1222/kubelet        
tcp6       0      0 :::10251                :::*                    LISTEN      12358/kube-schedule 
tcp6       0      0 :::6443                 :::*                    LISTEN      1929/kube-apiserver 
tcp6       0      0 :::10252                :::*                    LISTEN      12366/kube-controll 
udp6       0      0 :::111                  :::*                                1/systemd           
udp6       0      0 ::1:323                 :::*                                530/chronyd         
udp6       0      0 :::703                  :::*                                535/rpcbind         
-------------------------------------------------
内核参考配置:

net.ipv4.ip_forward = 1
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
net.ipv4.ip_local_reserved_ports = 30000-32767
net.bridge.bridge-nf-call-arptables = 1
-------------------------------------------------
系统登录用户:

root:x:0:0:root:/root:/bin/bash
-------------------------------------------------
ssh 配置信息:

HostKey /etc/ssh/ssh_host_rsa_key
HostKey /etc/ssh/ssh_host_ecdsa_key
HostKey /etc/ssh/ssh_host_ed25519_key
SyslogFacility AUTHPRIV
AuthorizedKeysFile      .ssh/authorized_keys
PasswordAuthentication yes
ChallengeResponseAuthentication no
GSSAPIAuthentication no
GSSAPICleanupCredentials no
UsePAM yes
X11Forwarding yes
AcceptEnv LANG LC_CTYPE LC_NUMERIC LC_TIME LC_COLLATE LC_MONETARY LC_MESSAGES
AcceptEnv LC_PAPER LC_NAME LC_ADDRESS LC_TELEPHONE LC_MEASUREMENT
AcceptEnv LC_IDENTIFICATION LC_ALL LANGUAGE
AcceptEnv XMODIFIERS
Subsystem       sftp    /usr/libexec/openssh/sftp-server
PermitRootLogin yes
PermitEmptyPasswords no
UseDNS no
-------------------------------------------------
sudo 配置用户:

root    ALL=(ALL)       ALL
%wheel  ALL=(ALL)       ALL
-------------------------------------------------
定时任务配置:

root
@weekly /usr/bin/docker system prune -f
*/30 * * * * /opt/etcd_back/etcd_backup.sh
-------------------------------------------------
hosts 信息:

127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost6 localhost6.localdomain6 localhost6.localdomain
172.16.60.2 master
172.16.60.3 node01
172.16.60.4 node02
172.16.60.5 node03
172.16.60.2 master.cluster.local master
172.16.60.3 node01.cluster.local node01
172.16.60.4 node02.cluster.local node02
172.16.60.5 node03.cluster.local node03
172.16.60.2  harbor.devops.kubesphere.local
172.16.60.2  gitlab.devops.kubesphere.local
-------------------------------------------------
CPU占用top10:

  PID USER      PR  NI    VIRT    RES    SHR S  %CPU %MEM     TIME+ COMMAND
 1222 root      20   0 1401200 142324  19560 S  11.8  0.9   6197:32 kubelet
 7119 root      20   0  144632  16016   4840 S   5.9  0.1 263:45.19 coredns
 9761 1001      20   0  133952  19360   3444 S   5.9  0.1 589:46.42 jaeger-operator
12366 root      20   0  821212 130924  21304 S   5.9  0.8  20:30.77 kube-controller
15129 root      20   0  169104  39880   6176 S   5.9  0.2 212:52.15 mixs
15251 root      20   0  157848   2148   1408 R   5.9  0.0   0:00.02 top
19934 root      20   0 10.074g  26564   4612 S   5.9  0.2 342:47.40 etcd
    1 root      20   0  194876   6912   2996 S   0.0  0.0   7:21.74 systemd
    2 root      20   0       0      0      0 S   0.0  0.0   0:09.02 kthreadd
    3 root      20   0       0      0      0 S   0.0  0.0  20:13.67 ksoftirqd/0

内存占用top10:

  PID USER      PR  NI    VIRT    RES    SHR S  %CPU %MEM     TIME+ COMMAND
 1929 root      20   0 1667544 832556  23912 S  11.8  5.1   5571:22 kube-apiserver
12967 root      20   0  9.914g 6.834g   1580 S   5.9 43.6   3672:00 java
28651 polkitd   20   0 4161568 217472   2180 S   5.9  1.3 185:46.09 java
 1321 root      20   0 10.188g 170880  18380 S  11.8  1.0   2154:47 etcd
12366 root      20   0  821212 130924  21304 S   5.9  0.8  20:30.78 kube-controller
  661 ceph      20   0  463516  67048   4476 S   5.9  0.4 280:35.51 ceph-mon
17654 root      20   0  167812  11044   2808 S   5.9  0.1   9:13.12 envoy
    1 root      20   0  194876   6912   2996 S   0.0  0.0   7:21.74 systemd
15255 root      20   0  157848   2152   1408 R  11.8  0.0   0:00.03 top
14093 polkitd   20   0  288608   6848   4208 S   5.9  0.0   0:00.02 postgres

3 ELK 安装

3.1 需求

对于软件安装，通常人工操作不仅繁琐耗时，且容易出错，可以用编写 Shell 来完成，后期如果有重复需求，可以一劳永逸，安装不易出错且提升效率，ELK 为开源日志系统 由 Elasticsearch、Logstash 和 Kibana 三部分组件组成。

3.2 思路

可以针对需要按照的各种服务单独编写脚本来进行按照，其中利用了系统内的很多命令，也包含文件的操作等，在此刚好回顾我们之前学习的内容。

3.3 实现

#!/bin/bash
#mail:xuel@anchnet.com
#data:2020/4/10
#AutoInstall ELK scripts
#Software:elasticsearch-5.4.1/logstash-5.4.1/filebeat-5.4.1/kibana-5.4.1
clear
echo "##########################################"
echo "#       Auto Install ELK.               ##"
echo "#       Press Ctrl + C to cancel        ##"
echo "#       Any key to continue             ##"
echo "##########################################"
# 读入用户选择
read -p 
# 定义环境及目录变量
software_dir="/usr/local/software"
elasticsearch_url="https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-5.4.1.tar.gz"
kibana_url="https://artifacts.elastic.co/downloads/kibana/kibana-5.4.1-linux-x86_64.tar.gz"
logstash_url="https://artifacts.elastic.co/downloads/logstash/logstash-5.4.1.tar.gz"
filebeat_url="https://artifacts.elastic.co/downloads/beats/filebeat/filebeat-5.4.1-linux-x86_64.tar.gz"
sys_version=`cat /etc/redhat-release |awk '{print $4}'|cut -d. -f1`
IP=`ip addr|grep "inet "|grep -v 127.0.0.1|awk '{print $2}'|cut -d/ -f1`
jvm_conf="/usr/local/elasticsearch/config/jvm.options"
sys_mem=`free -m|grep Mem:|awk '{print $2}'|awk '{sum+=$1} END {print sum/1024}'|cut -d. -f1`

#下载软件函数，
wget_fun() {
if [ ! -d ${software_dir} ];then
	mkdir -p ${software_dir} && cd ${software_dir}
else
	cd ${software_dir}
fi
for software in $elasticsearch_url $kibana_url $logstash_url $filebeat_url
do
	wget -c $software
done
clear
}
# 初始化系统，安装java环境，设置主机名称，禁用防火墙
init_sys() {
[ -f /etc/init.d/functions ] && . /etc/init.d/functions
[ "${sys_version}" != "7" ] && echo "Error:This Scripts Support Centos7.xx" && exit 1
[ $(id -u) != "0" ] && echo "Error: You must be root to run this script" && exit 1
sed -i "s/SELINUX=enforcing/SELINUX=disabled/"  /etc/selinux/config
setenforce 0
yum install -y java-1.8.0-openjdk wget net-tools
hostnamectl set-hostname elk-server          
systemctl stop firewalld
# 修改文件/进程打开数
cat >>/etc/security/limits.conf<<EOF
* soft nofile 65536 
* hard nofile 65536 
* soft nproc 65536 
* hard nproc 65536
EOF
}

# 安装elasticsearch
install_elasticsearch() {
cd $software_dir
tar zxf elasticsearch-5.4.1.tar.gz
mv elasticsearch-5.4.1 /usr/local/elasticsearch
mkdir -p /usr/local/elasticsearch/data /usr/local/elasticsearch/logs
# 增加用户
useradd elasticsearch
chown -R elasticsearch:elasticsearch /usr/local/elasticsearch
echo "vm.max_map_count = 655360" >>/etc/sysctl.conf && sysctl -p
# 修改配置文件
if [ ${sys_mem} -eq 0 ];then
	sed -i "s#`grep "^-Xmx" ${jvm_conf}`#"-Xmx512m"#g" ${jvm_conf}
	sed -i "s#`grep "^-Xms" ${jvm_conf}`#"-Xms512m"#g" ${jvm_conf}
else
	sed -i "s#`grep "^-Xmx" ${jvm_conf}`#"-Xmx${sys_mem}g"#g" ${jvm_conf}
	sed -i "s#`grep "^-Xms" ${jvm_conf}`#"-Xms${sys_mem}g"#g" ${jvm_conf}
fi
cat >>/usr/local/elasticsearch/config/elasticsearch.yml<<EOF
cluster.name: my-application
node.name: elk-server
path.data: /usr/local/elasticsearch/data
path.logs: /usr/local/elasticsearch/logs
network.host: 127.0.0.1
http.port: 9200
discovery.zen.ping.unicast.hosts: ["elk-server"]
EOF
# 启动es服务
su - elasticsearch -c "nohup /usr/local/elasticsearch/bin/elasticsearch &"
}

#安装 logstash
install_logstash() {
cd $software_dir
tar -zxf logstash-5.4.1.tar.gz
mv logstash-5.4.1 /usr/local/logstash
# 增加配置文件
cat>/usr/local/logstash/config/01-syslog.conf<<EOF
input {
	beats {
		port => "5044"
		}
	}
output {
	elasticsearch {
		hosts => "127.0.0.1:9200"
	}
	stdout { codec => rubydebug }
}
EOF
nohup /usr/local/logstash/bin/logstash -f /usr/local/logstash/config/01-syslog.conf & >/dev/null
}

#安装 filebeat
install_filebeat() {
cd $software_dir
tar -zxf filebeat-5.4.1-linux-x86_64.tar.gz
mv filebeat-5.4.1-linux-x86_64 /usr/local/filebeat
cat >/usr/local/filebeat/filebeat.yml<<EOF
filebeat.prospectors:
- input_type: log
  paths:
    - /var/log/*.log
output.logstash:
  hosts: ["127.0.0.1:5044"]
EOF
cd /usr/local/filebeat/
nohup /usr/local/filebeat/filebeat & >/dev/null
}

#安装 kibana
install_kibana() {
cd $software_dir
tar -zxf kibana-5.4.1-linux-x86_64.tar.gz
mv kibana-5.4.1-linux-x86_64 /usr/local/kibana
# 增加配置文件
cat >> /usr/local/kibana/config/kibana.yml <<EOF
server.port: 5601
server.host: "0.0.0.0"
elasticsearch.url: "http://127.0.0.1:9200"
EOF
nohup /usr/local/kibana/bin/kibana & >/dev/null
}

# 检测服务
check() {
port=$1
program=$2
check_port=`netstat -lntup|grep ${port}|wc -l`
check_program=`ps -ef|grep ${program}|grep -v grep|wc -l`
if [ $check_port -gt 0 ] && [ $check_program -gt 0 ];then
        action "${program} run is ok!" /bin/true
else
        action "${program} run is error!" /bin/false
fi
}
# 主函数统一调用
main() {
init_sys
wget_fun
install_elasticsearch
install_filebeat
install_logstash
install_kibana
echo -e "\033[32m Checking Elasticsearch...\033[0m"
sleep 20
check :9200 "elasticsearch"
echo -e "\033[32m Checking Logstash...\033[0m"
sleep 2
check ":9600" "logstash"
echo -e "\033[32m Checking Kibana...\033[0m"
sleep 2
check ":5601" "kibana"
action "ELK install is success!" /bin/true
echo "url:http://$IP:5601"
}
# 执行主函数
main

3.4 测试

安装完成访问 http://IP:5601 即可，注意 IP 地址为按照 ELK 的服务器 IP 地址。

4. 小结

本章节我们简单的列举了两个具体实例，来实战 Shell 脚本编写处理具体问题，至此就结束了 Shell 的全部章节，在此希望本文可以带给大家 Shell 学习的一些思路和方法。

学习 Shell 需要多动手实践，在日常编写中举一反三，针对一个脚本如何能无状态，更健壮，更灵活易维护，需要多次的修改，反复的执行验证，针对不同的应用场景，将数据抽象为参数进行传递，可以达到是事半功倍的效果。注意将有限的精力放在热点知识上，其他工具或命令的常用选项或参数牢记即可，其他不常用选项不建议死记硬背，活用 —help 或 man 手册查看，这样在后期的 Shell 编写中能够更加的快速高效。