Zabbix 核心功能

https://git.zabbix.com/projects/ZBX/repos/zabbix/browse/templates

https://git.zabbix.com/projects/ZBX/repos/zabbix/browse/templates/os/linux

https://git.zabbix.com/projects/ZBX/repos/zabbix/browse/templates

https://www.zabbix.com/documentation/5.0/zh/manual/config/items/itemtypes/zabbix

https://www.zabbix.com/cn/download_agents?version=6.0+LTS&release=6.0.5&os=Windows&os_version=Any&hardware=amd64&encryption=OpenSSL&packaging=Archive&show_legacy=0

https://cdn.zabbix.com/zabbix/binaries/stable/6.0/6.0.5/zabbix_agent2-6.0.5-windows-amd64-openssl.msi
https://cdn.zabbix.com/zabbix/binaries/stable/6.0/6.0.5/zabbix_agent2-6.0.5-windows-amd64-openssl-static.zip
https://cdn.zabbix.com/zabbix/binaries/stable/5.0/5.0.24/zabbix_agent-5.0.24-windows-amd64-openssl.msi
https://cdn.zabbix.com/zabbix/binaries/stable/5.0/5.0.24/zabbix_agent2-5.0.24-windows-amd64-openssl.msi

C:\Users\lbtoo>netstat -an| find "10050"
TCP 0.0.0.0:10050 0.0.0.0:0 LISTENING
TCP [::]:10050 [::]:0 LISTENING

#修改配置文件 c:\zabbix_agents2\conf\zabbix_agent2.conf
...
Server=zabbix.ayaka.org
ServerActive=zabbix.ayaka.org
Hostname=windows10

#以管理员身份运行cmd，将zabbix命令注册为服务、然后启动该服务；
c:\zabbix_agent2\bin\zabbix_agentd.exe -c c:\zabbix_agent2\conf\zabbix_agent2.conf --install

#查看端口
netstat -an|find "10050"

[root@zabbix-server ~]#zabbix_get -s 10.0.0.1 -k agent.ping
1

https://git.zabbix.com/projects/ZBX/repos/zabbix/browse/templates/app/nginx_http

#Ubuntu系统
[root@ubuntu2204 ~]#apt update && apt -y install nginx
[root@ubuntu2204 ~]#vim /etc/nginx/sites-enabled/default

server {
	.....
	#添加下面三行，Zabbix默认监控/basic_status,此处为/status，需要和zabbix的模板定义的路径要保持一致
	location /status {
		stub_status;
	}
	......
}

[root@ubuntu2204 ~]#nginx -s reload

#红帽系统
[root@centos8 ~]#yum -y install nginx
[root@centos8 ~]#vim /etc/nginx/nginx.conf
http {
	server {
		location / {
		}
		#添加下面三行，Zabbix默认监控/basic_status,此处为/status，需要和zabbix的模板定义的路径要保持一致
		location = /status {
			stub_status;
		}
	}
}
[root@centos8 ~]#systemctl enable --now nginx

https://git.zabbix.com/projects/ZBX/repos/zabbix/browse/templates/app/php-fpm_agent

#Ubuntu安装配置PHP-FPM
[root@ubuntu2204 ~]#apt update && apt -y install php-fpm nginx
[root@ubuntu2204 ~]#vim /etc/php/8.1/fpm/pool.d/www.conf
;listen = 127.0.0.1:9000
listen = /run/php/php8.1-fpm.sock
pm.status_path = /php_status #Zabbix系统默认监控路径/status
ping.path = /ping
[root@ubuntu2204 ~]#systemctl restart php8.1-fpm.service

#红帽系统安装配置PHP-FPM
[root@centos8 ~]#yum -y install php-fpm nginx
[root@centos8 ~]#vim /etc/php-fpm.d/www.conf
listen=127.0.0.1:9000
pm.status_path = /php_status #Zabbix系统默认监控路径/status
ping.path = /ping
[root@centos8 ~]#systemctl enable --now php-fpm.service

#修改nginx的配置
#Ubuntu22.04
[root@ubuntu2204 ~]#vim /etc/nginx/sites-enabled/default
server {
    .......
    location ~ \.php|/php_status|/ping$ {
        root /data/php;
        fastcgi_pass unix:/run/php/php8.1-fpm.sock;
        include fastcgi_params;
        fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name;
        }
    ......

#红帽系统
[root@centos8 ~]#vim /etc/nginx/nginx.conf
.....
    location / {
    }
    location = /status {
    	stub_status;
    }
    location ~ ^/(ping|php_status)$ {
        include fastcgi_params;
        fastcgi_pass unix:/run/php/php8.1-fpm.sock;
        #fastcgi_pass 127.0.0.1:9000;
        #fastcgi_param PATH_TRANSLATED $document_root$fastcgi_script_name;
        fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name;
    }
.......

[root@centos8 ~]#systemctl restart nginx
#浏览器测试访问

https://www.zabbix.com/cn/integrations

https://www.zabbix.com/documentation/6.0/zh/manual/config/items/itemtypes/zabbix_agent
https://www.zabbix.com/documentation/5.0/zh/manual/config/items/itemtypes/zabbix_agent

https://www.zabbix.com/documentation/7.0/zh/manual/config/items/item/key
https://www.zabbix.com/documentation/6.0/zh/manual/config/items/item/key

#cat /etc/zabbix/zabbix_agentd.conf
#cat /etc/zabbix/zabbix_agent2.conf
UserParameter=<key>,<shell command>
Include=/etc/zabbix/zabbix_agentd.d/*.conf

#或者创建独立的自定义文件
#cat /etc/zabbix/zabbix_agentd.d/*.conf
#cat /etc/zabbix/zabbix_agent2.d/*.conf
UserParameter=<key>,<shell command>

0-9a-zA-Z_-.

\ ’ ” ` * ? [ ] { } ~ $ ! & ; ( ) <>

#不需要重启服务：
zabbix_agentd -t "在客户端定义的key名[arg1,arg2,...]"
zabbix_agent2 -t "在客户端定义的key名[arg1,arg2,...]"

#需要重启服务：systemctl restart zabbix-agent2.service
zabbix_get -s 客户端IP -p 10050 -k "在客户端定义的key名[arg1,arg2,...]"

https://www.zabbix.com/documentation/5.0/zh/manual/appendix/macros

[root@centos8 ~]#cat /etc/zabbix/zabbix_agentd.d/test.conf
[root@centos8 ~]#cat /etc/zabbix/zabbix_agent2.d/test.conf
UserParameter=root_filesystem_use,df|awk -F' +|%' '$7 == "/" {print $5 }'

#客户端测试
[root@centos8 ~]#zabbix_agent -t root_filesystem_use
[root@centos8 ~]#zabbix_agent2 -t root_filesystem_use

#重启服务后服务器端才能获取数据
[root@centos8 ~]#systemctl restart zabbix-agent.service

#服务器端测试
[root@zabbix-server ~]#yum -y install zabbix-get
[root@zabbix-server ~]#apt -y install zabbix-get
[root@zabbix-server ~]#zabbix_get -s 10.0.0.38 -p 10050 -k "root_filesystem_use"

[root@centos8 ~]#cat /etc/zabbix/zabbix_agentd.d/test.conf
UserParameter=tcp_state_estab,ss -ant|grep -c ESTAB

[root@centos8 ~]#systemctl restart zabbix-agent.service

[root@zabbix-server ~]#zabbix_get -s 10.0.0.38 -p 10050 -k "tcp_state_estab"
5

[root@centos8 ~]#cat /etc/zabbix/zabbix_agentd.d/test.conf
UserParameter=test[*],echo $1
[root@centos8 ~]#systemctl restart zabbix-agent.service

[root@zabbix-server ~]#zabbix_get -s 10.0.0.38 -p 10050 -k "test[This is a test item]"
This is a test item

[root@centos8 ~]#yum -y install mysql-server
[root@centos8 ~]#systemctl enable --now mysqld

[root@centos8 ~]#mysql
mysql> create user test@'localhost' identified by '123456';

[root@centos8 ~]#mysqladmin -utest -p123456 ping
mysqladmin: [Warning] Using a password on the command line interface can be
insecure.
mysqld is alive

[root@centos8 ~]#cat /etc/zabbix/zabbix_agentd.d/test.conf
UserParameter=mysql.ping[*],mysqladmin -u$1 -p$2 ping 2>/dev/null| grep -c alive
[root@centos8 ~]#systemctl restart zabbix-agent.service

[root@zabbix-server ~]#zabbix_get -s 10.0.0.38 -p 10050 -k "mysql.ping[test,123456]"
1

[root@centos8 ~]#systemctl stop mysqld
[root@zabbix-server ~]#zabbix_get -s 10.0.0.38 -p 10050 -k "mysql.ping[test,123456]"
0

https://www.zabbix.com/documentation/6.0/zh/manual/config/items/mapping?hl=%E5%80%BC%E6%98%A0%E5%B0%84
https://www.zabbix.com/documentation/5.0/zh/manual/config/items/mapping?hl=%E5%80%BC%E6%98%A0%E5%B0%84

{<server|template>:<key>.<function>(<parameter>)}<operator><constant>

https://www.zabbix.com/documentation/6.0/zh/manual/config/triggers/expression

https://www.zabbix.com/documentation/5.0/zh/manual/appendix/triggers/functions
https://www.zabbix.com/documentation/5.0/en/manual/appendix/triggers/functions

https://www.zabbix.com/documentation/5.0/zh/manual/config/triggers/expression

#示例
www.zabbix.com 主机的处理器负载过高

{www.zabbix.com:system.cpu.load[all,avg1].last()}>5
'www.zabbix.com:system.cpu.load[all,avg1]' 给出了被监控参数的简短名称。它指定了服务器是“www.zabbix.com”，监控项的键值是“system.cpu.load[all,avg1]”。通过使用函数“last()”获取最新的值。最后，“>5”意味着当www.zabbix.com最新获取的处理器负载值大于5时触发器就会处于异常状态。

#示例
www.zabbix.com is overloaded

{www.zabbix.com:system.cpu.load[all,avg1].last()}>5 or {www.zabbix.com:system.cpu.load[all,avg1].min(10m)}>2
当前处理器负载大于5或者最近10分钟内最小值大于2，表达式为true。

#示例
/etc/passwd文件被修改

使用函数diff：

{www.zabbix.com:vfs.file.cksum[/etc/passwd].diff()}=1
当文件/etc/passwd的checksum值与最近的值不同时，表达式为true。

类似的，表达式可以用于监控重要文件的修改, 如/etc/passwd, /etc/inetd.conf, /kernel等

#示例
有用户正在从互联网上下载一个大文件

使用min函数:

{www.zabbix.com:net.if.in[eth0,bytes].min(5m)}>100K
在过去5分钟内，eth0上接收字节数大于100kb时，表达式为true。

#示例
SMTP服务群集的两个节点都停止。 注意在一个表达式中使用两个不同的主机:

{smtp1.zabbix.com:net.tcp.service[smtp].last()}=0 and
{smtp2.zabbix.com:net.tcp.service[smtp].last()}=0
当SMTP服务器smtp1.zabbix.com和smtp2.zabbix.com都停止，表达式为true

#示例
Zabbix agent需要升级

使用str()函数:

{www.zabbix.com:agent.version.str("beta8")}=1
如果Zabbix agent版本是beta8（可能是1.0beta8），则表达式为真。

#示例
服务器无法访问

{www.zabbix.com:icmpping.count(30m,0)}>5
当主机“www.zabbix.com”在30分钟内超过5次不可达，则表达式为真。

#示例
3分钟内没有心跳检查

使用nodata()函数:

{www.zabbix.com:tick.nodata(3m)}=1
要使用这个触发器，'tick'必须定义成一个Zabbix[:manual/config/items/itemtypes/trapper|trapper]]监控项。主机应该使用zabbix_sender定期发送这个监控项的数据。

如果在180秒内没有接收到数据，则触发值变为异常状态。

注意:nodata可以在任何类型的监控项中使用。

#示例
夜间的CPU负载

使用time()函数：

{zabbix:system.cpu.load[all,avg1].min(5m)}>2 and
{zabbix:system.cpu.load[all,avg1].time()}>000000 and
{zabbix:system.cpu.load[all,avg1].time()}<060000
仅在夜间(00:00-06:00)，触发器状态变可以变为真。

#示例
检查客户端本地时间是否与Zabbix服务器时间同步

使用fuzzytime()函数:

{MySQL_DB:system.localtime.fuzzytime(10)}=0
当MySQL_DB服务器的本地时间与Zabbix server之间的时间相差超过10秒，触发器将变为异常状态。

#示例
比较今天的平均负载和昨天同一时间的平均负载（使用第二个“时间偏移”参数）。

{server:system.cpu.load.avg(1h)}/{server:system.cpu.load.avg(1h,1d)}>2
如果最近一小时平均负载超过昨天相同小时负载的2倍，触发器将触发。

#示例
使用了另一个监控项的值来获得触发器的阈值：

{Template PfSense:hrStorageFree[{#SNMPVALUE}].last()}<{TemplatePfSense:hrStorageSize[{#SNMPVALUE}].last()}*0.1
如果剩余存储量下降到10%以下，触发器将触发。

#示例
使用评估结果获取超过阈值的触发器数量

({server1:system.cpu.load[all,avg1].last()}>5) +
({server2:system.cpu.load[all,avg1].last()}>5) +
({server3:system.cpu.load[all,avg1].last()}>5)>=2
如果表达式中至少有两个触发器大于5，触发器将触发。

{server:temp.last()}>20

{server:temp.last()}<=15

{server:vfs.fs.size[/,free].max(5m)}<10G

{server:vfs.fs.size[/,free].min(10m)}>40G

#问题表达式:
{Webserverb:mem_use_percent.last()}<30

#恢复表达式:
{Webserver:mem.use_percent.last()}>60

#测试内存
dd if=/dev/zero of=/dev/null bs=1000M count=1024

#增加swap的自定义监控项
UserParameter=swap_use,free |awk '/^Swap/{print $3*100/$2}'

#编辑触发器表达式
#问题表达式：
{Webserver:mem_unuse_percent.last()}<=30 and {Web:swap_use.last()}>=1

#恢复表达式：
{Webserver:mem_unuse_percent.last()}>=50

#使用命令压测
dd if=/dev/zero of=/dev/null bs=500M count=1024
#只满足内存低于30%，所以不会警告

dd if=/dev/zero of=/dev/null bs=1000M count=1024
#内存低于30%，并且swap使用超过1%

Zabbix - 路由器1 - 路由器2 - 主机

'主机宕机' 触发器依赖于 '路由器2宕机' 触发器
'路由器2宕机' 触发器依赖于 '路由器1宕机' 触发器

https://www.zabbix.com/documentation/6.0/zh/manual/config/users_and_usergroups/permissions
https://www.zabbix.com/documentation/6.0/zh/manual/web_interface/frontend_sections/administration/user_roles

#可以修改两个消息模板
# 问题
主题: 告警: {EVENT.NAME}
告警主机：{HOST.NAME1}
告警服务: {ITEM.NAME1}
告警Key1: {ITEM.KEY1}：{ITEM.VALUE1}
告警Key2: {ITEM.KEY2}：{ITEM.VALUE2}
严重级别: {TRIGGER.SEVERITY}

# 恢复 Problem Recovery
主题: 恢复: {EVENT.DURATION}: {EVENT.NAME}
恢复主机：{HOST.NAME1}
恢复服务： {ITEM.NAME1}
恢复Key1：{ITEM.KEY1}：{ITEM.VALUE1}
恢复Key2: {ITEM.KEY2}：{ITEM.VALUE2}

https://www.zabbix.com/documentation/5.0/zh/manual/appendix/macros/supported_by_location
https://www.zabbix.com/documentation/4.0/zh/manual/appendix/macros/supported_by_location

#操作主题
故障:{TRIGGER.STATUS} 服务器:{HOSTNAME1} 事件:{TRIGGER.NAME}故障!
#消息内容
告警主机:{HOSTNAME1}
告警时间:{EVENT.DATE} {EVENT.TIME}
告警等级:{TRIGGER.SEVERITY}
告警信息:{TRIGGER.NAME}
告警项目:{TRIGGER.KEY1}
问题详情:{ITEM.NAME}:{ITEM.VALUE}
当前状态:{TRIGGER.STATUS}:{ITEM.VALUE1}
事件ID:{EVENT.ID}

#恢复操作主题
恢复:{TRIGGER.STATUS} 服务器:{HOSTNAME1} 事件:{TRIGGER.NAME}已恢复!
#恢复消息内容
告警主机:{HOSTNAME1}
告警时间:{EVENT.DATE} {EVENT.TIME}
故障持续时间:{EVENT.AGE}
恢复时间:{EVENT.RECOVERY.TIME}
告警等级:{TRIGGER.SEVERITY}
告警信息:{TRIGGER.NAME}
告警项目:{TRIGGER.KEY1}
问题详情:{ITEM.NAME}:{ITEM.VALUE}
当前状态:{TRIGGER.STATUS}:{ITEM.VALUE1}
事件ID:{EVENT.ID}

默认标题:业务报警 {EVENT.NAME}
消息内容:业务报警服务器:{HOST.NAME},IP:{HOST.IP},详情:{ITEM.NAME}:{ITEM.VALUE}

默认标题:业务恢复
信息内容:业务恢复服务器:{HOST.NAME},IP:{HOSTNAME1},详情:{ITEM.NAME}:{ITEM.VALUE}

[root@centos8 ~]#systemctl stop nginx

[root@centos8 ~]#systemctl start nginx

初级运维/指定运维组--高级运维工程师/业务运维-—->架构师--->总监/CTO

{ESC.HISTORY} 宏放在在自定义消息里
该宏将包含关于此升级之前执行的所有步骤的信息，例如:发送的通知和执行的命令。
自定义消息如下示例:
主题：Problem:{EVENT.NAME}
告警主机：{HOST.NAME1}
告警服务: {ITEM.NAME1}
告警Key1: {ITEM.KEY1}：{ITEM.VALUE1}
告警Key2: {ITEM.KEY2}：{ITEM.VALUE2}
严重级别: {TRIGGER.SEVERITY}
此前步骤：{ESC.HISTORY}

[root@centos8 ~]#systemctl stop nginx

[root@zabbix-server ~]# cat /usr/lib/zabbix/alertscripts/mail.sh
#!/bin/bash
email_send='11234576@qq.com'
email_passwd='dgezyimkdswwbhea'
email_smtp_server='smtp.qq.com

. /etc/os-release

msg_error() {
	echo -e "\033[1;31m$1\033[0m"
}
msg_info() {
	echo -e "\033[1;32m$1\033[0m"
}
msg_warn() {
	echo -e "\033[1;33m$1\033[0m"
}

color () {
    RES_COL=60
    MOVE_TO_COL="echo -en \\033[${RES_COL}G"
    SETCOLOR_SUCCESS="echo -en \\033[1;32m"
    SETCOLOR_FAILURE="echo -en \\033[1;31m"
    SETCOLOR_WARNING="echo -en \\033[1;33m"
    SETCOLOR_NORMAL="echo -en \E[0m"
    echo -n "$1" && $MOVE_TO_COL
    echo -n "["
    if [ $2 = "success" -o $2 = "0" ] ;then
        ${SETCOLOR_SUCCESS}
        echo -n $" OK "
    elif [ $2 = "failure" -o $2 = "1" ] ;then
        ${SETCOLOR_FAILURE}
        echo -n $"FAILED"
    else
        ${SETCOLOR_WARNING}
        echo -n $"WARNING"
    fi
    ${SETCOLOR_NORMAL}
    echo -n "]"
    echo
}

install_sendemail () {
    if [[ $ID =~ rhel|centos|rocky ]];then
    	rpm -q sendemail &> /dev/null || yum install -y sendemail
    elif [ $ID = 'ubuntu' ];then
    	dpkg -l |grep -q sendemail || { apt update; apt install -y libio-socket-ssl-perl libnet-ssleay-perl sendemail ; }
    else
    	color "不支持此操作系统，退出!" 1
    	exit
    fi
}

send_email () {
    local email_receive="$1"
    local email_subject="$2"
    local email_message="$3"
    sendemail -f $email_send -t $email_receive -u $email_subject -m $email_message -s $email_smtp_server -o message-charset=utf-8 -o tls=yes -xu $email_send -xp $email_passwd
    [ $? -eq 0 ] && color "邮件发送成功!" 0 || color "邮件发送失败!" 1
}

if [ $# -ne 3 ];then
    color "脚本参数不正确!" 1
    msg_info "Usage: `basename $0` <mail_address> <subject> <message>"
    exit 1
fi

install_sendemail

send_email "$1" "$2" "$3"

[root@zabbix-server ~]# chmod +x /usr/lib/zabbix/alertscripts/mail.sh

#Ubuntu18.04系统的配置邮件信息
[root@zabbix-server ~]#apt -y install mutt msmtp

[root@zabbix-server ~]#getent passwd zabbix
zabbix:x:112:116::/var/lib/zabbix/:/usr/sbin/nologin

[root@zabbix-server ~]#mkdir /var/lib/zabbix
[root@zabbix-server ~]#vim /var/lib/zabbix/.msmtprc
account default
host smtp.163.com
from lbtaath@163.com
auth plain
user lbtaath@163.com
password QXFIOQXEJNSVSDMW
logfile ~/.msmtp.log

[root@zabbix-server ~]#chmod 600 /var/lib/zabbix/.msmtprc
[root@zabbix-server ~]#touch /var/lib/zabbix/.msmtp.log
[root@zabbix-server ~]#chown -R zabbix.zabbix /var/lib/zabbix

[root@zabbix-server ~]#vim /etc/Muttrc
source /usr/lib/mutt/source-muttrc.d|
#文件最后添加下面行
set sendmail="/usr/bin/msmtp"
set use_from=yes
set realname="lbtaath"
set from=lbtaath@163.com
set envelope_from=yes

#邮件发送邮件的脚本
[root@zabbix-server ~]#cat /usr/lib/zabbix/alertscripts/mail.sh
#!/bin/bash
SENDTO=$1
SUBJECT=$2
MAIL=$3
echo "$MAIL" | mutt -s "$SUBJECT" $SENDTO

[root@zabbix-server ~]# chmod +x /usr/lib/zabbix/alertscripts/mail.sh

{ALERT.SENDTO}
{ALERT.SUBJECT}
{ALERT.MESSAGE}

[root@centos8 ~]#systemctl stop nginx

https://work.weixin.qq.com/

应用的 AgentId值1000003
应用的 Secret的值ga621_Y3iMMDW61gm-2iUmTia6RayBbH4gTH0CrJyD8

查看到企业ID的值为 ww644a0d95807e476b

https://open.work.weixin.qq.com/wwopen/login?etype=missing%20cst

https://developer.work.weixin.qq.com/document/path/90487

https://developer.work.weixin.qq.com/document/path/91039

#查看zabbix server的配置文件
[root@zabbix-server ~]#grep AlertScriptsPath /etc/zabbix/zabbix_server.conf
### Option: AlertScriptsPath
# AlertScriptsPath=${datadir}/zabbix/alertscripts
AlertScriptsPath=/usr/lib/zabbix/alertscripts


#实现发信微信的脚本
[root@zabbix-server alertscripts]#pwd
/usr/lib/zabbix/alertscripts
[root@zabbix-server alertscripts]#cat wechat.sh
#!/bin/bash
CorpID="ww644a0d95807e476b" #我的企业下面的CorpID
Secret="cGp4gHUpHLL1KQZY5abM3panGp-uCrEZyrgDvOT0OZA" #创建的应用那里的Secret
agentid=1000003 #改为 AgentId 在创建的应用可以查看

#PartyID=1 #通讯录中的部门ID,可选项
GURL="https://qyapi.weixin.qq.com/cgi-bin/gettoken?
corpid=$CorpID&corpsecret=$Secret"
Token=$(/usr/bin/curl -s -G $GURL |awk -F\": '{print $4}'|awk -F\" '{print $2}')
#echo $Token
PURL="https://qyapi.weixin.qq.com/cgi-bin/message/send?access_token=$Token"

function body(){
	local userid=$1 #脚本的第1个参数为接收微信的企业用户帐号,在通讯录中可以查看
    #local partyid=$PartyID
    local subject=$2 #脚本的第2个参数,表示消息主题
    local msg=$(echo "$@" | cut -d" " -f3-) #脚本的第3个参数,表示消息正文
    printf '{\n'
    printf '\t"touser": "'"$userid"\"",\n"
    #printf '\t"toparty": "'"$PartyID"\"",\n"
    printf '\t"msgtype": "text",\n'
    printf '\t"agentid": "'"$agentid"\"",\n"
    printf '\t"text": {\n'
    printf '\t\t"content": "'"$subject\n\n$msg"\""\n"
    printf '\t},\n'
    printf '\t"safe":"0"\n'
    printf '}\n'
}

/usr/bin/curl --data-ascii "$(body $*)" $PURL

#添加执行权限
[root@zabbix-server alertscripts]#chmod +x wechat.sh

#发送测试微信，其中ayaka为企业微信的帐号，并且不区分大小写,在通讯录的用户成员详情中可以看到帐号
[root@zabbix-server alertscripts]#./wechat.sh ayaka 微信告警测试标题 告警测试信息

{ALERT.SENDTO}--收件人媒介
{ALERT.SUBJECT}--通知主题,因为微信没有主题,此项无效,可以不填写
{ALERT.MESSAGE}--通知内容

https://www.zabbix.com/documentation/6.0/zh/manual/appendix/macros/supported_by_location
https://www.zabbix.com/documentation/5.0/zh/manual/appendix/macros/supported_by_location
https://www.zabbix.com/documentation/4.0/zh/manual/appendix/macros/supported_by_location

#可以添加两个消息类型
# 问题
主题: 告警: {EVENT.NAME}
告警主机：{HOST.NAME1}
告警服务: {ITEM.NAME1}
告警Key1: {ITEM.KEY1}：{ITEM.VALUE1}
告警Key2: {ITEM.KEY2}：{ITEM.VALUE2}
严重级别: {TRIGGER.SEVERITY}

# 恢复 Problem Recovery
主题: 恢复: {EVENT.DURATION}: {EVENT.NAME}
恢复主机：{HOST.NAME1}
恢复服务： {ITEM.NAME1}
恢复Key1：{ITEM.KEY1}：{ITEM.VALUE1}
恢复Key2: {ITEM.KEY2}：{ITEM.VALUE2}

#模拟故障
[root@centos8 ~]#systemctl stop nginx

[root@centos8 ~]#systemctl start nginx

#模拟故障恢复,观察微信是否收到恢复消息
[root@centos8 ~]#systemctl start nginx

https://www.aliyun.com/product/sms
https://cloud.tencent.com/act/pro/csms
https://www.yunpian.com/

#服务文档
https://help.aliyun.com/document_detail/59210.html?spm=a2c4g.11174283.2.21.6b394c07W3s6kB

https://help.aliyun.com/document_detail/108072.html?spm=a2c4g.11186623.2.20.245e4be5IFMXEF

https://help.aliyun.com/document_detail/108086.html?spm=a2c4g.11186623.6.574.3ca821f24wFBe7

https://help.aliyun.com/document_detail/112147.html?spm=a2c4g.11186623.6.672.2f7a5d1cf0jhs1

https://help.aliyun.com/document_detail/55359.html?spm=a2c4g.11186623.2.26.464e57cfuNqIcX

#CentOS8
[root@zabbix-server ~]#yum -y install python3
#ubuntu18.04
[root@zabbix-server ~]#apt -y install python3 python3-pip

#安装相关库
[root@zabbix-server ~]#pip3 install --upgrade pip
[root@zabbix-server ~]#pip3 install aliyun-python-sdk-core-v3
[root@zabbix-server ~]#cd /usr/lib/zabbix/alertscripts
[root@zabbix-server alertscripts]#cat send_sms.py
#!/usr/bin/env python3
#coding=utf-8
import sys
import const
from aliyunsdkcore.client import AcsClient
from aliyunsdkcore.request import CommonRequest
client = AcsClient(const.ACCESS_KEY_ID, const.ACCESS_KEY_SECRET, 'ap-northeast-1')


request = CommonRequest()
request.set_accept_format('json')
request.set_domain('dysmsapi.aliyuncs.com')
request.set_method('POST')
request.set_protocol_type('https') # https | http
request.set_version('2017-05-25')
request.set_action_name('SendSms')

phone_number = sys.argv[1]
templatecode = sys.argv[2]
string = sys.argv[3]


message = string.split(";")
print(message)

#用分号将第三个短信参数分隔为多个字符串
message = string.split(";")
print(message)

sms_dict = { }
#分号分隔的第1个字符串为时间
sms_dict['time'] = message[0][0:24]
#分号分隔的第2个字符串为告警内容
sms_dict['item'] = message[1][0:24]
#分号分隔的第3个字符串为事件ID
sms_dict['item_id'] = message[2][0:24]

request.add_query_param('PhoneNumbers', phone_number)
request.add_query_param('SignName', "IT技术分享")
request.add_query_param('TemplateCode', templatecode)
request.add_query_param('TemplateParam', sms_dict)

response = client.do_action(request)
print(str(response, encoding = 'utf-8'))

[root@zabbix-server alertscripts]#chmod +x send_sms.py

#将AccessKey存放在独立文件中,比较安全
[root@zabbix-server alertscripts]#cat const.py
ACCESS_KEY_ID = 'xxxxxxxxxxxxxxxxx'
ACCESS_KEY_SECRET ='yyyyyyyyyyyyyyyyyy'
[root@zabbix-server alertscripts]#chmod 600 const.py
[root@zabbix-server alertscripts]#chown zabbix.zabbix const.py

#测试执行脚本实现故障通知告警,第一个参数是手机号,第二个参数是模板code,第三个参数是短信内容
[root@zabbix-server alertscripts]#./send_sms.py 18600123456 SMS_220620057 'test'
['test']
{"RequestId":"A9A1F98C-6F99-42F0-A688-
78480DD845C0","Message":"OK","BizId":"172222827010849369^0","Code":"OK"}

#测试执行脚本实现恢复通知告警
[root@zabbix-server alertscripts]#./send_sms.py 18600123456 SMS_220620137 'test'
['test']
{"RequestId":"29D0783B-CCCA-4E9B-87E3-
76FC76EC6480","Message":"OK","BizId":"768401427010885196^0","Code":"OK"}

{ALERT.SENDTO}
{ALERT.SUBJECT}
{ALERT.MESSAGE}

{ITEM.NAME}

{EVENT.DATE} {EVENT.TIME};{TRIGGER.NAME};{EVENT.ID}

{EVENT.DATE} {EVENT.TIME};{TRIGGER.NAME};{EVENT.ID}

[root@centos8 ~]#systemctl stop nginx

[root@centos8 ~]#systemctl start nginx

#注意需要修改日志级别才会看到下面日志
[root@zabbix-server ~]#grep ^DebugLevel /etc/zabbix/zabbix_server.conf
DebugLevel=4

[root@zabbix-server ~]#grep -A 3 sms /var/log/zabbix/zabbix_server.log
--
1818:20210723:120953.133 /usr/lib/zabbix/alertscripts/send_sms.py
'18600123680' 'SMS_220620057' 'Nginx: Number of processes running' output:
['Nginx: Number of processes running']

{"RequestId":"267B0BA1-0C87-4CED-8D45-
3FE03B1F6398","Message":"OK","BizId":"481300427013392932^0","Code":"OK"}

--
1817:20210723:121248.947 In zbx_popen()
command:'/usr/lib/zabbix/alertscripts/send_sms.py '18600123680' 'SMS_220620137'
'Nginx: Number of processes running''
1817:20210723:121248.947 End of zbx_popen():10
1828:20210723:121248.947 End of zbx_ipc_socket_read():SUCCEED
1828:20210723:121248.947 End of am_db_flush_results() flushed:0

在agent配置中添加AllowKey=system.run[*]、UnsafeUserParameters=1参数
在proxy配置中，将enableremotecommands参数设置为1

#编译安装路径
[root@centos8 ~]#vim /apps/zabbix_agent/etc/zabbix_agentd.conf

#包安装路径
[root@ubuntu2204 ~]#vim /etc/zabbix/zabbix_agent2.conf
[root@centos8 ~]#vim /etc/zabbix/zabbix_agentd.conf
AllowKey=system.run[*] #开启执行功能，此项适合zabbix5.0版本以上,agent2默认没有配置,需要手工配置，用于代替早期版本的中EnableRemoteCommands
#EnableRemoteCommands=1 #开启远程执行命令,此指令在zabbix5.0版本以上淘汰

UnsafeUserParameters=1 #允许远程执行命令的时候使用不安全的参数(特殊字符串,如: \ ' * ? []{} ~ $ ! & ; ( ) < > 等 )
					#1表示允许，默认为0不允许

[root@centos8 ~]#systemctl restart zabbix-agent.service

#编译安装路径
[root@centos8 ~]#vim /apps/zabbix_agent/etc/zabbix_agentd.conf

#包安装路径
[root@ubuntu2204 ~]#vim /etc/zabbix/zabbix_agent2.conf
AllowRoot=1 #开启此项,直接使用root进行远程管理,而无须对zabbix用户授权sudo权限，注意：agent2取消此配置
#配合修改如下zabbix agent服务的运行身份

[root@ubuntu2204 ~]#vi /lib/systemd/system/zabbix-agent.service
[Service]
.....
#注释下面两行
#User=zabbix
#Group=zabbix

[root@centos8 ~]#vim /etc/sudoers
#注意:NOPASSWD:后面有空格
zabbix ALL=(ALL) NOPASSWD: ALL
#检查语法
[root@centos8 ~]#visudo -c

#测试是否成功
[root@ubuntu2004 ~]#su -s /bin/bash zabbix -c "sudo systemctl restart mysql"

[root@centos8 ~]#systemctl stop nginx

#可以看到nginx服务被重新启动
[root@centos8 ~]#systemctl is-active nginx
active

#可以看到Zabbix Agent日志中提示执行命令,注意需要打开DebugLevel=4 才能看到下面信息
[root@centos8 ~]#cat /var/log/zabbix/zabbix_agentd.log
32381:20210713:003002.019 zbx_setproctitle() title:'listener #2 [processing
request]'
32381:20210713:003002.019 Requested [system.run[sudo systemctl restart
nginx,nowait]]
32381:20210713:003002.019 Executing command 'sudo systemctl restart nginx'

Server打开一个TCP连接
Server发送请求agent.ping
Agent接收到请求并且响应<HEADER><DATALEN>
Server处理接收到的数据
关闭TCP连接
被动模式每获取一个监控项都需要打开一个tcp连接，这样当监控项越来越多时，Zabbix Server会打开很多端口,就会出现server端性能瓶颈问题。

zabbix agent 首先向ServerActive配置的IP请求获取active items，获取并提交active items数据
值给server或者proxy。
zabbix多久获取一次active items？
它会根据agent的配置文件中的RefreshActiveChecks的频率进行，如果获取失败，那么将会在60秒之后重试。

Agent主动打开一个TCP连接（主动检测变成Agent打开）
Agent请求items检测列表
Server返回items列表
Agent 处理响应
关闭TCP连接
Agent开始收集数据

Agent建立TCP连接
Agent批量提交items列表收集的所有监控项数据
Server处理数据，并返回响应状态
关闭TCP连接

[root@zabbix-server ~]#grep StartPollers /etc/zabbix/zabbix_server.conf
#此数量可以适当进行调整
# StartPollers=5

[root@zabbix-server ~]#ps ax|grep poller
48 ? I< 0:00 [edac-poller]
1115 ? S 0:03 /usr/sbin/zabbix_server: http poller #1 [got 0
values in 0.000622 sec, idle 5 sec]
1246 ? S 0:01 /usr/sbin/zabbix_server: proxy poller #1 [exchanged
data with 0 proxies in 0.000036 sec, idle 5 sec]
1249 ? S 0:19 /usr/sbin/zabbix_server: poller #1 [got 0 values in
0.000020 sec, idle 1 sec]
1250 ? S 0:19 /usr/sbin/zabbix_server: poller #2 [got 1 values in
0.003333 sec, idle 1 sec]
1251 ? S 0:19 /usr/sbin/zabbix_server: poller #3 [got 1 values in
0.001767 sec, idle 1 sec]
1252 ? S 0:19 /usr/sbin/zabbix_server: poller #4 [got 3 values in
0.002736 sec, idle 1 sec]
1253 ? S 0:19 /usr/sbin/zabbix_server: poller #5 [got 0 values in
0.000043 sec, idle 1 sec]
1255 ? S 0:02 /usr/sbin/zabbix_server: unreachable poller #1 [got
0 values in 0.000048 sec, idle 5 sec]
24305 pts/2 S+ 0:00 grep --color=auto poller

[root@centos8 ~]#grep StartAgents /etc/zabbix/zabbix_agentd.conf
# StartAgents=3 #被动模式的进程数量,默认为3个,可以适当修改

[root@centos8 ~]#ps ax|grep zabbix
1793 ? S 0:00 /usr/sbin/zabbix_agentd -c
/etc/zabbix/zabbix_agentd.conf
1794 ? S 2:44 /usr/sbin/zabbix_agentd: collector [idle 1 sec]
1795 ? S 0:12 /usr/sbin/zabbix_agentd: listener #1 [waiting for
connection]
1796 ? S 0:12 /usr/sbin/zabbix_agentd: listener #2 [waiting for
connection]
1797 ? S 0:12 /usr/sbin/zabbix_agentd: listener #3 [waiting for
connection]
1798 ? S 0:10 /usr/sbin/zabbix_agentd: active checks #1 [idle 1
sec]
21213 pts/1 S+ 0:00 vim /etc/zabbix/zabbix_agentd.conf
24150 pts/0 S+ 0:00 grep --color=auto zabbix

[root@centos8 ~]#ss -nta|grep 10050
LISTEN 0 128 0.0.0.0:10050 0.0.0.0:*
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48786
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48790
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48866
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48884
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48860
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48848
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48846
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48826
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48774
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48808
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48836
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48824
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48772
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48840
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48820
TIME-WAIT 0 0 10.0.0.103:10050 10.0.0.100:48886
........

#被动模式下agent主机的日志中会提示以下错误
[root@centos8 ~]#tail /var/log/zabbix/zabbix_agentd.log
1414:20200830:180435.723 TLS support: YES
1414:20200830:180435.723 **************************
1414:20200830:180435.723 using configuration file:
/etc/zabbix/zabbix_agentd.conf
1414:20200830:180435.724 agent #0 started [main process]
1415:20200830:180435.724 agent #1 started [collector]
1416:20200830:180435.725 agent #2 started [listener #1]
1419:20200830:180435.725 agent #4 started [listener #3]
1420:20200830:180435.726 agent #5 started [active checks #1]
1418:20200830:180435.726 agent #3 started [listener #2]
1420:20200830:180435.727 active check configuration update from
[127.0.0.1:10051] started to fail (cannot connect to [[127.0.0.1]:10051]: [111]
Connection refused)

[root@zabbix-server ~]#grep StartTrappers /etc/zabbix/zabbix_server.conf
#进程数可以适当调整
# StartTrappers=5
[root@zabbix-server ~]#ps ax|grep trapper
1256 ? S 0:00 /usr/sbin/zabbix_server: trapper #1 [processed data
in 0.000558 sec, waiting for connection]
1257 ? S 0:00 /usr/sbin/zabbix_server: trapper #2 [processed data
in 0.000241 sec, waiting for connection]
1258 ? S 0:00 /usr/sbin/zabbix_server: trapper #3 [processed data
in 0.000323 sec, waiting for connection]
1259 ? S 0:00 /usr/sbin/zabbix_server: trapper #4 [processed data
in 0.000312 sec, waiting for connection]
1260 ? S 0:00 /usr/sbin/zabbix_server: trapper #5 [processed data
in 0.000211 sec, waiting for connection]
24371 pts/2 S+ 0:00 grep --color=auto trapper

Server=<Zabbix Server> #被动模式指向 Zabbix Server的IP或FQDN,默认模式，在主动模式此项可选的，建议配置，否则ZBX显示红色 
ServerActive=<Zabbix Server> #主动模式指向 Zabbix Server的IP或FQDN
Hostname=<当前主机IP> #当前主机的IP,此项必须和Zabbix Server中设置的主机名称相同，默认使用本机的主机名
HostnameItem=system.hostname #也可以使用此system.hostname监控项自动生成主机名称，默认就是使用本机的主机名

[root@centos8 ~]#grep '^[^#]' /etc/zabbix/zabbix_agentd.conf
PidFile=/var/run/zabbix/zabbix_agentd.pid
LogFile=/var/log/zabbix/zabbix_agentd.log
LogFileSize=0
Server=10.0.0.100 #被动模式指向 Zabbix Server的IP或FQDN
ServerActive=10.0.0.100 #主动模式指向 Zabbix Server的IP或FQDN
Hostname=10.0.0.104 #当前主机的IP,此项必须和Zabbix Server中设置的主机名称相同
Timeout=30 #建议修改
Include=/etc/zabbix/zabbix_agentd.d/*.conf

[root@centos8 ~]#systemctl restart zabbix-agent.service


[root@centos8 ~]#ss -ntl
State Recv-Q Send-Q Local Address:Port Peer Address:Port
LISTEN 0 128 0.0.0.0:22 0.0.0.0:*
LISTEN 0 100 127.0.0.1:25 0.0.0.0:*
LISTEN 0 128 0.0.0.0:10050 0.0.0.0:*
LISTEN 0 128 [::]:22 [::]:*
LISTEN 0 100 [::1]:25 [::]:*
LISTEN 0 128 [::]:10050 [::]:*

#Zabbix agent主动模式对应的进程数量只有1个,不能调整
#Zabbix agent被动模式对应的进程数量默认3个,可以调整
[root@centos8 ~]#ps ax|grep zabbix
1793 ? S 0:00 /usr/sbin/zabbix_agentd -c
/etc/zabbix/zabbix_agentd.conf
1794 ? S 2:44 /usr/sbin/zabbix_agentd: collector [idle 1 sec]
1795 ? S 0:12 /usr/sbin/zabbix_agentd: listener #1 [waiting for
connection]
1796 ? S 0:12 /usr/sbin/zabbix_agentd: listener #2 [waiting for
connection]
1797 ? S 0:12 /usr/sbin/zabbix_agentd: listener #3 [waiting for
connection]
1798 ? S 0:10 /usr/sbin/zabbix_agentd: active checks #1 [idle 1
sec]
21213 pts/1 S+ 0:00 vim /etc/zabbix/zabbix_agentd.conf
24150 pts/0 S+ 0:00 grep --color=auto zabbix


#观察日志可以看到以下信息
[root@centos8 ~]#tail /var/log/zabbix/zabbix_agentd.log
1414:20200830:183505.571 Got signal
[signal:15(SIGTERM),sender_pid:1630,sender_uid:993,reason:0]. Exiting ...
1414:20200830:183505.572 Zabbix Agent stopped. Zabbix 4.0.24 (revision
95be642769).
1634:20200830:183505.584 Starting Zabbix Agent [10.0.0.104]. Zabbix 4.0.24
(revision 95be642769).
1634:20200830:183505.584 **** Enabled features ****
1634:20200830:183505.584 IPv6 support: YES
1634:20200830:183505.584 TLS support: YES
1634:20200830:183505.584 **************************
1634:20200830:183505.584 using configuration file:
/etc/zabbix/zabbix_agentd.conf
1634:20200830:183505.584 agent #0 started [main process]
1638:20200830:183505.586 agent #4 started [listener #3]
1637:20200830:183505.588 agent #3 started [listener #2]
1636:20200830:183505.589 agent #2 started [listener #1]
1639:20200830:183505.590 agent #5 started [active checks #1]
1635:20200830:183505.591 agent #1 started [collector]

#打开日志debug的功能
[root@centos8 ~]#vim /etc/zabbix/zabbix_agentd.conf
### Option: DebugLevel
# Specifies debug level:
# 0 - basic information about starting and stopping of Zabbix processes
# 1 - critical information
# 2 - error information
# 3 - warnings
# 4 - for debugging (produces lots of information)
# 5 - extended debugging (produces even more information)
#
# Mandatory: no
# Range: 0-5
# Default:
# DebugLevel=3
DebugLevel=4 #修改为4
[root@centos8 ~]#systemctl daemon-reload
[root@centos8 ~]#systemctl restart zabbix-agent.service


#观察日志
[root@centos8 ~]#tail /var/log/zabbix/zabbix_agentd.log
1995:20200830:190815.836 In send_buffer() host:'10.0.0.100' port:10051
entries:0/100
1995:20200830:190815.836 End of send_buffer():SUCCEED
1995:20200830:190815.836 __zbx_zbx_setproctitle() title:'active checks #1
[idle 1 sec]'
1991:20200830:190816.756 __zbx_zbx_setproctitle() title:'collector [processing
data]'
1991:20200830:190816.756 In update_cpustats()
1991:20200830:190816.756 End of update_cpustats()
1991:20200830:190816.756 __zbx_zbx_setproctitle() title:'collector [idle 1
sec]'
1995:20200830:190816.837 In send_buffer() host:'10.0.0.100' port:10051
entries:0/100
1995:20200830:190816.837 End of send_buffer():SUCCEED
1995:20200830:190816.837 __zbx_zbx_setproctitle() title:'active checks #1
[idle 1 sec]'

#利用zabbix_get测试zabbix agent是否正常
[root@zabbix-server ~]#/apps/zabbix_server/bin/zabbix_get -s 10.0.0.104 -p 10050 -k "agent.ping"
1

#同时会观察JSON相关的日志
[root@centos8 ~]#tail /var/log/zabbix/zabbix_agentd.log
1995:20200830:191801.051 In send_buffer() host:'10.0.0.100' port:10051
entries:47/100
1995:20200830:191801.052 JSON before sending [{"request":"agent
data","session":"5c6722cd2fc24994ed6464c14a97caf8","data":
[{"host":"10.0.0.104","key":"kernel.maxproc","value":"4194304","id":794,"clock":
1598786276,"ns":9997483},
{"host":"10.0.0.104","key":"net.if.in[eth0]","value":"10196965","id":795,"clock"
:1598786276,"ns":10330367},
{"host":"10.0.0.104","key":"net.if.out[eth0]","value":"2236200","id":796,"clock"
:1598786276,"ns":10582720},
{"host":"10.0.0.104","key":"proc.num[,,run]","value":"1","id":797,"clock":159878
6276,"ns":13785681},
{"host":"10.0.0.104","key":"proc.num[]","value":"151","id":798,"clock":159878627
6,"ns":15500404},
{"host":"10.0.0.104","key":"system.boottime","value":"1598780878","id":799,"cloc
k":1598786276,"ns":15819081},
{"host":"10.0.0.104","key":"system.cpu.intr","value":"649108","id":800,"clock":1
598786276,"ns":16113042},
{"host":"10.0.0.104","key":"system.cpu.load[percpu,avg15]","value":"0.000000","i
d":801,"clock":1598786276,"ns":16340118},
{"host":"10.0.0.104","key":"system.cpu.load[percpu,avg1]","value":"0.000000","id
":802,"clock":1598786276,"ns":16527639},
{"host":"10.0.0.104","key":"system.cpu.load[percpu,avg5]","value":"0.000000","id
":803,"clock":1598786276,"ns":16853309},
{"host":"10.0.0.104","key":"system.cpu.switches","value":"861417","id":804,"cloc
k":1598786276,"ns":17202784},
{"host":"10.0.0.104","key":"system.cpu.util[,guest]","value":"0.000000","id":805
,"clock":1598786276,"ns":17406626},
{"host":"10.0.0.104","key":"system.cpu.util[,guest_nice]","value":"0.000000","id
":806,"clock":1598786276,"ns":17579129},
{"host":"10.0.0.104","key":"system.cpu.util[,idle]","value":"99.708041","id":807
,"clock":1598786276,"ns":17774064},
{"host":"10.0.0.104","key":"system.cpu.util[,interrupt]","value":"0.108442","id"
:808,"clock":1598786276,"ns":18158603},
{"host":"10.0.0.104","key":"system.cpu.util[,iowait]","value":"0.000000","id":80
9,"clock":1598786276,"ns":18216251},
{"host":"10.0.0.104","key":"system.cpu.util[,nice]","value":"0.000000","id":810,
"clock":1598786276,"ns":18298355},
{"host":"10.0.0.104","key":"system.cpu.util[,softirq]","value":"0.083417","id":8
11,"clock":1598786276,"ns":18420904},
{"host":"10.0.0.104","key":"system.cpu.util[,steal]","value":"0.000000","id":812
,"clock":1598786276,"ns":18491466},
{"host":"10.0.0.104","key":"system.cpu.util[,system]","value":"0.091758","id":81
3,"clock":1598786276,"ns":18597355},
{"host":"10.0.0.104","key":"system.cpu.util[,user]","value":"0.008342","id":814,
"clock":1598786276,"ns":18645355},
{"host":"10.0.0.104","key":"system.hostname","value":"centos8.wangxiaochun.com",
"id":815,"clock":1598786276,"ns":18751444},
{"host":"10.0.0.104","key":"system.localtime","value":"1598786276","id":816,"clo
ck":1598786276,"ns":18808601},
{"host":"10.0.0.104","key":"system.swap.size[,free]","value":"2147479552","id":8
17,"clock":1598786276,"ns":18885966},
{"host":"10.0.0.104","key":"system.swap.size[,pfree]","value":"100.000000","id":
818,"clock":1598786276,"ns":18939847},
{"host":"10.0.0.104","key":"system.swap.size[,total]","value":"2147479552","id":
819,"clock":1598786276,"ns":19011080},
{"host":"10.0.0.104","key":"system.uname","value":"Linux
centos8.wangxiaochun.com 4.18.0-193.el8.x86_64 #1 SMP Fri May 8 10:59:10 UTC 2020
x86_64","id":820,"clock":1598786276,"ns":19076923},
1995:20200830:191801.054 End of check_response():SUCCEED
1995:20200830:191801.054 OK