告警系統
思路：指定一個指令碼包，包含主程式、子程式、配置檔案、郵件引擎、輸出日誌等。
主程式：作為整個指令碼的入口，是整個系統的命脈。
配置檔案：是一個控制中心，用它來開關各個子程式，指定各個相關聯的日誌檔案。
子程式：這個才是真正的監控指令碼，用來監控各個指標。
郵件引擎：是由一個php程式來實現，它可以定義發郵件的伺服器、發郵件人以及收郵件人。
輸出日誌：整個監控系統要有日誌輸出。
要求：我們的機器角色多種多樣，但是所有機器上都要部署同樣的監控系統，也就說所有機器不管什麼角色，整個程式框架都是一致的，不同的地方在於根據不同的角色，定製不同的配置檔案。
程式架構：
（主目錄 mon）
____________________|_______________________________
| | | | |
bin conf shares mail log
| | | | |
[main.sh] [ mon.conf] [load.sh 502.sh] [mail.php mail.sh] [ mon.log err.log ]
bin下是主程式
conf下是配置檔案
shares下是各個監控指令碼
mail下是郵件引擎
log下是日誌。
下面我發出幾個示例指令碼
1. main.sh
#!/bin/bash
#Written by aming.
# 是否傳送郵件的開關
export send=1
# 過濾ip地址
export addr=`/sbin/ifconfig |grep -A1 `eth0` |grep addr: |awk `{print $2}`|awk -F: `{print $2}“
dir=`pwd`
# 只需要最後一級目錄名
last_dir=`echo $dir|awk -F`/` `{print $NF}“
# 下面的判斷目的是，保證執行指令碼的時候，我們在bin目錄裡，不然監控指令碼、郵件和日誌很有可能找不到
if [ $last_dir == “bin” ] || [ $last_dir == “bin/” ]; then
conf_file=”../conf/mon.conf”
else
echo “you shoud cd bin dir”
exit
fi
exec 1>>../log/mon.log 2>>../log/err.log
echo “`date +”%F %T”` load average”
/bin/bash ../shares/load.sh
#先檢查配置檔案中是否需要監控502
if grep -q `to_mon_502=1` $conf_file; then
export log=`grep `logfile=` $conf_file |awk -F `=` `{print $2}` |sed `s/ //g“
/bin/bash ../shares/502.sh
fi
2. 配置檔案 mon.conf
## to config the options if to monitor
## cdb 主要定義mysql的伺服器地址、埠以及user、password
to_mon_cdb=0 ##0 or 1, default 0,0 not monitor, 1 monitor
cdb_ip=10.20.3.13
cdb_port=3315
cdb_user=username
cdb_pass=passwd
## httpd 如果是1則監控，為0不監控
to_mon_httpd=0
## php 如果是1則監控，為0不監控
to_mon_php_socket=0
## http_code_502 需要定義訪問日誌的路徑
to_mon_502=1
logfile=/data/log/xxx.xxx.com/access.log
## request_count 定義日誌路徑以及域名
to_mon_request_count=0
req_log=/data/log/www.discuz.net/access.log
domainname=www.discuz.net
3. load.sh
#! /bin/bash
##Writen by aming##
load=`uptime |awk -F `average:` `{print $2}`|cut -d`,` -f1|sed `s/ //g` |cut -d. -f1`
if [ $load -gt 20 ] && [ $send -eq “1” ]
then
echo “$addr `date +%T` load is $load” >../log/load.tmp
/bin/bash ../mail/mail.sh $addr\_load $load ../log/load.tmp
fi
echo “`date +%T` load is $load”
4. 502.sh
#! /bin/bash
d=`date -d “-1 min” +%H:%M`
c_502=`grep :$d: $log |grep ` 502 `|wc -l`
if [ $c_502 -gt 10 ] && [ $send == 1 ]; then
echo “$addr $d 502 count is $c_502”>../log/502.tmp
/bin/bash ../mail/mail.sh $addr\_502 $c_502 ../log/502.tmp
fi
echo “`date +%T` 502 $c_502”
5. mail.php
<?php
class Smtp
{
/* Public Variables */
var $smtp_port;
var $time_out;
var $host_name;
var $log_file;
var $relay_host;
var $debug;
var $auth;
var $user;
var $pass;
/* Private Variables */
var $sock;
/* Constractor */
function Smtp($relay_host = “”, $smtp_port = 25,$auth = false,$user,$pass)
{
$this->debug = FALSE;
$this->smtp_port = $smtp_port;
$this->relay_host = $relay_host;
$this->time_out = 30; //is used in fsockopen()
#
$this->auth = $auth;//auth
$this->user = $user;
$this->pass = $pass;
#
$this->host_name = “localhost”; //is used in HELO command
$this->log_file = “”;
$this->sock = FALSE;
}
/* Main Function */
function sendmail($to, $from, $subject = “”, $body = “”, $mailtype, $cc = “”, $bcc = “”, $additional_headers = “”)
{
$mail_from = $this->get_address($this->strip_comment($from));
$body = ereg_replace(“(^|(
))(.)”, “1.3”, $body);
$header = “MIME-Version:1.0
“;
if($mailtype==”HTML”){
$header .= “Content-Type:text/html
“;
}
$header .= “To: “.$to.”
“;
if ($cc != “”) {
$header .= “Cc: “.$cc.”
“;
}
$header .= “From: $from<“.$from.”>
“;
$header .= “Subject: “.$subject.”
“;
$header .= $additional_headers;
$header .= “Date: “.date(“r”).”
“;
$header .= “X-Mailer:By Redhat (PHP/”.phpversion().”)
“;
list($msec, $sec) = explode(” “, microtime());
$header .= “Message-ID: <“.date(“YmdHis”, $sec).”.”.($msec*1000000).”.”.$mail_from.”>
“;
$TO = explode(“,”, $this->strip_comment($to));
if ($cc != “”) {
$TO = array_merge($TO, explode(“,”, $this->strip_comment($cc)));
}
if ($bcc != “”) {
$TO = array_merge($TO, explode(“,”, $this->strip_comment($bcc)));
}
$sent = TRUE;
foreach ($TO as $rcpt_to) {
$rcpt_to = $this->get_address($rcpt_to);
if (!$this->smtp_sockopen($rcpt_to)) {
$this->log_write(“Error: Cannot send email to “.$rcpt_to.”
“);
$sent = FALSE;
continue;
}
if ($this->smtp_send($this->host_name, $mail_from, $rcpt_to, $header, $body)) {
$this->log_write(“E-mail has been sent to <“.$rcpt_to.”>
“);
} else {
$this->log_write(“Error: Cannot send email to <“.$rcpt_to.”>
“);
$sent = FALSE;
}
fclose($this->sock);
$this->log_write(“Disconnected from remote host
“);
}
return $sent;
}
/* Private Functions */
function smtp_send($helo, $from, $to, $header, $body = “”)
{
if (!$this->smtp_putcmd(“HELO”, $helo)) {
return $this->smtp_error(“sending HELO command”);
}
#auth
if($this->auth){
if (!$this->smtp_putcmd(“AUTH LOGIN”, base64_encode($this->user))) {
return $this->smtp_error(“sending HELO command”);
}
if (!$this->smtp_putcmd(“”, base64_encode($this->pass))) {
return $this->smtp_error(“sending HELO command”);
}
}
#
if (!$this->smtp_putcmd(“MAIL”, “FROM:<“.$from.”>”)) {
return $this->smtp_error(“sending MAIL FROM command”);
}
if (!$this->smtp_putcmd(“RCPT”, “TO:<“.$to.”>”)) {
return $this->smtp_error(“sending RCPT TO command”);
}
if (!$this->smtp_putcmd(“DATA”)) {
return $this->smtp_error(“sending DATA command”);
}
if (!$this->smtp_message($header, $body)) {
return $this->smtp_error(“sending message”);
}
if (!$this->smtp_eom()) {
return $this->smtp_error(“sending <CR><LF>.<CR><LF> [EOM]”);
}
if (!$this->smtp_putcmd(“QUIT”)) {
return $this->smtp_error(“sending QUIT command”);
}
return TRUE;
}
function smtp_sockopen($address)
{
if ($this->relay_host == “”) {
return $this->smtp_sockopen_mx($address);
} else {
return $this->smtp_sockopen_relay();
}
}
function smtp_sockopen_relay()
{
$this->log_write(“Trying to “.$this->relay_host.”:”.$this->smtp_port.”
“);
$this->sock = @fsockopen($this->relay_host, $this->smtp_port, $errno, $errstr, $this->time_out);
if (!($this->sock && $this->smtp_ok())) {
$this->log_write(“Error: Cannot connenct to relay host “.$this->relay_host.”
“);
$this->log_write(“Error: “.$errstr.” (“.$errno.”)
“);
return FALSE;
}
$this->log_write(“Connected to relay host “.$this->relay_host.”
“);
return TRUE;
}
function smtp_sockopen_mx($address)
{
$domain = ereg_replace(“^.+@([^@]+)$”, “1”, $address);
if (!@getmxrr($domain, $MXHOSTS)) {
$this->log_write(“Error: Cannot resolve MX “”.$domain.””
“);
return FALSE;
}
foreach ($MXHOSTS as $host) {
$this->log_write(“Trying to “.$host.”:”.$this->smtp_port.”
“);
$this->sock = @fsockopen($host, $this->smtp_port, $errno, $errstr, $this->time_out);
if (!($this->sock && $this->smtp_ok())) {
$this->log_write(“Warning: Cannot connect to mx host “.$host.”
“);
$this->log_write(“Error: “.$errstr.” (“.$errno.”)
“);
continue;
}
$this->log_write(“Connected to mx host “.$host.”
“);
return TRUE;
}
$this->log_write(“Error: Cannot connect to any mx hosts (“.implode(“, “, $MXHOSTS).”)
“);
return FALSE;
}
function smtp_message($header, $body)
{
fputs($this->sock, $header.”
“.$body);
$this->smtp_debug(“> “.str_replace(”
“, ”
“.”> “, $header.”
> “.$body.”
> “));
return TRUE;
}
function smtp_eom()
{
fputs($this->sock, ”
.
“);
$this->smtp_debug(“. [EOM]
“);
return $this->smtp_ok();
}
function smtp_ok()
{
$response = str_replace(”
“, “”, fgets($this->sock, 512));
$this->smtp_debug($response.”
“);
if (!ereg(“^[23]”, $response)) {
fputs($this->sock, “QUIT
“);
fgets($this->sock, 512);
$this->log_write(“Error: Remote host returned “”.$response.””
“);
return FALSE;
}
return TRUE;
}
function smtp_putcmd($cmd, $arg = “”)
{
if ($arg != “”) {
if($cmd==””) $cmd = $arg;
else $cmd = $cmd.” “.$arg;
}
fputs($this->sock, $cmd.”
“);
$this->smtp_debug(“> “.$cmd.”
“);
return $this->smtp_ok();
}
function smtp_error($string)
{
$this->log_write(“Error: Error occurred while “.$string.”.
“);
return FALSE;
}
function log_write($message)
{
$this->smtp_debug($message);
if ($this->log_file == “”) {
return TRUE;
}
$message = date(“M d H:i:s “).get_current_user().”[“.getmypid().”]: “.$message;
if (!@file_exists($this->log_file) || !($fp = @fopen($this->log_file, “a”))) {
$this->smtp_debug(“Warning: Cannot open log file “”.$this->log_file.””
“);
return FALSE;;
}
flock($fp, LOCK_EX);
fputs($fp, $message);
fclose($fp);
return TRUE;
}
function strip_comment($address)
{
$comment = “([^()]*)”;
while (ereg($comment, $address)) {
$address = ereg_replace($comment, “”, $address);
}
return $address;
}
function get_address($address)
{
$address = ereg_replace(“([
])+”, “”, $address);
$address = ereg_replace(“^.*<(.+)>.*$”, “1”, $address);
return $address;
}
function smtp_debug($message)
{
if ($this->debug) {
echo $message;
}
}
}
$file = $argv[2];
$smtpserver = “smtp.qq.com”;//SMTP伺服器
$smtpserverport = “25”;//SMTP伺服器埠
$smtpusermail = “1198658@qq.com”;//SMTP伺服器的使用者郵箱
$smtpemailto = “lishi@139.com”;//傳送給誰
$smtpuser = “1198658”;//SMTP伺服器的使用者帳號
$smtppass = “1212lss”;//SMTP伺服器的使用者密碼
$mailsubject = $argv[1];//郵件主題
$mailbody = file_get_contents($file);//郵件內容
$mailtype = “HTML”;//郵件格式（HTML/TXT）,TXT為文字郵件
$smtp = new smtp($smtpserver,$smtpserverport,true,$smtpuser,$smtppass);//這裡面的一個true是表示使用身份驗證,否則不使用身份驗證.
//$smtp->debug = TRUE;//是否顯示傳送的除錯資訊
$smtp->sendmail($smtpemailto, $smtpusermail, $mailsubject, $mailbody, $mailtype);
?>
要想發郵件的話，首先要有php支援，若你沒有安裝過lamp或者lnmp，則需要執行yum install -y php 安裝。
然後執行 php mail.php “郵箱主題寫在這裡” “/tmp/test.txt” 。其中，/tmp/test.txt 內容為郵件內容。
6. mail.sh
log=$1
t_s=`date +%s`
t_s2=`date -d “2 hours ago” +%s`
if [ ! -f /tmp/$log ]
then
echo $t_s2 > /tmp/$log
fi
t_s2=`tail -1 /tmp/$log|awk `{print $1}“
echo $t_s>>/tmp/$log
v=$[$t_s-$t_s2]
echo $v
if [ $v -gt 3600 ]
then
/dir/to/php ../mail/mail.php “$1 $2” “$3”
echo “0” > /tmp/$log.txt
else
if [ ! -f /tmp/$log.txt ]
then
echo “0” > /tmp/$log.txt
fi
nu=`cat /tmp/$log.txt`
nu2=$[$nu+1]
echo $nu2>/tmp/$log.txt
if [ $nu2 -gt 10 ]
then
/dir/to/php ../mail/mail.php “trouble continue 10 min $1 $2 ” “$3”
echo “0” > /tmp/$log.txt
fi
fi
crontab –e 放到這個下就可以了,
* * * * * cd /usr/local/sbin/mon/bin; /bin/bash main.sh
要加其它監控，放到shares目錄下就可以了
http://www.apelearn.com/bbs/thread-8106-1-1.html
本文轉自 15816815732 51CTO部落格，原文連結:http://blog.51cto.com/68686789/1790400
相關文章
- 告警系統郵件引擎 執行告警系統
- 告警系統主指令碼、告警系統配置檔案、告警系統監控專案指令碼
- shell-告警系統
- AOP實現系統告警
- shell -5 告警系統郵件
- 告警處理子系統(SNET)
- 【系統設計】指標監控和告警系統指標
- 監控系統告警指令碼集合指令碼
- 基於AWS-ELK部署系統日誌告警系統
- 多雲監控告警系統的優勢
- ATC系統區外兩項告警設定
- 基於多雲構建監控告警系統
- 可伸縮的微服務告警系統設計指南微服務
- Prometheus+Grafana+Alertmanager搭建全方位的監控告警系統PrometheusGrafana
- 尚矽谷監控告警系統（Zabbix）視訊教程釋出
- 分散式監控系統Zabbix3.4-釘釘告警配置記錄分散式
- 5 個適合系統管理員使用的告警視覺化工具視覺化
- 容器雲平臺監控告警體系（五）—— Prometheus傳送告警機制Prometheus
- 告警運維中心｜構建高效精準的告警協同處理體系運維
- 安防監控影片匯聚系統EasyCVR平臺如何接入EHOME告警？VR
- 快速實現釘釘告警通知、處理告警、關閉告警
- 雲監控告警2.0：革新傳統告警機制，引領智慧化監控新時代
- 告警與恢復告警原理及實現
- HertzBeat赫茲節拍 v1.0.beta.5 釋出，易用友好的監控告警系統
- HertzBeat赫茲節拍 v1.0.beta.4 釋出，易用友好的監控告警系統
- vivo統一告警平臺設計與實踐
- ZABBIX新功能系列1-使用Webhook將告警主動推送至第三方系統WebHook
- 郵件告警中心
- ElasticAlert基於聚合告警AST
- nagios mail告警通知iOSAI
- 【ELK】elastalert 日誌告警AST
- 告警日誌介紹
- aix中清告警燈AI
- prometheus監控+alertmanager告警Prometheus
- 容器雲平臺監控告警體系（四）—— Golang應用接入PrometheusGolangPrometheus
- 跟誤告警說再見，Smart Metrics 幫你用演算法配告警演算法
- 扎心的運維告警運維
- smit 清除 皮膚告警燈MIT