通過定時執行python指令碼,可以實現定期批量訪問網站,如果發現網站打不開,第一時間發郵件到管理員郵箱進行預警
這裡用的是python3.5
需要安裝的外掛:
smtplib:發郵件需要用到
pycurl:訪問網站時會需要用到
linecache:在讀取txt網站清單時需要用到
具體思路:
python程式從txt裡面批量讀取到網站的資訊,通過Curl.py模擬瀏覽器去訪問網站,並且把訪問的結果寫入到以自己的網站名稱-日期.txt格式的檔案中記錄;有幾種情況:
1、如果發現打不開了,直接發郵件提示網站已經打不開
2、發現可以開啟,讀取檔案中上一次訪問的情況(讀取txt檔案最後一行),
1)如果發現上一次是打不開的,發郵件提醒網站已經恢復了
2)如果發現上一次是打得開的(200的返回碼),只是記錄網站訪問的日誌就可以了
總共4個檔案,
Email.py是郵件類,主要用來發郵件的時候呼叫,這裡需要按照你的情況改成你的郵箱(msg[`From`]),郵箱伺服器地址(SMTP地址),和你的郵箱密碼(SMTP.login)
Email.py
#!/usr/bin/python #-*- coding:utf-8 -*- import sys import smtplib from email.mime.text import MIMEText from email.mime.multipart import MIMEMultipart class Email_send(object): def __init__(self,msgTo,data2,Subject): self.msgTo=msgTo self.data2=data2 self.Subject=Subject def sendEmail(self): # (attachment,html) = content msg = MIMEMultipart() msg[`Subject`] = self.Subject msg[`From`] = `xxxx@xxxx.com.cn` msg[`To`] = self.msgTo html_att = MIMEText(self.data2, `html`, `utf-8`) #att = MIMEText(attachment, `plain`, `utf-8`) msg.attach(html_att) #msg.attach(att) try: smtp = smtplib.SMTP() smtp.connect(`smtp.xxxx.com`, 25) smtp.login(msg[`From`], `xxxx`) #改成自己的郵箱密碼 smtp.sendmail(msg[`From`], msg[`To`].split(`,`), msg.as_string()) return(`郵件傳送成功`) except Exception as e: print(`--------------sss------`,e) def curl(self): import pycurl c=pycurl.Curl() #url="www.luoan.com.cn" #indexfile=open(os.path.dirname(os.path.realpath(__file__))+"/content.txt","wb") c.setopt(c.URL,url) c.setopt(c.VERBOSE,1) c.setopt(c.ENCODING,"gzip") #模擬火狐瀏覽器 c.setopt(c.USERAGENT,"Mozilla/5.0 (Windows NT 6.1; rv:35.0) Gecko/20100101 Firefox/35.0") return c
Curl.py 主要用來執行模擬瀏覽器訪問網站並返回結果的檔案
#!/usr/bin/python #-*- coding:utf-8 -*- import sys import pycurl class Curl(object): def __init__(self,url): self.url=url def Curl_site(self): c=pycurl.Curl() #url="www.luoan.com.cn" #indexfile=open(os.path.dirname(os.path.realpath(__file__))+"/content.txt","wb") c.setopt(c.URL,self.url) c.setopt(c.VERBOSE,1) c.setopt(c.ENCODING,"gzip") #模擬火狐瀏覽器 c.setopt(c.USERAGENT,"Mozilla/5.0 (Windows NT 6.1; rv:35.0) Gecko/20100101 Firefox/35.0") return c
site_moniter.py 這個檔案為主程式,主要執行呼叫上面的函式,讀取txt檔案中的網站清單,如果網站打不開就發郵件出來告警
需要注意:1、把xxxx@xxxx.com改成你自己的郵箱,
2、把檔案路徑改成自己的真實路徑
#!/usr/bin/python
#-*- coding:utf-8 -*-
import pycurl
import os
import sys
import linecache
import time #引入事件類，用來獲取系統當前時間
#from ceshi import Student
from Email import Email_send
from Curl import Curl
#bart = Student(`mafei`,59)
#bart.print_score()
def script(urls,type):
msgTo = `xxxx@xxxx.com`
now_time=time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time()))
j=1
# data2=[{`aa`:`aa`}]
for url_split in urls:
#print(url_split)
url_1=url_split.split(`---`)
url=url_1[1]
recovery_title = "監控通知----%s url:%s" % (url_1[0], url) + "在" + time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) + "已經恢復"
down_title = "監控通知----%s url:%s" % (url_1[0], url) + "在" + time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) + "無法開啟"
#print(`~~~~~~~~~~~~~~~~~~~`)
#print(url)
#引用爬去網站的類，呼叫結果
url_result = Curl(url)
c = url_result.Curl_site()
try:
c.perform()
code = str(c.getinfo(c.HTTP_CODE))
print(code+`aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa`)
except Exception as e:
print(`--------錯誤資訊：--------`,e)
#indexfile.close()
#c.close()
code = str(c.getinfo(c.HTTP_CODE))
# print(code+`aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa`)
filename = `%s-%s.txt` % (url_1[0], time.strftime("%Y-%m-%d", time.localtime(time.time())))
#判斷如果在網站無法開啟的情況下
if code == `0` or code==`400` or code==`500` or code==`404`:
resolveTime = 0
Connection_Time = 0
Transfer_Total_Time = 0
Total_Time = 0
# print(`為000000000000000000000000000000000000000000`)
data3 = `網站:%s無法開啟%s` % (url_1[0], url)
# indexfile.close()
# c.close()
#判斷網站如果掛了就發郵件
stat3 = Email_send(msgTo, data3, down_title)
resole=stat3.sendEmail()
print(resole)
print(data3 + `郵件已經傳送`)
else:
#resolveTime = str(c.getinfo(c.NAMELOOKUP_TIME) * 1000) + " ms"
# Connection_Time=str(float(c.getinfo(c.CONNECT_TIME)*1000-c.getinfo(c.NAMELOOKUP_TIME)*1000))+" ms"
#Connection_Time = str(c.getinfo(c.CONNECT_TIME) * 1000 - c.getinfo(c.NAMELOOKUP_TIME) * 1000) + " ms"
# Connection_Time=round(float(Connection_Time))
#Transfer_Total_Time = str(c.getinfo(c.TOTAL_TIME) * 1000 - c.getinfo(c.PRETRANSFER_TIME) * 1000) + " ms"
#Total_Time = str(c.getinfo(c.TOTAL_TIME) * 1000) + " ms"
# data2=data
# data={`url`:url,`HTTP CODE`:code,`resolveTime`:resolveTime,`Connection_Time`:Connection_Time,`Transfer_Total_Time`:Transfer_Total_Time,`Total_Time`:Total_Time}
print(`網站可以正常開啟`)
#f = open(filename, `a`,encoding=`utf-8`)
file_exit=os.path.exists(filename)
#print(file_exit)
#判斷這個日誌檔案存不存在
if(file_exit):
#讀取檔案最後一行，為了讀取出來最後一次的狀態值
file = open(filename, `r`,encoding=`utf-8`)
linecount = len(file.readlines())
data = linecache.getline(filename, linecount)
file.close
if data == ``:
print(`這是`+data+`為空的資料`)
else:
print(`其他資訊%s`%(data))
explode = data.split(`----`)
#判斷如果讀取出來的值，最後一次是異常的情況就告警
if explode[3]==`0
` or explode[3]==`400
` or explode[3]==`500` or explode[3]==`404`:
data3 = `網站:%s在%s已經恢復%s` % (url_1[0], now_time,url)
stat3 = Email_send(msgTo, data3, recovery_title)
resole = stat3.sendEmail()
print(resole)
print(data3 + `郵件已經傳送`)
else:
print(`最後一次記錄為其他值：%s`%(explode[3])+`-----`)
else:
print(`檔案不存在`)
data2 = `
` + url_1[0] + `----` + url + `-----` + time.strftime("%H:%M:%S", time.localtime(time.time())) + `-------` + code
print(`data2資料寫入成功：` + data2)
file = open(filename, `a`, encoding=`utf-8`)
file.write(data2)
file.close
# bart = Student(data2,59)
# bart.print_score()
if __name__ == "__main__":
type = "監控通知-測試" + time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
data1=[`公司門戶---www.luoan.com.cn`,`公司平臺---yun.luoan.com.cn`]
#script(data1,type)
#中心層面的網站清單
file=open(`D:pythonsite_moniterzhongxin.txt`)
data2=[]
while 1:
line2 =file.readline()
print(line2)
if not line2:
break
data2.append(line2[0:-1])
#data2=[`www.luoan.com.cn`,`yun.luoan.com.cn`,`www.qq.com`]
print(data2)
title="監控通知-中心"+ time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time()))
script(data2,title)