daily system check and send mail

真的太懶了…XDD,基本上當系統多到一定程度的時候,就因該進化到異常管理與通知….
人在怎麼勤快,一定會有懶散的時候…
這時候就是想想辦法讓電腦幫我們檢查個個系統的狀態與回報的時候,

前提：你已經裝好Nagios….:P
因Nagios…沒有report的功能…所以我就用python做了一個把網頁轉寄出去的功能…以應付老闆XDD

#!/usr/bin/env python
#-*- coding:  utf-8 -*-
'''
===== Check Spam Report Script =====
Log:
2009/12/20 10:42 ver 0.1 Create Script "The mail system daily check"
2009/12/20 15:40 ver 0.5 add css in the daily report
2010/01/04 14:00 ver 1.0 fix all html link in mail
====================================
'''
from subprocess import call
from email.MIMEMultipart import MIMEMultipart
from email.MIMEText import MIMEText
from email.MIMEImage import MIMEImage

import os
import sys
import urllib
import smtplib
import time
import re

__author__ = "AllenWang"
__copyright__ = "Copyright 2009, SYSTEM CHECK FOR MAIL REPORT Project"
__credits__ = "Allen Wang"
__license__ = "GPL"
__version__ = "1.0"
__maintainer__ = "Allen Wang"
__email__ = "allencswang@gmail.com"
__status__ = "Released"

def getstate(url, file):
    '''GET INFORMATION FROM NAGIOS WEB SITE'''
    #url = "http://nagios.XXXX.com/nagios/cgi-bin/status.cgi?hostgroup=dominoserver&amp;style=detail"
    #file = "system_state.txt"
    wp = urllib.urlopen(url)
    content = wp.read()

    fp = open(file,"w")
    fp.write(content)
    fp.close()
    return True

def replace(r_txt, r_url, data):
    '''FIX HTML LINK '''
    #r_url = 'http://nagios.XXXX.com/nagios/cgi-bin/status.cgi'
    #r_txt = 'status.cgi'
    pattern = re.compile(r_txt, re.IGNORECASE)

    fp = open("tmp", "w")
    for line in file(data):
        fp.write(pattern.sub(r_url, line))

    fp.close()
    os.rename("tmp",data)
    return True

def msend_html(server, strFrom, strTo, subject, file):
    '''SEND MAIL'''
    #Define these once; use them twice!
    #strFrom = 'allen.wang@XXXX.com'
    #strTo = 'allen.wang@XXXX.com'

    #Create the root message and fill in the from, to, and subject headers
    msgRoot = MIMEMultipart('related')
    msgRoot['Subject'] = subject
    msgRoot['From'] = strFrom
    msgRoot['To'] = strTo
    msgRoot.preamble = 'This is a multi-part message in MIME format.'

    #Encapsulate the plain and HTML versions of the message body in an
    #'alternative' part, so message agents can decide which they want to display.
    msgAlternative = MIMEMultipart('alternative')
    msgRoot.attach(msgAlternative)

    msgText = MIMEText('This is the alternative plain text message.')
    msgAlternative.attach(msgText)

    #We reference the image in the IMG SRC attribute by the ID we give it below
    fp = open(file, 'rb')
    msgText = MIMEText(fp.read(), 'html')
    msgAlternative.attach(msgText)
    fp.close()

    #This example assumes the image is in the current directory
    #fp = open('test.jpg', 'rb')
    #msgImage = MIMEImage(fp.read())
    #fp.close()

    #Send the email (this example assumes SMTP authentication is required)
    smtp = smtplib.SMTP()
    smtp.connect(server)
    #smtp.login('exampleuser', 'examplepass')
    smtp.sendmail(strFrom, strTo, msgRoot.as_string())
    smtp.quit()
    return True

def main():
    url = "http://nagios.XXXX.com/nagios/cgi-bin/status.cgi?hostgroup=dominoserver&amp;style=detail"
    file = "system_state.txt"
    r_url = 'http://nagios.XXXX.com/nagios'
    r_txt = "/nagios"
    getstate(url, file)
    replace(r_txt, r_url, file)
    r_url = 'http://nagios.XXXX.com/nagios/cgi-bin/status.cgi'
    r_txt = 'status.cgi'
    replace(r_txt, r_url, file)
    r_url = 'http://nagios.XXXX.com/nagios/cgi-bin/extinfo.cgi'
    r_txt = 'extinfo.cgi'
    replace(r_txt, r_url, file)
    localtime = time.strftime("%H:%M", time.localtime())
    subject = 'The mail system daily report at %s' % (localtime)
    msend_html('10.181.59.137', 'allen.wang@XXXX.com', 'allen.wang@XXXX.com', subject, file)
    os.remove(file)

if __name__ == '__main__':
    main()

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

#!/usr/bin/env python

#-*- coding: utf-8 -*-

'''

===== Check Spam Report Script =====

Log:

2009/12/20 10:42 ver 0.1 Create Script "The mail system daily check"

2009/12/20 15:40 ver 0.5 add css in the daily report

2010/01/04 14:00 ver 1.0 fix all html link in mail

====================================

'''

from subprocess import call

from email.MIMEMultipart import MIMEMultipart

from email.MIMEText import MIMEText

from email.MIMEImage import MIMEImage

import os

import sys

import urllib

import smtplib

import time

import re

__author__ = "AllenWang"

__credits__ = "Allen Wang"

__license__ = "GPL"

__version__ = "1.0"

__maintainer__ = "Allen Wang"

__email__ = "allencswang@gmail.com"

__status__ = "Released"

def getstate(url, file):

'''GET INFORMATION FROM NAGIOS WEB SITE'''

#url = "http://nagios.XXXX.com/nagios/cgi-bin/status.cgi?hostgroup=dominoserver&style=detail"

#file = "system_state.txt"

wp = urllib.urlopen(url)

content = wp.read()

fp = open(file,"w")

fp.write(content)

fp.close()

return True

def replace(r_txt, r_url, data):

'''FIX HTML LINK '''

#r_url = 'http://nagios.XXXX.com/nagios/cgi-bin/status.cgi'

#r_txt = 'status.cgi'

pattern = re.compile(r_txt, re.IGNORECASE)

fp = open("tmp", "w")

for line in file(data):

fp.write(pattern.sub(r_url, line))

fp.close()

os.rename("tmp",data)

return True

def msend_html(server, strFrom, strTo, subject, file):

'''SEND MAIL'''

#Define these once; use them twice!

#strFrom = 'allen.wang@XXXX.com'

#strTo = 'allen.wang@XXXX.com'

#Create the root message and fill in the from, to, and subject headers

msgRoot = MIMEMultipart('related')

msgRoot['Subject'] = subject

msgRoot['From'] = strFrom

msgRoot['To'] = strTo

msgRoot.preamble = 'This is a multi-part message in MIME format.'

#Encapsulate the plain and HTML versions of the message body in an

#'alternative' part, so message agents can decide which they want to display.

msgAlternative = MIMEMultipart('alternative')

msgRoot.attach(msgAlternative)

msgText = MIMEText('This is the alternative plain text message.')

msgAlternative.attach(msgText)

#We reference the image in the IMG SRC attribute by the ID we give it below

fp = open(file, 'rb')

msgText = MIMEText(fp.read(), 'html')

msgAlternative.attach(msgText)

fp.close()

#This example assumes the image is in the current directory

#fp = open('test.jpg', 'rb')

#msgImage = MIMEImage(fp.read())

#fp.close()

#Send the email (this example assumes SMTP authentication is required)

smtp = smtplib.SMTP()

smtp.connect(server)

#smtp.login('exampleuser', 'examplepass')

smtp.sendmail(strFrom, strTo, msgRoot.as_string())

smtp.quit()

return True

def main():

url = "http://nagios.XXXX.com/nagios/cgi-bin/status.cgi?hostgroup=dominoserver&style=detail"

file = "system_state.txt"

r_url = 'http://nagios.XXXX.com/nagios'

r_txt = "/nagios"

getstate(url, file)

replace(r_txt, r_url, file)

r_url = 'http://nagios.XXXX.com/nagios/cgi-bin/status.cgi'

r_txt = 'status.cgi'

replace(r_txt, r_url, file)

r_url = 'http://nagios.XXXX.com/nagios/cgi-bin/extinfo.cgi'

r_txt = 'extinfo.cgi'

replace(r_txt, r_url, file)

localtime = time.strftime("%H:%M", time.localtime())

subject = 'The mail system daily report at %s' % (localtime)

msend_html('10.181.59.137', 'allen.wang@XXXX.com', 'allen.wang@XXXX.com', subject, file)

os.remove(file)

if __name__ == '__main__':

main()

python 讚啦…
搞定收工…:P

技術

Python compile

#!/usr/bin/python    
import py_compile
import sys

file=raw_input("Please enter your file name")
py_compile.compile(file)
sys.exit()

#!/usr/bin/python

import py_compile

import sys

file=raw_input("Please enter your file name")

py_compile.compile(file)

sys.exit()

技術

Backup_SVN.py

#!/usr/bin/env python
#-*- coding:  utf-8 -*-
'''
============================================
LOG
Date:2009/09/24
Add Threading Process
Date:2009/11/10
Add Check PATH, if you forget enter '/'
============================================
'''
import threading
import Queue
import os
import sys
import time

__author__ = "AllenWang"
__copyright__ = "Copyright 2009, SVN Backup Script"
__credits__ = "Allen Wang"
__license__ = "GPL"
__version__ = "1.0"
__maintainer__ = "Allen Wang"
__email__ = "allencswang@gmail.com"
__status__ = "Released"

queue = Queue.Queue()

def chkpath(_chk):
    i = len(_chk) -1
    if _chk[i] in '/':
        pass
    else:
        _chk = _chk + '/'
    return _chk

def Processlet():
    while True:
        _exc = queue.get()
        print 'Processing: ' + _exc + "\n"
        os.system(_exc)
        queue.task_done()

def svnbk(day, _backuplist, _backupdir):
    for i in range(len(_backuplist)):
        _svnpath = _svndir+_backuplist[i]
        _exc =  '/usr/local/bin/svnadmin dump -q '+ _svnpath + ' | gzip -9>' + _backupdir + day + 'svn' +'_'+ _backuplist[i] + '.gz'
        queue.put(_exc)

    queue.join()

def svn(_svndir, _backupdir):
    for i in range(2):
        t = threading.Thread(target=Processlet)
        t.setDaemon(True)
        t.start()

    day = time.strftime("%m%d%Y",time.localtime())
    _backuplist = os.listdir(chkpath(_svndir))
    svnbk(day, _backuplist, chkpath(_svndir), chkpath(_backupdir))

def main():
    svn(_svndir, _backupdir)

if __name__ == '__main__':
    try:
        _svndir = sys.argv[1]
        _backupdir = sys.argv[2]
        main()

    except:
        print 'Usage: Backup_SVN.py [SVN Folder] [Backup Folder]'

#!/usr/bin/env python

#-*- coding: utf-8 -*-

'''

============================================

LOG

Date:2009/09/24

Add Threading Process

Date:2009/11/10

Add Check PATH, if you forget enter '/'

============================================

'''

import threading

import Queue

import os

import sys

import time

__author__ = "AllenWang"

__credits__ = "Allen Wang"

__license__ = "GPL"

__version__ = "1.0"

__maintainer__ = "Allen Wang"

__email__ = "allencswang@gmail.com"

__status__ = "Released"

queue = Queue.Queue()

def chkpath(_chk):

i = len(_chk) -1

if _chk[i] in '/':

pass

else:

_chk = _chk + '/'

return _chk

def Processlet():

while True:

_exc = queue.get()

print 'Processing: ' + _exc + "\n"

os.system(_exc)

queue.task_done()

def svnbk(day, _backuplist, _backupdir):

for i in range(len(_backuplist)):

_svnpath = _svndir+_backuplist[i]

_exc = '/usr/local/bin/svnadmin dump -q '+ _svnpath + ' | gzip -9>' + _backupdir + day + 'svn' +'_'+ _backuplist[i] + '.gz'

queue.put(_exc)

queue.join()

def svn(_svndir, _backupdir):

for i in range(2):

t = threading.Thread(target=Processlet)

t.setDaemon(True)

t.start()

day = time.strftime("%m%d%Y",time.localtime())

_backuplist = os.listdir(chkpath(_svndir))

svnbk(day, _backuplist, chkpath(_svndir), chkpath(_backupdir))

def main():

svn(_svndir, _backupdir)

if __name__ == '__main__':

try:

_svndir = sys.argv[1]

_backupdir = sys.argv[2]

main()

except:

print 'Usage: Backup_SVN.py [SVN Folder] [Backup Folder]'

技術

rsync.py

#!/usr/bin/env python
#-*- coding:  utf-8 -*-
from subprocess import call
import sys
import time
import commands

source = "xxx@10.181.59.137:~/sysbackup/"
target = "~/sysbackup/relay/"
rsync = "/usr/local/bin/rsync"
arguments = "-avuzb --delete -e"
ssh = "'ssh -i /home/xxx/.ssh/id_dsa'"
cmd = "%s %s %s %s %s" % (rsync, arguments, ssh, source, target)

def sync():
    while True:
        ret = call(cmd, shell=True)
        if ret !=0:
           print "resubmitting rsync"
           time.sleep(30)
        else:
           print "rsync was succesful"
           sys.exit(0)

sync()

#!/usr/bin/env python

#-*- coding: utf-8 -*-

from subprocess import call

import sys

import time

import commands

source = "xxx@10.181.59.137:~/sysbackup/"

target = "~/sysbackup/relay/"

rsync = "/usr/local/bin/rsync"

arguments = "-avuzb --delete -e"

ssh = "'ssh -i /home/xxx/.ssh/id_dsa'"

cmd = "%s %s %s %s %s" % (rsync, arguments, ssh, source, target)

def sync():

while True:

ret = call(cmd, shell=True)

if ret !=0:

print "resubmitting rsync"

time.sleep(30)

else:

print "rsync was succesful"

sys.exit(0)

sync()

技術

automount.py

只是為了偷懶,所以隨手寫了一個script…

#!/usr/bin/env python
#-*- coding:  utf-8 -*-

import os
import commands

def usbdisk():

    S_usb = commands.getoutput('df |grep /mnt/bkusb')
    
    if '/mnt/bkusb' in S_usb:
        print 'usb disk relly to use'
        return True
    else:
         if os.path.exists('/dev/da0s1'):
             S_Musb = commands.getoutput('sudo mount_ntfs /dev/da0s1 /mnt/bkusb/')
             print 'mounted usb disk'
             if 'Input/output error' in S_Musb:
                 print 'mount fail' 
                 return Fail

#    return True   

if __name__ == '__main__':
    try:
        usbdisk()

    except:
        pass

#!/usr/bin/env python

#-*- coding: utf-8 -*-

import os

import commands

def usbdisk():

S_usb = commands.getoutput('df |grep /mnt/bkusb')

if '/mnt/bkusb' in S_usb:

print 'usb disk relly to use'

return True

else:

if os.path.exists('/dev/da0s1'):

S_Musb = commands.getoutput('sudo mount_ntfs /dev/da0s1 /mnt/bkusb/')

print 'mounted usb disk'

if 'Input/output error' in S_Musb:

print 'mount fail'

return Fail

# return True

if __name__ == '__main__':

try:

usbdisk()

except:

pass

技術

admintools.py

#!/usr/bin/env python
#-*- coding:  utf-8 -*-
#System Admin tools library
#ver 0.1 by AllenWang 2009/06/29

import socket
import sys
import time
import commands

class ConnectedTest():

    def CoTest(self, address, port):
        s = socket.socket()
        try:
            s.connect((address,port))
            print "Connected to %s on port %s Successful" % (address, port)
            return True

        except socket.error:
            print "Connect Error"
            return False

    def pingtime(self, address):
        ping_str = commands.getoutput('ping -c 3 -n -q '+ address)
        print ping_str.split('/')[4]
        print ping_str.split('/')[5]

class sysbk():

    def svn_backup(self, _bakcuppath, _backupdir):
        day = time.strftime("%m%d%Y",time.localtime())
        _backuplist = os.listdir(_backupdir)

        for i in range(len(_backuplist)):
            _svnpath = _backupdir+_backuplist[i]
            _exc =  '/usr/local/bin/svnadmin dump -q '+ _svnpath + ' | gzip -9>' + _bakcuppath + day + 'svn' +'_'+ _backuplist[i] + '.gz'
            os.system(_exc)

    def system_backup(self):
        pass

    def data_backup(self):
        pass

if __name__ == '__main__':

    try:
        a = sys.argv[1]
        b = sys.argv[2]
        cot = ConnectedTest()
        cot.CoTest(a, int(b))
        cot.print_aaa("bbb")

    except:
        print "We have problem"

#!/usr/bin/env python

#-*- coding: utf-8 -*-

#System Admin tools library

#ver 0.1 by AllenWang 2009/06/29

import socket

import sys

import time

import commands

class ConnectedTest():

def CoTest(self, address, port):

s = socket.socket()

try:

s.connect((address,port))

print "Connected to %s on port %s Successful" % (address, port)

return True

except socket.error:

print "Connect Error"

return False

def pingtime(self, address):

ping_str = commands.getoutput('ping -c 3 -n -q '+ address)

print ping_str.split('/')[4]

print ping_str.split('/')[5]

class sysbk():

def svn_backup(self, _bakcuppath, _backupdir):

day = time.strftime("%m%d%Y",time.localtime())

_backuplist = os.listdir(_backupdir)

for i in range(len(_backuplist)):

_svnpath = _backupdir+_backuplist[i]

_exc = '/usr/local/bin/svnadmin dump -q '+ _svnpath + ' | gzip -9>' + _bakcuppath + day + 'svn' +'_'+ _backuplist[i] + '.gz'

os.system(_exc)

def system_backup(self):

pass

def data_backup(self):

pass

if __name__ == '__main__':

try:

a = sys.argv[1]

b = sys.argv[2]

cot = ConnectedTest()

cot.CoTest(a, int(b))

cot.print_aaa("bbb")

except:

print "We have problem"

技術

Connected_Test.py for OOP

#!/usr/bin/env python
#-*- coding:  utf-8 -*-
import socket
import sys

class Connected_Test():

    def CoTest(self, address, port):
        s = socket.socket()
        try:
            s.connect((address,port))
            print "Connected to %s on port %s Successful" % (address, port)
            return True

        except socket.error:
            print "Connect Error"
            return False

if __name__ == '__main__':

    try:
        a = sys.argv[1]
        b = sys.argv[2]
        cot = Connected_Test()
        cot.CoTest(a, int(b))

    except:
        print "We have problem"

#!/usr/bin/env python

#-*- coding: utf-8 -*-

import socket

import sys

class Connected_Test():

def CoTest(self, address, port):

s = socket.socket()

try:

s.connect((address,port))

print "Connected to %s on port %s Successful" % (address, port)

return True

except socket.error:

print "Connect Error"

return False

if __name__ == '__main__':

try:

a = sys.argv[1]

b = sys.argv[2]

cot = Connected_Test()

cot.CoTest(a, int(b))

except:

print "We have problem"

技術

sysbackup.sh

#/bin/bash
#SYSBackup File
/bin/tar czf /backup/`date '+%m%d%y'`_etc.tar.gz /etc/ && \
/bin/tar czf /backup/`date '+%m%d%y'`_script.tar.gz /etc/script && \

#Delete over 3 day backup file
/usr/bin/find /backup/*.tar.gz -mtime +3 -exec rm -f {} \;

#/bin/bash

#SYSBackup File

/bin/tar czf /backup/`date '+%m%d%y'`_etc.tar.gz /etc/ && \

/bin/tar czf /backup/`date '+%m%d%y'`_script.tar.gz /etc/script && \

#Delete over 3 day backup file

/usr/bin/find /backup/*.tar.gz -mtime +3 -exec rm -f {} \;

技術

Mail to Mysql

#!/usr/bin/env python
#-*- coding:  utf-8 -*-
import MySQLdb
import mailbox

dbhost="127.0.0.1"
database="xxxx"
sqluser="xxxx"
sqlpassword="xxxx"

db = MySQLdb.connect(host=dbhost, user=sqluser, passwd=sqlpassword, db=database , charset="utf8")
cursor = db.cursor()

param = []

sql = "insert into `maildate`.`mail` (`id`, `to`, `from`, `subject`, `received`, `date`, `message`) values(NULL, %s, %s, %s, %s, %s, NULL)"

for message in mailbox.mbox('/var/test'):
    _to = message['to']
    _from = message['from']
    _subject = message['subject']
    _received = message['received']
    _date = message['date']
    _msg = message.get_payload()
    param.append((_to,_from,_subject,_received,_date,_msg))

cursor.executemany(sql, param)

cursor.close()
db.close()

#!/usr/bin/env python

#-*- coding: utf-8 -*-

import MySQLdb

import mailbox

dbhost="127.0.0.1"

database="xxxx"

sqluser="xxxx"

sqlpassword="xxxx"

db = MySQLdb.connect(host=dbhost, user=sqluser, passwd=sqlpassword, db=database , charset="utf8")

cursor = db.cursor()

param = []

sql = "insert into `maildate`.`mail` (`id`, `to`, `from`, `subject`, `received`, `date`, `message`) values(NULL, %s, %s, %s, %s, %s, NULL)"

for message in mailbox.mbox('/var/test'):

_to = message['to']

_from = message['from']

_subject = message['subject']

_received = message['received']

_date = message['date']

_msg = message.get_payload()

param.append((_to,_from,_subject,_received,_date,_msg))

cursor.executemany(sql, param)

cursor.close()

db.close()

這個禮拜原本試圖把mail file轉到mysql內,
大概跟python不熟,所以宣告失敗….

先放已經寫好的部份資料…
還有需要努力…

技術

fib.py (Fibonacci Numbers)

#!/usr/bin/env python
#-*- coding: utf-8 -*-
#!/usr/bin/python
#Fibonacci Numbers
#================================================
N = 8

def main():
    sum = Fib(N)
    print sum

def Fib(N):
    if N == 0:
       return 0
    elif N == 1:
       return 1
    else:
       return Fib(N-1) + Fib(N-2)

if __name__ == '__main__':
   main()

#!/usr/bin/env python

#-*- coding: utf-8 -*-

#!/usr/bin/python

#Fibonacci Numbers

#================================================

N = 8

def main():

sum = Fib(N)

print sum

def Fib(N):

if N == 0:

return 0

elif N == 1:

return 1

else:

return Fib(N-1) + Fib(N-2)

if __name__ == '__main__':

main()

Chuan-Shun Wang’s Blog

「求知若飢，虛心若愚。」（Stay hungry. Stay foolish.）

Code

daily system check and send mail

Python compile

Backup_SVN.py

rsync.py

automount.py

admintools.py

Connected_Test.py for OOP

sysbackup.sh

Mail to Mysql

fib.py (Fibonacci Numbers)