automationOperationsWithPython

1.psutil

系统性能信息模块，可获取系统运行的进程和系统利用率（包括CPU、内存、磁盘、网络等）信息。它主要应用于系统监控，分析和限制系统资源及进程的管理。该模块需要单独安装。

示例代码

 import psutil

 mem = psutil.virtual_memory()

 print('mem'.center(40,'-'))

 print(mem.total/1024/1024/1024,mem.used/1024/1024/1024)

 print('cpu'.center(40,'-'))

 print(psutil.cpu_times())

 print(psutil.cpu_count())               #CPU的逻辑核数

 print(psutil.cpu_count(logical=False))  #CPU的物理核数

 print('disk'.center(40,'-'))

 print(psutil.disk_partitions())

 print(psutil.disk_usage('C:\\'))

 print('network'.center(40,'-'))

 print(psutil.net_io_counters(pernic=True))

 print('system info'.center(40,'-'))

 print(psutil.users())

 print(psutil.boot_time())

 print('Process management'.center(40,'-'))

 结果：

 ------------------mem-------------------

 11.956729888916016 5.612152099609375

 ------------------cpu-------------------

 scputimes(user=186734.71875, system=100156.75, idle=1456536.125, interrupt=2525.906265258789, dpc=1431.5468788146973)

 4

 4

 ------------------disk------------------

 [sdiskpart(device='C:\\', mountpoint='C:\\', fstype='NTFS', opts='rw,fixed'), sdiskpart(device='D:\\', mountpoint='D:\\', fstype='NTFS', opts='rw,fixed'), sdiskpart(device='E:\\', mountpoint='E:\\', fstype='NTFS', opts='rw,fixed')]

 sdiskusage(total=104752738304, used=33958334464, free=70794403840, percent=32.4)

 ----------------network-----------------

 {'isatap.{CB331A52-3599-4BA2-97A1-31EF9B483E7F}': snetio(bytes_sent=0, bytes_recv=0, packets_sent=0, packets_recv=0, errin=0, errout=0, dropin=0, dropout=0), 'isatap.{2605EAFF-8D67-4EC3-9772-572C4E85C758}': snetio(bytes_sent=0, bytes_recv=0, packets_sent=0, packets_recv=0, errin=0, errout=0, dropin=0, dropout=0), 'isatap.{DB84AAF2-A034-48DC-BC7E-E584E6A44BC3}': snetio(bytes_sent=0, bytes_recv=0, packets_sent=0, packets_recv=0, errin=0, errout=0, dropin=0, dropout=0), '本地连接* 2': snetio(bytes_sent=996962, bytes_recv=11480, packets_sent=7330, packets_recv=77, errin=0, errout=3, dropin=0, dropout=0), 'VMware Network Adapter VMnet1': snetio(bytes_sent=47636, bytes_recv=967, packets_sent=963, packets_recv=967, errin=0, errout=0, dropin=0, dropout=0), '本地连接': snetio(bytes_sent=3739710026, bytes_recv=17102011212, packets_sent=11978414, packets_recv=17316928, errin=0, errout=0, dropin=0, dropout=0), 'VMware Network Adapter VMnet8': snetio(bytes_sent=53035, bytes_recv=43032, packets_sent=26003, packets_recv=41235, errin=0, errout=0, dropin=0, dropout=0), 'Loopback Pseudo-Interface 1': snetio(bytes_sent=0, bytes_recv=0, packets_sent=0, packets_recv=0, errin=0, errout=0, dropin=0, dropout=0)}

 --------------system info---------------

 [suser(name='Administrator', terminal=None, host='0.0.0.0', started=1471455110.0)]

 1471455022.0

 -----------Process management-----------

2.业务服务监控

2.1 字符串或文件对比

 import difflib,sys

 text1 = '''

 [pthread(id=5234, user_time=22.5, system_time=9.2891),

  pthread(id=5235, user_time=0.0, system_time=0.0),

  pthread(id=5236, user_time=0.0, system_time=0.0),

  pthread(id=5237, user_time=0.0707, system_time=1.1)]

 '''

 ntext1 = text1.splitlines()

 text2 = """

 [pthread(id=5234, user_system_time=9.2891),

  pthread(id=5235, u system_time=0.0),

  pthread(id=5236, user_timystem_time=0.0),

  pthread(id=5237, user_time=0.0707, system_time=1.1)]

 """

 ntext2 = text2.splitlines()

 print(type(ntext2))

 d = difflib.HtmlDiff()

 #diff = d.compare(ntext1, ntext2)

 print(d.make_file(ntext1,ntext2))

2.2 字符串或文件对比，生成HTML

 import difflib,sys

 try:

     textfile1 = 'C:/Users/Administrator/workspace0725/day04/Atm/test/1.txt'

     textfile2 = 'C:/Users/Administrator/workspace0725/day04/Atm/test/2.txt'

 except Exception as e:

     print('ERROR:%s' % str(e))

     print('USAGE:diffile.py filename1 filename2')

     sys.exit()

 def readFile(filename):

     try:

         f = open(filename,'r')

         fr = f.read().splitlines()

         f.close

         return fr

     except IOError as error:

         print('Read file error:%s' % error)

         sys.exit()

 if textfile1 == '' or textfile2 == '':

     print('USAGE:.PY FILENAME1 FILENAME2')

     sys.exit()

 ntext1 = readFile(textfile1)

 ntext2 = readFile(textfile2)

 d = difflib.HtmlDiff()

 print(d.make_file(ntext1,ntext2))

2.3 单文件、多文件、目录对比

filecmp.cmp，可指定shallow参数来决定是否判断文件内容。

filecmp.cmpfiles

filecmp.dircmp。

2.4 递归比较目录

源目录里面有的或者是更新过的文件、目录，会强制同步到目标目录里，源里没有而目标里有的，保持原状

 import filecmp,re,os,sys,shutil

 holderlist = []

 def compareFile(dir1,dir2):

     dircomp = filecmp.dircmp(dir1,dir2)

     onlyInOne = dircomp.left_only

     diffInOne = dircomp.diff_files

     [holderlist.append(os.path.abspath(os.path.join(dir1,x))) for x in onlyInOne]

     [holderlist.append(os.path.abspath(os.path.join(dir1,x))) for x in diffInOne]

     if len(dircomp.common_dirs) > 0:

         for item in dircomp.common_dirs:

             compareFile(os.path.join(dir1,item), os.path.join(dir2,item))

     return holderlist

 def main():

     if len(sys.argv) > 2:

         dir1 = sys.argv[1]

         dir2 = sys.argv[2]

     else:

         print('请输入两个目录。')

         sys.exit()

     sourceList = compareFile(dir1, dir2)

     dir1 = os.path.abspath(dir1)

     if not dir2.endswith('/'):dir2 = dir2 + '/'

     dir2 = os.path.abspath(dir2)

     desFiles = []

     createFlag = False

     for item in sourceList:

         desDir = re.sub(dir1, dir2, item)

         if os.path.isdir(item):

             if not os.path.exists(desDir):

                 os.makedirs(desDir)

                 createFlag = True

     if createFlag:

         sourceList = []

         desFiles = []

         sourceList = compareFile(dir1, dir2)

         for item in sourceList:

             desDir = re.sub(dir1, dir2, item)

             desFiles.append(desDir)

     print('update item:')

     print(sourceList)

     copyPair = zip(sourceList,desFiles)

     for item in copyPair:

         if os.path.isfile(item[0]):

             if os.path.exists(item[0]):

                 shutil.copyfile(item[0], item[1])

 if __name__ == '__main__':

     main()

2.5 使用smtplib模块发送电子邮件

本例仅介绍如何使用smtplib发送文本内容邮件，关于发送html、mime、表格等的操作请自行查阅。

 #coding:utf-8

 import smtplib

 import email.mime.multipart

 import email.mime.text

 msg=email.mime.multipart.MIMEMultipart()

 msg['from']='发送方邮箱'

 msg['to']='收件邮箱'

 msg['subject']='test'

 content='''''

     你好，

             这是一封测试邮件，请忽略。

         www.sfbest.com

 '''

 txt=email.mime.text.MIMEText(content)

 msg.attach(txt)

 smtp=smtplib

 smtp=smtplib.SMTP()

 smtp.connect('smtp.XXXXX.com','')

 smtp.login('发送方邮箱账号','发送方邮箱密码')

 smtp.sendmail('发送方邮箱','接收方邮箱',str(msg))

 smtp.quit()  

注意，新注册的邮箱好像不行，邮箱过滤会自动屏蔽消息，最好用自己常用的邮箱测试。

2.6 使用pycurl探测web服务质量

代码如下：

#!/usr/bin/evn python

#coding:utf-8

import os,sys,time,pycurl

URL = "http://www.baidu.com"

c = pycurl.Curl()    #创建一个Curl对象

3.系统安全

3.1使用python-nmap实现高效的端口扫描

官网示例代码

 >>> import nmap

 >>> nm = nmap.PortScanner()

 >>> nm.scan('127.0.0.1', '22-443')

 >>> nm.command_line()

 'nmap -oX - -p 22-443 -sV 127.0.0.1'

 >>> nm.scaninfo()

 {'tcp': {'services': '22-443', 'method': 'connect'}}

 >>> nm.all_hosts()

 ['127.0.0.1']

 >>> nm['127.0.0.1'].hostname()

 'localhost'

 >>> nm['127.0.0.1'].state()

 'up'

 >>> nm['127.0.0.1'].all_protocols()

 ['tcp']

 >>> nm['127.0.0.1']['tcp'].keys()

 [80, 25, 443, 22, 111]

 >>> nm['127.0.0.1'].has_tcp(22)

 True

 >>> nm['127.0.0.1'].has_tcp(23)

 False

 >>> nm['127.0.0.1']['tcp'][22]

 {'state': 'open', 'reason': 'syn-ack', 'name': 'ssh'}

 >>> nm['127.0.0.1'].tcp(22)

 {'state': 'open', 'reason': 'syn-ack', 'name': 'ssh'}

 >>> nm['127.0.0.1']['tcp'][22]['state']

 'open'

 >>> for host in nm.all_hosts():

 >>>     print('----------------------------------------------------')

 >>>     print('Host : %s (%s)' % (host, nm[host].hostname()))

 >>>     print('State : %s' % nm[host].state())

 >>>     for proto in nm[host].all_protocols():

 >>>         print('----------')

 >>>         print('Protocol : %s' % proto)

 >>>

 >>>         lport = nm[host][proto].keys()

 >>>         lport.sort()

 >>>         for port in lport:

 >>>             print ('port : %s\tstate : %s' % (port, nm[host][proto][port]['state']))

 ----------------------------------------------------

 Host : 127.0.0.1 (localhost)

 State : up

 ----------

 Protocol : tcp

 port : 22   state : open

 port : 25   state : open

 port : 80   state : open

 port : 111  state : open

 port : 443  state : open

 >>> print(nm.csv())

 host;protocol;port;name;state;product;extrainfo;reason;version;conf

 127.0.0.1;tcp;22;ssh;open;OpenSSH;protocol 2.0;syn-ack;5.9p1 Debian 5ubuntu1;10

 127.0.0.1;tcp;25;smtp;open;Exim smtpd;;syn-ack;4.76;10

 127.0.0.1;tcp;53;domain;open;dnsmasq;;syn-ack;2.59;10

 127.0.0.1;tcp;80;http;open;Apache httpd;(Ubuntu);syn-ack;2.2.22;10

 127.0.0.1;tcp;111;rpcbind;open;;;syn-ack;;10

 127.0.0.1;tcp;139;netbios-ssn;open;Samba smbd;workgroup: WORKGROUP;syn-ack;3.X;10

 127.0.0.1;tcp;443;;open;;;syn-ack;;

 >>> nm.scan(hosts='192.168.1.0/24', arguments='-n -sP -PE -PA21,23,80,3389')

 >>> hosts_list = [(x, nm[x]['status']['state']) for x in nm.all_hosts()]

 >>> for host, status in hosts_list:

 >>>     print('{0}:{1}'.host)

 192.168.1.0:down

 192.168.1.1:up

 192.168.1.10:down

 192.168.1.100:down

 192.168.1.101:down

 192.168.1.102:down

 192.168.1.103:down

 192.168.1.104:down

 192.168.1.105:down

 [...]

 >>> nma = nmap.PortScannerAsync()

 >>> def callback_result(host, scan_result):

 >>>     print '------------------'

 >>>     print host, scan_result

 >>>

 >>> nma.scan(hosts='192.168.1.0/30', arguments='-sP', callback=callback_result)

 >>> while nma.still_scanning():

 >>>     print("Waiting >>>")

 >>>     nma.wait(2)   # you can do whatever you want but I choose to wait after the end of the scan

 >>>

 192.168.1.1 {'nmap': {'scanstats': {'uphosts': '', 'timestr': 'Mon Jun  7 11:31:11 2010', 'downhosts': '', 'totalhosts': '', 'elapsed': '0.43'}, 'scaninfo': {}, 'command_line': 'nmap -oX - -sP 192.168.1.1'}, 'scan': {'192.168.1.1': {'status': {'state': 'up', 'reason': 'arp-response'}, 'hostname': 'neufbox'}}}

 ------------------

 192.168.1.2 {'nmap': {'scanstats': {'uphosts': '', 'timestr': 'Mon Jun  7 11:31:11 2010', 'downhosts': '', 'totalhosts': '', 'elapsed': '0.29'}, 'scaninfo': {}, 'command_line': 'nmap -oX - -sP 192.168.1.2'}, 'scan': {'192.168.1.2': {'status': {'state': 'down', 'reason': 'no-response'}, 'hostname': ''}}}

 ------------------

 192.168.1.3 {'nmap': {'scanstats': {'uphosts': '', 'timestr': 'Mon Jun  7 11:31:11 2010', 'downhosts': '', 'totalhosts': '', 'elapsed': '0.29'}, 'scaninfo': {}, 'command_line': 'nmap -oX - -sP 192.168.1.3'}, 'scan': {'192.168.1.3': {'status': {'state': 'down', 'reason': 'no-response'}, 'hostname': ''}}}

 >>> nm = nmap.PortScannerYield()

 >>> for progressive_result in nm.scan('127.0.0.1/24', '22-25'):

 >>>     print(progressive\_result)

实测代码

没有深入研究，测试着主机的状态有点不理解，比如有些主机ping是不可达的，但是用nmap.state()返回状态是up，不懂原理何在。

 #!/usr/bin/env python

 #coding:utf-8

 import sys,nmap

 scan_row = []

 userInput = input('>')

 scan_row = userInput.split(' ')

 if len(scan_row) < 2:

     print('shuru host and port')

     sys.exit()

 hosts = scan_row[0]

 ports = scan_row[1]

 try:

     nm = nmap.PortScanner()

 except nmap.PortScannerError:

     print("Nmap not found",sys.exc_info())

     sys.exit()

 except:

     print("Unexcepcted error:",sys.exc_info())

     sys.exit()

 try:

     nm.scan(hosts, arguments=' -v -sS -p '+ports)

 except :

     print("Scan error")

 for host in nm.all_hosts():

     print('start'.center(40,'-'))

     print('HOST: %s (%s)' % (host,nm[host].hostname()))

     print('State: %s' % nm[host].state())

     for proto in nm[host].all_protocols():

         print('proto'.center(40,'-'))

         print('Protocaol: %s' % proto)

         lport = nm[host][proto].keys()

         print(lport)

 #         lport.sort()

         for port in lport:

             print('port: %s\tstate:%s' % (port,nm[host][proto][port]['state']))