利用Pool类多进程实现批量主机管理

  1 #!/usr/bin/python  2 # -*- coding: UTF-8 -*-  3 # Author:       liulixin  4 # Time:         2017-03-02  5 # Description:  Achieve the Multiple Processes(High Concurrent) to execute single or multiple commands functions by pool class of Python Lang.  6   7 import time  8 import commands, subprocess  9 import os, re, sys 10 import paramiko 11 from  multiprocessing import Pool 12  13 # print color 14 COLOR_PINK    = ‘\033[95m‘ 15 COLOR_BLUE    = ‘\033[94m‘ 16 COLOR_GREEN   = ‘\033[92m‘ 17 COLOR_YELLOW  = ‘\033[93m‘ 18 COLOR_RED     = ‘\033[91m‘ 19 COLOR_DEFAULT = ‘\033[0m‘ 20  21 def Check_IP(ip): 22     ip_str = r‘^((25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$‘ 23     if re.match(ip_str, ip): 24         return True 25     else: 26         return False 27  28 def Get_IPS(ipfile): 29     ‘‘‘Generate ip list.‘‘‘ 30     ips = [] 31     with open(ipfile) as iplist: 32         content = iplist.readlines() 33         for line in content: 34             if line.startswith(‘#‘): 35                 continue 36             elif Check_IP(line.strip(‘\n‘)): 37                 ips.append(line.strip(‘\n‘)) 38             else: 39                 print ‘%s is invalid ip address!‘ % line.strip(‘\n‘) 40                 continue 41     return ips 42  43 def concurrentFunc(ip, cmd): 44     ‘‘‘single cmd to exec...‘‘‘ 45     #RET = subprocess.check_output("ssh root@%s 2> /dev/null mkdir /data/rtmpd && mv /opt/soft/rtmpd/logs/ /data/rtmpd/logs && ln -s /data/rtmpd/logs/ /opt/soft/rtmpd/logs" % ip, shell = True) 46     #status, output = commands.getstatusoutput("ssh root@%s 2> /dev/null grep ‘^PasswordAuthentication yes‘ /etc/ssh/sshd_config" % ip) 47     #status, output = commands.getstatusoutput("ssh root@%s 2> /dev/null mkdir /data/rtmpd && mv /opt/soft/rtmpd/logs/ /data/rtmpd/logs && ln -s /data/rtmpd/logs/ /opt/soft/rtmpd/logs" % ip) 48     #return ip+": "+output+", status: "+bytes(status) 49     #return ip+": "+RET 50     ‘‘‘multiple cmd to exec...‘‘‘ 51     PORT = 22 52     USER = "root" 53     KEY = "/home/liulixin/.ssh/known_hosts" 54     ssh = paramiko.SSHClient() 55     try: 56         ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy()) 57         ssh.connect(ip, PORT, USER, KEY, timeout=10) 58     except paramiko.AuthenticationException: 59         print ip+" ssh timeout, continue..." 60         return "SSH ERROR, exit..." 61     output = [] 62     output.append(ip) 63     for m in cmd: 64         stdin, stdout, stderr = ssh.exec_command(m) 65         output.append(stdout.readlines()) 66     return output 67  68 def callBackFunc(ret): 69     print "This is callback func of %s" % ret[0] 70  71 def output(res_list): 72     print "%s=================RESULT====================%s" % (COLOR_GREEN, COLOR_DEFAULT) 73     for res in res_list: 74         try: 75             print res.get()[0] + " -> " + ‘‘.join(res.get()[1]) 76         except Exception, e: 77             print "%sOUTPUT ERROR: %s %s" % (COLOR_YELLOW, e, COLOR_DEFAULT) 78             continue 79  80 if __name__ == ‘__main__‘: 81     ipfile = sys.argv[1] 82     if os.path.isfile(ipfile): 83         ips = Get_IPS(ipfile) 84     elif Check_IP(ipfile): 85         ips = [sys.argv[1]] 86     else: 87         print ‘%s is invalid ip address!‘ % ipfile 88         sys.exit(1) 89  90     res_list = [] 91     #cmd = [‘ls -l /opt/soft/rtmpd/logs |awk \‘{print $9,$10,$11}\‘‘, ‘ls -l /opt/soft/rtmpd/logs/error.log |awk \‘{print $6" "$7" "$8}\‘‘] 92     cmd = [‘/opt/soft/ats/bin/traffic_ctl config status‘] 93     t_start=time.time() 94     #pool = Pool(32) 95     pool = Pool(10) 96     for ip in ips: 97     #维持执行的进程总数为processes，当一个进程执行完毕后会添加新的进程进去 98         res = pool.apply_async(func=concurrentFunc, args=(ip, cmd,), callback=callBackFunc) 99         res_list.append(res)100     pool.close()101     pool.join()102     pool.terminate()103     output(res_list)104     t_end=time.time()105     t=t_end-t_start106     print ‘%sDealt %d, used time is :%s.%s‘ % (COLOR_BLUE, len(res_list), t, COLOR_DEFAULT)