基於paramiko的檔案批次分發和命令批次執行

RedCompu93發表於2018-06-09
    在實際工作環境中，有可能需要去運維百臺伺服器，甚至更多。以應用升級為例，對應用做升級操作，首先得停止應用服務，防止新的應用資料寫入，並備份應用部署目錄，然後替換成新的程式碼檔案、配置檔案等。替換完成後，啟動應用服務。但是由於應用伺服器數量過多，如果一臺一臺伺服器去做升級，這會花費很多時間。這時，便可使用paramiko編寫python指令碼，讓這些重複性的操作批次執行，去實現應用升級的自動化。這個小工具實現了在堡壘機模式和非堡機模式的運用。

1.maintool.py（控制整個指令碼的執行），程式碼如下：

點選(此處)摺疊或開啟

  1. #!/usr/bin/python
  2. #coding:utf-8
  3. import sys
  4. ######指令碼執行操作提示
  5. def login():
  6.     print """\033[1;34m
  7.     1:批次分發檔案(非堡壘機模式)
  8.     2:批次執行命令(非堡壘機模式)
  9.     3:批次下載檔案(非堡壘機模式)
  10.     4:單臺執行命令(非堡壘機模式)
  11.     5:批次分發檔案(堡壘機模式)
  12.     6:批次執行命令(堡壘機模式)
  13.     7:增加需要伺服器(非堡壘機模式)
  14.     8:刪除不需要伺服器(非堡壘機模式)
  15.     9:檢視當前伺服器列表(非堡壘機模式)
  16.     10:退出\033[0m
  17.     """
  18. #######定義使用者選擇函式
  19. def choice():
  20.     import operation,blhost_operation
  21.     while True:
  22.         choice = raw_input("\033[1;32minput your choice:\033[0m").strip()
  23.         choice_list = ['1','2','3','4','5','6','7','8','9','10','help','exit']
  24.         if choice not in choice_list:
  25.             print "\033[1;33mtry again!\033[0m"
  26.             continue
  27.         if choice == '1':
  28.             operation.SendFile()###非堡機模式下檔案分發
  29.      login()
  30.         if choice == '2':
  31.             operation.ExecuteCmd()###非堡機模式下命令執行
  32.             login()
  33.         if choice == '3':
  34.             operation.DownloadFile()###非堡機模式下檔案下載
  35.             login()
  36.         if choice == '4':
  37.             operation.SingleServer()###單臺伺服器操作
  38.             login()
  39.         if choice == '5':
  40.             blhost_operation.SendFile()###堡壘機模式下檔案分發
  41.             login()
  42.         if choice == '6':
  43.             blhost_operation.ExecuteCmd()###堡壘機模式下命令執行
  44.             login()
  45.         if choice == '7':
  46.             operation.AddServerList()###增加伺服器名單
  47.         if choice == '8':
  48.             operation.DeleteServerList()###刪除伺服器名單
  49.         if choice == '9':
  50.             operation.ShowServerList()###展示伺服器名單
  51.             login()
  52.         if choice == '10' or choice == 'exit':###退出指令碼操作
  53.             print "\033[1;31mThank you for your use!\033[0m"
  54.             sys.exit(0)
  55.         if choice == 'help':
  56.             login()
  57. if __name__ == '__main__':
  58.     login()
  59.     choice()

maintool.py執行效果如下：

2.operation.py（定義非堡壘機模式下的相關操作），程式碼如下：

點選(此處)摺疊或開啟

  1. #!/usr/bin/python
  2. #coding:utf-8
  3. import sys,time,threading
  4. import getpass,commands
  5. import paramiko,fabric
  6. server_list=[]        #HOSTNAME IP PWDROOT PWDWEBLOGIC PWDORACLE
  7. result_dict={}
  8. ######讀取檔案內容，讀取完成後關閉檔案
  9. f = open ('serverlist.txt')
  10. for i in f.readlines():
  11.     server_list.append(i.split())
  12. f.close()
  13. ######非堡壘機下檔案的傳送
  14. def transfer(localpath,remotepath,hostname,username,password):
  15.     port = 22
  16.     try:
  17.         t = paramiko.Transport((hostname,port))
  18.         t.connect(username=username,password=password)
  19.         sftp = paramiko.SFTPClient.from_transport(t)
  20.         sftp.put(localpath,remotepath)
  21.         t.close()
  22.         result_dict[hostname] = hostname+"伺服器檔案傳送完成"
  23.         print result_dict[hostname]
  24.     except Exception,e:
  25.         print str(e)
  26. ######定義檔案下載函式
  27. def download(remotepath,localpath,hostname,username,password):
  28.     port = 22
  29.     try:
  30.         t = paramiko.Transport((hostname,port))
  31.         t.connect(username=username,password=password)
  32.         sftp = paramiko.SFTPClient.from_transport(t)
  33.         sftp.get(remotepath,localpath)
  34.         t.close()
  35.         result_dict[hostname] = hostname+"伺服器檔案下載完成"
  36.         print result_dict[hostname]
  37.     except Exception,e:
  38.         print str(e)
  39. ######定義命令執行函式
  40. def execmd(hostname,username,password,CMD):
  41.     paramiko.util.log_to_file('syslogin.log')###將使用者登入伺服器日誌輸出到syslogin.log
  42.     ssh = paramiko.SSHClient()###ssh登入伺服器
  43.     ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())###自動新增主機名及主機金鑰到本地HostKeys物件,並將其儲存,不依賴load_system_host_keys()的配置，即使~/.ssh/known_hosts不存在也不產生影響
  44.     ssh.connect(hostname=hostname,username=username,password=password)
  45.     stdin,stdout,stderr = ssh.exec_command(CMD)
  46.     result = stdout.read()
  47.     ssh.close()
  48.     result_dict[hostname] = hostname+"伺服器命令執行結果如下："+"\n"+result
  49.     print result_dict[hostname]
  50. ######執行結果列印
  51. def result_dict_print():
  52.     global result_dict
  53.     while True:
  54.         if len(result_dict) == len(server_list):
  55.             break
  56.     print "\033[1;36m%s臺伺服器完成\033[0m" %(len(result_dict))
  57.     result_dict = {}
  58. ######非保壘機模式下檔案的分發
  59. def SendFile():
  60.     while True:
  61.         username = raw_input("\033[1;32m請輸入你選擇要用於傳送檔案的使用者[root/weblogic/oracle]:\033[0m").strip()
  62.         username_list = ['root','weblogic','oracle','\n','exit']
  63.         if username not in username_list:
  64.             print "\033[0;32minput error!Please try again!If you need exit,please input exit!\033[0m"
  65.             continue
  66.         if username == 'exit':
  67.             sys.exit()
  68.         localpath = raw_input("\033[1;32m本地檔案(絕對路徑):\033[0m").strip()
  69.         remotepath = raw_input("\033[1;32m伺服器目的地址(絕對路徑):\033[0m").strip()
  70.         if username == 'root':
  71.             for list in server_list:
  72.         p = threading.Thread(target=transfer,args=(localpath,remotepath,list[1],username,list[2],))
  73.         p.start()
  74.             for list in server_list:
  75.             p.join(timeout=1)
  76.         if username == 'weblogic' or username == '':
  77.             username = 'weblogic'
  78.             for list in server_list:
  79.                 p = threading.Thread(target=transfer,args=(localpath,remotepath,list[1],username,list[3],))
  80.                 p.start()
  81.         if username == 'oracle':
  82.             username = 'oracle'
  83.             for list in server_list:
  84.                 p = threading.Thread(target=transfer,args=(localpath,remotepath,list[1],username,list[4],))
  85.                 p.start()
  86.         result_dict_print()
  87.         break
  88. ######非堡壘機模式下檔案的下載
  89. def DownloadFile():
  90.     while True:
  91.         username = raw_input("\033[1;32m請輸入你選擇要用於下載檔案的使用者[root/weblogic/oracle]:\033[0m").strip()
  92.         username_list = ['root','weblogic','oracle','\n','exit']
  93.         if username not in username_list:
  94.             print "\033[1;32minput error!Please try again!If you need exit,please input exit!\033[0m"
  95.             continue
  96.         if username == 'exit':
  97.             sys.exit()
  98.         remotepath = raw_input("\033[1;32m遠端檔案(絕對路徑):\033[0m").strip()
  99.         localpath = raw_input("\033[1;32m伺服器目的地址(目錄名,預設為/opt/zzx/python/bin):\033[0m").strip()
  100.         if localpath == '':
  101.             localpath = '/opt/zzx/python/bin'
  102.         localpath = localpath+"/"
  103.         print localpath
  104.         count = remotepath.count('/')
  105.         basename = remotepath.split('/')[count]
  106.         if username == 'root':
  107.             for list in server_list:
  108.                 p = threading.Thread(target=download,args=(remotepath,localpath+list[1]+"_"+basename,list[1],username,list[2],))
  109.                 p.start()
  110.             for list in server_list:
  111.                 p.join(timeout=1)
  112.         if username == 'weblogic' or username == '':
  113.             username = 'weblogic'
  114.             for list in server_list:
  115.                 localpath = result1+list[1]+"_"+result2
  116.                 p = threading.Thread(target=download,args=(remotepath,localpath,list[1],username,list[3],))
  117.                 p.start()
  118.         if username == 'oracle':
  119.             for list in server_list:
  120.                 localpath = result1+list[1]+"_"+result2
  121.                 p = threading.Thread(target=download,args=(remotepath,localpath,list[1],username,list[4],))
  122.                 p.start()
  123.         result_dict_print()
  124.         break
  125. ######非堡壘機模式下命令的執行
  126. def ExecuteCmd():
  127.     while True:
  128.         username = raw_input("\033[1;32m請輸入你選擇要用於執行命令的使用者[root/weblogic/oracle]:\033[0m").strip()
  129.         username_list = ['root','weblogic','oracle','\n','exit']
  130.         if username not in username_list:
  131.             print "\033[1;32minput error!Please try again!If you need exit,please input exit!\033[0m"
  132.             continue
  133.         if username == 'exit':
  134.             sys.exit()
  135.         CMD = raw_input("\033[1;37m請輸入要執行的命令(不能帶引號):\033[0m").strip()
  136.         if CMD == 'exit':
  137.             return
  138.         if username == 'root':
  139.             for list in server_list:
  140.                 p = threading.Thread(target=execmd,args=(list[1],username,list[2],CMD,))
  141.                 p.start()
  142.         if username == 'weblogic' or username == '':
  143.             username = 'weblogic'
  144.             for list in server_list:
  145.                 p = threading.Thread(target=execmd,args=(list[1],username,list[3],CMD))
  146.                 p.start()
  147.         if username == 'oracle':
  148.             for list in server_list:
  149.                 p = threading.Thread(target=execmd,args=(list[1],username,list[4],CMD))
  150.                 p.start()
  151.         result_dict_print()
  152.         break
  153. ######單臺伺服器操作
  154. def SingleServer():
  155.     IP = raw_input("\033[1;32m請輸入要執行命令的伺服器IP地址:\033[0m").strip()
  156.     username = raw_input("\033[1;32m請輸入要執行命令的伺服器使用者名稱:\033[0m").strip()
  157.     password = getpass.getpass()
  158.     CMD = raw_input("\033[1;32m請輸入要執行的命令(不能帶引號):\033[0m").strip()
  159.     execmd(IP,username,password,CMD)
  160. ######伺服器名單新增
  161. def AddServerList():
  162.     hostname = raw_input("\033[1;32m請輸入伺服器名稱(如localhost):\033[0m").strip()
  163.     if hostname == 'quit' or hostname == 'exit':
  164.         return
  165.     ip = raw_input("\033[1;32m請輸入伺服器IP:\033[0m").strip()
  166.     root_passwd = raw_input("\033[1;32m請輸入伺服器root使用者密碼:\033[0m").strip()
  167.     weblogic_passwd = raw_input("\033[1;32m請輸入伺服器weblogic使用者密碼:\033[0m").strip()
  168.     oracle_passwd = raw_input("\033[1;32m請輸入伺服器oracle使用者密碼:\033[0m").strip()    
  169.     f = file('serverlist.txt','a')
  170.     f.write("%s %s %s %s %s\n"%(hostname,ip,root_passwd,weblogic_passwd,oracle_passwd))
  171.     f.close()
  172.     raw_input("\033[1;32m重新執行程式後生效(敲任意鍵退出)...\033[0m")
  173.     time.sleep(0.2)
  174.     sys.exit()
  175. ######伺服器名單刪除
  176. def DeleteServerList():
  177.     IP = raw_input("\033[1;32m請輸入要刪除伺服器IP:\033[0m").strip()
  178.     if IP == 'quit' or IP == 'exit':
  179.         return
  180.     status,result = commands.getstatusoutput("sed -i '/\<%s\>/'d ./serverlist.txt" % IP)
  181.     raw_input("\033[1;32m重新執行程式後生效(敲任意鍵退出)...\033[0m")
  182.     time.sleep(0.2)
  183.     sys.exit()
  184. ######伺服器名單顯示
  185. def ShowServerList():
  186.     i = 0
  187.     f = open('serverlist.txt','rb')
  188.     for line in f.readlines():
  189.         print line.strip()
  190.         i = i+1
  191.     f.close
  192.     print "\n總共%s臺伺服器" % i
3.blhost_operation.py（定義堡壘機模式下的相關操作），程式碼如下：

點選(此處)摺疊或開啟

  1. #!/usr/bin/python
  2. #coding:utf-8
  3. import sys,time,threading
  4. import getpass,commands,os
  5. import paramiko,fabric
  6. server_list=[]        #HOSTNAME IP PWDROOT PWDWEBLOGIC PWDORACLE
  7. result_dict={}
  8. ######讀取檔案內容，讀取完成後關閉檔案
  9. f = open ('serverlist.txt')
  10. for i in f.readlines():
  11.     server_list.append(i.split())
  12. f.close()
  13. ######堡壘機下檔案的傳送
  14. def transfer(bllocalpath,remotepath,blhostname,blusername,blpassword,hostname,username,password):
  15.     passinfo='\'s password: '
  16.     paramiko.util.log_to_file('blhost_upload.log')

  18.     ssh=paramiko.SSHClient()
  19.     ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())###自動新增主機名及主機金鑰到本地HostKeys物件,並將其儲存,不依賴load_system_host_keys()的配置，即使~/.ssh/known_hosts不存在也不產生影響
  20.     ssh.connect(hostname=blhostname,username=blusername,password=blpassword)

  22.     channel=ssh.invoke_shell()
  23.     channel.settimeout(100)
  24.     buff=''
  25.     resp=''
  26.     channel.send('scp '+bllocalpath+' '+username+'@'+hostname+':'+remotepath+'\n')
  27.     while not buff.endswith(passinfo):
  28.         try:
  29.             resp=channel.recv(9999)
  30.         except Exception,e:
  31.             print "Error info:receive nothing"
  32.             print str(e)
  33.             channel.close()
  34.             ssh.close()
  35.             sys.exit()
  36.         buff += resp
  37.         if not buff.find('yes/no')==-1:
  38.             channel.send('yes\n')
  39.             buff=''
  40.     buff=''
  41.     channel.send(password+'\n')
  42.     while not buff.endswith('# '):
  43.         resp=channel.recv(9999)
  44.         if not resp.find(passinfo)==-1:
  45.             print "Error info:Authentication failed."
  46.             print "Please confirm if your password is true!"
  47.             channel.close()
  48.             ssh.close()
  49.             sys.exit()
  50.         buff += resp
  51.     channel.close()
  52.     ssh.close()
  53.     result_dict[hostname] = hostname+"伺服器檔案傳送完成"
  54.     print result_dict[hostname]
  55. ######堡壘機模式下命令執行
  56. def execmd(blhostname,blusername,blpassword,hostname,username,password,CMD):
  57.     passinfo='\'s password: '
  58.     paramiko.util.log_to_file('blhost_syslogin.log')

  60.     ssh=paramiko.SSHClient()
  61.     ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
  62.     ssh.connect(hostname=blhostname,username=blusername,password=blpassword)

  64.     channel=ssh.invoke_shell()
  65.     channel.settimeout(100)

  67.     buff=''
  68.     resp=''
  69.     channel.send('ssh '+username+'@'+hostname+'\n')
  70.     while not buff.endswith(passinfo):
  71.         try:
  72.             resp=channel.recv(9999)
  73.         except Exception,e:
  74.             print "fail to connect"
  75.             print "Error info: "+str(e)
  76.             channel.close()
  77.             ssh.close()
  78.             sys.exit()
  79.         buff += resp
  80.         if not buff.find('yes/no')==-1:
  81.             channel.send('yes\n')
  82.             buff=''
  83.     buff=''
  84.     channel.send(password+'\n')
  85.     while not buff.endswith('# '):
  86.         resp=channel.recv(9999)
  87.         if not resp.find(passinfo)==-1:
  88.             print "Error info:Authentication failed"
  89.             channel.close()
  90.             ssh.close()
  91.             sys.exit()
  92.         buff += resp
  93.     buff=''
  94.     channel.send('%s\n' % CMD)
  95.     try:
  96.         while not buff.endswith('# '):
  97.             resp=channel.recv(9999)
  98.             buff += resp
  99.     except Exception,e:
  100.         print "Error info:"+str(e)

  102.     result = buff
  103.     channel.close()
  104.     ssh.close()
  105.     result_dict[hostname] = hostname+"伺服器命令執行結果如下："+"\n"+result
  106.     print result_dict[hostname]
  107. ######執行結果列印
  108. def result_dict_print():
  109.     global result_dict
  110.     while True:
  111.         if len(result_dict) == len(server_list):
  112.             break
  113.     print "\033[1;36m%s臺伺服器完成\033[0m" %(len(result_dict))
  114.     result_dict={}
  115. ######堡壘機模式下檔案的批次分發
  116. def SendFile():
  117.     while True:
  118.         blusername = raw_input("\033[1;32m請輸入你選擇要用於傳送檔案的堡壘機使用者[root/weblogic/oracle]:\033[0m").strip()
  119.         blusername_list = ['root','weblogic','oracle','','exit']
  120.         if blusername not in blusername_list:
  121.             print "\033[0;32minput error!Please try again!If you need exit,please input exit!\033[0m"
  122.             continue
  123.         if blusername == 'exit':
  124.             return
  125.         blhostname=raw_input("\033[1;32m請輸入你選擇要用於傳送檔案的堡壘機IP:\033[0m").strip()
  126.         print "\033[1;32m請輸入你選擇要用於傳送檔案的堡壘機密碼:\033[0m"
  127.         blpassword=getpass.getpass()
  128.         username=raw_input("\033[1;32m請輸入你選擇要用於接收檔案的使用者[root/weblogic/oracle]:\033[0m").strip()
  129.         bllocalpath=raw_input("\033[1;32m堡壘機本地檔案(絕對路徑):\033[0m").strip()
  130.         remotepath=raw_input("\033[1;32m伺服器目的地址(絕對路徑):\033[0m").strip()
  131.         if blusername == 'root':
  132.             for list in server_list:
  133.         p = threading.Thread(target=transfer,args=(bllocalpath,remotepath,blhostname,blusername,blpassword,list[1],username,list[2],))
  134.         p.start()
  135.             for list in server_list:
  136.             p.join(timeout=1)
  137.         if blusername == 'weblogic' or blusername == '':
  138.             blusername = 'weblogic'
  139.             for list in server_list:
  140.                 p = threading.Thread(target=transfer,args=(bllocalpath,remotepath,blhostname,blusername,blpassword,list[1],username,list[3],))
  141.                 p.start()
  142.         if blusername == 'oracle':
  143.             for list in server_list:
  144.                 p = threading.Thread(target=transfer,args=(bllocalpath,remotepath,blhostname,blusername,blpassword,list[1],username,list[4],))
  145.                 p.start()
  146.         result_dict_print()
  147.         break
  148. ######堡壘機模式下命令的批次執行
  149. def ExecuteCmd():
  150.     while True:
  151.         blusername = raw_input("\033[1;32m請輸入你選擇要用於跳轉的堡壘機使用者[root/weblogic/oracle]:\033[0m").strip()
  152.         blusername_list = ['root','weblogic','oracle','','exit']
  153.         if blusername not in blusername_list:
  154.             print "\033[0;32minput error!Please try again!If you need exit,please input exit!\033[0m"
  155.             continue
  156.         if blusername == 'exit':
  157.             return
  158.         blhostname=raw_input("\033[1;32m請輸入你選擇要用於跳轉的堡壘機IP:\033[0m").strip()
  159.         print "\033[1;32m請輸入你選擇要用於跳轉的堡壘機密碼:\033[0m"
  160.         blpassword=getpass.getpass()
  161.         username=raw_input("\033[1;32m請輸入你選擇要用於執行命令的使用者[root/weblogic/oracle]:\033[0m").strip()
  162.         CMD = raw_input("\033[1;37m請輸入要執行的命令(不能帶引號):\033[0m").strip()
  163.         if CMD == 'exit':
  164.             return
  165.         if blusername == 'root':
  166.             for list in server_list:
  167.                 p = threading.Thread(target=execmd,args=(blhostname,blusername,blpassword,list[1],username,list[2],CMD,))
  168.                 p.start()
  169.         if username == 'weblogic' or username == '':
  170.             username = 'weblogic'
  171.             for list in server_list:
  172.                 p = threading.Thread(target=execmd,args=(blhostname,blusername,blpassword,list[1],username,list[3],CMD,))
  173.                 p.start()
  174.         if username == 'oracle':
  175.             for list in server_list:
  176.                 p = threading.Thread(target=execmd,args=(blhostname,blusername,blpassword,list[1],username,list[4],CMD,))
  177.                 p.start()
  178.         result_dict_print()
  179.         break
至此，這個python小工具製作完成。

來自 “ ITPUB部落格 ” ，連結：http://blog.itpub.net/31541436/viewspace-2155896/，如需轉載，請註明出處，否則將追究法律責任。

相關文章