1 #!/bin/bash/python  2 # -*-coding:utf-8-*-  3 #svn统计不同url代码行数变更脚本，过滤空行，不过滤注释。  4 import subprocess,os,sys,time,re,shutil  5 from optparse import OptionParser  6   7 #初始化temp文件：  8 FOLDER = "/tmp/temp_cm_svnrtagdiff"  9 #初始化设置私密配置文件： 10 PRIVATE_FILE = "/home/wwl/conf/wwl_private.conf" 11 #Exclude条件： 12 EXCLUDE = r"\.(txt|dic|properties|xml|config|log|key|pem|crt|per|sql|prefs|ver|gif|png|jpg|war|jar|swf|)$" 13  14 #清理temp文件夹     15 def clean(): 16     if os.path.exists(FOLDER): 17         shutil.rmtree(FOLDER) 18         print "清理temp文件夹成功。" 19     else: 20         print "temp文件夹不存在。" 21          22 #创建temp文件夹 23 def mkdir(): 24     #os.mkdir(FOLDER) 25     os.makedirs(FOLDER) 26     print "创建temp文件夹成功。" 27  28 #读取配置文件，私密信息  29 def get_conf_private(): 30     if os.path.isfile(PRIVATE_FILE): 31         with open(PRIVATE_FILE,‘r‘) as private: 32             for line in private: 33                 if line.startswith(‘SVN_USERNAME‘): 34                     username = line.split(‘=‘)[1] 35                 elif line.startswith(‘SVN_PASSWORD‘): 36                     passwd = line.split(‘=‘)[1] 37             return (username,passwd) 38     else: 39         print "svn配置文件不存在，联系值班CM！！！" 40         sys.exit(1) 41  42 #检验svn的用户名、密码和url是否正确 43 def svn_check_url_u_p(uname,pword,url,temp_svninfo): 44     cmd = "svn info --no-auth-cache --non-interactive --username=‘%s‘ --password=‘%s‘ %s >%s" %(uname,pword,url,temp_svninfo) 45     p = subprocess.Popen(cmd,shell=True,stderr=subprocess.PIPE,stdout=subprocess.PIPE) 46     (stderr_test,stdout_test) = p.communicate() 47     #p.wait()   使用wait()容易造成死锁。 48     #stderr_test = p.stderr.read() 49     if len(stderr_test) == 0: 50         print "url正确，svn账号密码正确:",url 51     elif ‘authorization failed‘ in stderr_test: 52         print "svn账号密码不正确，请联系值班CM！！！" 53         sys.exit(1)  54     elif ‘Not a valid URL‘ in stderr_test: 55         print "url错误，请检查配置:",url 56         sys.exit(1) 57  58 #比较两个url之间的差异： 59 def svn_diff_url_o_n(old_url,new_url,uname,pword,temp_svndiff): 60     cmd = "svn  diff --no-auth-cache --non-interactive --old=%s --new=%s --username=‘%s‘ --password=‘%s‘ >%s" %(old_url,new_url,uname,pword,temp_svndiff) 61     p = subprocess.Popen(cmd,shell=True,stderr=subprocess.PIPE,stdout=subprocess.PIPE) 62     (stderr_test,stdout_test) = p.communicate() 63     #p.wait() 64     #stderr_test = p.stderr.read() 65     if len(stderr_test) == 0: 66         print "svn diff Sucess!!!" 67     else: 68         print "svn diff Error,请联系值班CM！！！" 69         sys.exit(1) 70  71 #判断过滤条件：         72 def is_ignore_svn(file_name): 73     ignore_file_pattern_svn = EXCLUDE 74     match = re.search(ignore_file_pattern_svn,file_name) 75     if match == None: 76         return False 77     else: 78         return True 79          80 #判断是否为二进制文件： 81 def is_binary(uname,pword,newuf,olduf=None): 82     cmd = "svn  blame --no-auth-cache --non-interactive --username=‘%s‘ --password=‘%s‘ %s" %(uname,pword,newuf) 83     p = subprocess.Popen(cmd,shell=True,stderr=subprocess.PIPE,stdout=subprocess.PIPE) 84     (stderr_test,stdout_test) = p.communicate() 85     #p.wait() 86     #stderr_test = p.stderr.read() 87     if stderr_test.startswith("Skipping binary file"): 88         return True 89     elif stderr_test.startswith("svn: warning: W160017"): 90         return is_binary(uname,pword,olduf) 91     else: 92         return False 93  94 def main(): 95     #获取当前时间戳： 96     print "####******Begin testing at: ",time.strftime("%Y-%m-%d %H:%M:%S",time.localtime())," ********####" 97     now_time = time.strftime("%Y%m%d%H%M%S",time.localtime()) 98     clean() 99     mkdir()100     temp_svninfo = os.path.join(FOLDER,"temp_svninfo."+now_time)101     temp_svndiff = os.path.join(FOLDER,"temp_svndiff."+now_time)102 103     #获取命令行参数并赋值给变量104     parser = OptionParser()105     parser.add_option("-o",dest="old_url",default="",help="-o  old_SVN_REPOSITORY_URL  旧的svn URL地址")106     parser.add_option("-n",dest="new_url",default="",help="-n  new_SVN_REPOSITORY_URL  新的svn URL地址")107     parser.add_option("-u",dest="username",default=get_conf_private()[0].strip(),help="-u  USER_NAME   svn服务器用户名")108     parser.add_option("-p",dest="passwd",default=get_conf_private()[1].strip(),help="-p  PASSWD  svn服务器密码")109     parser.add_option("-f",dest="judge",default="N",help="-f  yes|YES|Y|y             是否打印文件列表")110     111     (options,args)=parser.parse_args()112     113     old_url = options.old_url.strip()114     new_url = options.new_url.strip()115     #判断old_url和new_url参数是否赋值116     if len(old_url) == 0:117         print "请输入old_SVN_REPOSITORY_URL："118         sys.exit (1)119     if len(new_url) == 0:120         print "请输入new_SVN_REPOSITORY_URL："121         sys.exit (1)122 123     #检查url是否正确，svn账号密码是否正确124     svn_check_url_u_p(options.username,options.passwd,old_url,temp_svninfo)125     svn_check_url_u_p(options.username,options.passwd,new_url,temp_svninfo)126     127     #比较两个url之间的差异：128     svn_diff_url_o_n(old_url,new_url,options.username,options.passwd,temp_svndiff)129     130     #初始化参数:131     AddLineNum = 0132     DelLineNum = 0133     ModLineNum = 0134     TotalLineNum = 0135     ModFileNum = 0136     ExcludeFileNum = 0137     TotalFileNum = 0138     139     #处理temp_svndiff文件140     #判断diff文件是否为空：141     if len(open(temp_svndiff,‘r‘).read()) == 0:142         print "没有变更！！！"143     else:144         dict = {}145         with open(temp_svndiff,‘r‘) as svndiff:146             for line in svndiff:147                 if line.startswith("Index:"):148                     key = line.split(‘:‘)[-1].strip()149                     if key not in dict:150                         dict[key] = [0,0]151                 if line.startswith(‘+‘) and len(line.strip()) > 1:152                     dict[key][0] += 1153                 if line.startswith(‘+++‘):154                     dict[key][0] -= 1155                 if line.startswith(‘-‘) and len(line.strip()) > 1:156                     dict[key][1] += 1157                 if line.startswith(‘---‘):158                     dict[key][1] -= 1159         160         #判断是否显示本次所有的变更文件：161         if options.judge in [‘Y‘,‘y‘,‘YES‘,‘yes‘]:162             print "本次变更的文件："163             for line in dict.keys():164                 print line165         else:166             print "本次跳过的文件："167             168         TotalFileNum = len(dict.keys())169         for file in dict.keys():170             olduf = os.path.join(old_url,file)171             newuf = os.path.join(new_url,file)172             if file == ‘.‘:173                 TotalFileNum -= 1174             elif is_ignore_svn(file):175                 print "Skipping file : ",file176                 ExcludeFileNum += 1177             elif is_binary(options.username,options.passwd,newuf,olduf):178                 print "Skipping binary file : ",file179                 ExcludeFileNum += 1180             else:181                 AddLineNum += dict[file][0]182                 DelLineNum += dict[file][1]183         TotalLineNum = AddLineNum + DelLineNum184     185     clean()186     187     print "===============代码行差异为：=================\n"188     print "新增的代码行 = ",AddLineNum," 行"189     print "删除的代码行 = ",DelLineNum," 行\n"190     print "代码行变更总计 = ",TotalLineNum," 行\n"191     print "变更文件总数 = ",TotalFileNum," 个\n"192     print "排除文件总数 = ",ExcludeFileNum," 个\n"193     print "=============代码行统计完成！================="194     print "####******End of testing at: ",time.strftime("%Y-%m-%d %H:%M:%S",time.localtime())," **********####"195 196     196 if __name__ == "__main__":197     main()

#(username)SVN_USERNAME=wwl#(password)SVN_PASSWORD=wwl

#检验svn的用户名、密码和url是否正确def svn_check_url_u_p(uname,pword,url,temp_svninfo):    cmd = "svn info --no-auth-cache --non-interactive --username=‘%s‘ --password=‘%s‘ %s >%s" %(uname,pword,url,temp_svninfo)    p = subprocess.Popen(cmd,shell=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)    (stderr_test,stdout_test) = p.communicate()    if len(stderr_test) == 0:        print "url正确，svn账号密码正确:",url    elif ‘E170001‘ in stderr_test:        print "svn账号密码不正确，请联系值班CM！！！"        sys.exit(1)     elif ‘E000002‘ in stderr_test:        print "url错误，请检查配置:",url        sys.exit(1)