CVSanalyser @file cvsanalyser.conf @file cvsanalyser.py << cvsanalyser declarations >> class CvsAnalyser __init__ __repr__ chkFiles analyseAll analyseDate analyseAct analyseFile viewcvsFiles analyseLine put2xml @file F:/zDevelop/zPython/@limodou/cvsdelta/cvsdelta.py << cvsdelta declarations >> usage main getdate ftp_getfile makepath run analyseline historystat.xsl <<XSL head>> <<Script>> <<root>> <<cvs>> <<module>> <<file>> <<XSL tail>> @file E:/ZZZ/workspace/scm/statcvs/statcvs.sh.py << statcvs.sh declarations >> class statcvs __init__ initstat walking weeklystat.xsl <<XSL head>> <<Script>> <<root>> <<cvs>> <<module>> <<XSL tail>> @file weeklystat.py << weeklystat declarations >> class WeeklyStat __init__ wlkCvsCo ckAll put2xml #$Id: CVSanalyser.leo,v 1.13 2005/01/05 07:13:36 zhouqi Exp $ 针对CVS的活动进行统计，汇报 #041231 使用Leo 组织项目！ #@ignore #@language python << statcvs.sh declarations >> @others if __name__ == '__main__': """基本运行模式 """ statit = statcvs() statit.walking() #os.system("echo 'check modules into ::'"+statit.snap) #os.system("echo 'there's modules ='"+statit.cvs.items()) #print statit.cvs #print "check into:"+statit.snap # -*- coding: UTF-8 -*- # $Id: statcvs.sh.py,v 1.6 2004/12/31 06:06:04 zhouqi Exp $ """StatCVS-xml auto runner - Crontab 调用的脚本 - 自动检出所有CVS的所有模块， - 并一一生成 cvs.log - 调用statcvs-xml-0.9.4-full.jar 自动输出分析文档！ - 输出至 /usr/local/www/data/statcvs/ 对应目录中！ - 运行 -# python /usr/local/etc/statcvs.sh.py @version: 0.1 @author: U{Zoom.Quiet<mailto:Zoom.Quiet@gmail.com>} @see: U{Zoomq@mail.sina<http://10.88.15.200/mailwiki/ZoomQuiet>} """ import sys,os,string import datetime class statcvs: """主类，集成所有处理 """ @others def __init__(self): """初始化参数 - "scm" ,"sinaIndex" ,"MTA" ,"runmanage" ,"sinaIndex" ,"sinaInterface" ,"sinasys" ,"webmail" """ self.snap = "/usr/home/statcvs/snapcvs/" self.statcvsjar = "/usr/home/statcvs/snapcvs/statcvs-full.jar" self.exp = "/usr/home/statcvs/snapcvs/pub/" self.checkall = "cvs -Rd /cvs/%s checkout ." self.cvs = ("scm" ,"sinaIndex" ,"MTA" ,"runmanage" ,"sinaIndex" ,"sinaInterface" ,"sinasys" ,"webmail") def initstat(self): """清除以前的各种分析成果！ - 使用rm -Rf 系统命令 """ for key in self.cvs: rmall = "rm -Rf "+self.snap+key+"/*" print "!"+rmall os.system(rmall) rmall = "rm -Rf "+self.exp+key+"/*" print "!!"+rmall os.system(rmall) def walking(self): """逐一处理所有模块 """ self.initstat() #return os.chdir(self.snap) for key in self.cvs: # cvs check command os.chdir(self.snap+key) os.system(self.checkall%key) dirli = os.listdir(self.snap+key) print "> StatCVS CVS::"+key for path in dirli: if("CVSROOT"==path or "CVS"==path): pass else: #print path #分别进行模块分析处理 print "> > >StatCVS module::"+key+"/"+path modpath = self.snap+key+"/"+path #os.system("cd "+self.snap+key+"/"+path) os.chdir(modpath) #041226 修正为一周内的Log logcvs = "cvs log -d \""+(datetime.date.today()-datetime.timedelta(7)).isoformat()+"\"\< > cvs.log" print "===>>> "+logcvs os.system(logcvs) #os.system("cvs log > cvs.log") os.chdir(self.snap) # 041217 for error analyse large modules crtrun = "java -mx256m -jar statcvs-full.jar -output-dir pub/"+key+"/"+path+" "+modpath+"/cvs.log" #print crtrun os.system(crtrun) #@ignore @silent @root-code weeklystat.xsl <<XSL head>> <html> <head>  <title>新浪·研发·邮件-CVS周活动统计 @ FreeBSD+Python+XML</title> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" /> <link href="sinaeye.ico" rel="shortcut icon" /> <link rel="stylesheet" type="text/css" href="style.css" /> <<Script>> </head> <body leftmargin="0" topmargin="0" marginwidth="0" marginheight="0" > <<root>> </body> </html> <<XSL tail>> <?xml version="1.0" encoding="UTF-8"?> <xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:function="http://www.infopro.cn/epservernamespace" xmlns:msxsl="urn:schemas-microsoft-com:xslt" > <xsl:template match="/"> </xsl:template> </xsl:stylesheet> <script language="JavaScript" > //o=document.getElementById('xxx');o.style.display=o.style.display=='none' ? '' : 'none' function _showDIV(divID){ //alert(divID); var _obj = document.getElementById(divID); //alert(divID+"\n"+_obj); _obj.style.display = (_obj.style.display=='none')? '' : 'none'; return; } </script> <xsl:for-each select="root"> <xsl:for-each select="week"> <h1 style="cursor : hand"> <xsl:attribute name="onclick"> _showDIV("stat-<xsl:value-of select="@date" />"); </xsl:attribute> CVS活动周分析截止日期<xsl:value-of select="@date" /> </h1> <ul> <li>总更新文件数: <xsl:value-of select="@files" /> </li> <li>总提交修改数: <xsl:value-of select="@commits" /> </li> <li>总涉及码行数: <xsl:value-of select="@lines" /> </li> <li> <div style="border : 1px dotted #ede; display : none;"> <xsl:attribute name="id">stat-<xsl:value-of select="@date" /></xsl:attribute> <ul> <<cvs>> </ul> </xsl:for-each> <hr/> </xsl:for-each>  <xsl:for-each select="cvs"> <h3 style="cursor : hand"> <xsl:attribute name="onclick"> _showDIV("cvs-<xsl:value-of select="../@date" />-<xsl:value-of select="@name" />"); //alert("cvs-<xsl:value-of select="@name" />"); </xsl:attribute> <xsl:value-of select="@name" /> 库中:</h3> <li>总更新文件数: <xsl:value-of select="@files" /> </li> <li>总提交修改数: <xsl:value-of select="@commits" /> </li> <li>总涉及码行数: <xsl:value-of select="@lines" /> </li> <li> <ul> <div style="border : 0px dotted #993300; display : none; background-color : #336699; color:#fff;"> <xsl:attribute name="id">cvs-<xsl:value-of select="../@date" />-<xsl:value-of select="@name" /></xsl:attribute> <<module>> </div> </ul> </li> </xsl:for-each> </ul> </div> </li> <xsl:for-each select="module"> <h5>模块 <xsl:value-of select="@name" /> 更新细节:</h5> <li>更新文件数: <xsl:value-of select="@files" /> </li> <li>提交修改数: <xsl:value-of select="@commits" /> </li> <li>涉及码行数: <xsl:value-of select="@lines" /> </li> </xsl:for-each> #@ignore #@language python << cvsanalyser declarations >> @others if __name__ == '__main__': """基本运行模式 """ week = CvsAnalyser() week.analyseAll() week.put2xml() # -*- coding: UTF-8 -*- """cvsanalyser CVS History analyser - 直接分析CVS History 记录 - 取得统计数据！特别的 203 中的自动执行: - #su -l sinaop - 专门的用户中的来维护 - %crontab -e @version: $Id: cvsanalyser.py,v 1.10 2005/01/05 07:13:36 zhouqi Exp $ @author: U{Zoom.Quiet<mailto:Zoom.Quiet@gmail.com>} @see: U{cvsdelta by Limodou<http://pyrecord.freezope.org/articles/doc2001082801/show>} """ import sys,os,string import time,datetime from elementtree import ElementTree from elementtree.ElementTree import Element, SubElement, tostring import getopt import ConfigParser class CvsAnalyser: """主类，集成所有处理 """ @others def __init__(self): """初始化参数 - 通过 /var/log/cron 的据错邮件发现目录的严格性 - 当前除了.conf 文件，要需要配置cfg 文件的读取路径! """ self.cfg = ConfigParser.ConfigParser() try: # 必须正确指定配置文件路径在此 self.cfg.read("/home/zoomq/share/statcvs/cvsanalyser.conf") #============================= #以下是运行脚本不需要修改 self.cvsroot = self.cfg.get('Path','cvsroot') self.cvs = self.cfg.get('Target','cvs').split() self.tarea = int(self.cfg.get('Target','time')) self.viewcvs = self.cfg.get('Target','viewcvs') self.xml = self.cfg.get('Target','xml') self.xmlhead = """<?xml version='1.0' encoding='UTF-8'?>  <?xml-stylesheet type='text/xsl' href='historystat.xsl'?> """ #self.cfg.get('Target','xmlhead') self.finder = "find %s -mtime -7 -type f | wc -l | awk '{print $1}'" except: print """config files:\n cvsanalyser.conf not exist or bad!!! please check it....and try again! """ return self.report = {} self.stime = (datetime.date.today()-datetime.timedelta(self.tarea)).isoformat() self.etime = datetime.date.today().isoformat() #print self.etime def analyseAll(self): """逐一处理所有模块 - 使用Python 内建结构先建立数据映射 - self.report{}: - cvs 仓库名称:{} - commits: ; files: ; - mods:{} - 模块名:{} - commits: ; files: ; - viewcvs:{} 链接到 ViewCVS 各文件的下载，查看 # 本地单一文件测试 his = open("history","r") hislis = his.readlines() print "-------------" print len(hislis) cvs="scm" self.report[cvs]=self.analyseDate(hislis) print "===============" #print self.report self.put2xml() return """ cvsli = self.chkFiles() for cvs in cvsli: #print hisfile his = open(self.cvsroot+cvs+"/CVSROOT/history","r") hislis = his.readlines() print "-------------" print len(hislis) self.report[cvs]=self.analyseDate(hislis) #print self.report """成功的数据实例 {'scm': {'files': 9, 'commits': 20 , 'mods': {'scm': {'files': 9, 'commits': 20 ,'viewcvs': { 'CVSanalyser.leo': ('M', '41d50d27', 'zhouqi', 'scm/statcvs', '1.3', 'CVSanalyser.leo') , 'weeklystat.py': ('M', '41d50d27', 'zhouqi', 'scm/statcvs', '1.4', 'weeklystat.py') , 'weeklystat.xsl': ('M', '41d4ec4c', 'zhouqi', 'scm/sta tcvs', '1.3', 'weeklystat.xsl') , 'cvsanalyser.conf': ('M', '41d50d27', 'zhouqi', 'scm/statcvs', '1.2', 'cvsanalyser.conf') , 'statcvs.sh.py': ('M', '41d4ec4c', ' zhouqi', 'scm/statcvs', '1.6', 'statcvs.sh.py') , 'weeklystat.xml': ('A', '41d0f6 92', 'zhouqi', 'scm/statcvs', '1.1', 'weeklystat.xml') , 'style.css': ('A', '41d0 f7b3', 'zhouqi', 'scm/statcvs', '1.1', 'style.css') , 'cvsanalyser.py': ('M', '41 d50d27', 'zhouqi', 'scm/statcvs', '1.2', 'cvsanalyser.py') , 'sinaeye.ico': ('A', '41d0f7b3', 'zhouqi', 'scm/statcvs', '1.1', 'sinaeye.ico') } } } }} """ def put2xml(self): """汇出数据为XML文件！ - 使用轻型XML操作库 Elements and Element Trees - @see: U{Elements<http://effbot.org/zone/element.htm>} """ re = self.report zday = time.strftime("%Y-%m-%d",time.localtime(time.time())) print zday ztime = time.strftime("%X",time.localtime(time.time())) # 必须使用系统的绝对路径！否则无法 cron 自动执行 tree = ElementTree.parse(self.xml).getroot() week = tree.findall("week") # 先判定是否要覆盖记录 done = 0 for node in week: if(zday==node.attrib["date"]): #print node.attrib["date"] done = 1 tree.remove(node) break #tree.SubElement(tree, "week") if(1==done): print "recorded xml! new upgrade it!" else: print "need recording...will exp. as xml file" neweek = Element("week") neweek.set("date", zday) neweek.set("time", ztime) statcount = {'files':0 ,'commits':0 } for proj in re: #print self.report[proj] #print proj newcvs = SubElement(neweek, "cvs") newcvs.set("name", proj) newcvs.set("files", str(re[proj]["files"])) newcvs.set("commits", str(re[proj]["commits"])) statcount["files"]+=re[proj]["files"] statcount["commits"]+=re[proj]["commits"] for mod in re[proj]["mods"]: module = SubElement(newcvs, "module") module.set("name", mod) module.set("files", str(re[proj]["mods"][mod]["files"])) module.set("commits", str(re[proj]["mods"][mod]["commits"])) for view in re[proj]["mods"][mod]["viewcvs"]: file = Element("file") #ViewCVS 处理 his = re[proj]["mods"][mod]["viewcvs"][view] #print re[proj]["mods"][mod]["viewcvs"][view] file.set("name", view) # 小心谨慎的拼合！ file.set("view", self.viewcvs+his[3]+"/"+his[5]+"?root="+proj+"&rev="+his[4]+"&view=auto") file.set("load", self.viewcvs+"*checkout*/"+his[3]+"/"+his[5]+"?rev="+his[4]) module.append(file) #print re[proj]["mods"][mod] neweek.set("commits", str(statcount["commits"])) neweek.set("files", str(statcount["files"])) tree.append(neweek) #ElementTree.ElementTree(tree).write("out.xml") code = tostring(tree) #print code print self.xml open(self.xml,"w").write(self.xmlhead+code) # 作为参照的 Limodou 版本的日志分析脚本！ @ignore @language python << cvsdelta declarations >> @others if __name__=="__main__": main() """cvsdelta 1.0 Copyright (c) 2001-2002 by limodou(chatme@263.net) version 1.0 $Date: 2005/01/05 07:13:36 $ Sometimes you want to know which files was modified from a tagged or a special time in cvs. I know the 'history' file in cvs repository saved all changed events that you have made. But I cann't find a good command to list all changed files, so I write this little program to do this. I wish it will be some helpful for you. Good luck. This program is free software; you can redistribute and/or modify them under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. A copy of the license is included in GNU General Public License. $Id: CVSanalyser.leo,v 1.13 2005/01/05 07:13:36 zhouqi Exp $ """ import getopt, sys, os version="cvsdelta 1.0 build 2001-08-24" def usage(): print """cvsdelta version 1.0 copyright (c) 2001-2002 limodou This program is used with cvs. It'll list the changed files from a tagged or a special time. This program is free software; you can redistribute and/or modify them under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. A copy of the license is included in GNU General Public License. Usage: python cvsdelta.py <-t tag|-d date> [-r cvsroot|-f historyfile] [-vu] module -t tag A tag that you have added on to the module -d date Special time. You can use these: yyyy-mm-dd, yyyy-mm-dd hh:mm:ss This two option will be only one available. -r cvsroot Cvs root path. It can be pserver mode or a local path. -f historyfile Cvs history file. You can specify the history file without needing a real cvs repository. If above two option is not given, the program will use CVSROOT enviroment variable. -v Print the program version. -u Print this infomation.""" def main(): try: opts, args = getopt.getopt(sys.argv[1:], "uvt:d:r:f:", []) except getopt.GetoptError: usage() sys.exit(2) mode='' #record check mode : tag or date info='' hisfile='' if os.environ.has_key('CVSROOT'): #get cvsroot path cvsroot = os.environ['CVSROOT'] else: cvsroot = '' for o, a in opts: if o == '-u': usage() sys.exit() elif o == '-v': print version sys.exit() elif o == '-t': mode='tag' info=a elif o == '-d': mode='date' info=a elif o == '-r': cvsroot = a elif o == '-f': hisfile = a #find history file if cvsroot : if cvsroot.count('pserver'): a=cvsroot.split(':') cvsroot=a[3] hisfile=makepath(cvsroot, 'CVSROOT/history') if sys.platform == 'win32': hisfile=hisfile.replace('\\', '/') user, host=a[2].split('@') if ftp_getfile(hisfile, 'history', host, user, ''): hisfile='history' else: sys.exit(4) else: hisfile=makepath(cvsroot, 'CVSROOT/history') if mode == '' or hisfile == '' or len(args)!=1 : usage() sys.exit(1) if mode == 'date': info=getdate(info) module=args[0] run(hisfile, module, mode, info) etags=['M', 'A'] #parse a time string into hex value def getdate(date): import re,time mode=[re.compile(r"(\d{4})-(\d{2})-(\d{2})"), re.compile(r"(\d{4})-(\d{2})-(\d{2}) (\d){2}:(\d){2}:(\d){2}")] for r in mode: result=r.search(date) if result: t=tuple([int(i) for i in result.groups()]) return "%08x" % (int(time.mktime(t+(0,)*(9-len(t)))),) return 0 #depend on there exist pserver mode, will retrive the file through ftp def ftp_getfile(desfile, locfile, host, user='anonymous', passwd=''): from ftplib import FTP if passwd == '': from getpass import getpass passwd=getpass('\nUser '+user+'\nInput password:') try: ftp=FTP(host, user, passwd) ftp.retrbinary('RETR '+desfile, open(locfile, 'w').write) except Exception, err: print err return 0 else: ftp.quit() return 1 #join path and file def makepath(path, file): import os.path return os.path.normpath(os.path.join(path, file)) def run(hisfile, module, mode, info): files={} maxpathlen=0 maxfilelen=0 for line in open(hisfile).readlines(): status, date, path, revision, file = analyseline(line.strip()) if mode == 'tag': #use tag search mode if status != 'T': #if 'T' status, not then skip continue else: if revision == info : #found the tag, then change into date search mode info = date mode = 'date' elif mode == 'date': #use date search mode if status in etags and path.startswith(module) and date>=info: #if available status and special module name import time sdate=time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(int(date, 16))) v=(path, file) files[v]=sdate maxpathlen=max((maxpathlen, len(path), 20)) maxfilelen=max((maxfilelen, len(file), 20)) s='' head="\n%-*s\tDate\t\t\t%-*s\n%*s\t-------------------\t%*s" % \ (maxpathlen, 'Module/Path', maxfilelen, 'Filename', maxpathlen, '-'*maxpathlen, maxfilelen, '-'*maxfilelen) s+=head+'\n' print head items=files.items() items.sort() for (p, f), d in items: t="%-*s\t%s\t%-*s" % (maxpathlen, p, d, maxfilelen, f) print t s+=t+'\n' open("result.txt", "w").write(s) def analyseline(line): fields=line.split('|') return (fields[0][0], fields[0][1:], fields[3], fields[4], fields[5]) def __repr__(self): """类自述定义,记录手册等等信息 """ return """ 使用手册: 设置 cvsanalyser.conf 指定对应的 CVS root 的目录，和输出的XML文件，以及文件的编码约定 cvsanalyser.py 将自动追查所有CVS模块的更新信息 """ def chkFiles(self): """逐一搜索有效目录获得History 文件列表 - 好象没有必要? CVSROOT 目录是每个库的唯一! """ files = [] for key in self.cvs: files.append(key) return files # 标准设置文件用以集中控制分析行为 #$Id: cvsanalyser.conf,v 1.5 2005/01/04 12:07:28 zhouqi Exp $ # 升级为 203 的 ViewCVS 环境 [Path] cvsroot = /cvs/ [Target] #日期区间设置,单位是天 time=7 # cvs仓库列表使用空格指定多个仓库名 # 此名称必须与实际CVS目录；ViewCVS设置；全部一致！ cvs=scm MTA sinaInterface sina668 sinasys webmail runmanage sinaIndex # ViewCVS 的设置 viewcvs = http://10.88.15.203/viewcvs/ #输出的XML相关设定 xml = /usr/local/www/data/statcvs/historystat.xml #/usr/local/www/data/statcvs/historystat.xml def analyseDate(self,historic): """根据日期进行统计 - 是每个CVS 的针对性分析 """ rep = [] #stat = 0 for line in historic: info = self.analyseLine(line) #'%Y-%m-%d %H:%M:%S' sdate=time.strftime('%Y-%m-%d', time.localtime(int(info[1], 16))) if(sdate>=self.stime): if(info[0]in"AMT"): #stat+=1 rep.append(info) # 数组长度就是CVS 的总提交修改数！commits print "<<history in date right" print len(rep) return self.analyseAct(rep) def analyseAct(self,list): """根据行为分析 - 关注 M|A 作为更新 - T 作为版本标记行为 - 统计不同模块中的更新情况！ - 变更次数 - 文件数 - 统计整个库的修改文件数 """ rep = {} rep["commits"]=0 rep["files"]=0 modict={} #记录有更新的模板信息 fdict={} #记录有更新的文件 for line in list: if(line[0] in "AMT"): rep["commits"]+=1 #print line #模块处理 moudle = line[3].split("/")[0] if(moudle in modict): modict[moudle]["commits"]+=1 fdict=self.analyseFile(fdict,moudle,line) else: #新发现的模块 print "moudle:::"+moudle modict[moudle]={} modict[moudle]["commits"]=1 modict[moudle]["files"]=1 # 文件处理 fdict=self.analyseFile(fdict,moudle,line) else: pass rep["mods"]=modict for mod in rep["mods"]: # 统计每模块的文件信息 rep["mods"][mod]["viewcvs"]=fdict[mod] rep["mods"][mod]["files"]=len(fdict[mod]) # 统计整个库的文件信息 rep["files"]+=rep["mods"][mod]["files"] #rep["viewcvs"]=self.viewcvsFiles(fdict) """" for m in fdict: print len(fdict[m]) for f in fdict[m]: print fdict[m][f] """ return rep def analyseLine(self,line): """分析日志行，分解得到信息元组 - 操作类型 - 操作日期 - 提交人 - 模块 - 版本 - 文件名 """ fields=line.split('|') return (fields[0][0], fields[0][1:], fields[1],fields[3], fields[4], fields[5][:-1]) #@ignore #@language python << weeklystat declarations >> @others if __name__ == '__main__': """基本运行模式 """ week = WeeklyStat() week.ckAll() # -*- coding: UTF-8 -*- """weeklystat auto WeekLy StatCVS HTML analyze - 每周StatCVS 分析结果汇总！ - 通过 cvs log -d "yyyy-mm-dd"\< > cvs.log - 限制Log 分析的配合得到本周的变更信息！ - 汇出为XML @version: $Id: weeklystat.py,v 1.5 2005/01/04 10:16:09 zhouqi Exp $ @author: U{Zoom.Quiet<mailto:Zoom.Quiet@gmail.com>} @see: U{Zoomq@mail.sina<http://10.88.15.200/mailwiki/ZoomQuiet>} """ import sys,os,string import time from elementtree import ElementTree from elementtree.ElementTree import Element, SubElement, tostring class WeeklyStat: """主类，集成所有处理 """ @others def __init__(self): """初始化参数 - "scm" ,"MTA" ,"sinaInterface" ,"sina668" ,"sinasys" ,"webmail" ,"runmanage" ,"sinaIndex" """ self.xml = "/usr/home/statcvs/snapcvs/pub/weeklystat.xml" self.log = "" self.xmlhead = """<?xml version="1.0" encoding="UTF-8"?>  <?xml-stylesheet type="text/xsl" href="weeklystat.xsl"?> """ self.cvsroot = "/usr/home/statcvs/snapcvs/" self.pubroot = "/usr/home/statcvs/snapcvs/pub" self.zday = time.strftime("%Y-%m-%d",time.localtime(time.time())) self.mFiles="cat %s/index.html | grep \"Files: \" | cut -d \" \" -f 2|cut -d \"<\" -f 1" self.mRevisions="cat %s/index.html | grep \"Revisions: \" | cut -d \" \" -f 2|cut -d \"<\" -f 1" self.mLines="cat %s/index.html | grep \"Code: \" | cut -d \":\" -f 2 | cut -d \"<\" -f 1 | cut -d \" \" -f 2" self.report = {} self.cvs = ("scm" ,"MTA" ,"sinaInterface" ,"sinasys" ,"webmail" ,"runmanage" ,"sinaIndex") def wlkCvsCo(self): """逐一搜索所有模块综合汇报信息 """ dirs = {} os.chdir(self.cvsroot) for key in self.cvs: #os.chdir(self.cvsroot+key) dirs[key]={} subdir = os.listdir(self.cvsroot+key) for node in subdir: if("CVS"==node or "CVSROOT"==node or os.path.isfile(self.cvsroot+key+"/"+node)): pass else: dirs[key][node]={} return dirs def ckAll(self): """逐一搜索所有模块综合汇报信息 """ dirs = self.wlkCvsCo() print dirs for cvs in dirs: os.chdir(self.cvsroot+cvs) #print self.cvsroot+cvs for module in dirs[cvs]: page = self.pubroot+"/"+cvs+"/"+module # 修改文件分析 findout = os.popen(self.mFiles%page) r = findout.read() if(0!= len(r)): dirs[cvs][module]["files"]=r[:-1] # 修改次数分析 findout = os.popen(self.mRevisions%page) r = findout.read() if(0!= len(r)): dirs[cvs][module]["commits"]=r[:-1] # 修改行数分析 findout = os.popen(self.mLines%page) r = findout.read() if(0!= len(r)): dirs[cvs][module]["lines"]=r[:-1] self.report = dirs self.put2xml() def put2xml(self): """汇出数据为XML文件！ - 使用轻型XML操作库 Elements and Element Trees - @see: U{Elements<http://effbot.org/zone/element.htm>} """ stat = self.report print stat tree = ElementTree.parse(self.xml).getroot() week = tree.findall("week") # 先判定是否要记录 done = 0 for node in week: if(self.zday==node.attrib["date"]): done = 1 break cvs = node.findall("cvs") #tree.SubElement(tree, "week") if(0==done): print "need recording...will exp. as xml file" neweek = Element("week") neweek.set("date", self.zday) statcount = {'files':0 ,'commits':0 ,'lines':0 } for proj in stat: #print stat[proj] newcvs = SubElement(neweek, "cvs") newcvs.set("name", proj) #print stat[proj] #{'scm': {'files': '2', 'reverions': '4', 'lines': '15'}, 'Jira-Chinese': {}} modcount = {'files':0 ,'commits':0 ,'lines':0 } for moudle in stat[proj]: submod = SubElement(newcvs, "module") submod.set("name", moudle) if(0==len(stat[proj][moudle])): submod.set("files", "0") submod.set("commits", "0") submod.set("lines", "0") else: for item in stat[proj][moudle]: #print stat[proj][moudle][item] submod.set(item, str(stat[proj][moudle][item])) modcount[item]+=int(stat[proj][moudle][item]) statcount[item]+=int(stat[proj][moudle][item]) for totl in modcount: newcvs.set(totl, str(modcount[totl])) #print tostring(newcvs) #print modcount #print statcount for totl in statcount: neweek.set(totl, str(statcount[totl])) #print tostring(neweek) tree.append(neweek) #print tree else: print "recorded ...xml file not edit!" return #ElementTree.ElementTree(tree).write("out.xml") code = tostring(tree) #print code #open(self.xml,"w").write(self.xmlhead+code) def viewcvsFiles(self,hisline): """根据行为列表组合 ViewCVS 链接 - 在线观看 - 下载仅仅在输出XML等等其它文件时调用 """ url="" return url def analyseFile(self,fdict,mod,hisline): """使用专门的容器,累计分析文件信息 - fdict 上级的文件统计容器 - 当前的模块信息 - 当前的文件History 行信息 """ file = hisline[5] if mod in fdict: if file in fdict[mod]: fdict[mod][file]=hisline else: fdict[mod][file]=hisline else: #创建新的模块文件信息容器 fdict[mod]={} fdict[mod][file]=hisline return fdict #@ignore @silent @root-code historystat.xsl <<XSL head>> <html> <head>  <title>新浪·研发·邮件-CVS每周活动History统计 @ FreeBSD+Python+XML</title> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" /> <link href="sinaeye.ico" rel="shortcut icon" /> <link rel="stylesheet" type="text/css" href="style.css" /> <<Script>> </head> <body leftmargin="0" topmargin="0" marginwidth="0" marginheight="0" > <<root>> </body> </html> <<XSL tail>> <?xml version="1.0" encoding="UTF-8"?> <xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:function="http://www.infopro.cn/epservernamespace" xmlns:msxsl="urn:schemas-microsoft-com:xslt" > <xsl:template match="/"> <script language="JavaScript" > //o=document.getElementById('xxx');o.style.display=o.style.display=='none' ? '' : 'none' function _showDIV(divID){ //alert(divID); var _obj = document.getElementById(divID); //alert(divID+"\n"+_obj); _obj.style.display = (_obj.style.display=='none')? '' : 'none'; return; } </script> <xsl:for-each select="root"> <xsl:for-each select="week"> <h1 style="cursor : hand"> <xsl:attribute name="onclick"> _showDIV("stat-<xsl:value-of select="@date" />"); </xsl:attribute> CVS活动周分析截止日期<xsl:value-of select="@date" /> </h1> <ul> <li>分析时间: <xsl:value-of select="@time" /> </li> <li>总更新文件数: <xsl:value-of select="@files" /> </li> <li>总提交修改数: <xsl:value-of select="@commits" /> </li> <li> <div style="border : 1px dotted #ede; display : none;"> <xsl:attribute name="id">stat-<xsl:value-of select="@date" /></xsl:attribute> <ul> <<cvs>> </ul> </xsl:for-each> <hr/> </xsl:for-each>  <xsl:for-each select="cvs"> <h3 style="cursor : hand"> <xsl:attribute name="onclick"> _showDIV("cvs-<xsl:value-of select="../@date" />-<xsl:value-of select="@name" />"); //alert("cvs-<xsl:value-of select="@name" />"); </xsl:attribute> <xsl:value-of select="@name" /> 库中:</h3> <li>总更新文件数: <xsl:value-of select="@files" /> </li> <li>总提交修改数: <xsl:value-of select="@commits" /> </li> <li> <ul> <div style="border : 0px dotted #993300; display : none; background-color : #336699; color:#fff;"> <xsl:attribute name="id">cvs-<xsl:value-of select="../@date" />-<xsl:value-of select="@name" /></xsl:attribute> <<module>> </div> </ul> </li> </xsl:for-each> </ul> </div> </li> <xsl:for-each select="module"> <h5>模块 <xsl:value-of select="@name" /> 更新细节:</h5> <li>更新文件数: <xsl:value-of select="@files" /> </li> <li>提交修改数: <xsl:value-of select="@commits" /> </li> <li>文件: <<file>> </li> </xsl:for-each> </xsl:template> </xsl:stylesheet> <ul class="deep0"><xsl:for-each select="file"> <li>[<a target="_blank"> <xsl:attribute name="href"><xsl:value-of select="@view" /></xsl:attribute> 查阅 </a> | <a target="_blank"> <xsl:attribute name="href"><xsl:value-of select="@load" /></xsl:attribute> 下载 </a> ]文件: <xsl:value-of select="@name" /> </li> </xsl:for-each> </ul>