rockbox/rbutil/rbutilqt/langstats.py
Dominik Riebeling afeacb048f langstat: Output date of the latest and oldest language update.
git-svn-id: svn://svn.rockbox.org/rockbox/trunk@24986 a1c6a512-1295-4272-9138-f99709370657
2010-03-01 21:30:39 +00:00

236 lines
8 KiB
Python
Executable file

#!/usr/bin/python
# __________ __ ___.
# Open \______ \ ____ ____ | | _\_ |__ _______ ___
# Source | _// _ \_/ ___\| |/ /| __ \ / _ \ \/ /
# Jukebox | | ( <_> ) \___| < | \_\ ( <_> > < <
# Firmware |____|_ /\____/ \___ >__|_ \|___ /\____/__/\_ \
# \/ \/ \/ \/ \/
# $Id$
#
# Copyright (c) 2010 Dominik Riebeling
#
# All files in this archive are subject to the GNU General Public License.
# See the file COPYING in the source tree root for full license agreement.
#
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
# KIND, either express or implied.
#
#
# lrelease all rbutil translations and create a nice table from the output
# suited to paste in the wiki.
#
import subprocess
import re
import sys
import string
import pysvn
import tempfile
import os
import shutil
from datetime import date
import time
langs = {
'cs' : 'Czech',
'de' : 'German',
'fi' : 'Finnish',
'fr' : 'French',
'gr' : 'Greek',
'he' : 'Hebrew',
'it' : 'Italian',
'ja' : 'Japanese',
'nl' : 'Dutch',
'pl' : 'Polish',
'pt' : 'Portuguese',
'pt_BR' : 'Portuguese (Brasileiro)',
'ru' : 'Russian',
'tr' : 'Turkish',
'zh_CN' : 'Chinese',
'zh_TW' : 'Chinese (trad)'
}
# modules that are not part of python itself.
try:
import pysvn
except ImportError:
print "Fatal: This script requires the pysvn package to run."
print " See http://pysvn.tigris.org/."
sys.exit(-5)
svnserver = "svn://svn.rockbox.org/rockbox/trunk/"
langbase = "rbutil/rbutilqt/"
# Paths and files to retrieve from svn.
# This is a mixed list, holding both paths and filenames.
# Get cpp sources as well for lupdate to work.
svnpaths = [ langbase ]
def printhelp():
print "Usage:", sys.argv[0], "[options]"
print "Print translation statistics suitable for pasting in the wiki."
print "Options:"
print " --pretty: display pretty output instead of wiki-style"
print " --help: show this help"
def gettrunkrev(svnsrv):
'''Get the revision of trunk for svnsrv'''
client = pysvn.Client()
entries = client.info2(svnsrv, recurse=False)
return entries[0][1].rev.number
def getsources(svnsrv, filelist, dest):
'''Get the files listed in filelist from svnsrv and put it at dest.'''
client = pysvn.Client()
print "Checking out sources from %s, please wait." % svnsrv
for elem in filelist:
url = re.subn('/$', '', svnsrv + elem)[0]
destpath = re.subn('/$', '', dest + elem)[0]
# make sure the destination path does exist
d = os.path.dirname(destpath)
if not os.path.exists(d):
os.makedirs(d)
# get from svn
try:
client.export(url, destpath)
except:
print "SVN client error: %s" % sys.exc_value
print "URL: %s, destination: %s" % (url, destpath)
return -1
print "Checkout finished."
return 0
def main():
if len(sys.argv) > 1:
if sys.argv[1] == '--help':
printhelp()
sys.exit(0)
if len(sys.argv) > 1:
if sys.argv[1] == '--pretty':
pretty = 1
else:
pretty = 0
# get svnpaths to temporary folder
workfolder = tempfile.mkdtemp() + "/"
getsources(svnserver, svnpaths, workfolder)
projectfolder = workfolder + langbase
# lupdate translations and drop all obsolete translations
subprocess.Popen(["lupdate-qt4", "-no-obsolete", "rbutilqt.pro"], \
stdout=subprocess.PIPE, stderr=subprocess.PIPE, cwd=projectfolder).communicate()
# lrelease translations to get status
output = subprocess.Popen(["lrelease-qt4", "rbutilqt.pro"], stdout=subprocess.PIPE, \
stderr=subprocess.PIPE, cwd=projectfolder).communicate()
lines = re.split(r"\n", output[0])
re_updating = re.compile(r"^Updating.*")
re_generated = re.compile(r"Generated.*")
re_ignored = re.compile(r"Ignored.*")
re_qmlang = re.compile(r"'.*/rbutil_(.*)\.qm'")
re_qmbase = re.compile(r"'.*/(rbutil_.*)\.qm'")
re_genout = re.compile(r"[^0-9]([0-9]+) .*[^0-9]([0-9]+) .*[^0-9]([0-9]+) ")
re_ignout = re.compile(r"([0-9]+) ")
# print header
titlemax = 0
for l in langs:
cur = len(langs[l])
if titlemax < cur:
titlemax = cur
if pretty == 1:
delim = "+-" + titlemax * "-" \
+ "-+-------+-----+-----+-----+-----+--------------------+-----------------+"
head = "| Language" + (titlemax - 8) * " " \
+ " | Code |Trans| Fin |Unfin| Untr| Updated | Done |"
print delim
print "|" + " " * (len(head) / 2 - 3) + str(gettrunkrev(svnserver)) \
+ " " * (len(head) / 2 - 4) + "|"
print delim
print head
print delim
else:
print "| *Translation status as of revision " + str(gettrunkrev(svnserver)) + "* ||||||||"
print "| *Language* | *Language Code* | *Translations* | *Finished* | " \
"*Unfinished* | *Untranslated* | *Updated* | *Done* |"
client = pysvn.Client()
# scan output
i = 0
tslateststamp = 0
tsoldeststamp = time.time()
while i < len(lines):
line = lines[i]
if re_updating.search(line):
lang = re_qmlang.findall(line)
tsfile = "lang/" + re_qmbase.findall(line)[0] + ".ts"
fileinfo = client.info2(svnserver + langbase + tsfile)[0][1]
tsrev = fileinfo.last_changed_rev.number
tsdate = date.fromtimestamp(fileinfo.last_changed_date).isoformat()
if fileinfo.last_changed_date > tslateststamp:
tslateststamp = fileinfo.last_changed_date
if fileinfo.last_changed_date < tsoldeststamp:
tsoldeststamp = fileinfo.last_changed_date
line = lines[i + 1]
if re_generated.search(line):
values = re_genout.findall(line)
translations = string.atoi(values[0][0])
finished = string.atoi(values[0][1])
unfinished = string.atoi(values[0][2])
line = lines[i + 2]
if not line.strip():
line = lines[i + 3]
if re_ignored.search(line):
ignored = string.atoi(re_ignout.findall(line)[0])
else:
ignored = 0
if langs.has_key(lang[0]):
name = langs[lang[0]].strip()
else:
name = '(unknown)'
percent = (float(finished + unfinished) * 100 / float(translations + ignored))
bar = "#" * int(percent / 10)
if (percent % 10) > 5:
bar += "+"
bar += " " * (10 - len(bar))
if pretty == 1:
fancylang = lang[0] + " " * (5 - len(lang[0]))
else:
fancylang = lang[0]
tsversion = str(tsrev) + " (" + tsdate + ")"
status = [fancylang, translations, finished, unfinished, ignored, tsversion, percent, bar]
if pretty == 1:
thisname = name + (titlemax - len(name)) * " "
print "| " + thisname + " | %5s | %3s | %3s | %3s | %3s | %6s | %3i%% %s |" % tuple(status)
else:
if percent > 90:
color = '%%GREEN%%'
else:
if percent > 50:
color = '%%ORANGE%%'
else:
color = '%%RED%%'
text = "| " + name + " | %s | %s | %s | %s | %s | %s | " + color + "%3i%%%%ENDCOLOR%% %s |"
print text % tuple(status)
i += 1
if pretty == 1:
print delim
print "Last language updated on " + date.fromtimestamp(tslateststamp).isoformat()
print "Oldest language update was " + date.fromtimestamp(tsoldeststamp).isoformat()
shutil.rmtree(workfolder)
if __name__ == "__main__":
main()