ddnet/scripts/update_localization.py

import os, re, sys
match = re.search('(.*)/', sys.argv[0])
if match != None:
	os.chdir(match.group(1))

source_exts = [".c", ".cpp", ".h"]
content_author = "##### authors #####\n#originally created by:\n#\n#modified by:\n#\n##### /authors #####\n".encode()

def parse_source():
	stringtable = {}
	def process_line(line):
		if 'Localize("'.encode() in line:
			fields = line.split('Localize("'.encode(), 1)[1].split('"'.encode(), 1)
			stringtable[fields[0]] = ""
			process_line(fields[1])

	for root, dirs, files in os.walk("src"):
		for name in files:
			filename = os.path.join(root, name)
			
			if os.sep + "external" + os.sep in filename:
				continue
			
			if filename[-2:] in source_exts or filename[-4:] in source_exts:
				for line in open(filename, "rb"):
					process_line(line)

	return stringtable

def load_languagefile(filename):
	f = open(filename, "rb")
	lines = f.readlines()
	f.close()

	stringtable = {}
	authorpart = 0
	global content_author

	for i in range(0, len(lines)-1):
		l = lines[i].strip()
		if authorpart == 0 and l == "##### authors #####".encode():
			authorpart = 1
			content_author = l + "\n".encode()
		elif authorpart == 1:
			if l == "##### /authors #####".encode():
				authorpart = 2
			content_author += l + "\n".encode()
		elif len(l) and not l[0:1] == "=".encode() and not l[0:1] == "#".encode():
			stringtable[l] = lines[i+1][3:].rstrip()

	return stringtable

def generate_languagefile(outputfilename, srctable, loctable):
	f = open(outputfilename, "wb")

	num_items = 0
	new_items = 0
	old_items = 0

	srctable_keys = []
	for key in srctable:
		srctable_keys.append(key)
	srctable_keys.sort()

	content = content_author
	content += "\n##### translated strings #####\n\n".encode()
	for k in srctable_keys:
		if k in loctable and len(loctable[k]):
			content += k + "\n== ".encode() + loctable[k] + "\n\n".encode()
			num_items += 1

	content += "##### needs translation #####\n\n".encode()
	for k in srctable_keys:
		if not k in loctable or len(loctable[k]) == 0:
			content += k + "\n== \n\n".encode()
			num_items += 1
			new_items += 1

	content += "##### old translations #####\n\n".encode()
	for k in loctable:
		if not k in srctable:
			content += k + "\n== ".encode() + loctable[k] + "\n\n".encode()
			num_items += 1
			old_items += 1

	f.write(content)
	f.close()
	print("%-40s %8d %8d %8d" % (outputfilename, num_items, new_items, old_items))

srctable = parse_source()

print("%-40s %8s %8s %8s" % ("filename", "total", "new", "old"))

for filename in os.listdir("data/languages"):
	if not ".txt" in filename:
		continue
	if filename == "index.txt" or filename == "license.txt" or filename == "readme.txt":
		continue

	filename = "data/languages/" + filename
	generate_languagefile(filename, srctable, load_languagefile(filename))