ddnet/scripts/languages/twlang.py

88 lines
2.6 KiB
Python
Raw Normal View History

2015-06-30 16:57:25 +00:00
import os
import re
from collections import OrderedDict
2015-06-30 16:57:25 +00:00
class LanguageDecodeError(Exception):
2020-12-02 14:22:26 +00:00
def __init__(self, message, filename, line):
error = f"File \"{filename}\", line {line+1}: {message}"
2020-12-02 14:22:26 +00:00
super().__init__(error)
2015-06-30 16:57:25 +00:00
def decode(fileobj, elements_per_key):
2020-12-02 14:22:26 +00:00
data = {}
current_context = ""
current_key = None
index = -1
for index, line in enumerate(fileobj):
line = line.encode("utf-8").decode("utf-8-sig")
line = line[:-1]
if line and line[-1] == "\r":
line = line[:-1]
if not line or line[:1] == "#":
current_context = ""
continue
if line[0] == "[":
if line[-1] != "]":
raise LanguageDecodeError("Invalid context string", fileobj.name, index)
current_context = line[1:-1]
elif line[:3] == "== ":
if len(data[current_key]) >= 1+elements_per_key:
raise LanguageDecodeError("Wrong number of elements per key", fileobj.name, index)
if current_key:
translation = line[3:]
data[current_key].extend([translation])
else:
raise LanguageDecodeError("Element before key given", fileobj.name, index)
else:
if current_key:
if len(data[current_key]) != 1+elements_per_key:
raise LanguageDecodeError("Wrong number of elements per key", fileobj.name, index)
data[current_key].append(index)
if line in data:
raise LanguageDecodeError("Key defined multiple times: " + line, fileobj.name, index)
data[(line, current_context)] = [index - 1 if current_context else index]
2020-12-02 14:22:26 +00:00
current_key = (line, current_context)
if len(data[current_key]) != 1+elements_per_key:
raise LanguageDecodeError("Wrong number of elements per key", fileobj.name, index)
data[current_key].append(index+1)
new_data = {}
for key, value in data.items():
if key[0]:
new_data[key] = value
return new_data
2015-06-30 16:57:25 +00:00
def check_file(path):
with open(path, encoding="utf-8") as fileobj:
2022-12-09 15:15:19 +00:00
matches = re.findall(r"(Localize|Localizable)\s*\(\s*\"([^\"]+)\"(?:\s*,\s*\"([^\"]+)\")?\s*\)", fileobj.read())
2020-12-02 14:22:26 +00:00
return matches
2015-06-30 16:57:25 +00:00
def check_folder(path):
2020-12-02 14:22:26 +00:00
englishlist = OrderedDict()
for path2, dirs, files in os.walk(path):
dirs.sort()
for f in sorted(files):
if not any(f.endswith(x) for x in [".cpp", ".c", ".h"]):
2020-12-02 14:22:26 +00:00
continue
for sentence in check_file(os.path.join(path2, f)):
2022-12-09 15:15:19 +00:00
englishlist[sentence[1:]] = None
2020-12-02 14:22:26 +00:00
return englishlist
2015-06-30 16:57:25 +00:00
def languages():
with open("data/languages/index.txt", encoding="utf-8") as f:
index = decode(f, 3)
2020-12-02 14:22:26 +00:00
langs = {"data/languages/"+key[0]+".txt" : [key[0]]+elements for key, elements in index.items()}
return langs
2015-06-30 16:57:25 +00:00
def translations(filename):
with open(filename, encoding="utf-8") as f:
return decode(f, 1)
2015-06-30 16:57:25 +00:00
def localizes():
2020-12-02 14:22:26 +00:00
englishlist = list(check_folder("src"))
return englishlist