language scripts can handle windows linebreaks

This commit is contained in:
Tim Schumacher 2016-05-21 02:47:38 +02:00
parent 3eeccc6149
commit d7980b56f0

View file

@ -14,6 +14,8 @@ def decode(fileobj, elements_per_key):
for index, line in enumerate(fileobj):
line = line.decode("utf-8-sig").encode("utf-8")
line = line[:-1]
if line and line[-1] == "\r":
line = line[:-1]
if not line or line[:1] == "#":
continue
if line[:3] == "== ":