Miroirs/mame
1
0
Fork 0
mirror of https://github.com/mamedev/mame.git synced 2024-11-16 07:48:32 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

Import current msgfmt.py from Python 3 tree (nw)

Browse source
This commit is contained in:
balr0g 2016-03-25 15:37:28 -04:00
parent 37fd433dbb
commit 66e5f75c22
1 changed files with 48 additions and 38 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

86
scripts/build/msgfmt.py
View file

@ -1,5 +1,4 @@
#!/usr/bin/env python2 #! /usr/bin/env python3
# -*- coding: iso-8859-1 -*-
# Written by Martin v. Löwis <loewis@informatik.hu-berlin.de> # Written by Martin v. Löwis <loewis@informatik.hu-berlin.de>
"""Generate binary message catalog from textual translation description. """Generate binary message catalog from textual translation description.
@ -31,21 +30,22 @@ import ast
import getopt import getopt
import struct import struct
import array import array
from email.parser import HeaderParser
__version__ = "1.1" __version__ = "1.1"
MESSAGES = {} MESSAGES = {}
def usage(code, msg=''): def usage(code, msg=''):
print >> sys.stderr, __doc__ print(__doc__, file=sys.stderr)
if msg: if msg:
print >> sys.stderr, msg print(msg, file=sys.stderr)
sys.exit(code) sys.exit(code)
def add(id, str, fuzzy): def add(id, str, fuzzy):
"Add a non-fuzzy translation to the dictionary." "Add a non-fuzzy translation to the dictionary."
global MESSAGES global MESSAGES
@ -53,21 +53,20 @@ def add(id, str, fuzzy):
MESSAGES[id] = str MESSAGES[id] = str
def generate(): def generate():
"Return the generated output." "Return the generated output."
global MESSAGES global MESSAGES
keys = MESSAGES.keys()
# the keys are sorted in the .mo file # the keys are sorted in the .mo file
keys.sort() keys = sorted(MESSAGES.keys())
offsets = [] offsets = []
ids = strs = '' ids = strs = b''
for id in keys: for id in keys:
# For each string, we need size and file offset. Each string is NUL # For each string, we need size and file offset. Each string is NUL
# terminated; the NUL does not count into the size. # terminated; the NUL does not count into the size.
offsets.append((len(ids), len(id), len(strs), len(MESSAGES[id]))) offsets.append((len(ids), len(id), len(strs), len(MESSAGES[id])))
ids += id + '\0' ids += id + b'\0'
strs += MESSAGES[id] + '\0' strs += MESSAGES[id] + b'\0'
output = '' output = ''
# The header is 7 32-bit unsigned integers. We don't use hash tables, so # The header is 7 32-bit unsigned integers. We don't use hash tables, so
# the keys start right after the index tables. # the keys start right after the index tables.
@ -84,7 +83,7 @@ def generate():
voffsets += [l2, o2+valuestart] voffsets += [l2, o2+valuestart]
offsets = koffsets + voffsets offsets = koffsets + voffsets
output = struct.pack("Iiiiiii", output = struct.pack("Iiiiiii",
0x950412deL, # Magic 0x950412de, # Magic
0, # Version 0, # Version
len(keys), # # of entries len(keys), # # of entries
7*4, # start of key index 7*4, # start of key index
@ -96,7 +95,7 @@ def generate():
return output return output
def make(filename, outfile): def make(filename, outfile):
ID = 1 ID = 1
STR = 2 STR = 2
@ -110,17 +109,22 @@ def make(filename, outfile):
outfile = os.path.splitext(infile)[0] + '.mo' outfile = os.path.splitext(infile)[0] + '.mo'
try: try:
lines = open(infile).readlines() lines = open(infile, 'rb').readlines()
except IOError, msg: except IOError as msg:
print >> sys.stderr, msg print(msg, file=sys.stderr)
sys.exit(1) sys.exit(1)
section = None section = None
fuzzy = 0 fuzzy = 0
# Start off assuming Latin-1, so everything decodes without failure,
# until we know the exact encoding
encoding = 'latin-1'
# Parse the catalog # Parse the catalog
lno = 0 lno = 0
for l in lines: for l in lines:
l = l.decode(encoding)
lno += 1 lno += 1
# If we get a comment line after a msgstr, this is a new entry # If we get a comment line after a msgstr, this is a new entry
if l[0] == '#' and section == STR: if l[0] == '#' and section == STR:
@ -137,34 +141,40 @@ def make(filename, outfile):
if l.startswith('msgid') and not l.startswith('msgid_plural'): if l.startswith('msgid') and not l.startswith('msgid_plural'):
if section == STR: if section == STR:
add(msgid, msgstr, fuzzy) add(msgid, msgstr, fuzzy)
if not msgid:
# See whether there is an encoding declaration
p = HeaderParser()
charset = p.parsestr(msgstr.decode(encoding)).get_content_charset()
if charset:
encoding = charset
section = ID section = ID
l = l[5:] l = l[5:]
msgid = msgstr = '' msgid = msgstr = b''
is_plural = False is_plural = False
# This is a message with plural forms # This is a message with plural forms
elif l.startswith('msgid_plural'): elif l.startswith('msgid_plural'):
if section != ID: if section != ID:
print >> sys.stderr, 'msgid_plural not preceded by msgid on %s:%d' %\ print('msgid_plural not preceded by msgid on %s:%d' % (infile, lno),
(infile, lno) file=sys.stderr)
sys.exit(1) sys.exit(1)
l = l[12:] l = l[12:]
msgid += '\0' # separator of singular and plural msgid += b'\0' # separator of singular and plural
is_plural = True is_plural = True
# Now we are in a msgstr section # Now we are in a msgstr section
elif l.startswith('msgstr'): elif l.startswith('msgstr'):
section = STR section = STR
if l.startswith('msgstr['): if l.startswith('msgstr['):
if not is_plural: if not is_plural:
print >> sys.stderr, 'plural without msgid_plural on %s:%d' %\ print('plural without msgid_plural on %s:%d' % (infile, lno),
(infile, lno) file=sys.stderr)
sys.exit(1) sys.exit(1)
l = l.split(']', 1)[1] l = l.split(']', 1)[1]
if msgstr: if msgstr:
msgstr += '\0' # Separator of the various plural forms msgstr += b'\0' # Separator of the various plural forms
else: else:
if is_plural: if is_plural:
print >> sys.stderr, 'indexed msgstr required for plural on %s:%d' %\ print('indexed msgstr required for plural on %s:%d' % (infile, lno),
(infile, lno) file=sys.stderr)
sys.exit(1) sys.exit(1)
l = l[6:] l = l[6:]
# Skip empty lines # Skip empty lines
@ -173,13 +183,13 @@ def make(filename, outfile):
continue continue
l = ast.literal_eval(l) l = ast.literal_eval(l)
if section == ID: if section == ID:
msgid += l msgid += l.encode(encoding)
elif section == STR: elif section == STR:
msgstr += l msgstr += l.encode(encoding)
else: else:
print >> sys.stderr, 'Syntax error on %s:%d' % (infile, lno), \ print('Syntax error on %s:%d' % (infile, lno), \
'before:' 'before:', file=sys.stderr)
print >> sys.stderr, l print(l, file=sys.stderr)
sys.exit(1) sys.exit(1)
# Add last entry # Add last entry
if section == STR: if section == STR:
@ -190,16 +200,16 @@ def make(filename, outfile):
try: try:
open(outfile,"wb").write(output) open(outfile,"wb").write(output)
except IOError,msg: except IOError as msg:
print >> sys.stderr, msg print(msg, file=sys.stderr)
def main(): def main():
try: try:
opts, args = getopt.getopt(sys.argv[1:], 'hVo:', opts, args = getopt.getopt(sys.argv[1:], 'hVo:',
['help', 'version', 'output-file=']) ['help', 'version', 'output-file='])
except getopt.error, msg: except getopt.error as msg:
usage(1, msg) usage(1, msg)
outfile = None outfile = None
@ -208,14 +218,14 @@ def main():
if opt in ('-h', '--help'): if opt in ('-h', '--help'):
usage(0) usage(0)
elif opt in ('-V', '--version'): elif opt in ('-V', '--version'):
print >> sys.stderr, "msgfmt.py", __version__ print("msgfmt.py", __version__)
sys.exit(0) sys.exit(0)
elif opt in ('-o', '--output-file'): elif opt in ('-o', '--output-file'):
outfile = arg outfile = arg
# do it # do it
if not args: if not args:
print >> sys.stderr, 'No input file given' print('No input file given', file=sys.stderr)
print >> sys.stderr, "Try `msgfmt --help' for more information." print("Try `msgfmt --help' for more information.", file=sys.stderr)
return return
for filename in args: for filename in args: