path: root/bin/transcheck

#! @PYTHON@
#
# transcheck - (c) 2002 by Simone Piunno <pioppo@ferrara.linux.it>
# Copyright (C) 2002-2016 by the Free Software Foundation, Inc.
#
# This program is free software; you can redistribute it and/or modify it
# under the terms of the version 2.0 of the GNU General Public License as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
# or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
# for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.

"""
Check a given Mailman translation, making sure that variables and
tags referenced in translation are the same variables and tags in
the original templates and catalog.

Usage:

cd $MAILMAN_DIR
%(program)s [-q] <lang>

Where <lang> is your country code (e.g. 'it' for Italy) and -q is
to ask for a brief summary.
"""

import sys
import re
import os
import getopt

import paths
from Mailman.i18n import C_

program = sys.argv[0]



def usage(code, msg=''):
    if code:
        fd = sys.stderr
    else:
        fd = sys.stdout
    print >> fd, C_(__doc__)
    if msg:
        print >> fd, msg
    sys.exit(code)



class TransChecker:
    "check a translation comparing with the original string"
    def __init__(self, regexp, escaped=None):
        self.dict = {}
        self.errs = []
        self.regexp = re.compile(regexp)
        self.escaped = None
        if escaped:
            self.escaped = re.compile(escaped)

    def checkin(self, string):
        "scan a string from the original file"
        for key in self.regexp.findall(string):
            if self.escaped and self.escaped.match(key):
                continue
            if self.dict.has_key(key):
                self.dict[key] += 1
            else:
                self.dict[key] = 1

    def checkout(self, string):
        "scan a translated string"
        for key in self.regexp.findall(string):
            if self.escaped and self.escaped.match(key):
                continue
            if self.dict.has_key(key):
                self.dict[key] -= 1
            else:
                self.errs.append(
                    "%(key)s was not found" %
                    { 'key' : key }
                )

    def computeErrors(self):
        "check for differences between checked in and checked out"
        for key in self.dict.keys():
            if self.dict[key] < 0:
                self.errs.append(
                    "Too much %(key)s" %
                    { 'key'  : key }
                )
            if self.dict[key] > 0:
                self.errs.append(
                    "Too few %(key)s" %
                    { 'key'  : key }
                )
        return self.errs

    def status(self):
        if self.errs:
            return "FAILED"
        else:
            return "OK"

    def errorsAsString(self):
        msg = ""
        for err in self.errs:
            msg += " - %(err)s" % { 'err': err }
        return msg

    def reset(self):
        self.dict = {}
        self.errs = []



class POParser:
    "parse a .po file extracting msgids and msgstrs"
    def __init__(self, filename=""):
        self.status = 0
        self.files = []
        self.msgid = ""
        self.msgstr = ""
        self.line = 1
        self.f = None
        self.esc = { "n": "\n", "r": "\r", "t": "\t" }
        if filename:
            self.f = open(filename)

    def open(self, filename):
        self.f = open(filename)

    def close(self):
        self.f.close()

    def parse(self):
        """States table for the finite-states-machine parser:
            0  idle
            1  filename-or-comment
            2  msgid
            3  msgstr
            4  end
        """
        # each time we can safely re-initialize those vars
        self.files = []
        self.msgid = ""
        self.msgstr = ""


        # can't continue if status == 4, this is a dead status
        if self.status == 4:
            return 0

        while 1:
            # continue scanning, char-by-char
            c = self.f.read(1)
            if not c:
                # EOF -> maybe we have a msgstr to save?
                self.status = 4
                if self.msgstr:
                    return 1
                else:
                    return 0

            # keep the line count up-to-date
            if c == "\n":
                self.line += 1

            # a pound was detected the previous char...
            if self.status == 1:
                if c == ":":
                    # was a line of filenames
                    row = self.f.readline()
                    self.files += row.split()
                    self.line += 1
                elif c == "\n":
                    # was a single pount on the line
                    pass
                else:
                    # was a comment... discard
                    self.f.readline()
                    self.line += 1
                # in every case, we switch to idle status
                self.status = 0;
                continue

            # in idle status we search for a '#' or for a 'm'
            if self.status == 0:
                if   c == "#":
                    # this could be a comment or a filename
                    self.status = 1;
                    continue
                elif c == "m":
                    # this should be a msgid start...
                    s = self.f.read(4)
                    assert s == "sgid"
                    # so now we search for a '"'
                    self.status = 2
                    continue
                # in idle only those other chars are possibile
                assert c in [ "\n", " ", "\t" ]

            # searching for the msgid string
            if self.status == 2:
                if c == "\n":
                    # a double LF is not possible here
                    c = self.f.read(1)
                    assert c != "\n"
                if c == "\"":
                    # ok, this is the start of the string,
                    # now search for the end
                    while 1:
                        c = self.f.read(1)
                        if not c:
                            # EOF, bailout
                            self.status = 4
                            return 0
                        if c == "\\":
                            # a quoted char...
                            c = self.f.read(1)
                            if self.esc.has_key(c):
                                self.msgid += self.esc[c]
                            else:
                                self.msgid += c
                            continue
                        if c == "\"":
                            # end of string found
                            break
                        # a normal char, add it
                        self.msgid += c
                if c == "m":
                    # this should be a msgstr identifier
                    s = self.f.read(5)
                    assert s == "sgstr"
                    # ok, now search for the msgstr string
                    self.status = 3

            # searching for the msgstr string
            if self.status == 3:
                if c == "\n":
                    # a double LF is the end of the msgstr!
                    c = self.f.read(1)
                    if c == "\n":
                        # ok, time to go idle and return
                        self.status = 0
                        self.line += 1
                        return 1
                if c == "\"":
                    # start of string found
                    while 1:
                        c = self.f.read(1)
                        if not c:
                            # EOF, bail out
                            self.status = 4
                            return 1
                        if c == "\\":
                            # a quoted char...
                            c = self.f.read(1)
                            if self.esc.has_key(c):
                                self.msgstr += self.esc[c]
                            else:
                                self.msgstr += c
                            continue
                        if c == "\"":
                            # end of string
                            break
                        # a normal char, add it
                        self.msgstr += c




def check_file(translatedFile, originalFile, html=0, quiet=0):
    """check a translated template against the original one
       search also <MM-*> tags if html is not zero"""

    if html:
        c = TransChecker("(%%|%\([^)]+\)[0-9]*[sd]|</?MM-[^>]+>)", "^%%$")
    else:
        c = TransChecker("(%%|%\([^)]+\)[0-9]*[sd])", "^%%$")

    try:
        f = open(originalFile)
    except IOError:
        if not quiet:
            print " - Can'open original file " + originalFile
        return 1

    while 1:
        line = f.readline()
        if not line: break
        c.checkin(line)

    f.close()

    try:
        f = open(translatedFile)
    except IOError:
        if not quiet:
            print " - Can'open translated file " + translatedFile
        return 1

    while 1:
        line = f.readline()
        if not line: break
        c.checkout(line)

    f.close()

    n = 0
    msg = ""
    for desc in c.computeErrors():
        n +=1
        if not quiet:
            print " - %(desc)s" % { 'desc': desc }
    return n



def check_po(file, quiet=0):
    "scan the po file comparing msgids with msgstrs"
    n = 0
    p = POParser(file)
    c = TransChecker("(%%|%\([^)]+\)[0-9]*[sdu]|%[0-9]*[sdu])", "^%%$")
    while p.parse():
        if p.msgstr:
            c.reset()
            c.checkin(p.msgid)
            c.checkout(p.msgstr)
            for desc in c.computeErrors():
                n += 1
                if not quiet:
                    print " - near line %(line)d %(file)s: %(desc)s" % {
                        'line': p.line,
                        'file': p.files,
                        'desc': desc
                    }
    p.close()
    return n


def main():
    try:
        opts, args = getopt.getopt(sys.argv[1:], 'qh', ['quiet', 'help'])
    except getopt.error, msg:
        usage(1, msg)

    quiet = 0
    for opt, arg in opts:
        if opt in ('-h', '--help'):
            usage(0)
        elif opt in ('-q', '--quiet'):
            quiet = 1

    if len(args) <> 1:
        usage(1)

    lang = args[0]

    isHtml = re.compile("\.html$");
    isTxt = re.compile("\.txt$");

    numerrors = 0
    numfiles = 0
    try:
        files = os.listdir("templates/" + lang + "/")
    except:
        print "can't open templates/%s/" % lang
    for file in files:
        fileEN = "templates/en/" + file
        fileIT = "templates/" + lang + "/" + file
        errlist = []
        if isHtml.search(file):
            if not quiet:
                print "HTML checking " + fileIT + "... "
            n = check_file(fileIT, fileEN, html=1, quiet=quiet)
            if n:
                numerrors += n
                numfiles += 1
        elif isTxt.search(file):
            if not quiet:
                print "TXT  checking " + fileIT + "... "
            n = check_file(fileIT, fileEN, html=0, quiet=quiet)
            if n:
                numerrors += n
                numfiles += 1

        else:
            continue

    file = "messages/" + lang + "/LC_MESSAGES/mailman.po"
    if not quiet:
        print "PO   checking " + file + "... "
    n = check_po(file, quiet=quiet)
    if n:
        numerrors += n
        numfiles += 1

    if quiet:
        print "%(errs)u warnings in %(files)u files" % {
            'errs':  numerrors,
            'files': numfiles
        }


if __name__ == '__main__':
    main()