1

#!/usr/bin/env python

     2

# -*- coding: utf-8 -*-

     3

     4

# This file is part of Beremiz

     5

# Copyright (C) 2021: Edouard TISSERANT

     6

#

     7

# See COPYING file for copyrights details.

     8

     9

from __future__ import absolute_import

    10

from lxml import etree

    11

import os

    12

import sys

    13

import subprocess

    14

import time

    15

import ast

    16

import wx

    17

    18

def open_pofile(pofile):

    19

    """ Opens PO file with POEdit """

    20

    21

    if sys.platform.startswith('win'):

    22

        from six.moves import winreg

    23

        poedit_cmd = None

    24

        try:

    25

            poedit_cmd = winreg.QueryValue(winreg.HKEY_LOCAL_MACHINE,

    26

                                           'SOFTWARE\\Classes\\poedit\\shell\\open\\command')

    27

            poedit_path = poedit_cmd.replace('"%1"', '').strip().replace('"', '')

    28

        except OSError:

    29

            poedit_path = None

    30

    31

    else:

    32

        try:

    33

            poedit_path = subprocess.check_output("command -v poedit", shell=True).strip()

    34

        except subprocess.CalledProcessError:

    35

            poedit_path = None

    36

    37

    if poedit_path is None:

    38

        wx.MessageBox("POEdit is not found or installed !")

    39

    else:

    40

        subprocess.Popen([poedit_path,pofile])

    41

    42

def EtreeToMessages(msgs):

    43

    """ Converts XML tree from 'extract_i18n' templates into a list of tuples """

    44

    messages = []

    45

    46

    for msg in msgs:

    47

        messages.append((

    48

            "\n".join([line.text for line in msg]),

    49

            msg.get("label"), msg.get("id")))

    50

    51

    return messages

    52

    53

def SaveCatalog(fname, messages):

    54

    """ Save messages given as list of tupple (msg,label,id) in POT file """

    55

    w = POTWriter()

    56

    w.ImportMessages(messages)

    57

    58

    with open(fname, 'w') as POT_file:

    59

        w.write(POT_file)

    60

    61

def ReadTranslations(dirpath):

    62

    """ Read all PO files from a directory and return a list of (lang, translation_dict) tuples """

    63

    64

    po_files = [fname for fname in os.listdir(dirpath) if fname.endswith(".po")]

    65

    66

    translations = []

    67

    for po_fname in po_files:

    68

        r = POReader()

    69

        with open(os.path.join(dirpath, po_fname), 'r') as PO_file:

    70

            r.read(PO_file)

    71

            translations.append((po_fname[:-3], r.get_messages()))

    72

    return translations

    73

    74

def MatchTranslations(translations, messages, errcallback):

    75

    """

    76

    Matches translations against original message catalog,

    77

    warn about inconsistancies,

    78

    returns list of langs, and a list of (msgid, [translations]) tuples

    79

    """

    80

    translated_messages = []

    81

    broken_lang = set()

    82

    for msgid,label,svgid in messages:

    83

        translated_message = []

    84

        for lang,translation in translations:

    85

            msg = translation.pop(msgid, None)

    86

            if msg is None:

    87

                broken_lang.add(lang)

    88

                errcallback(_('{}: Missing translation for "{}" (label:{}, id:{})\n').format(lang,msgid,label,svgid))

    89

                translated_message.append(msgid)

    90

            else:

    91

                translated_message.append(msg)

    92

        translated_messages.append((msgid,translated_message))

    93

    langs = []

    94

    for lang,translation in translations:

    95

        langs.append(lang)

    96

        broken = False

    97

        for msgid, msg in translation.iteritems():

    98

            broken = True

    99

            errcallback(_('{}: Unused translation "{}":"{}"\n').format(lang,msgid,msg))

   100

        if broken or lang in broken_lang:

   101

            errcallback(_('Translation for {} is outdated, please edit {}.po, click "Catalog -> Update from POT File..." and select messages.pot.\n').format(lang,lang))

   102

   103

   104

    return langs,translated_messages

   105

   106

   107

def TranslationToEtree(langs,translated_messages):

   108

   109

    result = etree.Element("translations")

   110

   111

    langsroot = etree.SubElement(result, "langs")

   112

    for lang in langs:

   113

        langel = etree.SubElement(langsroot, "lang")

   114

        langel.text = lang

   115

   116

    msgsroot = etree.SubElement(result, "messages")

   117

    for msgid, msgs in translated_messages:

   118

        msgidel = etree.SubElement(msgsroot, "msgid")

   119

        for msg in msgs:

   120

            msgel = etree.SubElement(msgidel, "msg")

   121

            for line in msg.split("\n"):

   122

                lineel = etree.SubElement(msgel, "line")

   123

                lineel.text = escape(line.encode("utf-8")).decode("utf-8")

   124

   125

    return result

   126

   127

   128

   129

locpfx = '#:svghmi.svg:'

   130

   131

pot_header = '''\

   132

# SOME DESCRIPTIVE TITLE.

   133

# Copyright (C) YEAR ORGANIZATION

   134

# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.

   135

#

   136

msgid ""

   137

msgstr ""

   138

"Project-Id-Version: PACKAGE VERSION\\n"

   139

"POT-Creation-Date: %(time)s\\n"

   140

"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\\n"

   141

"Last-Translator: FULL NAME <EMAIL@ADDRESS>\\n"

   142

"Language-Team: LANGUAGE <LL@li.org>\\n"

   143

"MIME-Version: 1.0\\n"

   144

"Content-Type: text/plain; charset=UTF-8\\n"

   145

"Content-Transfer-Encoding: 8bit\\n"

   146

"Generated-By: SVGHMI 1.0\\n"

   147

   148

'''

   149

escapes = []

   150

   151

def make_escapes(pass_iso8859):

   152

    global escapes

   153

    escapes = [chr(i) for i in range(256)]

   154

    if pass_iso8859:

   155

        # Allow iso-8859 characters to pass through so that e.g. 'msgid

   156

        # "Höhe"' would result not result in 'msgid "H\366he"'.  Otherwise we

   157

        # escape any character outside the 32..126 range.

   158

        mod = 128

   159

    else:

   160

        mod = 256

   161

    for i in range(mod):

   162

        if not(32 <= i <= 126):

   163

            escapes[i] = "\\%03o" % i

   164

    escapes[ord('\\')] = '\\\\'

   165

    escapes[ord('\t')] = '\\t'

   166

    escapes[ord('\r')] = '\\r'

   167

    escapes[ord('\n')] = '\\n'

   168

    escapes[ord('\"')] = '\\"'

   169

   170

make_escapes(pass_iso8859 = True)

   171

   172

EMPTYSTRING = ''

   173

   174

def escape(s):

   175

    global escapes

   176

    s = list(s)

   177

    for i in range(len(s)):

   178

        s[i] = escapes[ord(s[i])]

   179

    return EMPTYSTRING.join(s)

   180

   181

def normalize(s):

   182

    # This converts the various Python string types into a format that is

   183

    # appropriate for .po files, namely much closer to C style.

   184

    lines = s.split('\n')

   185

    if len(lines) == 1:

   186

        s = '"' + escape(s) + '"'

   187

    else:

   188

        if not lines[-1]:

   189

            del lines[-1]

   190

            lines[-1] = lines[-1] + '\n'

   191

        for i in range(len(lines)):

   192

            lines[i] = escape(lines[i])

   193

        lineterm = '\\n"\n"'

   194

        s = '""\n"' + lineterm.join(lines) + '"'

   195

    return s

   196

   197

   198

class POTWriter:

   199

    def __init__(self):

   200

        self.__messages = {}

   201

   202

    def ImportMessages(self, msgs):

   203

        for  msg, label, svgid in msgs:

   204

            self.addentry(msg.encode("utf-8"), label, svgid)

   205

   206

    def addentry(self, msg, label, svgid):

   207

        entry = (label, svgid)

   208

        self.__messages.setdefault(msg, set()).add(entry)

   209

   210

    def write(self, fp):

   211

        timestamp = time.strftime('%Y-%m-%d %H:%M+%Z')

   212

        print >> fp, pot_header % {'time': timestamp}

   213

        reverse = {}

   214

        for k, v in self.__messages.items():

   215

            keys = list(v)

   216

            keys.sort()

   217

            reverse.setdefault(tuple(keys), []).append((k, v))

   218

        rkeys = reverse.keys()

   219

        rkeys.sort()

   220

        for rkey in rkeys:

   221

            rentries = reverse[rkey]

   222

            rentries.sort()

   223

            for k, v in rentries:

   224

                v = list(v)

   225

                v.sort()

   226

                locline = locpfx

   227

                for label, svgid in v:

   228

                    d = {'label': label, 'svgid': svgid}

   229

                    s = _(' %(label)s:%(svgid)s') % d

   230

                    if len(locline) + len(s) <= 78:

   231

                        locline = locline + s

   232

                    else:

   233

                        print >> fp, locline

   234

                        locline = locpfx + s

   235

                if len(locline) > len(locpfx):

   236

                    print >> fp, locline

   237

                print >> fp, 'msgid', normalize(k)

   238

                print >> fp, 'msgstr ""\n'

   239

   240

   241

class POReader:

   242

    def __init__(self):

   243

        self.__messages = {}

   244

   245

    def get_messages(self):

   246

        return self.__messages

   247

   248

    def add(self, msgid, msgstr, fuzzy):

   249

        "Add a non-fuzzy translation to the dictionary."

   250

        if not fuzzy and msgstr and msgid:

   251

            self.__messages[msgid.decode('utf-8')] = msgstr.decode('utf-8')

   252

   253

    def read(self, fp):

   254

        ID = 1

   255

        STR = 2

   256

   257

        lines = fp.readlines()

   258

        section = None

   259

        fuzzy = 0

   260

   261

        # Parse the catalog

   262

        lno = 0

   263

        for l in lines:

   264

            lno += 1

   265

            # If we get a comment line after a msgstr, this is a new entry

   266

            if l[0] == '#' and section == STR:

   267

                self.add(msgid, msgstr, fuzzy)

   268

                section = None

   269

                fuzzy = 0

   270

            # Record a fuzzy mark

   271

            if l[:2] == '#,' and 'fuzzy' in l:

   272

                fuzzy = 1

   273

            # Skip comments

   274

            if l[0] == '#':

   275

                continue

   276

            # Now we are in a msgid section, output previous section

   277

            if l.startswith('msgid') and not l.startswith('msgid_plural'):

   278

                if section == STR:

   279

                    self.add(msgid, msgstr, fuzzy)

   280

                section = ID

   281

                l = l[5:]

   282

                msgid = msgstr = ''

   283

                is_plural = False

   284

            # This is a message with plural forms

   285

            elif l.startswith('msgid_plural'):

   286

                if section != ID:

   287

                    print >> sys.stderr, 'msgid_plural not preceded by msgid on %s:%d' %\

   288

                        (infile, lno)

   289

                    sys.exit(1)

   290

                l = l[12:]

   291

                msgid += '\0' # separator of singular and plural

   292

                is_plural = True

   293

            # Now we are in a msgstr section

   294

            elif l.startswith('msgstr'):

   295

                section = STR

   296

                if l.startswith('msgstr['):

   297

                    if not is_plural:

   298

                        print >> sys.stderr, 'plural without msgid_plural on %s:%d' %\

   299

                            (infile, lno)

   300

                        sys.exit(1)

   301

                    l = l.split(']', 1)[1]

   302

                    if msgstr:

   303

                        msgstr += '\0' # Separator of the various plural forms

   304

                else:

   305

                    if is_plural:

   306

                        print >> sys.stderr, 'indexed msgstr required for plural on  %s:%d' %\

   307

                            (infile, lno)

   308

                        sys.exit(1)

   309

                    l = l[6:]

   310

            # Skip empty lines

   311

            l = l.strip()

   312

            if not l:

   313

                continue

   314

            l = ast.literal_eval(l)

   315

            if section == ID:

   316

                msgid += l

   317

            elif section == STR:

   318

                msgstr += l

   319

            else:

   320

                print >> sys.stderr, 'Syntax error on %s:%d' % (infile, lno), \

   321

                      'before:'

   322

                print >> sys.stderr, l

   323

                sys.exit(1)

   324

        # Add last entry

   325

        if section == STR:

   326

            self.add(msgid, msgstr, fuzzy)

   327

   328