1

#!/usr/bin/env python

     2

# -*- coding: utf-8 -*-

     3

     4

# This file is part of Beremiz

     5

# Copyright (C) 2021: Edouard TISSERANT

     6

#

     7

# See COPYING file for copyrights details.

     8

     9

from __future__ import absolute_import

    10

from lxml import etree

    11

import os

    12

import sys

    13

import subprocess

    14

import time

    15

import ast

    16

import wx

    17

import re

    18

    19

# to have it for python 2, had to install 

    20

# https://pypi.org/project/pycountry/18.12.8/

    21

# python2 -m pip install pycountry==18.12.8 --user

    22

import pycountry

    23

    24

cmd_parser = re.compile(r'(?:"([^"]+)"\s*|([^\s]+)\s*)?')

    25

    26

def open_pofile(pofile):

    27

    """ Opens PO file with POEdit """

    28

    29

    if sys.platform.startswith('win'):

    30

        from six.moves import winreg

    31

        poedit_cmd = None

    32

        try:

    33

            poedit_cmd = winreg.QueryValue(winreg.HKEY_LOCAL_MACHINE,

    34

                                           'SOFTWARE\\Classes\\poedit\\shell\\open\\command')

    35

            cmd = re.findall(cmd_parser, poedit_cmd)

    36

            dblquote_value,smpl_value = cmd[0]

    37

            poedit_path = dblquote_value+smpl_value

    38

        except OSError:

    39

            poedit_path = None

    40

    41

    else:

    42

        try:

    43

            poedit_path = subprocess.check_output("command -v poedit", shell=True).strip()

    44

        except subprocess.CalledProcessError:

    45

            poedit_path = None

    46

    47

    if poedit_path is None:

    48

        wx.MessageBox("POEdit is not found or installed !")

    49

    else:

    50

        subprocess.Popen([poedit_path,pofile])

    51

    52

def EtreeToMessages(msgs):

    53

    """ Converts XML tree from 'extract_i18n' templates into a list of tuples """

    54

    messages = []

    55

    56

    for msg in msgs:

    57

        messages.append((

    58

            "\n".join([line.text for line in msg]),

    59

            msg.get("label"), msg.get("id")))

    60

    61

    return messages

    62

    63

def SaveCatalog(fname, messages):

    64

    """ Save messages given as list of tupple (msg,label,id) in POT file """

    65

    w = POTWriter()

    66

    w.ImportMessages(messages)

    67

    68

    with open(fname, 'w') as POT_file:

    69

        w.write(POT_file)

    70

    71

def GetPoFiles(dirpath):

    72

    po_files = [fname for fname in os.listdir(dirpath) if fname.endswith(".po")]

    73

    po_files.sort()

    74

    return [(po_fname[:-3],os.path.join(dirpath, po_fname)) for po_fname in po_files]

    75

    76

def ReadTranslations(dirpath):

    77

    """ Read all PO files from a directory and return a list of (langcode, translation_dict) tuples """

    78

    79

    translations = []

    80

    for translation_name, po_path in GetPoFiles(dirpath):

    81

        r = POReader()

    82

        with open(po_path, 'r') as PO_file:

    83

            r.read(PO_file)

    84

            translations.append((translation_name, r.get_messages()))

    85

    return translations

    86

    87

def MatchTranslations(translations, messages, errcallback):

    88

    """

    89

    Matches translations against original message catalog,

    90

    warn about inconsistancies,

    91

    returns list of langs, and a list of (msgid, [translations]) tuples

    92

    """

    93

    translated_messages = []

    94

    broken_lang = set()

    95

    for msgid,label,svgid in messages:

    96

        translated_message = []

    97

        for langcode,translation in translations:

    98

            msg = translation.pop(msgid, None)

    99

            if msg is None:

   100

                broken_lang.add(langcode)

   101

                errcallback(_('{}: Missing translation for "{}" (label:{}, id:{})\n').format(langcode,msgid,label,svgid))

   102

                translated_message.append(msgid)

   103

            else:

   104

                translated_message.append(msg)

   105

        translated_messages.append((msgid,translated_message))

   106

    langs = []

   107

    for langcode,translation in translations:

   108

        try:

   109

            l,c = langcode.split("_")

   110

            language_name = pycountry.languages.get(alpha_2 = l).name

   111

            country_name = pycountry.countries.get(alpha_2 = c).name

   112

            langname = "{} ({})".format(language_name, country_name)

   113

        except:

   114

            try:

   115

                langname = pycountry.languages.get(alpha_2 = langcode).name

   116

            except:

   117

                langname = langcode

   118

   119

        langs.append((langname,langcode))

   120

   121

        broken = False

   122

        for msgid, msg in translation.iteritems():

   123

            broken = True

   124

            errcallback(_('{}: Unused translation "{}":"{}"\n').format(langcode,msgid,msg))

   125

        if broken or langcode in broken_lang:

   126

            errcallback(_('Translation for {} is outdated, please edit {}.po, click "Catalog -> Update from POT File..." and select messages.pot.\n').format(langcode,langcode))

   127

   128

   129

    return langs,translated_messages

   130

   131

   132

def TranslationToEtree(langs,translated_messages):

   133

   134

    result = etree.Element("translations")

   135

   136

    langsroot = etree.SubElement(result, "langs")

   137

    for name, code in langs:

   138

        langel = etree.SubElement(langsroot, "lang", {"code":code})

   139

        langel.text = name

   140

   141

    msgsroot = etree.SubElement(result, "messages")

   142

    for msgid, msgs in translated_messages:

   143

        msgidel = etree.SubElement(msgsroot, "msgid")

   144

        for msg in msgs:

   145

            msgel = etree.SubElement(msgidel, "msg")

   146

            for line in msg.split("\n"):

   147

                lineel = etree.SubElement(msgel, "line")

   148

                lineel.text = escape(line.encode("utf-8")).decode("utf-8")

   149

   150

    return result

   151

   152

   153

   154

locpfx = '#:svghmi.svg:'

   155

   156

pot_header = '''\

   157

# SOME DESCRIPTIVE TITLE.

   158

# Copyright (C) YEAR ORGANIZATION

   159

# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.

   160

#

   161

msgid ""

   162

msgstr ""

   163

"Project-Id-Version: PACKAGE VERSION\\n"

   164

"POT-Creation-Date: %(time)s\\n"

   165

"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\\n"

   166

"Last-Translator: FULL NAME <EMAIL@ADDRESS>\\n"

   167

"Language-Team: LANGUAGE <LL@li.org>\\n"

   168

"MIME-Version: 1.0\\n"

   169

"Content-Type: text/plain; charset=UTF-8\\n"

   170

"Content-Transfer-Encoding: 8bit\\n"

   171

"Generated-By: SVGHMI 1.0\\n"

   172

   173

'''

   174

escapes = []

   175

   176

def make_escapes(pass_iso8859):

   177

    global escapes

   178

    escapes = [chr(i) for i in range(256)]

   179

    if pass_iso8859:

   180

        # Allow iso-8859 characters to pass through so that e.g. 'msgid

   181

        # "Höhe"' would result not result in 'msgid "H\366he"'.  Otherwise we

   182

        # escape any character outside the 32..126 range.

   183

        mod = 128

   184

    else:

   185

        mod = 256

   186

    for i in range(mod):

   187

        if not(32 <= i <= 126):

   188

            escapes[i] = "\\%03o" % i

   189

    escapes[ord('\\')] = '\\\\'

   190

    escapes[ord('\t')] = '\\t'

   191

    escapes[ord('\r')] = '\\r'

   192

    escapes[ord('\n')] = '\\n'

   193

    escapes[ord('\"')] = '\\"'

   194

   195

make_escapes(pass_iso8859 = True)

   196

   197

EMPTYSTRING = ''

   198

   199

def escape(s):

   200

    global escapes

   201

    s = list(s)

   202

    for i in range(len(s)):

   203

        s[i] = escapes[ord(s[i])]

   204

    return EMPTYSTRING.join(s)

   205

   206

def normalize(s):

   207

    # This converts the various Python string types into a format that is

   208

    # appropriate for .po files, namely much closer to C style.

   209

    lines = s.split('\n')

   210

    if len(lines) == 1:

   211

        s = '"' + escape(s) + '"'

   212

    else:

   213

        if not lines[-1]:

   214

            del lines[-1]

   215

            lines[-1] = lines[-1] + '\n'

   216

        for i in range(len(lines)):

   217

            lines[i] = escape(lines[i])

   218

        lineterm = '\\n"\n"'

   219

        s = '""\n"' + lineterm.join(lines) + '"'

   220

    return s

   221

   222

   223

class POTWriter:

   224

    def __init__(self):

   225

        self.__messages = {}

   226

   227

    def ImportMessages(self, msgs):

   228

        for  msg, label, svgid in msgs:

   229

            self.addentry(msg.encode("utf-8"), label, svgid)

   230

   231

    def addentry(self, msg, label, svgid):

   232

        entry = (label, svgid)

   233

        self.__messages.setdefault(msg, set()).add(entry)

   234

   235

    def write(self, fp):

   236

        timestamp = time.strftime('%Y-%m-%d %H:%M+%Z')

   237

        print >> fp, pot_header % {'time': timestamp}

   238

        reverse = {}

   239

        for k, v in self.__messages.items():

   240

            keys = list(v)

   241

            keys.sort()

   242

            reverse.setdefault(tuple(keys), []).append((k, v))

   243

        rkeys = reverse.keys()

   244

        rkeys.sort()

   245

        for rkey in rkeys:

   246

            rentries = reverse[rkey]

   247

            rentries.sort()

   248

            for k, v in rentries:

   249

                v = list(v)

   250

                v.sort()

   251

                locline = locpfx

   252

                for label, svgid in v:

   253

                    d = {'label': label, 'svgid': svgid}

   254

                    s = _(' %(label)s:%(svgid)s') % d

   255

                    if len(locline) + len(s) <= 78:

   256

                        locline = locline + s

   257

                    else:

   258

                        print >> fp, locline

   259

                        locline = locpfx + s

   260

                if len(locline) > len(locpfx):

   261

                    print >> fp, locline

   262

                print >> fp, 'msgid', normalize(k)

   263

                print >> fp, 'msgstr ""\n'

   264

   265

   266

class POReader:

   267

    def __init__(self):

   268

        self.__messages = {}

   269

   270

    def get_messages(self):

   271

        return self.__messages

   272

   273

    def add(self, msgid, msgstr, fuzzy):

   274

        "Add a non-fuzzy translation to the dictionary."

   275

        if not fuzzy and msgstr and msgid:

   276

            self.__messages[msgid.decode('utf-8')] = msgstr.decode('utf-8')

   277

   278

    def read(self, fp):

   279

        ID = 1

   280

        STR = 2

   281

   282

        lines = fp.readlines()

   283

        section = None

   284

        fuzzy = 0

   285

   286

        # Parse the catalog

   287

        lno = 0

   288

        for l in lines:

   289

            lno += 1

   290

            # If we get a comment line after a msgstr, this is a new entry

   291

            if l[0] == '#' and section == STR:

   292

                self.add(msgid, msgstr, fuzzy)

   293

                section = None

   294

                fuzzy = 0

   295

            # Record a fuzzy mark

   296

            if l[:2] == '#,' and 'fuzzy' in l:

   297

                fuzzy = 1

   298

            # Skip comments

   299

            if l[0] == '#':

   300

                continue

   301

            # Now we are in a msgid section, output previous section

   302

            if l.startswith('msgid') and not l.startswith('msgid_plural'):

   303

                if section == STR:

   304

                    self.add(msgid, msgstr, fuzzy)

   305

                section = ID

   306

                l = l[5:]

   307

                msgid = msgstr = ''

   308

                is_plural = False

   309

            # This is a message with plural forms

   310

            elif l.startswith('msgid_plural'):

   311

                if section != ID:

   312

                    print >> sys.stderr, 'msgid_plural not preceded by msgid on %s:%d' %\

   313

                        (infile, lno)

   314

                    sys.exit(1)

   315

                l = l[12:]

   316

                msgid += '\0' # separator of singular and plural

   317

                is_plural = True

   318

            # Now we are in a msgstr section

   319

            elif l.startswith('msgstr'):

   320

                section = STR

   321

                if l.startswith('msgstr['):

   322

                    if not is_plural:

   323

                        print >> sys.stderr, 'plural without msgid_plural on %s:%d' %\

   324

                            (infile, lno)

   325

                        sys.exit(1)

   326

                    l = l.split(']', 1)[1]

   327

                    if msgstr:

   328

                        msgstr += '\0' # Separator of the various plural forms

   329

                else:

   330

                    if is_plural:

   331

                        print >> sys.stderr, 'indexed msgstr required for plural on  %s:%d' %\

   332

                            (infile, lno)

   333

                        sys.exit(1)

   334

                    l = l[6:]

   335

            # Skip empty lines

   336

            l = l.strip()

   337

            if not l:

   338

                continue

   339

            l = ast.literal_eval(l)

   340

            if section == ID:

   341

                msgid += l

   342

            elif section == STR:

   343

                msgstr += l

   344

            else:

   345

                print >> sys.stderr, 'Syntax error on %s:%d' % (infile, lno), \

   346

                      'before:'

   347

                print >> sys.stderr, l

   348

                sys.exit(1)

   349

        # Add last entry

   350

        if section == STR:

   351

            self.add(msgid, msgstr, fuzzy)

   352

   353