1

#!/usr/bin/env python

     2

# -*- coding: utf-8 -*-

     3

     4

# This file is part of Beremiz

     5

# Copyright (C) 2021: Edouard TISSERANT

     6

#

     7

# See COPYING file for copyrights details.

     8

     9

from __future__ import absolute_import

    10

from lxml import etree

    11

import os

    12

import sys

    13

import subprocess

    14

import time

    15

import ast

    16

import wx

    17

    18

# to have it for python 2, had to install 

    19

# https://pypi.org/project/pycountry/18.12.8/

    20

# python2 -m pip install pycountry==18.12.8 --user

    21

import pycountry

    22

    23

def open_pofile(pofile):

    24

    """ Opens PO file with POEdit """

    25

    26

    if sys.platform.startswith('win'):

    27

        from six.moves import winreg

    28

        poedit_cmd = None

    29

        try:

    30

            poedit_cmd = winreg.QueryValue(winreg.HKEY_LOCAL_MACHINE,

    31

                                           'SOFTWARE\\Classes\\poedit\\shell\\open\\command')

    32

            poedit_path = poedit_cmd.replace('"%1"', '').strip().replace('"', '')

    33

        except OSError:

    34

            poedit_path = None

    35

    36

    else:

    37

        try:

    38

            poedit_path = subprocess.check_output("command -v poedit", shell=True).strip()

    39

        except subprocess.CalledProcessError:

    40

            poedit_path = None

    41

    42

    if poedit_path is None:

    43

        wx.MessageBox("POEdit is not found or installed !")

    44

    else:

    45

        subprocess.Popen([poedit_path,pofile])

    46

    47

def EtreeToMessages(msgs):

    48

    """ Converts XML tree from 'extract_i18n' templates into a list of tuples """

    49

    messages = []

    50

    51

    for msg in msgs:

    52

        messages.append((

    53

            "\n".join([line.text for line in msg]),

    54

            msg.get("label"), msg.get("id")))

    55

    56

    return messages

    57

    58

def SaveCatalog(fname, messages):

    59

    """ Save messages given as list of tupple (msg,label,id) in POT file """

    60

    w = POTWriter()

    61

    w.ImportMessages(messages)

    62

    63

    with open(fname, 'w') as POT_file:

    64

        w.write(POT_file)

    65

    66

def ReadTranslations(dirpath):

    67

    """ Read all PO files from a directory and return a list of (lang, translation_dict) tuples """

    68

    69

    po_files = [fname for fname in os.listdir(dirpath) if fname.endswith(".po")]

    70

    71

    translations = []

    72

    for po_fname in po_files:

    73

        r = POReader()

    74

        with open(os.path.join(dirpath, po_fname), 'r') as PO_file:

    75

            r.read(PO_file)

    76

            translations.append((po_fname[:-3], r.get_messages()))

    77

    return translations

    78

    79

def MatchTranslations(translations, messages, errcallback):

    80

    """

    81

    Matches translations against original message catalog,

    82

    warn about inconsistancies,

    83

    returns list of langs, and a list of (msgid, [translations]) tuples

    84

    """

    85

    translated_messages = []

    86

    broken_lang = set()

    87

    for msgid,label,svgid in messages:

    88

        translated_message = []

    89

        for lang,translation in translations:

    90

            msg = translation.pop(msgid, None)

    91

            if msg is None:

    92

                broken_lang.add(lang)

    93

                errcallback(_('{}: Missing translation for "{}" (label:{}, id:{})\n').format(lang,msgid,label,svgid))

    94

                translated_message.append(msgid)

    95

            else:

    96

                translated_message.append(msg)

    97

        translated_messages.append((msgid,translated_message))

    98

    langs = []

    99

    for lang,translation in translations:

   100

        try:

   101

            l,c = lang.split("_")

   102

            language_name = pycountry.languages.get(alpha_2 = l).name

   103

            country_name = pycountry.countries.get(alpha_2 = c).name

   104

            langs.append("{} ({})".format(language_name, country_name))

   105

        except:

   106

            try:

   107

                language_name = pycountry.languages.get(alpha_2 = lang).name

   108

                langs.append(language_name)

   109

            except:

   110

                langs.append(lang)

   111

   112

        broken = False

   113

        for msgid, msg in translation.iteritems():

   114

            broken = True

   115

            errcallback(_('{}: Unused translation "{}":"{}"\n').format(lang,msgid,msg))

   116

        if broken or lang in broken_lang:

   117

            errcallback(_('Translation for {} is outdated, please edit {}.po, click "Catalog -> Update from POT File..." and select messages.pot.\n').format(lang,lang))

   118

   119

   120

    return langs,translated_messages

   121

   122

   123

def TranslationToEtree(langs,translated_messages):

   124

   125

    result = etree.Element("translations")

   126

   127

    langsroot = etree.SubElement(result, "langs")

   128

    for lang in langs:

   129

        langel = etree.SubElement(langsroot, "lang")

   130

        langel.text = lang

   131

   132

    msgsroot = etree.SubElement(result, "messages")

   133

    for msgid, msgs in translated_messages:

   134

        msgidel = etree.SubElement(msgsroot, "msgid")

   135

        for msg in msgs:

   136

            msgel = etree.SubElement(msgidel, "msg")

   137

            for line in msg.split("\n"):

   138

                lineel = etree.SubElement(msgel, "line")

   139

                lineel.text = escape(line.encode("utf-8")).decode("utf-8")

   140

   141

    return result

   142

   143

   144

   145

locpfx = '#:svghmi.svg:'

   146

   147

pot_header = '''\

   148

# SOME DESCRIPTIVE TITLE.

   149

# Copyright (C) YEAR ORGANIZATION

   150

# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.

   151

#

   152

msgid ""

   153

msgstr ""

   154

"Project-Id-Version: PACKAGE VERSION\\n"

   155

"POT-Creation-Date: %(time)s\\n"

   156

"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\\n"

   157

"Last-Translator: FULL NAME <EMAIL@ADDRESS>\\n"

   158

"Language-Team: LANGUAGE <LL@li.org>\\n"

   159

"MIME-Version: 1.0\\n"

   160

"Content-Type: text/plain; charset=UTF-8\\n"

   161

"Content-Transfer-Encoding: 8bit\\n"

   162

"Generated-By: SVGHMI 1.0\\n"

   163

   164

'''

   165

escapes = []

   166

   167

def make_escapes(pass_iso8859):

   168

    global escapes

   169

    escapes = [chr(i) for i in range(256)]

   170

    if pass_iso8859:

   171

        # Allow iso-8859 characters to pass through so that e.g. 'msgid

   172

        # "Höhe"' would result not result in 'msgid "H\366he"'.  Otherwise we

   173

        # escape any character outside the 32..126 range.

   174

        mod = 128

   175

    else:

   176

        mod = 256

   177

    for i in range(mod):

   178

        if not(32 <= i <= 126):

   179

            escapes[i] = "\\%03o" % i

   180

    escapes[ord('\\')] = '\\\\'

   181

    escapes[ord('\t')] = '\\t'

   182

    escapes[ord('\r')] = '\\r'

   183

    escapes[ord('\n')] = '\\n'

   184

    escapes[ord('\"')] = '\\"'

   185

   186

make_escapes(pass_iso8859 = True)

   187

   188

EMPTYSTRING = ''

   189

   190

def escape(s):

   191

    global escapes

   192

    s = list(s)

   193

    for i in range(len(s)):

   194

        s[i] = escapes[ord(s[i])]

   195

    return EMPTYSTRING.join(s)

   196

   197

def normalize(s):

   198

    # This converts the various Python string types into a format that is

   199

    # appropriate for .po files, namely much closer to C style.

   200

    lines = s.split('\n')

   201

    if len(lines) == 1:

   202

        s = '"' + escape(s) + '"'

   203

    else:

   204

        if not lines[-1]:

   205

            del lines[-1]

   206

            lines[-1] = lines[-1] + '\n'

   207

        for i in range(len(lines)):

   208

            lines[i] = escape(lines[i])

   209

        lineterm = '\\n"\n"'

   210

        s = '""\n"' + lineterm.join(lines) + '"'

   211

    return s

   212

   213

   214

class POTWriter:

   215

    def __init__(self):

   216

        self.__messages = {}

   217

   218

    def ImportMessages(self, msgs):

   219

        for  msg, label, svgid in msgs:

   220

            self.addentry(msg.encode("utf-8"), label, svgid)

   221

   222

    def addentry(self, msg, label, svgid):

   223

        entry = (label, svgid)

   224

        self.__messages.setdefault(msg, set()).add(entry)

   225

   226

    def write(self, fp):

   227

        timestamp = time.strftime('%Y-%m-%d %H:%M+%Z')

   228

        print >> fp, pot_header % {'time': timestamp}

   229

        reverse = {}

   230

        for k, v in self.__messages.items():

   231

            keys = list(v)

   232

            keys.sort()

   233

            reverse.setdefault(tuple(keys), []).append((k, v))

   234

        rkeys = reverse.keys()

   235

        rkeys.sort()

   236

        for rkey in rkeys:

   237

            rentries = reverse[rkey]

   238

            rentries.sort()

   239

            for k, v in rentries:

   240

                v = list(v)

   241

                v.sort()

   242

                locline = locpfx

   243

                for label, svgid in v:

   244

                    d = {'label': label, 'svgid': svgid}

   245

                    s = _(' %(label)s:%(svgid)s') % d

   246

                    if len(locline) + len(s) <= 78:

   247

                        locline = locline + s

   248

                    else:

   249

                        print >> fp, locline

   250

                        locline = locpfx + s

   251

                if len(locline) > len(locpfx):

   252

                    print >> fp, locline

   253

                print >> fp, 'msgid', normalize(k)

   254

                print >> fp, 'msgstr ""\n'

   255

   256

   257

class POReader:

   258

    def __init__(self):

   259

        self.__messages = {}

   260

   261

    def get_messages(self):

   262

        return self.__messages

   263

   264

    def add(self, msgid, msgstr, fuzzy):

   265

        "Add a non-fuzzy translation to the dictionary."

   266

        if not fuzzy and msgstr and msgid:

   267

            self.__messages[msgid.decode('utf-8')] = msgstr.decode('utf-8')

   268

   269

    def read(self, fp):

   270

        ID = 1

   271

        STR = 2

   272

   273

        lines = fp.readlines()

   274

        section = None

   275

        fuzzy = 0

   276

   277

        # Parse the catalog

   278

        lno = 0

   279

        for l in lines:

   280

            lno += 1

   281

            # If we get a comment line after a msgstr, this is a new entry

   282

            if l[0] == '#' and section == STR:

   283

                self.add(msgid, msgstr, fuzzy)

   284

                section = None

   285

                fuzzy = 0

   286

            # Record a fuzzy mark

   287

            if l[:2] == '#,' and 'fuzzy' in l:

   288

                fuzzy = 1

   289

            # Skip comments

   290

            if l[0] == '#':

   291

                continue

   292

            # Now we are in a msgid section, output previous section

   293

            if l.startswith('msgid') and not l.startswith('msgid_plural'):

   294

                if section == STR:

   295

                    self.add(msgid, msgstr, fuzzy)

   296

                section = ID

   297

                l = l[5:]

   298

                msgid = msgstr = ''

   299

                is_plural = False

   300

            # This is a message with plural forms

   301

            elif l.startswith('msgid_plural'):

   302

                if section != ID:

   303

                    print >> sys.stderr, 'msgid_plural not preceded by msgid on %s:%d' %\

   304

                        (infile, lno)

   305

                    sys.exit(1)

   306

                l = l[12:]

   307

                msgid += '\0' # separator of singular and plural

   308

                is_plural = True

   309

            # Now we are in a msgstr section

   310

            elif l.startswith('msgstr'):

   311

                section = STR

   312

                if l.startswith('msgstr['):

   313

                    if not is_plural:

   314

                        print >> sys.stderr, 'plural without msgid_plural on %s:%d' %\

   315

                            (infile, lno)

   316

                        sys.exit(1)

   317

                    l = l.split(']', 1)[1]

   318

                    if msgstr:

   319

                        msgstr += '\0' # Separator of the various plural forms

   320

                else:

   321

                    if is_plural:

   322

                        print >> sys.stderr, 'indexed msgstr required for plural on  %s:%d' %\

   323

                            (infile, lno)

   324

                        sys.exit(1)

   325

                    l = l[6:]

   326

            # Skip empty lines

   327

            l = l.strip()

   328

            if not l:

   329

                continue

   330

            l = ast.literal_eval(l)

   331

            if section == ID:

   332

                msgid += l

   333

            elif section == STR:

   334

                msgstr += l

   335

            else:

   336

                print >> sys.stderr, 'Syntax error on %s:%d' % (infile, lno), \

   337

                      'before:'

   338

                print >> sys.stderr, l

   339

                sys.exit(1)

   340

        # Add last entry

   341

        if section == STR:

   342

            self.add(msgid, msgstr, fuzzy)

   343

   344