yml2/yml2c.py
author Claudio Luck <claudio.luck@pep.foundation>
Thu, 19 Mar 2020 17:17:47 +0100
changeset 67 db1b6e9a6bb7
parent 62 00a196f8d14a
permissions -rwxr-xr-x
use system-specific path separators
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
     1
#!/usr/bin/env python3
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     2
# vim: set fileencoding=utf-8 :
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     3
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     4
"""\
62
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
     5
YML 2 compiler version 6.2
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
     6
Copyleft (c), 2009-2020, Volker Birk  http://fdik.org/yml/
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     7
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     8
"""
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     9
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    10
import sys, os, codecs, locale
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    11
import fileinput, unicodedata
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    12
from optparse import OptionParser
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    13
60
b19d0a86651b make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents: 59
diff changeset
    14
if __name__ == "__main__":
b19d0a86651b make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents: 59
diff changeset
    15
    sys.path.insert(0, os.path.dirname(__file__))
b19d0a86651b make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents: 59
diff changeset
    16
b19d0a86651b make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents: 59
diff changeset
    17
from yml2.pyPEG import parse, u
b19d0a86651b make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents: 59
diff changeset
    18
from yml2.yml2 import ymlCStyle, comment, oldSyntax
62
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
    19
import yml2.backend as backend
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
    20
67
db1b6e9a6bb7 use system-specific path separators
Claudio Luck <claudio.luck@pep.foundation>
parents: 62
diff changeset
    21
YML_DEFAULT_PATHS = [os.path.dirname(backend.__file__)]
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    22
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    23
def printInfo(option, opt_str, value, parser):
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    24
    sys.stdout.write(__doc__)
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    25
    sys.exit(0)
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    26
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    27
def w(msg):
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    28
    if isinstance(msg, BaseException):
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    29
        msg = str(msg) + "\n"
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    30
    if type(msg) is bytes:
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    31
        msg = codecs.encode(msg, sys.stderr.encoding)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    32
    sys.stderr.write(msg)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    33
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    34
def main():
67
db1b6e9a6bb7 use system-specific path separators
Claudio Luck <claudio.luck@pep.foundation>
parents: 62
diff changeset
    35
    dirsepname = {':': 'a colon', ';': 'a semicolon'}.get(os.path.pathsep, "a '%s'" % os.path.pathsep)
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    36
    optParser = OptionParser()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    37
    optParser.add_option("-C", "--old-syntax", action="store_true", dest="old_syntax",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    38
            help="syntax of YML 2 version 1.x (compatibility mode)", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    39
    optParser.add_option("-D", "--emit-linenumbers", action="store_true", dest="emitlinenumbers",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    40
            help="emit line numbers into the resulting XML for debugging purposes", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    41
    optParser.add_option("-E", "--encoding", dest="encoding", metavar="ENCODING", default=locale.getdefaultlocale()[1],
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    42
            help="encoding of input files (default to locale)")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    43
    optParser.add_option("-I", "--include", dest="includePathText", metavar="INCLUDE_PATH",
67
db1b6e9a6bb7 use system-specific path separators
Claudio Luck <claudio.luck@pep.foundation>
parents: 62
diff changeset
    44
            help="precede YML_PATH by %s separated INCLUDE_PATH to search for include files" % dirsepname)
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    45
    optParser.add_option("-m", "--omit-empty-parm-tags", action="store_true", dest="omitemptyparm",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    46
            help="does nothing (only there for compatibility reasons)", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    47
    optParser.add_option("-n", "--normalization", dest="normalization", metavar="NORMALIZATION", default="NFC",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    48
            help="Unicode normalization (none, NFD, NFKD, NFC, NFKC, FCD, default is NFC)")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    49
    optParser.add_option("-o", "--output", dest="outputFile", metavar="FILE",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    50
            help="place output in file FILE")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    51
    optParser.add_option("-p", "--parse-only", action="store_true", dest="parseonly",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    52
            help="parse only, then output pyAST as text to stdout", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    53
    optParser.add_option("-V", "--version", action="callback", callback=printInfo, help="show version info")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    54
    (options, args) = optParser.parse_args()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    56
    if options.old_syntax:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    57
        oldSyntax()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    58
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    59
    if options.emitlinenumbers:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    60
        backend.emitlinenumbers = True
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    61
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    62
    backend.encoding = options.encoding
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    63
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    64
    try:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    65
        if options.includePathText:
67
db1b6e9a6bb7 use system-specific path separators
Claudio Luck <claudio.luck@pep.foundation>
parents: 62
diff changeset
    66
            backend.includePath = options.includePathText.split(os.path.pathsep)
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    67
67
db1b6e9a6bb7 use system-specific path separators
Claudio Luck <claudio.luck@pep.foundation>
parents: 62
diff changeset
    68
        dirs = os.environ.get('YML_PATH', '.').split(os.path.pathsep) + YML_DEFAULT_PATHS
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    69
        backend.includePath.extend(dirs)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    70
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    71
        files = fileinput.input(args, mode="rU", openhook=fileinput.hook_encoded(options.encoding))
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    72
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    73
        ymlC = ymlCStyle()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    74
        result = parse(ymlC, files, True, comment, packrat=True)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    75
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    76
        if options.parseonly:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    77
            print(result)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    78
        else:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    79
            result = backend.finish(result)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    80
            if options.normalization != "none":
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    81
                result = unicodedata.normalize(options.normalization, result)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    82
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    83
            if options.outputFile and options.outputFile != "-":
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    84
                outfile = open(options.outputFile, "wb")
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    85
                outfile.write(codecs.encode(result, options.encoding))
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    86
                outfile.close()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    87
            else:
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    88
                sys.stdout.buffer.write(codecs.encode(result, options.encoding))
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    89
                print()
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    90
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    91
    except KeyboardInterrupt:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    92
        w("\n")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    93
        sys.exit(1)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    94
    except KeyError as msg:
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    95
        w("not found: " + u(msg) + "\n")
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    96
        sys.exit(4)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    97
    except LookupError as msg:
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    98
        w("not found: " + u(msg) + "\n")
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    99
        sys.exit(4)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   100
    except Exception as msg:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   101
        w(msg)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   102
        sys.exit(5)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   103
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   104
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   105
if __name__ == "__main__":
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   106
    sys.exit(main())
62
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
   107