yml2/yml2c.py
author Claudio Luck <claudio.luck@pep.foundation>
Thu, 19 Mar 2020 16:45:02 +0100
changeset 62 00a196f8d14a
parent 60 b19d0a86651b
child 67 db1b6e9a6bb7
permissions -rwxr-xr-x
Merge 2.6.3
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
     1
#!/usr/bin/env python3
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     2
# vim: set fileencoding=utf-8 :
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     3
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     4
"""\
62
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
     5
YML 2 compiler version 6.2
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
     6
Copyleft (c), 2009-2020, Volker Birk  http://fdik.org/yml/
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     7
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     8
"""
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     9
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    10
import sys, os, codecs, locale
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    11
import fileinput, unicodedata
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    12
from optparse import OptionParser
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    13
60
b19d0a86651b make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents: 59
diff changeset
    14
if __name__ == "__main__":
b19d0a86651b make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents: 59
diff changeset
    15
    sys.path.insert(0, os.path.dirname(__file__))
b19d0a86651b make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents: 59
diff changeset
    16
b19d0a86651b make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents: 59
diff changeset
    17
from yml2.pyPEG import parse, u
b19d0a86651b make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents: 59
diff changeset
    18
from yml2.yml2 import ymlCStyle, comment, oldSyntax
62
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
    19
import yml2.backend as backend
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
    20
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
    21
YML_DEFAULT_PATH = [os.path.dirname(backend.__file__)]
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    22
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    23
def printInfo(option, opt_str, value, parser):
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    24
    sys.stdout.write(__doc__)
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    25
    sys.exit(0)
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    26
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    27
def w(msg):
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    28
    if isinstance(msg, BaseException):
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    29
        msg = str(msg) + "\n"
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    30
    if type(msg) is bytes:
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    31
        msg = codecs.encode(msg, sys.stderr.encoding)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    32
    sys.stderr.write(msg)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    33
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    34
def main():
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    35
    optParser = OptionParser()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    36
    optParser.add_option("-C", "--old-syntax", action="store_true", dest="old_syntax",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    37
            help="syntax of YML 2 version 1.x (compatibility mode)", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    38
    optParser.add_option("-D", "--emit-linenumbers", action="store_true", dest="emitlinenumbers",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    39
            help="emit line numbers into the resulting XML for debugging purposes", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    40
    optParser.add_option("-E", "--encoding", dest="encoding", metavar="ENCODING", default=locale.getdefaultlocale()[1],
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    41
            help="encoding of input files (default to locale)")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    42
    optParser.add_option("-I", "--include", dest="includePathText", metavar="INCLUDE_PATH",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    43
            help="precede YML_PATH by a colon separated INCLUDE_PATH to search for include files")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    44
    optParser.add_option("-m", "--omit-empty-parm-tags", action="store_true", dest="omitemptyparm",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    45
            help="does nothing (only there for compatibility reasons)", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    46
    optParser.add_option("-n", "--normalization", dest="normalization", metavar="NORMALIZATION", default="NFC",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    47
            help="Unicode normalization (none, NFD, NFKD, NFC, NFKC, FCD, default is NFC)")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    48
    optParser.add_option("-o", "--output", dest="outputFile", metavar="FILE",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    49
            help="place output in file FILE")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    50
    optParser.add_option("-p", "--parse-only", action="store_true", dest="parseonly",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    51
            help="parse only, then output pyAST as text to stdout", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    52
    optParser.add_option("-V", "--version", action="callback", callback=printInfo, help="show version info")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    53
    (options, args) = optParser.parse_args()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    54
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    55
    if options.old_syntax:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    56
        oldSyntax()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    57
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    58
    if options.emitlinenumbers:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    59
        backend.emitlinenumbers = True
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    60
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    61
    backend.encoding = options.encoding
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    62
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    63
    try:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    64
        if options.includePathText:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    65
            backend.includePath = options.includePathText.split(':')
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    66
62
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
    67
        dirs = os.environ.get('YML_PATH', '.').split(':') + YML_DEFAULT_PATH
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    68
        backend.includePath.extend(dirs)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    69
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    70
        files = fileinput.input(args, mode="rU", openhook=fileinput.hook_encoded(options.encoding))
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    71
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    72
        ymlC = ymlCStyle()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    73
        result = parse(ymlC, files, True, comment, packrat=True)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    74
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    75
        if options.parseonly:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    76
            print(result)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    77
        else:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    78
            result = backend.finish(result)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    79
            if options.normalization != "none":
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    80
                result = unicodedata.normalize(options.normalization, result)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    81
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    82
            if options.outputFile and options.outputFile != "-":
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    83
                outfile = open(options.outputFile, "wb")
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    84
                outfile.write(codecs.encode(result, options.encoding))
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    85
                outfile.close()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    86
            else:
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    87
                sys.stdout.buffer.write(codecs.encode(result, options.encoding))
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    88
                print()
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    89
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    90
    except KeyboardInterrupt:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    91
        w("\n")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    92
        sys.exit(1)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    93
    except KeyError as msg:
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    94
        w("not found: " + u(msg) + "\n")
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    95
        sys.exit(4)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    96
    except LookupError as msg:
58
a218553807ab pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents: 55
diff changeset
    97
        w("not found: " + u(msg) + "\n")
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    98
        sys.exit(4)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    99
    except Exception as msg:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   100
        w(msg)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   101
        sys.exit(5)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   102
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   103
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   104
if __name__ == "__main__":
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   105
    sys.exit(main())
62
00a196f8d14a Merge 2.6.3
Claudio Luck <claudio.luck@pep.foundation>
parents: 60
diff changeset
   106