yml2/yml2c.py
author Claudio Luck <claudio.luck@pep.foundation>
Tue, 04 Sep 2018 17:00:00 +0200
changeset 55 e76930ea6464
child 58 a218553807ab
permissions -rwxr-xr-x
rename binaries but add compat symlinks (for prep for setup.py)
55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     1
#!/usr/bin/env python
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     2
# vim: set fileencoding=utf-8 :
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     3
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     4
"""\
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     5
YML 2 compiler version 5.8
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     6
Copyleft (c), 2009-2011, Volker Birk  http://fdik.org/yml/
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     7
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     8
"""
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
     9
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    10
import sys, os, codecs, locale
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    11
import fileinput, unicodedata
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    12
from optparse import OptionParser
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    13
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    14
from pyPEG import parse, u
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    15
from yml2 import ymlCStyle, comment, oldSyntax
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    16
import backend
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    17
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    18
def printInfo(option, opt_str, value, parser):
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    19
    sys.stdout.write(__doc__)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    20
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    21
def w(msg):
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    22
    if isinstance(msg, BaseException):
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    23
        try:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    24
            msg = str(msg) + "\n"
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    25
        except:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    26
            msg = u(msg) + u"\n"
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    27
    if type(msg) is unicode:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    28
        msg = codecs.encode(msg, sys.stderr.encoding)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    29
    sys.stderr.write(msg)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    30
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    31
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    32
def main():
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    33
    optParser = OptionParser()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    34
    optParser.add_option("-C", "--old-syntax", action="store_true", dest="old_syntax",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    35
            help="syntax of YML 2 version 1.x (compatibility mode)", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    36
    optParser.add_option("-D", "--emit-linenumbers", action="store_true", dest="emitlinenumbers",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    37
            help="emit line numbers into the resulting XML for debugging purposes", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    38
    optParser.add_option("-E", "--encoding", dest="encoding", metavar="ENCODING", default=locale.getdefaultlocale()[1],
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    39
            help="encoding of input files (default to locale)")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    40
    optParser.add_option("-I", "--include", dest="includePathText", metavar="INCLUDE_PATH",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    41
            help="precede YML_PATH by a colon separated INCLUDE_PATH to search for include files")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    42
    optParser.add_option("-m", "--omit-empty-parm-tags", action="store_true", dest="omitemptyparm",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    43
            help="does nothing (only there for compatibility reasons)", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    44
    optParser.add_option("-n", "--normalization", dest="normalization", metavar="NORMALIZATION", default="NFC",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    45
            help="Unicode normalization (none, NFD, NFKD, NFC, NFKC, FCD, default is NFC)")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    46
    optParser.add_option("-o", "--output", dest="outputFile", metavar="FILE",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    47
            help="place output in file FILE")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    48
    optParser.add_option("-p", "--parse-only", action="store_true", dest="parseonly",
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    49
            help="parse only, then output pyAST as text to stdout", default=False)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    50
    optParser.add_option("-V", "--version", action="callback", callback=printInfo, help="show version info")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    51
    (options, args) = optParser.parse_args()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    52
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    53
    if options.old_syntax:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    54
        oldSyntax()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    55
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    56
    if options.emitlinenumbers:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    57
        backend.emitlinenumbers = True
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    58
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    59
    backend.encoding = options.encoding
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    60
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    61
    try:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    62
        if options.includePathText:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    63
            backend.includePath = options.includePathText.split(':')
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    64
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    65
        dirs = os.environ.get('YML_PATH', '.').split(':')
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    66
        backend.includePath.extend(dirs)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    67
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    68
        files = fileinput.input(args, mode="rU", openhook=fileinput.hook_encoded(options.encoding))
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    69
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    70
        ymlC = ymlCStyle()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    71
        result = parse(ymlC, files, True, comment, packrat=True)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    72
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    73
        if options.parseonly:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    74
            print(result)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    75
        else:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    76
            result = backend.finish(result)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    77
            if options.normalization != "none":
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    78
                result = unicodedata.normalize(options.normalization, result)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    79
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    80
            if options.outputFile and options.outputFile != "-":
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    81
                outfile = open(options.outputFile, "w")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    82
                outfile.write(codecs.encode(result, options.encoding))
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    83
                outfile.close()
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    84
            else:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    85
                print(codecs.encode(result, options.encoding))
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    86
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    87
    except KeyboardInterrupt:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    88
        w("\n")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    89
        sys.exit(1)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    90
    except KeyError as msg:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    91
        w(u"not found: " + u(msg) + u"\n")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    92
        sys.exit(4)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    93
    except LookupError as msg:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    94
        w(u"not found: " + u(msg) + u"\n")
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    95
        sys.exit(4)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    96
    except Exception as msg:
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    97
        w(msg)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    98
        sys.exit(5)
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
    99
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   100
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   101
if __name__ == "__main__":
e76930ea6464 rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff changeset
   102
    sys.exit(main())