yml2c
author Volker Birk <vb@pep.foundation>
Sat, 03 Jun 2017 19:30:27 +0200
changeset 10 519fb60037ce
parent 7 f81a4471bc28
child 11 7026ccc7a60e
permissions -rwxr-xr-x
adding mixedCase()
0
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
     1
#!/usr/bin/env python
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
     2
# vim: set fileencoding=utf-8 :
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
     3
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
     4
"""\
4
e7b49a65cf3a Version 5.5
Volker Birk <vb@pep.foundation>
parents: 0
diff changeset
     5
YML 2 compiler version 5.5
0
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
     6
Copyleft (c), 2009-2011, Volker Birk  http://fdik.org/yml/
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
     7
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
     8
"""
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
     9
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    10
import sys, os, codecs, locale
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    11
import fileinput, unicodedata
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    12
from optparse import OptionParser
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    13
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    14
from pyPEG import parse, u
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    15
from yml2 import ymlCStyle, comment, oldSyntax
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    16
import backend
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    17
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    18
def printInfo(option, opt_str, value, parser):
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    19
    sys.stdout.write(__doc__)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    20
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    21
def w(msg):
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    22
    if isinstance(msg, BaseException):
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    23
        try:
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    24
            msg = str(msg) + "\n"
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    25
        except:
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    26
            msg = u(msg) + u"\n"
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    27
    if type(msg) is unicode:
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    28
        msg = codecs.encode(msg, sys.stderr.encoding)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    29
    sys.stderr.write(msg)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    30
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    31
optParser = OptionParser()
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    32
optParser.add_option("-C", "--old-syntax", action="store_true", dest="old_syntax",
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    33
        help="syntax of YML 2 version 1.x (compatibility mode)", default=False)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    34
optParser.add_option("-D", "--emit-linenumbers", action="store_true", dest="emitlinenumbers",
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    35
        help="emit line numbers into the resulting XML for debugging purposes", default=False)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    36
optParser.add_option("-E", "--encoding", dest="encoding", metavar="ENCODING", default=locale.getdefaultlocale()[1],
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    37
        help="encoding of input files (default to locale)")
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    38
optParser.add_option("-I", "--include", dest="includePathText", metavar="INCLUDE_PATH",
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    39
        help="precede YML_PATH by a colon separated INCLUDE_PATH to search for include files")
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    40
optParser.add_option("-m", "--omit-empty-parm-tags", action="store_true", dest="omitemptyparm",
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    41
        help="does nothing (only there for compatibility reasons)", default=False)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    42
optParser.add_option("-n", "--normalization", dest="normalization", metavar="NORMALIZATION", default="NFC",
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    43
        help="Unicode normalization (none, NFD, NFKD, NFC, NFKC, FCD, default is NFC)")
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    44
optParser.add_option("-o", "--output", dest="outputFile", metavar="FILE",
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    45
        help="place output in file FILE")
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    46
optParser.add_option("-p", "--parse-only", action="store_true", dest="parseonly",
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    47
        help="parse only, then output pyAST as text to stdout", default=False)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    48
optParser.add_option("-V", "--version", action="callback", callback=printInfo, help="show version info")
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    49
(options, args) = optParser.parse_args()
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    50
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    51
if options.old_syntax:
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    52
    oldSyntax()
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    53
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    54
if options.emitlinenumbers:
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    55
    backend.emitlinenumbers = True
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    56
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    57
backend.encoding = options.encoding
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    58
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    59
try:
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    60
    if options.includePathText:
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    61
        backend.includePath = options.includePathText.split(':')
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    62
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    63
    dirs = os.environ.get('YML_PATH', '.').split(':')
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    64
    backend.includePath.extend(dirs)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    65
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    66
    files = fileinput.input(args, mode="rU", openhook=fileinput.hook_encoded(options.encoding))
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    67
    # fileinput suffer from two nasty bugs :
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    68
    # - ignoring open hook with stdin
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    69
    # - iterator requires ctrl-D to be pressed twice on some platform
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    70
    if args in [[],['-']] :
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    71
        files._files=[]
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    72
        files._buffer=[unicode(line, options.encoding) for line in sys.stdin.readlines()]
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    73
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    74
    ymlC = ymlCStyle()
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    75
    result = parse(ymlC, files, True, comment, packrat=True)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    76
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    77
    if options.parseonly:
7
f81a4471bc28 beginning with Python 3 compat
Volker Birk <vb@pep.foundation>
parents: 4
diff changeset
    78
        print(result)
0
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    79
    else:
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    80
        result = backend.finish(result)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    81
        if options.normalization != "none":
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    82
            result = unicodedata.normalize(options.normalization, result)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    83
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    84
        if options.outputFile and options.outputFile != "-":
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    85
            outfile = open(options.outputFile, "w")
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    86
            outfile.write(codecs.encode(result, options.encoding))
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    87
            outfile.close()
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    88
        else:
7
f81a4471bc28 beginning with Python 3 compat
Volker Birk <vb@pep.foundation>
parents: 4
diff changeset
    89
            print(codecs.encode(result, options.encoding))
0
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    90
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    91
except KeyboardInterrupt:
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    92
    w("\n")
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    93
    sys.exit(1)
7
f81a4471bc28 beginning with Python 3 compat
Volker Birk <vb@pep.foundation>
parents: 4
diff changeset
    94
except KeyError as msg:
0
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    95
    w(u"not found: " + u(msg) + u"\n")
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    96
    sys.exit(4)
7
f81a4471bc28 beginning with Python 3 compat
Volker Birk <vb@pep.foundation>
parents: 4
diff changeset
    97
except LookupError as msg:
0
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    98
    w(u"not found: " + u(msg) + u"\n")
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
    99
    sys.exit(4)
7
f81a4471bc28 beginning with Python 3 compat
Volker Birk <vb@pep.foundation>
parents: 4
diff changeset
   100
except Exception as msg:
0
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
   101
    w(msg)
76005e62091d initial commit
Volker Birk <vb@pep-project.org>
parents:
diff changeset
   102
    sys.exit(5)