author | Claudio Luck <claudio.luck@pep.foundation> |
Thu, 19 Mar 2020 16:45:02 +0100 | |
changeset 62 | 00a196f8d14a |
parent 60 | b19d0a86651b |
child 67 | db1b6e9a6bb7 |
permissions | -rwxr-xr-x |
58
a218553807ab
pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents:
55
diff
changeset
|
1 |
#!/usr/bin/env python3 |
55
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
2 |
# vim: set fileencoding=utf-8 : |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
3 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
4 |
"""\ |
62 | 5 |
YML 2 compiler version 6.2 |
6 |
Copyleft (c), 2009-2020, Volker Birk http://fdik.org/yml/ |
|
55
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
7 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
8 |
""" |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
9 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
10 |
import sys, os, codecs, locale |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
11 |
import fileinput, unicodedata |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
12 |
from optparse import OptionParser |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
13 |
|
60
b19d0a86651b
make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents:
59
diff
changeset
|
14 |
if __name__ == "__main__": |
b19d0a86651b
make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents:
59
diff
changeset
|
15 |
sys.path.insert(0, os.path.dirname(__file__)) |
b19d0a86651b
make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents:
59
diff
changeset
|
16 |
|
b19d0a86651b
make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents:
59
diff
changeset
|
17 |
from yml2.pyPEG import parse, u |
b19d0a86651b
make PyPI package
Claudio Luck <claudio.luck@pep.foundation>
parents:
59
diff
changeset
|
18 |
from yml2.yml2 import ymlCStyle, comment, oldSyntax |
62 | 19 |
import yml2.backend as backend |
20 |
||
21 |
YML_DEFAULT_PATH = [os.path.dirname(backend.__file__)] |
|
55
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
22 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
23 |
def printInfo(option, opt_str, value, parser): |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
24 |
sys.stdout.write(__doc__) |
58
a218553807ab
pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents:
55
diff
changeset
|
25 |
sys.exit(0) |
55
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
26 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
27 |
def w(msg): |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
28 |
if isinstance(msg, BaseException): |
58
a218553807ab
pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents:
55
diff
changeset
|
29 |
msg = str(msg) + "\n" |
a218553807ab
pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents:
55
diff
changeset
|
30 |
if type(msg) is bytes: |
55
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
31 |
msg = codecs.encode(msg, sys.stderr.encoding) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
32 |
sys.stderr.write(msg) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
33 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
34 |
def main(): |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
35 |
optParser = OptionParser() |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
36 |
optParser.add_option("-C", "--old-syntax", action="store_true", dest="old_syntax", |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
37 |
help="syntax of YML 2 version 1.x (compatibility mode)", default=False) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
38 |
optParser.add_option("-D", "--emit-linenumbers", action="store_true", dest="emitlinenumbers", |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
39 |
help="emit line numbers into the resulting XML for debugging purposes", default=False) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
40 |
optParser.add_option("-E", "--encoding", dest="encoding", metavar="ENCODING", default=locale.getdefaultlocale()[1], |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
41 |
help="encoding of input files (default to locale)") |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
42 |
optParser.add_option("-I", "--include", dest="includePathText", metavar="INCLUDE_PATH", |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
43 |
help="precede YML_PATH by a colon separated INCLUDE_PATH to search for include files") |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
44 |
optParser.add_option("-m", "--omit-empty-parm-tags", action="store_true", dest="omitemptyparm", |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
45 |
help="does nothing (only there for compatibility reasons)", default=False) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
46 |
optParser.add_option("-n", "--normalization", dest="normalization", metavar="NORMALIZATION", default="NFC", |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
47 |
help="Unicode normalization (none, NFD, NFKD, NFC, NFKC, FCD, default is NFC)") |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
48 |
optParser.add_option("-o", "--output", dest="outputFile", metavar="FILE", |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
49 |
help="place output in file FILE") |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
50 |
optParser.add_option("-p", "--parse-only", action="store_true", dest="parseonly", |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
51 |
help="parse only, then output pyAST as text to stdout", default=False) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
52 |
optParser.add_option("-V", "--version", action="callback", callback=printInfo, help="show version info") |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
53 |
(options, args) = optParser.parse_args() |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
54 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
55 |
if options.old_syntax: |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
56 |
oldSyntax() |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
57 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
58 |
if options.emitlinenumbers: |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
59 |
backend.emitlinenumbers = True |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
60 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
61 |
backend.encoding = options.encoding |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
62 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
63 |
try: |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
64 |
if options.includePathText: |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
65 |
backend.includePath = options.includePathText.split(':') |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
66 |
|
62 | 67 |
dirs = os.environ.get('YML_PATH', '.').split(':') + YML_DEFAULT_PATH |
55
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
68 |
backend.includePath.extend(dirs) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
69 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
70 |
files = fileinput.input(args, mode="rU", openhook=fileinput.hook_encoded(options.encoding)) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
71 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
72 |
ymlC = ymlCStyle() |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
73 |
result = parse(ymlC, files, True, comment, packrat=True) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
74 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
75 |
if options.parseonly: |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
76 |
print(result) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
77 |
else: |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
78 |
result = backend.finish(result) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
79 |
if options.normalization != "none": |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
80 |
result = unicodedata.normalize(options.normalization, result) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
81 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
82 |
if options.outputFile and options.outputFile != "-": |
58
a218553807ab
pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents:
55
diff
changeset
|
83 |
outfile = open(options.outputFile, "wb") |
55
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
84 |
outfile.write(codecs.encode(result, options.encoding)) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
85 |
outfile.close() |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
86 |
else: |
58
a218553807ab
pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents:
55
diff
changeset
|
87 |
sys.stdout.buffer.write(codecs.encode(result, options.encoding)) |
a218553807ab
pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents:
55
diff
changeset
|
88 |
print() |
55
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
89 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
90 |
except KeyboardInterrupt: |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
91 |
w("\n") |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
92 |
sys.exit(1) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
93 |
except KeyError as msg: |
58
a218553807ab
pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents:
55
diff
changeset
|
94 |
w("not found: " + u(msg) + "\n") |
55
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
95 |
sys.exit(4) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
96 |
except LookupError as msg: |
58
a218553807ab
pypackage: Merge 2.6.2
Claudio Luck <claudio.luck@pep.foundation>
parents:
55
diff
changeset
|
97 |
w("not found: " + u(msg) + "\n") |
55
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
98 |
sys.exit(4) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
99 |
except Exception as msg: |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
100 |
w(msg) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
101 |
sys.exit(5) |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
102 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
103 |
|
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
104 |
if __name__ == "__main__": |
e76930ea6464
rename binaries but add compat symlinks (for prep for setup.py)
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
105 |
sys.exit(main()) |
62 | 106 |