author | Claudio Luck <claudio.luck@pep.foundation> |
Tue, 04 Sep 2018 16:57:05 +0200 | |
changeset 54 | cefcaac752c9 |
parent 53 | b94d4c5b9496 |
permissions | -rwxr-xr-x |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
1 |
#!/usr/bin/env python |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
2 |
# vim: set fileencoding=utf-8 : |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
3 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
4 |
"""\ |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
5 |
YML 2 compiler version 5.8 |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
6 |
Copyleft (c), 2009-2011, Volker Birk http://fdik.org/yml/ |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
7 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
8 |
""" |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
9 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
10 |
import sys, os, codecs, locale |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
11 |
import fileinput, unicodedata |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
12 |
from optparse import OptionParser |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
13 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
14 |
from pyPEG import parse, u |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
15 |
from yml2 import ymlCStyle, comment, oldSyntax |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
16 |
import backend |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
17 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
18 |
def printInfo(option, opt_str, value, parser): |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
19 |
sys.stdout.write(__doc__) |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
20 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
21 |
def w(msg): |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
22 |
if isinstance(msg, BaseException): |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
23 |
try: |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
24 |
msg = str(msg) + "\n" |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
25 |
except: |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
26 |
msg = u(msg) + u"\n" |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
27 |
if type(msg) is unicode: |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
28 |
msg = codecs.encode(msg, sys.stderr.encoding) |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
29 |
sys.stderr.write(msg) |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
30 |
|
53
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
31 |
|
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
32 |
def main(): |
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
33 |
optParser = OptionParser() |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
34 |
optParser.add_option("-C", "--old-syntax", action="store_true", dest="old_syntax", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
35 |
help="syntax of YML 2 version 1.x (compatibility mode)", default=False) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
36 |
optParser.add_option("-D", "--emit-linenumbers", action="store_true", dest="emitlinenumbers", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
37 |
help="emit line numbers into the resulting XML for debugging purposes", default=False) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
38 |
optParser.add_option("-E", "--encoding", dest="encoding", metavar="ENCODING", default=locale.getdefaultlocale()[1], |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
39 |
help="encoding of input files (default to locale)") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
40 |
optParser.add_option("-I", "--include", dest="includePathText", metavar="INCLUDE_PATH", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
41 |
help="precede YML_PATH by a colon separated INCLUDE_PATH to search for include files") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
42 |
optParser.add_option("-m", "--omit-empty-parm-tags", action="store_true", dest="omitemptyparm", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
43 |
help="does nothing (only there for compatibility reasons)", default=False) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
44 |
optParser.add_option("-n", "--normalization", dest="normalization", metavar="NORMALIZATION", default="NFC", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
45 |
help="Unicode normalization (none, NFD, NFKD, NFC, NFKC, FCD, default is NFC)") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
46 |
optParser.add_option("-o", "--output", dest="outputFile", metavar="FILE", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
47 |
help="place output in file FILE") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
48 |
optParser.add_option("-p", "--parse-only", action="store_true", dest="parseonly", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
49 |
help="parse only, then output pyAST as text to stdout", default=False) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
50 |
optParser.add_option("-V", "--version", action="callback", callback=printInfo, help="show version info") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
51 |
(options, args) = optParser.parse_args() |
53
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
52 |
|
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
53 |
if options.old_syntax: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
54 |
oldSyntax() |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
55 |
|
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
56 |
if options.emitlinenumbers: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
57 |
backend.emitlinenumbers = True |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
58 |
|
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
59 |
backend.encoding = options.encoding |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
60 |
|
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
61 |
try: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
62 |
if options.includePathText: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
63 |
backend.includePath = options.includePathText.split(':') |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
64 |
|
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
65 |
dirs = os.environ.get('YML_PATH', '.').split(':') |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
66 |
backend.includePath.extend(dirs) |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
67 |
|
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
68 |
files = fileinput.input(args, mode="rU", openhook=fileinput.hook_encoded(options.encoding)) |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
69 |
|
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
70 |
ymlC = ymlCStyle() |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
71 |
result = parse(ymlC, files, True, comment, packrat=True) |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
72 |
|
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
73 |
if options.parseonly: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
74 |
print(result) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
75 |
else: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
76 |
result = backend.finish(result) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
77 |
if options.normalization != "none": |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
78 |
result = unicodedata.normalize(options.normalization, result) |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
79 |
|
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
80 |
if options.outputFile and options.outputFile != "-": |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
81 |
outfile = open(options.outputFile, "w") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
82 |
outfile.write(codecs.encode(result, options.encoding)) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
83 |
outfile.close() |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
84 |
else: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
85 |
print(codecs.encode(result, options.encoding)) |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
86 |
|
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
87 |
except KeyboardInterrupt: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
88 |
w("\n") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
89 |
sys.exit(1) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
90 |
except KeyError as msg: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
91 |
w(u"not found: " + u(msg) + u"\n") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
92 |
sys.exit(4) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
93 |
except LookupError as msg: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
94 |
w(u"not found: " + u(msg) + u"\n") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
95 |
sys.exit(4) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
96 |
except Exception as msg: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
97 |
w(msg) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
98 |
sys.exit(5) |
53
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
99 |
|
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
100 |
|
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
101 |
if __name__ == "__main__": |
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
102 |
sys.exit(main()) |