author | Claudio Luck <claudio.luck@pep.foundation> |
Tue, 04 Sep 2018 16:57:05 +0200 | |
changeset 54 | cefcaac752c9 |
parent 53 | b94d4c5b9496 |
permissions | -rwxr-xr-x |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
1 |
#!/usr/bin/env python |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
2 |
# vim: set fileencoding=utf-8 : |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
3 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
4 |
"""\ |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
5 |
YML/YSLT 2 processor version 5.8 |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
6 |
Copyleft (c), 2009-2011 Volker Birk http://fdik.org/yml/ |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
7 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
8 |
""" |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
9 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
10 |
import sys, os, codecs, locale |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
11 |
import fileinput, unicodedata |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
12 |
from optparse import OptionParser |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
13 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
14 |
try: |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
15 |
from lxml import etree |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
16 |
except: |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
17 |
sys.stderr.write("This program needs lxml, see http://codespeak.net/lxml/\n") |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
18 |
sys.exit(1) |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
19 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
20 |
from yml2 import ymlCStyle, comment, oldSyntax |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
21 |
from pyPEG import parse, u |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
22 |
import backend |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
23 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
24 |
def printInfo(option, opt_str, value, parser): |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
25 |
sys.stdout.write(__doc__) |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
26 |
sys.exit(0) |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
27 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
28 |
class YMLAssert(Exception): pass |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
29 |
|
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
30 |
def w(msg): |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
31 |
if isinstance(msg, BaseException): |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
32 |
try: |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
33 |
msg = str(msg) + "\n" |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
34 |
except: |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
35 |
msg = u(msg) + u"\n" |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
36 |
if type(msg) is unicode: |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
37 |
msg = codecs.encode(msg, sys.stderr.encoding) |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
38 |
sys.stderr.write(msg) |
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
39 |
|
53
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
40 |
|
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
41 |
def main(): |
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
42 |
optParser = OptionParser() |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
43 |
optParser.add_option("-C", "--old-syntax", action="store_true", dest="old_syntax", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
44 |
help="syntax of YML 2 version 1.x (compatibility mode)", default=False) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
45 |
optParser.add_option("-D", "--emit-linenumbers", action="store_true", dest="emitlinenumbers", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
46 |
help="emit line numbers into the resulting XML for debugging purposes", default=False) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
47 |
optParser.add_option("--debug", action="store_true", dest="trace", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
48 |
help="switch on tracing to stderr", default=False) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
49 |
optParser.add_option("-d", "--paramdict", dest="params", metavar="PARAMS", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
50 |
help="call X/YSLT script with dictionary PARAMS as parameters") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
51 |
optParser.add_option("-e", "--xpath", dest="xpath", metavar="XPATH", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
52 |
help="execute XPath expression XPATH and print result") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
53 |
optParser.add_option("-E", "--encoding", dest="encoding", metavar="ENCODING", default=locale.getdefaultlocale()[1], |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
54 |
help="encoding of input files (default to locale)") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
55 |
optParser.add_option("-I", "--include", dest="includePathText", metavar="INCLUDE_PATH", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
56 |
help="precede YML_PATH by a colon separated INCLUDE_PATH to search for include files") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
57 |
optParser.add_option("-m", "--omit-empty-parm-tags", action="store_true", dest="omitemptyparm", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
58 |
help="does nothing (only there for compatibility reasons)", default=False) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
59 |
optParser.add_option("-M", "--empty-input-document", action="store_true", dest="emptyinput", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
60 |
help="use an empty input document", default=False) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
61 |
optParser.add_option("-n", "--normalization", dest="normalization", metavar="NORMALIZATION", default="NFC", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
62 |
help="Unicode normalization (none, NFD, NFKD, NFC, NFKC, FCD, default is NFC)") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
63 |
optParser.add_option("-o", "--output", dest="outputFile", metavar="FILE", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
64 |
help="place output in file FILE") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
65 |
optParser.add_option("-p", "--parse-only", action="store_true", dest="parseonly", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
66 |
help="parse only, then output pyAST as text to stdout", default=False) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
67 |
optParser.add_option("-P", "--pretty", action="store_true", default=False, |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
68 |
help="pretty print output adding whitespace") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
69 |
optParser.add_option("-s", "--stringparamdict", dest="stringparams", metavar="STRINGPARAMS", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
70 |
help="call X/YSLT script with dictionary STRINGPARAMS as string parameters") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
71 |
optParser.add_option("-x", "--xml", action="store_true", default=False, |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
72 |
help="input document is XML already") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
73 |
optParser.add_option("-X", "--xslt", dest="xslt", metavar="XSLTSCRIPT", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
74 |
help="execute XSLT script XSLTSCRIPT") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
75 |
optParser.add_option("-y", "--yslt", dest="yslt", metavar="YSLTSCRIPT", |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
76 |
help="execute YSLT script YSLTSCRIPT") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
77 |
optParser.add_option("-Y", "--xml2yml", action="store_true", default=False, |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
78 |
help="convert XML to normalized YML code") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
79 |
optParser.add_option("-V", "--version", action="callback", callback=printInfo, help="show version info and exit") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
80 |
(options, args) = optParser.parse_args() |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
81 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
82 |
if options.old_syntax: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
83 |
oldSyntax() |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
84 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
85 |
if options.trace: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
86 |
backend.enable_tracing = True |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
87 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
88 |
if options.emitlinenumbers: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
89 |
backend.emitlinenumbers = True |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
90 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
91 |
if options.includePathText: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
92 |
backend.includePath = options.includePathText.split(':') |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
93 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
94 |
backend.encoding = options.encoding |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
95 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
96 |
dirs = os.environ.get('YML_PATH', '.').split(':') |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
97 |
backend.includePath.extend(dirs) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
98 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
99 |
if options.xml2yml: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
100 |
for directory in backend.includePath: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
101 |
try: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
102 |
name = directory + "/xml2yml.ysl2" |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
103 |
f = open(name, "r") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
104 |
f.close() |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
105 |
break |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
106 |
except: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
107 |
pass |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
108 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
109 |
options.yslt = name |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
110 |
options.xml = True |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
111 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
112 |
if (options.xslt and options.yslt) or (options.xslt and options.xpath) or (options.yslt and options.xpath): |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
113 |
sys.stderr.write("Cannot combine --xpath, --xslt and --yslt params\n") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
114 |
sys.exit(1) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
115 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
116 |
try: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
117 |
ymlC = ymlCStyle() |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
118 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
119 |
rtext = u"" |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
120 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
121 |
if not options.emptyinput: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
122 |
files = fileinput.input(args, mode="rU", openhook=fileinput.hook_encoded(options.encoding)) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
123 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
124 |
if options.xml: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
125 |
rtext = "" |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
126 |
for line in files: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
127 |
rtext += line |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
128 |
else: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
129 |
result = parse(ymlC, files, True, comment) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
130 |
if options.parseonly: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
131 |
print(result) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
132 |
sys.exit(0) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
133 |
else: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
134 |
rtext = backend.finish(result) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
135 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
136 |
if not rtext: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
137 |
rtext = u"<empty/>" |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
138 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
139 |
def ymldebug(context, text): |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
140 |
if options.trace: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
141 |
sys.stderr.write("Debug: " + codecs.encode(u(text), options.encoding) + "\n") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
142 |
return "" |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
143 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
144 |
def ymlassert(context, value, msg): |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
145 |
if options.trace: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
146 |
if not value: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
147 |
raise YMLAssert(msg) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
148 |
return "" |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
149 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
150 |
ymlns = etree.FunctionNamespace("http://fdik.org/yml") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
151 |
ymlns.prefix = "yml" |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
152 |
ymlns['debug'] = ymldebug |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
153 |
ymlns['assert'] = ymlassert |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
154 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
155 |
if options.xpath: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
156 |
tree = etree.fromstring(rtext) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
157 |
ltree = tree.xpath(codecs.decode(options.xpath, options.encoding)) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
158 |
rtext = u"" |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
159 |
try: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
160 |
for rtree in ltree: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
161 |
rtext += etree.tostring(rtree, pretty_print=options.pretty, encoding=unicode) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
162 |
except: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
163 |
rtext = ltree |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
164 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
165 |
elif options.yslt or options.xslt: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
166 |
params = {} |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
167 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
168 |
if options.yslt: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
169 |
backend.clearAll() |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
170 |
yscript = fileinput.input(options.yslt, mode="rU", openhook=fileinput.hook_encoded(options.encoding)) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
171 |
yresult = parse(ymlC, yscript, True, comment) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
172 |
ytext = backend.finish(yresult) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
173 |
else: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
174 |
yscript = fileinput.input(options.xslt, mode="rU") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
175 |
ytext = "" |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
176 |
for line in yscript: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
177 |
ytext += line |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
178 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
179 |
doc = etree.fromstring(rtext) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
180 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
181 |
xsltree = etree.XML(ytext, base_url=os.path.abspath(yscript.filename())) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
182 |
transform = etree.XSLT(xsltree) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
183 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
184 |
if options.params: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
185 |
params = eval(options.params) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
186 |
for key, value in params.iteritems(): |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
187 |
if type(value) != unicode: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
188 |
params[key] = u(value) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
189 |
if options.stringparams: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
190 |
for key, value in eval(options.stringparams).iteritems(): |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
191 |
params[key] = u"'" + u(value) + u"'" |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
192 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
193 |
rresult = transform(doc, **params) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
194 |
# lxml is somewhat buggy |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
195 |
try: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
196 |
rtext = u(rresult) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
197 |
except: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
198 |
rtext = etree.tostring(rresult, encoding=unicode) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
199 |
if not rtext: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
200 |
rtext = codecs.decode(str(rresult), "utf-8") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
201 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
202 |
if options.normalization != "none": |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
203 |
rtext = unicodedata.normalize(options.normalization, rtext) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
204 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
205 |
if options.pretty: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
206 |
plaintext = etree.tostring(etree.fromstring(rtext), pretty_print=True, xml_declaration=True, encoding=options.encoding) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
207 |
else: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
208 |
if isinstance(rtext, unicode): |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
209 |
plaintext = codecs.encode(rtext, options.encoding) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
210 |
else: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
211 |
plaintext = str(rtext) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
212 |
|
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
213 |
try: |
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
214 |
if plaintext[-1] == "\n": |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
215 |
plaintext = plaintext[:-1] |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
216 |
except: pass |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
217 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
218 |
if options.outputFile and options.outputFile != "-": |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
219 |
outfile = open(options.outputFile, "w") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
220 |
outfile.write(plaintext) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
221 |
outfile.close() |
52
b4a9a3122abb
move python code into new package dir
Claudio Luck <claudio.luck@pep.foundation>
parents:
diff
changeset
|
222 |
else: |
54
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
223 |
print(plaintext) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
224 |
|
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
225 |
except KeyboardInterrupt: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
226 |
w("\n") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
227 |
sys.exit(1) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
228 |
except YMLAssert as msg: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
229 |
w(u"YML Assertion failed: " + u(msg) + u"\n") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
230 |
sys.exit(2) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
231 |
except KeyError as msg: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
232 |
w(u"not found: " + u(msg) + u"\n") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
233 |
sys.exit(4) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
234 |
except LookupError as msg: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
235 |
w(u"not found: " + u(msg) + u"\n") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
236 |
sys.exit(4) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
237 |
except etree.XMLSyntaxError as e: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
238 |
log = e.error_log.filter_from_level(etree.ErrorLevels.FATAL) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
239 |
for entry in log: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
240 |
w(u"XML error: " + u(entry.message) + u"\n") |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
241 |
sys.exit(5) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
242 |
except Exception as msg: |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
243 |
w(msg) |
cefcaac752c9
move module body into main()
Claudio Luck <claudio.luck@pep.foundation>
parents:
53
diff
changeset
|
244 |
sys.exit(5) |
53
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
245 |
|
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
246 |
|
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
247 |
if __name__ == "__main__": |
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
248 |
sys.exit(main()) |
b94d4c5b9496
prepare to move body code into main function
Claudio Luck <claudio.luck@pep.foundation>
parents:
52
diff
changeset
|
249 |