1

#!/usr/bin/env python3

     2

# vim: set fileencoding=utf-8 :

     3

     4

"""\

     5

YML/YSLT 2 processor version 6.2

     6

Copyleft (c), 2009-2020 Volker Birk  http://fdik.org/yml/

     7

     8

"""

     9

    10

import sys, os, codecs, locale

    11

import fileinput, unicodedata

    12

from optparse import OptionParser

    13

    14

try:

    15

    from lxml import etree

    16

except:

    17

    sys.stderr.write("This program needs lxml, see http://codespeak.net/lxml/\n")

    18

    sys.exit(1)

    19

    20

if __name__ == "__main__":

    21

    sys.path.insert(0, os.path.dirname(__file__))

    22

    23

from yml2.yml2 import ymlCStyle, comment, oldSyntax

    24

from yml2.pyPEG import parse, u

    25

import yml2.backend as backend

    26

    28

    29

def printInfo(option, opt_str, value, parser):

    30

    sys.stdout.write(__doc__)

    31

    sys.exit(0)

    32

    33

class YMLAssert(Exception): pass

    34

    35

def w(msg):

    36

    if isinstance(msg, BaseException):

    37

        try:

    38

            msg = str(msg) + "\n"

    39

        except:

    40

            msg = u(msg) + "\n"

    41

    sys.stderr.write(msg)

    42

    43

def main():

    45

    optParser = OptionParser()

    46

    optParser.add_option("-C", "--old-syntax", action="store_true", dest="old_syntax",

    47

            help="syntax of YML 2 version 1.x (compatibility mode)", default=False)

    48

    optParser.add_option("-D", "--emit-linenumbers", action="store_true", dest="emitlinenumbers",

    49

            help="emit line numbers into the resulting XML for debugging purposes", default=False)

    50

    optParser.add_option("--debug", action="store_true", dest="trace",

    51

            help="switch on tracing to stderr", default=False)

    52

    optParser.add_option("-d", "--paramdict", dest="params", metavar="PARAMS",

    53

            help="call X/YSLT script with dictionary PARAMS as parameters")

    54

    optParser.add_option("-e", "--xpath", dest="xpath", metavar="XPATH",

    55

            help="execute XPath expression XPATH and print result")

    56

    optParser.add_option("-E", "--encoding", dest="encoding", metavar="ENCODING", default=locale.getdefaultlocale()[1],

    57

            help="encoding of input files (default to locale)")

    58

    optParser.add_option("-I", "--include", dest="includePathText", metavar="INCLUDE_PATH",

    60

    optParser.add_option("-m", "--omit-empty-parm-tags", action="store_true", dest="omitemptyparm",

    61

            help="does nothing (only there for compatibility reasons)", default=False)

    62

    optParser.add_option("-M", "--empty-input-document", action="store_true", dest="emptyinput",

    63

            help="use an empty input document", default=False)

    64

    optParser.add_option("-n", "--normalization", dest="normalization", metavar="NORMALIZATION", default="NFC",

    65

            help="Unicode normalization (none, NFD, NFKD, NFC, NFKC, FCD, default is NFC)")

    66

    optParser.add_option("-o", "--output", dest="outputFile", metavar="FILE",

    67

            help="place output in file FILE")

    68

    optParser.add_option("-p", "--parse-only", action="store_true", dest="parseonly",

    69

            help="parse only, then output pyAST as text to stdout", default=False)

    70

    optParser.add_option("-P", "--pretty", action="store_true", default=False,

    71

            help="pretty print output adding whitespace")

    72

    optParser.add_option("-s", "--stringparamdict", dest="stringparams", metavar="STRINGPARAMS",

    73

            help="call X/YSLT script with dictionary STRINGPARAMS as string parameters")

    74

    optParser.add_option("-x", "--xml", action="store_true", default=False,

    75

            help="input document is XML already")

    76

    optParser.add_option("-X", "--xslt", dest="xslt", metavar="XSLTSCRIPT",

    77

            help="execute XSLT script XSLTSCRIPT")

    78

    optParser.add_option("-y", "--yslt", dest="yslt", metavar="YSLTSCRIPT",

    79

            help="execute YSLT script YSLTSCRIPT")

    80

    optParser.add_option("-Y", "--xml2yml", action="store_true", default=False,

    81

            help="convert XML to normalized YML code")

    82

    optParser.add_option("-V", "--version", action="callback", callback=printInfo, help="show version info and exit")

    83

    (options, args) = optParser.parse_args()

    84

    85

    if options.old_syntax:

    86

        oldSyntax()

    87

    88

    if options.trace:

    89

        backend.enable_tracing = True

    90

    91

    if options.emitlinenumbers:

    92

        backend.emitlinenumbers = True

    93

    94

    if options.includePathText:

    96

    97

    backend.encoding = options.encoding

    98

   100

    backend.includePath.extend(dirs)

   101

   102

    if options.xml2yml:

   103

        for directory in backend.includePath:

   104

            name = os.path.join(directory, "xml2yml.ysl2")

   105

            if os.path.isfile(name):

   106

                options.yslt = name

   107

                options.xml = True

   108

                break

   109

        else:

   110

            sys.stderr.write("Error: Stylesheet xml2yml.ysl2 required for --xml2yml not found\n")

   111

            sys.stderr.write("Please check your YML_PATH\n")

   112

            sys.exit(1)

   113

   114

    if  (options.xslt and options.yslt) or (options.xslt and options.xpath) or (options.yslt and options.xpath):

   115

        sys.stderr.write("Cannot combine --xpath, --xslt and --yslt params\n")

   116

        sys.exit(1)

   117

   118

    try:

   119

        ymlC = ymlCStyle()

   120

   121

        rtext = ""

   122

   123

        if not options.emptyinput:

   124

            files = fileinput.input(args, mode="rU", openhook=fileinput.hook_encoded(options.encoding))

   125

   126

            if options.xml:

   127

                rtext = ""

   128

                for line in files:

   129

                    rtext += line

   130

            else:

   131

                result = parse(ymlC, files, True, comment)

   132

                if options.parseonly:

   133

                    print(result)

   134

                    sys.exit(0)

   135

                else:

   136

                    rtext = backend.finish(result)

   137

   138

        if not rtext:

   139

            rtext = "<empty/>"

   140

   141

        def ymldebug(context, text):

   142

            if options.trace:

   143

                sys.stderr.write("Debug: " + codecs.encode(u(text), options.encoding) + "\n")

   144

            return ""

   145

   146

        def ymlassert(context, value, msg):

   147

            if options.trace:

   148

                if not value:

   149

                    raise YMLAssert(msg)

   150

            return ""

   151

   152

        ymlns = etree.FunctionNamespace("http://fdik.org/yml")

   153

        ymlns.prefix = "yml"

   154

        ymlns['debug'] = ymldebug

   155

        ymlns['assert'] = ymlassert

   156

   157

        if options.xpath:

   158

            tree = etree.fromstring(rtext)

   159

            ltree = tree.xpath(codecs.decode(options.xpath, options.encoding))

   160

            rtext = ""

   161

            try:

   162

                for rtree in ltree:

   163

                    rtext += etree.tostring(rtree, pretty_print=options.pretty, encoding=unicode)

   164

            except:

   165

                rtext = ltree

   166

   167

        elif options.yslt or options.xslt:

   168

            params = {}

   169

   170

            if options.yslt:

   171

                backend.clearAll()

   172

                yscript = fileinput.input(options.yslt, mode="rU", openhook=fileinput.hook_encoded(options.encoding))

   173

                yresult = parse(ymlC, yscript, True, comment)

   174

                ytext = backend.finish(yresult)

   175

            else:

   176

                yscript = fileinput.input(options.xslt, mode="rU")

   177

                ytext = ""

   178

                for line in yscript:

   179

                    ytext += line

   180

   181

            doc = etree.fromstring(rtext)

   182

   183

            xsltree = etree.XML(ytext, base_url=os.path.abspath(yscript.filename()))

   184

            transform = etree.XSLT(xsltree)

   185

   186

            if options.params:

   187

                params = eval(options.params)

   188

                for key, value in params.iteritems():

   189

                    if type(value) is not str:

   190

                        params[key] = u(value)

   191

            if options.stringparams:

   192

                for key, value in eval(options.stringparams).iteritems():

   193

                    params[key] = "'" + u(value) + "'"

   194

   195

            rresult = transform(doc, **params)

   196

            # lxml is somewhat buggy

   197

            try:

   198

                rtext = u(rresult)

   199

            except:

   200

                rtext = etree.tostring(rresult, encoding=unicode)

   201

                if not rtext:

   202

                    rtext = codecs.decode(str(rresult), "utf-8")

   203

   204

        if options.normalization != "none":

   205

            rtext = unicodedata.normalize(options.normalization, rtext)

   206

   207

        if options.pretty:

   208

            plaintext = etree.tostring(etree.fromstring(rtext), pretty_print=True, xml_declaration=True, encoding=options.encoding)

   209

        else:

   210

            if isinstance(rtext, str):

   211

                plaintext = codecs.encode(rtext, options.encoding)

   212

            else:

   213

                plaintext = rtext

   214

   215

        try:

   216

            if plaintext[-1] == "\n":

   217

                plaintext = plaintext[:-1]

   218

        except: pass

   219

   220

        if options.outputFile and options.outputFile != "-":

   221

            outfile = open(options.outputFile, "wb")

   222

            outfile.write(plaintext)

   223

            outfile.close()

   224

        else:

   225

            sys.stdout.buffer.write(plaintext)

   226

            if not options.pretty:

   227

                print()

   228

   229

    except KeyboardInterrupt:

   230

        w("\n")

   231

        sys.exit(1)

   232

    except YMLAssert as msg:

   233

        w("YML Assertion failed: " + u(msg) + "\n")

   234

        sys.exit(2)

   235

    except KeyError as msg:

   236

        w("not found: " + u(msg) + "\n")

   237

        sys.exit(4)

   238

    except LookupError as msg:

   239

        w("not found: " + u(msg) + "\n")

   240

        sys.exit(4)

   241

    except etree.XMLSyntaxError as e:

   242

        log = e.error_log.filter_from_level(etree.ErrorLevels.FATAL)

   243

        for entry in log:

   244

            w("XML error: " + u(entry.message) + "\n")

   245

        sys.exit(5)

   246

    except Exception as msg:

   247

        w(msg)

   248

        sys.exit(5)

   249

   250

   251

if __name__ == "__main__":

   252

    sys.exit(main())

   253