1

# 2.6.1 backend

     2

     3

# written by VB.

     4

     5

import re, codecs

     6

import fileinput

     7

import sys, traceback, os

     8

from xml.sax.saxutils import escape, quoteattr

     9

from copy import copy, deepcopy

    10

from glob import glob

    11

from pyPEG import code, parse, parseLine, u, Symbol

    12

from yml2 import ymlCStyle, comment, _inner

    13

    14

ymlFunc, pointers, pythonFunc = {}, {}, {}

    15

in_ns = ""

    16

operator = []

    17

included = ""

    18

includePath = []

    19

emitlinenumbers = False

    20

encoding = "utf-8"

    21

    22

first = True

    23

enable_tracing = False

    24

    25

ymlFunc["decl"] = "#error"

    26

ymlFunc["define"] = "#error"

    27

ymlFunc["operator"] = "#error"

    28

    29

def clearAll():

    30

    global ymlFunc, pointers, pythonFunc, in_ns, operator, included

    31

    ymlFunc, pointers, pythonFunc = {}, {}, {}

    32

    in_ns = ""

    33

    operator = []

    34

    included = ""

    35

    36

lq = re.compile(r"\|(\>*)(.*)")

    37

sq = re.compile(r"(\d*)\>(.*)")

    38

ts = re.compile(r'(\|\|(?P<inds>\>*)\s*\n(?P<text1>.*?)\n(?P<base>\s*)\|\|)|("""(?P<text2>.*?)""")|(\>\>(?P<text3>.*?)\>\>)', re.S)

    39

tq = re.compile(r"(\]|\<)\s*(.*)")

    40

bq = re.compile(r"\`(.*?)\`", re.S)

    41

bqq = re.compile(r"\s*\`\`(.*)")

    42

all = re.compile(r".*", re.S)

    43

    44

line = 1

    45

    46

def pointer(name):

    47

    try:

    48

        return u(pointers[name[1:]])

    49

    except:

    50

        if name == "*_trace_info":

    51

            return '""'

    52

        if included:

    53

            raise LookupError("in " + included + ":" + u(line) + ": pointer " + name)

    54

        else:

    55

            raise LookupError("in " + u(line) + ": pointer " + name)

    56

    57

def evalPython(expr):

    58

    try:

    59

        result = eval(u(expr), pythonFunc)

    60

        if type(result) is bytes:

    61

            return codecs.decode(result, encoding)

    62

        else:

    63

            return result

    64

    except:

    65

        name, parm, tb = sys.exc_info()

    66

        msg = "in python expression: " + u(parm)

    67

        if name is SyntaxError:

    68

            tbl = traceback.format_exception(name, parm, tb)

    69

            msg += "\n" + tbl[-3] + tbl[-2]

    70

        else:

    71

            msg += ": " + expr + "\n"

    72

        if included:

    73

            raise name("in " + included + ":" + u(line) + ": " + msg)

    74

        else:

    75

            raise name("in " + u(line) + ": " + msg)

    76

    77

def execPython(script):

    78

    try:

    79

        if type(script) is str:

    80

            exec(script, pythonFunc)

    81

        else:

    82

            exec(codecs.decode(script, encoding), pythonFunc)

    83

    except:

    84

        name, parm, tb = sys.exc_info()

    85

        msg = "in python script: " + u(parm)

    86

        if name is SyntaxError:

    87

            tbl = traceback.format_exception(name, parm, tb)

    88

            msg += "\n" + tbl[-3] + tbl[-2]

    89

        else:

    90

            msg += ": " + expr + "\n"

    91

        if included:

    92

            raise name("in " + included + ":" + u(line) + ": " + msg)

    93

        else:

    94

            raise name("in " + u(line) + ": " + msg)

    95

    96

def textOut(text):

    97

    if not text:

    98

        return ""

    99

    if type(text) is not str:

   100

        text = codecs.decode(text, encoding)

   101

    text = text.replace(r'\"', r'\\"')

   102

    text = '"""' + text.replace('"', r'\"') + '"""'

   103

    try:

   104

        textFunc = ymlFunc["text"]

   105

        parms = ['text', ('parm', [text])]

   106

        c, result = textFunc(parms)

   107

        if c:

   108

            if type(textFunc.alias) is str:

   109

                result += "</" + textFunc.alias + ">"

   110

            else:

   111

                result += "</" + codecs.decode(textFunc.alias, encoding) + ">"

   112

        return result

   113

    except:

   114

        return escape(eval(text))

   115

   116

def strRepl(text):

   117

    if not text:

   118

        return ""

   119

    if type(text) is not str:

   120

        text = codecs.decode(text, encoding)

   121

    text = text.replace(r'\"', r'\\"')

   122

    text = '"""' + text.replace('"', r'\"') + '"""'

   123

    if type(text) is str:

   124

        return escape(eval(text))

   125

   126

def applyMacros(macros, text):

   127

    result = text

   128

    for key, value in macros.items():

   129

        result = result.replace(key, value)

   130

    return result

   131

   132

class YF:

   133

    def __init__(self, name):

   134

        self.name = name

   135

        self.parms = []

   136

        self.descends = []

   137

        self.values = {}

   138

        self.content = None

   139

        self.pointers = {}

   140

        self.macros = {}

   141

        if in_ns:

   142

            self.alias = in_ns + ":" + name.replace("_", "-")

   143

        else:

   144

            self.alias = name.replace("_", "-")

   145

        pythonFunc["yml_" + name] = self

   146

        if emitlinenumbers:

   147

            self.values["yml:declared"] = u(line)

   148

   149

    def copy(self, newName):

   150

        yf = YF(newName)

   151

        yf.parms.extend(self.parms)

   152

        yf.descends.extend(self.descends)

   153

        yf.values = self.values.copy()

   154

        yf.content = self.content

   155

        yf.pointers = self.pointers.copy()

   156

        yf.macros = self.macros.copy()

   157

        yf.alias = self.alias

   158

        return yf

   159

   160

    def patch(self, second):

   161

        self.parms.extend(second.parms)

   162

        self.descends.extend(second.descends)

   163

        self.values.update(second.values)

   164

        if second.content:

   165

            self.content = second.content

   166

        self.pointers.update(second.pointers)

   167

        self.macros.update(second.macros)

   168

   169

    def __call__(self, called_with, hasContent = False, avoidTag = False):

   170

        global pointers

   171

        parms = []

   172

        vals = {}

   173

        if self.pointers:

   174

            pointers.update(self.pointers)

   175

   176

        for data in called_with:

   177

            if type(data) is tuple or type(data) is Symbol:

   178

                if data[0] == "parm":

   179

                    l = data[1]

   180

                    parm = l[0]

   181

                    if parm[0] == "*":

   182

                        parm = pointer(parm)

   183

                    if len(l) == 1:

   184

                        if type(parm) is tuple or type(parm) is Symbol:

   185

                            if parm[0] == "pyExp":

   186

                                val = evalPython(parm[1][0])

   187

                                parms.append(val)

   188

                        else:

   189

                            parms.append(evalPython((parm)))

   190

                    else:

   191

                        if type(parm) is tuple or type(parm) is Symbol:

   192

                            if parm[0] == "pyExp":

   193

                                parm = evalPython(parm[1][0])

   194

                        val = l[1]

   195

                        if type(val) is tuple or type(val) is Symbol:

   196

                            if val[0] == "pyExp":

   197

                                val = evalPython(val[1][0])

   198

                        if val[0] == "*":

   199

                            val = pointer(val)

   200

                        if u(val)[0] == '"' or u(val)[0] == "'":

   201

                            vals[parm] = evalPython(u(val))

   202

                        else:

   203

                            vals[parm] = u(val)

   204

                elif data[0] == "content":

   205

                    hasContent = True

   206

   207

        if enable_tracing:

   208

            text = u(parms) + ", " + u(vals)

   209

            pointers["_trace_info"] = '"' + u(line) + ": " + u(self.name) + " " + text.replace('"', '#') + '"'

   210

   211

        if emitlinenumbers:

   212

            global first

   213

            if first:

   214

                vals["xmlns:yml"] = "http://fdik.org/yml"

   215

                first = False

   216

            vals["yml:called"] = u(line)

   217

        return self.xml(parms, vals, hasContent, avoidTag)

   218

   219

    def addParm(self, parm):

   220

        if parm[0] == "%":

   221

            for i in range(len(self.parms)):

   222

                if self.parms[i][0] != "%":

   223

                    self.parms.insert(i, parm)

   224

                    return

   225

        self.parms.append(parm)

   226

   227

    def addDescend(self, desc):

   228

        if desc[0] == "+" or desc[0] == "@":

   229

            self.descends.append(desc[1:])

   230

        else:

   231

            self.descends.append(desc)

   232

   233

    def addValue(self, parm, value):

   234

        if type(value) is str or type(value) is str:

   235

            if value[0] != "'" and value[0] != '"':

   236

                self.values[parm] = u(value)

   237

            else:

   238

                self.values[parm] = u(evalPython(value))

   239

        else:

   240

            self.values[parm] = u(evalPython(u(value)))

   241

   242

    def xml(self, callParms, callValues, hasContent, avoidTag = False):

   243

        global pointers

   244

        extraContent = ""

   245

        if self.content:

   246

            hasContent = True

   247

        resultParms = self.values.copy()

   248

        macros = self.macros.copy()

   249

        toDelete = [ key for key in resultParms.keys() ]

   250

        for key in toDelete:

   251

            if key[0] == "*":

   252

                del resultParms[key]

   253

        for key, value in callValues.items():

   254

            if key[0] == "%":

   255

                macros[key] = value

   256

            else:

   257

                resultParms[key] = value

   258

        i = 0

   259

        for cp in callParms:

   260

            if i < len(self.parms):

   261

                if self.parms[i][0] == "*":

   262

                    cp = u(cp)

   263

                    if "'" in cp:

   264

                        pointers[self.parms[i][1:]] = '"' + cp + '"'

   265

                    else:

   266

                        pointers[self.parms[i][1:]] = "'" + cp + "'"

   267

                elif self.parms[i][0] == "%":

   268

                    macros[self.parms[i]] = u(cp)

   269

                else:

   270

                    resultParms[self.parms[i]] = cp

   271

            else:

   272

                extraContent += u(cp)

   273

                hasContent = True

   274

            i += 1

   275

        result = ""

   276

        for p, v in resultParms.items():

   277

            if p[0] == "'" or p[0] == '"':

   278

                p = eval(p)

   279

            result += " "+ p + "=" + quoteattr(applyMacros(macros, u(v)))

   280

        if hasContent:

   281

            if avoidTag:

   282

                return True, strRepl(extraContent)

   283

            else:

   284

                return True, "<" + self.alias + result + ">" + strRepl(extraContent)

   285

        else:

   286

            if avoidTag:

   287

                return False, ""

   288

            else:

   289

                return False, "<" + self.alias + result + "/>"

   290

   291

def replaceContent(tree, subtree):

   292

    n = 0

   293

    while n < len(tree):

   294

        obj = tree[n]

   295

        if obj[0] == "func":

   296

            l = obj[1]

   297

            if l[0] == "content":

   298

                d = 1

   299

                if subtree:

   300

                    for el in subtree:

   301

                        tree.insert(n+d, el)

   302

                        d += 1

   303

                del tree[n]

   304

                n += d

   305

            else:

   306

                try:

   307

                    if l[-1][0] == "content":

   308

                        replaceContent(l[-1][1], subtree)

   309

                except: pass

   310

        elif obj[0] == "funclist":

   311

            replaceContent(obj[1], subtree)

   312

        n += 1

   313

    return tree

   314

   315

def executeCmd(text):

   316

    if type(text) is not str:

   317

        text = codecs.decode(text, encoding)

   318

    for (regex, pattern) in operator:

   319

        match = re.search(regex, text)

   320

        while match:

   321

            cmd = pattern

   322

            opt = match.groups()

   323

            for i in range(len(opt)):

   324

                cmd = cmd.replace("%" + u(i+1), opt[i])

   325

            text = text[:match.start()] + "`" + cmd + "`"+ text[match.end():]

   326

            match = re.search(regex, text)

   327

   328

    result = ""

   329

    m = re.search(bq, text)

   330

    while text and m:

   331

        cmd  = m.group(1)

   332

        head = textOut(text[:m.start()])

   333

        text = text[m.end():]

   334

        try:

   335

            r, rest = parseLine(cmd, _inner, [], True, comment)

   336

            if rest: raise SyntaxError(cmd)

   337

        except SyntaxError:

   338

            if included:

   339

                raise SyntaxError("in " + included + ":" + u(line) + ": syntax error in executing command: " + cmd.strip())

   340

            else:

   341

                raise SyntaxError("in " + u(line) + ": syntax error in executing command: " + cmd.strip())

   342

        inner = _finish(r)

   343

        result += head + inner

   344

        m = re.search(bq, text)

   345

    result += textOut(text)

   346

   347

    return result

   348

   349

def codegen(obj):

   350

    global in_ns, pointers, line, included

   351

    ctype = obj[0]

   352

   353

    if type(obj) is code:

   354

        return obj

   355

   356

    try:

   357

        if ctype.line: line = ctype.line

   358

    except: pass

   359

   360

    if ctype == "empty":

   361

        return code("")

   362

   363

    if ctype == "in_ns":

   364

        in_ns = obj[1][0]

   365

        subtree = obj[1]

   366

        for sel in subtree:

   367

            codegen(sel)

   368

        in_ns = ""

   369

        return code("")

   370

   371

    elif ctype == "decl":

   372

        name = ""

   373

        for data in obj[1]:

   374

            if type(data) is str:

   375

                name = data

   376

                try:

   377

                    yf = ymlFunc[name]

   378

                    yf.alias

   379

                except:

   380

                    ymlFunc[name] = YF(name)

   381

                    yf = ymlFunc[name]

   382

                    if in_ns:

   383

                        yf.alias = in_ns + ":" + name

   384

                        if not enable_tracing:

   385

                            if in_ns == "xsl" and (name == "debug" or name=="assert" or name[:7]=="_trace_"):

   386

                                yf.alias = "-"

   387

                                yf.addParm("skip1")

   388

                                yf.addParm("skip2")

   389

                                break

   390

            elif type(data) is tuple or type(data) is Symbol:

   391

                if data[0] == "base":

   392

                    base = data[1][0]

   393

                    try:

   394

                        yf = ymlFunc[name] = ymlFunc[base].copy(name)

   395

                    except KeyError:

   396

                        if included:

   397

                            raise KeyError("in " + included + ":" + u(line) + ": " + base + " as base for " + name)

   398

                        else:

   399

                            raise KeyError("in " + u(line) + ": " + base + " as base for " + name)

   400

                elif data[0] == "shape":

   401

                    shape = ymlFunc[data[1]]

   402

                    try:

   403

                        yf = ymlFunc[name]

   404

                        yf.patch(shape)

   405

                    except KeyError:

   406

                        if included:

   407

                            raise KeyError("in " + included + ":" + u(line) + ": " + base + " as shape for " + name)

   408

                        else:

   409

                            raise KeyError("in " + u(line) + ": " + base + " as shape for " + name)

   410

                elif data[0] == "descend":

   411

                    yf.addDescend(data[1])

   412

                elif data[0] == "declParm":

   413

                    l = data[1]

   414

                    parmName = l[0]

   415

                    if len(l)==1:

   416

                        yf.addParm(parmName)

   417

                    else:

   418

                        value = l[1]

   419

                        if parmName[0] != "%":

   420

                            yf.addValue(parmName, value)

   421

                        if parmName[0] == "*":

   422

                            yf.pointers[parmName[1:]] = value

   423

                            yf.addParm(parmName)

   424

                        elif parmName[0] == "%":

   425

                            if type(value) is str:

   426

                                yf.macros[parmName] = u(evalPython(value))

   427

                            else:

   428

                                yf.macros[parmName] = u(evalPython(u(value)))

   429

                            yf.addParm(parmName)

   430

                elif data[0] == "alias":

   431

                    if in_ns:

   432

                        yf.alias = in_ns + ":" + data[1][0]

   433

                    else:

   434

                        yf.alias = data[1][0]

   435

                elif data[0] == "content":

   436

                    yf.content = data[1]

   437

   438

        return code("")

   439

   440

    elif ctype == "funclist":

   441

        result = ""

   442

        for f in obj[1]:

   443

            result += codegen(f)

   444

        return code(result)

   445

   446

    elif ctype == "parentheses":

   447

        if len(obj[1]):

   448

            return codegen(('func', ['_parentheses', ('content', [obj[1][0]])]))

   449

        else:

   450

            return ""

   451

   452

    elif ctype == "fparm":

   453

        if len(obj[1]):

   454

            return codegen(('func', ['_parm', ('content', [obj[1][0]])]))

   455

        else:

   456

            return ""

   457

   458

    elif ctype == "generic":

   459

        return codegen(('func', ['_generic', ('content', [obj[1][0]])]))

   460

   461

    elif ctype == "xbase":

   462

        return codegen(('func', ['_base', ('content', [obj[1][0]])]))

   463

   464

    elif ctype == "func":

   465

        avoidTag = False

   466

        name = obj[1][0]

   467

   468

        if name == "decl":

   469

            if ymlFunc[name] == "#error":

   470

                if included:

   471

                    raise SyntaxError("in " + included + ":" + u(line) + ": syntax error in decl statement")

   472

                else:

   473

                    raise SyntaxError("in " + u(line) + ": syntax error in decl statement")

   474

        if name == "define" or name == "operator":

   475

            if ymlFunc[name] == "#error":

   476

                if included:

   477

                    raise SyntaxError("in " + included + ":" + u(line) + ": syntax error in define statement")

   478

                else:

   479

                    raise SyntaxError("in " + u(line) + ": syntax error in define statement")

   480

   481

        if name[0] == "&":

   482

            avoidTag = True

   483

            name = name[1:]

   484

        hasContent = False

   485

   486

        if len(name) > 2:

   487

            if name[0:2] == "**":

   488

                return code(eval(''+pointer(name[1:])))

   489

   490

        if name[0] == "*":

   491

            name = eval(pointer(name))

   492

            if name[0] == "&":

   493

                avoidTag = True

   494

                name = name[1:]

   495

   496

        try:

   497

            ymlFunc[name]

   498

        except KeyError:

   499

            try:

   500

                if ymlFunc["_"].alias != "-":

   501

                    return codegen(('func', ['_', ('content', [('funclist', [obj])])]))

   502

                else:

   503

                    ymlFunc[name] = copy(ymlFunc["_"])

   504

                    ymlFunc[name].alias = name.replace("_", "-")

   505

                    return codegen(obj)

   506

            except KeyError:

   507

                ymlFunc[name] = YF(name)

   508

   509

        if ymlFunc[name].alias == "-": avoidTag = True

   510

   511

        to_add = []

   512

        if len(ymlFunc[name].descends):

   513

            if obj[1][-1][0] != 'content':

   514

                if included:

   515