vb@31: # YML 2.6.0 language definition vb@0: vb@0: # written by VB. vb@0: vb@0: import re vb@0: from pyPEG import keyword, _and, _not vb@0: vb@0: # pyPEG: vb@0: # vb@0: # basestring: terminal symbol (characters) vb@0: # keyword: terminal symbol (keyword) vb@0: # matchobj: terminal symbols (regex, use for scanning symbols) vb@0: # function: named non-terminal symbol, recursive definition vb@0: # if you don't want naming in output, precede name with an underscore vb@0: # tuple: production sequence vb@0: # integer: count in production sequence: vb@0: # 0: following element is optional vb@0: # -1: following element can be omitted or repeated endless vb@0: # -2: following element is required and can be repeated endless vb@0: # list: options, choose one of them vb@0: # _not: next element in production sequence is matched only if this would not vb@0: # _and: next element in production sequence is matched only if this would, too vb@0: vb@0: newSyntax = True vb@0: vb@0: def oldSyntax(): vb@0: global newSyntax vb@0: newSyntax = False vb@0: vb@0: def _if(cond, val): vb@0: if cond: vb@0: return val vb@0: else: vb@0: return () vb@0: vb@0: def listing(x): return x, -1, (",", x) vb@0: r = re.compile vb@0: vb@0: comment = [r(r"//.*"), r(r"/\*.*?\*/", re.S)] vb@0: _symbol = r"(?=\D)\w(\w|:)*" vb@0: symbol = r(_symbol, re.U) vb@0: pointer = r(r"\*" + _symbol, re.U) vb@0: ppointer = r(r"\*\*" + _symbol, re.U) vb@0: macro = r(r"\%" + _symbol, re.U) vb@0: reference = r(r"\&" + _symbol, re.U) vb@0: vb@31: NameStartChar = r''':|[A-Z]|_|[a-z]|[\u00C0-\u00D6]|[\u00D8-\u00F6]|[\u00F8-\u02FF]|[\u0370-\u037D]|[\u037F-\u1FFF]|[\u200C-\u200D]|[\u2070-\u218F]|[\u2C00-\u2FEF]|[\u3001-\uD7FF]|[\uF900-\uFDCF]|[\uFDF0-\uFFFD]''' vb@31: NameChar = NameStartChar + r'''|-|\.|[0-9]|\u00B7|[\u0300-\u036F]|[\u203F-\u2040]''' vb@0: vb@31: _xmlSymbol = "(" + NameStartChar + ")(" + NameChar + ")*" vb@0: xmlSymbol = r(_xmlSymbol) vb@31: aliasSymbol = r(r"-|(" + _xmlSymbol + r")") vb@0: vb@28: literal = [r(r'""".*?"""', re.S), r(r"'''.*?'''", re.S), r(r"""0x[a-f0-9]+|-?\d+\.\d*|-?\.\d+|-?\d+|".*?"|'.*?'""")] vb@0: filename = [("'", r(r"[^']*"), "'"), ('"', r(r'[^"]*'), '"'), r(r"[^\s;]+")] vb@0: ws = r(r"\s+", re.U) vb@0: vb@0: def pyExp(): return "!", r(r"(!=|\\!|[^!])+"), "!" vb@0: value = [literal, pyExp] vb@0: vb@0: def tagQuote(): return r(r"\].*|\<.*?\>") vb@0: def lineQuote(): return r(r"\|.*") vb@0: def quote(): return [r(r"\d*>.*"), (literal, 0, [";", "."])] vb@0: def parm(): return [([xmlSymbol, pyExp, pointer, macro], "=", [value, pointer, symbol]), value, pointer] vb@0: def parm_eq(): return [xmlSymbol, pyExp, pointer, macro], "=", [value, pointer, symbol] vb@0: parm_eq.__name__ = "parm" vb@0: _func = [symbol, ppointer, pointer, reference], _if(newSyntax, (-1, ("[", listing(parm), "]"))), 0, ("(", listing(parm), ")"), 0, listing(parm), -1, parm_eq vb@0: def pythonCall(): return keyword("python"), _func, [";", "."] vb@20: def declParm(): return [pointer, macro, xmlSymbol], 0, ("=", [literal, symbol]) vb@0: def alias(): return keyword("alias"), aliasSymbol vb@0: def descend(): return r(r"[+@*]" + _symbol, re.U) vb@0: def base(): return keyword("is"), symbol vb@0: def shape(): return symbol vb@0: def decl(): return symbol, 0, base, 0, ("<", listing(shape), ">"), -1, descend, _if(newSyntax, (-1, ("[", 0, listing(declParm), "]"))), 0, ("(", 0, listing(declParm), ")"), 0, alias, 0, content vb@0: def python(): return [r(r"!!.*?!!", re.S), r(r"!.*")] vb@0: def operator(): return 0, keyword("define"), keyword("operator"), literal, keyword("as"), r(r".*") vb@0: def constant(): return 0, keyword("define"), [pointer, symbol], "=", literal, 0, [";", "."] vb@0: def in_ns(): return keyword("in"), xmlSymbol, [_decl, ("{", -2, _decl, "}")] vb@0: _decl = keyword("decl"), listing(decl), [";", "."] vb@23: def textsection(): return r(r'(\|\|(\>*)(.*?)\|\|(\>*))\s*$', re.S | re.M) vb@14: def textsectionu(): return r(r'(\>\>.*?\>\>)', re.S) vb@0: def include(): return keyword("include"), 0, reverse, 0, [ktext, kxml], filename, 0, [";", "."] vb@0: def func(): return _func, 0, content vb@0: def funclist(): return listing(func) vb@0: _cmd = funclist, 0, [";", "."] vb@14: _inner = [include, textsection, textsectionu, pythonCall, _cmd, quote, lineQuote, tagQuote, pyExp] vb@0: _cc = "{", -1, _inner, "}" vb@0: def content_plain(): return [ (_l, 0, _p, 0, _b, 0, _cc), (_p, 0, _b, 0, _cc), (_b, 0, _cc), _cc ] vb@0: content_plain.__name__ = "content" vb@0: def func_plain(): return _func, 0, content_plain vb@0: func_plain.__name__ = "func" vb@0: def flist_plain(): return -2, func_plain vb@0: flist_plain.__name__ = "funclist" vb@0: def xbase(): return flist_plain vb@0: def generic(): return flist_plain vb@0: def subscript(): return flist_plain vb@0: def parentheses(): return "(", 0, funclist, ")" vb@0: def fparm(): return flist_plain vb@0: vb@0: _l = _if(newSyntax, ("<", listing(generic), ">")) vb@0: _p = _if(not newSyntax, parentheses), _if(newSyntax, ("(", 0, listing(fparm), ")")) vb@0: _b = (":", listing(xbase)) vb@0: _c = [_inner, _cc] vb@0: vb@0: def content(): return [ (_l, 0, _p, 0, _b, 0, _c), (_p, 0, _b, 0, _c), (_b, 0, _c), _c ] vb@0: def reverse(): return keyword("reverse") vb@0: def ktext(): return keyword("text") vb@0: def kxml(): return keyword("xml") vb@0: def ymlCStyle(): return -1, [_decl, in_ns, include, python, operator, constant, tagQuote, lineQuote, quote, _cmd]