vb@72: # YML 2.7.0 language definition vb@72: vb@72: # written by VB. vb@72: vb@72: import re vb@72: from .pyPEG import keyword, _and, _not vb@72: vb@72: # pyPEG: vb@72: # vb@72: # basestring: terminal symbol (characters) vb@72: # keyword: terminal symbol (keyword) vb@72: # matchobj: terminal symbols (regex, use for scanning symbols) vb@72: # function: named non-terminal symbol, recursive definition vb@72: # if you don't want naming in output, precede name with an underscore vb@72: # tuple: production sequence vb@72: # integer: count in production sequence: vb@72: # 0: following element is optional vb@72: # -1: following element can be omitted or repeated endless vb@72: # -2: following element is required and can be repeated endless vb@72: # list: options, choose one of them vb@72: # _not: next element in production sequence is matched only if this would not vb@72: # _and: next element in production sequence is matched only if this would, too vb@72: vb@72: newSyntax = True vb@72: vb@72: def oldSyntax(): vb@72: global newSyntax vb@72: newSyntax = False vb@72: vb@72: def _if(cond, val): vb@72: if cond: vb@72: return val vb@72: else: vb@72: return () vb@72: vb@72: def listing(x): return x, -1, (",", x) vb@72: r = re.compile vb@72: vb@72: comment = [r(r"//.*"), r(r"/\*.*?\*/", re.S)] vb@72: _symbol = r"(?=\D)\w(\w|:)*" vb@72: symbol = r(_symbol, re.U) vb@72: pointer = r(r"\*" + _symbol, re.U) vb@72: ppointer = r(r"\*\*" + _symbol, re.U) vb@72: macro = r(r"\%" + _symbol, re.U) vb@72: reference = r(r"\&" + _symbol, re.U) vb@72: vb@72: NameStartChar = r''':|[A-Z]|_|[a-z]|[\u00C0-\u00D6]|[\u00D8-\u00F6]|[\u00F8-\u02FF]|[\u0370-\u037D]|[\u037F-\u1FFF]|[\u200C-\u200D]|[\u2070-\u218F]|[\u2C00-\u2FEF]|[\u3001-\uD7FF]|[\uF900-\uFDCF]|[\uFDF0-\uFFFD]''' vb@72: NameChar = NameStartChar + r'''|-|\.|[0-9]|\u00B7|[\u0300-\u036F]|[\u203F-\u2040]''' vb@72: vb@72: _xmlSymbol = "(" + NameStartChar + ")(" + NameChar + ")*" vb@72: xmlSymbol = r(_xmlSymbol) vb@72: aliasSymbol = r(r"-|(" + _xmlSymbol + r")") vb@72: vb@72: literal = [r(r'""".*?"""', re.S), r(r"'''.*?'''", re.S), r(r"""0x[a-f0-9]+|-?\d+\.\d*|-?\.\d+|-?\d+|".*?"|'.*?'""")] vb@72: filename = [("'", r(r"[^']*"), "'"), ('"', r(r'[^"]*'), '"'), r(r"[^\s;]+")] vb@72: ws = r(r"\s+", re.U) vb@72: vb@72: def pyExp(): return "!", r(r"(!=|\\!|[^!])+"), "!" vb@72: value = [literal, pyExp] vb@72: vb@72: def tagQuote(): return r(r"\].*|\<.*?\>") vb@72: def lineQuote(): return r(r"\|.*") vb@72: def quote(): return [r(r"\d*>.*"), (literal, 0, [";", "."])] vb@72: def parm(): return [([xmlSymbol, pyExp, pointer, macro], "=", [value, pointer, symbol]), value, pointer] vb@72: def parm_eq(): return [xmlSymbol, pyExp, pointer, macro], "=", [value, pointer, symbol] vb@72: parm_eq.__name__ = "parm" vb@72: _func = [symbol, ppointer, pointer, reference], _if(newSyntax, (-1, ("[", listing(parm), "]"))), 0, ("(", listing(parm), ")"), 0, listing(parm), -1, parm_eq vb@72: def pythonCall(): return keyword("python"), _func, [";", "."] vb@72: def declParm(): return [pointer, macro, xmlSymbol], 0, ("=", [literal, symbol]) vb@72: def alias(): return keyword("alias"), aliasSymbol vb@72: def descend(): return r(r"[+@*]" + _symbol, re.U) vb@72: def base(): return keyword("is"), symbol vb@72: def shape(): return symbol vb@72: def decl(): return symbol, 0, base, 0, ("<", listing(shape), ">"), -1, descend, _if(newSyntax, (-1, ("[", 0, listing(declParm), "]"))), 0, ("(", 0, listing(declParm), ")"), 0, alias, 0, content vb@72: def python(): return [r(r"!!.*?!!", re.S), r(r"!.*")] vb@72: def operator(): return 0, keyword("define"), keyword("operator"), literal, keyword("as"), r(r".*") vb@72: def constant(): return 0, keyword("define"), [pointer, symbol], "=", literal, 0, [";", "."] vb@72: def in_ns(): return keyword("in"), xmlSymbol, [_decl, ("{", -2, _decl, "}")] vb@72: _decl = keyword("decl"), listing(decl), [";", "."] vb@72: def textsection(): return r(r'(\|\|(\>*)(.*?)\|\|(\>*))\s*$', re.S | re.M) vb@72: def textsectionu(): return r(r'(\>\>.*?\>\>)', re.S) vb@72: def include(): return keyword("include"), 0, reverse, 0, [ktext, kxml], [(kpointer, pointer), filename], 0, [";", "."] vb@72: def func(): return _func, 0, content vb@72: def funclist(): return listing(func) vb@72: _cmd = funclist, 0, [";", "."] vb@72: _inner = [include, textsection, textsectionu, pythonCall, _cmd, quote, lineQuote, tagQuote, pyExp] vb@72: _cc = "{", -1, _inner, "}" vb@72: def content_plain(): return [ (_l, 0, _p, 0, _b, 0, _cc), (_p, 0, _b, 0, _cc), (_b, 0, _cc), _cc ] vb@72: content_plain.__name__ = "content" vb@72: def func_plain(): return _func, 0, content_plain vb@72: func_plain.__name__ = "func" vb@72: def flist_plain(): return -2, func_plain vb@72: flist_plain.__name__ = "funclist" vb@72: def xbase(): return flist_plain vb@72: def generic(): return flist_plain vb@72: def subscript(): return flist_plain vb@72: def parentheses(): return "(", 0, funclist, ")" vb@72: def fparm(): return flist_plain vb@72: vb@72: _l = _if(newSyntax, ("<", listing(generic), ">")) vb@72: _p = _if(not newSyntax, parentheses), _if(newSyntax, ("(", 0, listing(fparm), ")")) vb@72: _b = (":", listing(xbase)) vb@72: _c = [_inner, _cc] vb@72: vb@72: def content(): return [ (_l, 0, _p, 0, _b, 0, _c), (_p, 0, _b, 0, _c), (_b, 0, _c), _c ] vb@72: def reverse(): return keyword("reverse") vb@72: def ktext(): return keyword("text") vb@72: def kxml(): return keyword("xml") vb@72: def kpointer(): return keyword("pointer") vb@72: def ymlCStyle(): return -1, [_decl, in_ns, include, python, operator, constant, tagQuote, lineQuote, quote, _cmd]