mirror of
https://github.com/Hopiu/linkchecker.git
synced 2026-03-22 17:00:25 +00:00
d6507eddb9
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@15 e7d03fd6-7b0d-0410-9947-9c21f3af8025
31 lines
870 B
Python
31 lines
870 B
Python
"""
|
|
this file contains the Lexer that is used in parsing Grammar specifications
|
|
"""
|
|
|
|
import re,PyLR
|
|
|
|
def _retlex(mo):
|
|
return mo.group("lex")
|
|
|
|
def _retcode(mo):
|
|
return mo.group("code")
|
|
|
|
def _retclass(mo):
|
|
return mo.group("class")
|
|
|
|
class GrammarLexer(PyLR.Lexer):
|
|
def __init__(self):
|
|
PyLR.Lexer.__init__(self)
|
|
self.addpat(r"_lex\s+(?P<lex>[^\n]*)", "LEX", _retlex)
|
|
self.addpat(r"_code\s+(?P<code>[^\n]*)", "CODE", _retcode)
|
|
self.addpat(r"_class\s+(?P<class>[a-zA-Z_][a-zA-Z_0-9]*)", "CLASS", _retclass)
|
|
self.addpat(r"[a-zA-Z_][a-zA-Z_0-9]*", "ID")
|
|
self.addpat(r":", "COLON")
|
|
self.addpat(r";", "SCOLON")
|
|
self.addpat(r"\|", "OR")
|
|
self.addpat(r"\(", "LPAREN")
|
|
self.addpat(r"\)", "RPAREN")
|
|
self.addpat(r'"""', "GDEL")
|
|
self.addpat(r"#[^\n]*", "COMMENT", None, 1)
|
|
self.addpat(r"\s+", "WS", None, 1)
|
|
|