documentation

git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@1183 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
calvin 2004-01-07 21:37:10 +00:00
parent 23eb7efc89
commit ad7689ee02

View file

@ -57,6 +57,7 @@ _refresh_re = re.compile(r"(?i)^\d+;\s*url=(?P<url>.+)$")
_css_url_re = re.compile(r"url\((?P<url>[^\)]+)\)")
class TagParser (HtmlParser):
"""basic parser class putting message in list"""
def __init__ (self, content):
super(TagParser, self).__init__()
self.content = content
@ -86,6 +87,7 @@ class TagParser (HtmlParser):
class MetaRobotsParser (TagParser):
"""parser class for robots.txt meta values in HTML"""
def __init__ (self, content):
super(MetaRobotsParser, self).__init__(content)
self.follow = True