mirror of
https://github.com/Hopiu/linkchecker.git
synced 2026-04-05 07:20:58 +00:00
documentation
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@1183 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
parent
23eb7efc89
commit
ad7689ee02
1 changed files with 2 additions and 0 deletions
|
|
@ -57,6 +57,7 @@ _refresh_re = re.compile(r"(?i)^\d+;\s*url=(?P<url>.+)$")
|
|||
_css_url_re = re.compile(r"url\((?P<url>[^\)]+)\)")
|
||||
|
||||
class TagParser (HtmlParser):
|
||||
"""basic parser class putting message in list"""
|
||||
def __init__ (self, content):
|
||||
super(TagParser, self).__init__()
|
||||
self.content = content
|
||||
|
|
@ -86,6 +87,7 @@ class TagParser (HtmlParser):
|
|||
|
||||
|
||||
class MetaRobotsParser (TagParser):
|
||||
"""parser class for robots.txt meta values in HTML"""
|
||||
def __init__ (self, content):
|
||||
super(MetaRobotsParser, self).__init__(content)
|
||||
self.follow = True
|
||||
|
|
|
|||
Loading…
Reference in a new issue