Hopiu/linkchecker
1
0
Fork 0
mirror of https://github.com/Hopiu/linkchecker.git synced 2026-05-19 12:01:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

debugging

Browse source 
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@1581 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
calvin 2004-08-28 09:27:22 +00:00
parent 8194034e93
commit 6567ffbfbc
1 changed files with 8 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
linkcheck/checker/urlbase.py
View file

@ -306,10 +306,12 @@ class UrlBase (object):
self.checktime = time.time() - t self.checktime = time.time() - t
# check recursion # check recursion
linkcheck.log.debug(linkcheck.LOG_CHECK, "checking recursion") linkcheck.log.debug(linkcheck.LOG_CHECK, "checking recursion...")
try: try:
if self.allows_recursion(): if self.allows_recursion():
self.parse_url() self.parse_url()
else:
linkcheck.log.debug(linkcheck.LOG_CHECK, "...no recursion")
# check content size # check content size
self.check_size() self.check_size()
except tuple(linkcheck.checker.ExcList): except tuple(linkcheck.checker.ExcList):
@ -360,6 +362,11 @@ class UrlBase (object):
def allows_recursion (self): def allows_recursion (self):
"""return True iff we can recurse into the url's content""" """return True iff we can recurse into the url's content"""
# note: test self.valid before self.is_parseable() # note: test self.valid before self.is_parseable()
#linkcheck.log.debug(linkcheck.LOG_CHECK, "valid=%s, parseable=%s, "\
# "content=%s, cached=%s, robots=%s",
# self.valid, self.is_parseable(),
# self.can_get_content(), self.is_cached(),
# self.content_allows_robots())
return self.valid and \ return self.valid and \
self.is_parseable() and \ self.is_parseable() and \
self.can_get_content() and \ self.can_get_content() and \