Hopiu/linkchecker
1
0
Fork 0
mirror of https://github.com/Hopiu/linkchecker.git synced 2026-04-04 23:20:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

mv contentAllowsRobots to end of recursion check

Browse source 
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@1339 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
calvin 2004-05-27 20:43:41 +00:00
parent 65e20df2c6
commit 097bb8a143
1 changed files with 1 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
linkcheck/UrlData.py
View file

@ -462,11 +462,10 @@ class UrlData (object):
return self.valid and \
self.isParseable() and \
self.hasContent() and \
self.contentAllowsRobots() and \
not self.isCached() and \
(self.config["recursionlevel"] < 0 or
self.recursionLevel < self.config["recursionlevel"]) and \
not self.extern[0]
not self.extern[0] and self.contentAllowsRobots()
def contentAllowsRobots (self):