From 097bb8a143889fcd3e5d450237936cd3ba1b95e4 Mon Sep 17 00:00:00 2001
From: calvin <calvin@e7d03fd6-7b0d-0410-9947-9c21f3af8025>
Date: Thu, 27 May 2004 20:43:41 +0000
Subject: [PATCH] mv contentAllowsRobots to end of recursion check

git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@1339 e7d03fd6-7b0d-0410-9947-9c21f3af8025
---
 linkcheck/UrlData.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/linkcheck/UrlData.py b/linkcheck/UrlData.py
index dc1921f8..ea7db1d1 100644
--- a/linkcheck/UrlData.py
+++ b/linkcheck/UrlData.py
@@ -462,11 +462,10 @@ class UrlData (object):
         return self.valid and \
                self.isParseable() and \
                self.hasContent() and \
-               self.contentAllowsRobots() and \
                not self.isCached() and \
                (self.config["recursionlevel"] < 0 or
                 self.recursionLevel < self.config["recursionlevel"]) and \
-               not self.extern[0]
+               not self.extern[0] and self.contentAllowsRobots()
 
 
     def contentAllowsRobots (self):