From 8ce45149faf0d3b1f699702b8b13131a81a895ad Mon Sep 17 00:00:00 2001
From: calvin <calvin@e7d03fd6-7b0d-0410-9947-9c21f3af8025>
Date: Thu, 13 Oct 2005 20:49:56 +0000
Subject: [PATCH] re-add nofollow check

git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@2890 e7d03fd6-7b0d-0410-9947-9c21f3af8025
---
 linkcheck/checker/urlbase.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/linkcheck/checker/urlbase.py b/linkcheck/checker/urlbase.py
index 065d292b..4154c6c2 100644
--- a/linkcheck/checker/urlbase.py
+++ b/linkcheck/checker/urlbase.py
@@ -481,6 +481,9 @@ class UrlBase (object):
         if self.extern[0]:
             linkcheck.log.debug(linkcheck.LOG_CHECK, "... no, extern.")
             return False
+        if not self.content_allows_robots():
+            linkcheck.log.debug(linkcheck.LOG_CHECK, "... no, robots.")
+            return False
         linkcheck.log.debug(linkcheck.LOG_CHECK, "... yes.")
         return True