From b4289c6ebe7c1f8cdecbaeee825a9ab2809ea3bf Mon Sep 17 00:00:00 2001
From: calvin <calvin@e7d03fd6-7b0d-0410-9947-9c21f3af8025>
Date: Tue, 2 Oct 2007 01:07:12 +0000
Subject: [PATCH] added password protected site

git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@3577 e7d03fd6-7b0d-0410-9947-9c21f3af8025
---
 linkcheck/tests/test_robotparser.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/linkcheck/tests/test_robotparser.py b/linkcheck/tests/test_robotparser.py
index 3961230c..83d8f7c6 100644
--- a/linkcheck/tests/test_robotparser.py
+++ b/linkcheck/tests/test_robotparser.py
@@ -96,6 +96,13 @@ class TestRobotParser (unittest.TestCase):
         self.check(self.rp.can_fetch('Mozilla',
                                      'http://www.lycos.com/search'), True)
 
+    def test_password_robots (self):
+        # whole site is password-protected.
+        self.rp.set_url('http://mueblesmoraleda.com/robots.txt')
+        self.rp.read()
+        self.check(self.rp.can_fetch("*",
+                                     "http://mueblesmoraleda.com/"), False)
+
 
 def test_suite ():
     """