Hopiu/linkchecker
1
0
Fork 0
mirror of https://github.com/Hopiu/linkchecker.git synced 2026-04-08 08:30:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added password protected site

Browse source 
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@3577 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
calvin 2007-10-02 01:07:12 +00:00
parent fe438941a9
commit b4289c6ebe
1 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
linkcheck/tests/test_robotparser.py
View file

@ -96,6 +96,13 @@ class TestRobotParser (unittest.TestCase):
self.check(self.rp.can_fetch('Mozilla',
'http://www.lycos.com/search'), True)
def test_password_robots (self):
# whole site is password-protected.
self.rp.set_url('http://mueblesmoraleda.com/robots.txt')
self.rp.read()
self.check(self.rp.can_fetch("*",
"http://mueblesmoraleda.com/"), False)
def test_suite ():
"""