Hopiu/linkchecker
1
0
Fork 0
mirror of https://github.com/Hopiu/linkchecker.git synced 2026-05-09 15:14:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added more crawldelay tests

Browse source 
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@3230 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
calvin 2006-05-17 15:36:34 +00:00
parent e574a97798
commit 4bf2b361cb
1 changed files with 10 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
linkcheck/tests/test_robotstxt.py
View file

@ -50,11 +50,20 @@ class TestRobotsTxt (unittest.TestCase):
def test_crawldelay (self):
lines = [
"User-agent: *",
"User-agent: Blubb",
"Crawl-delay: 10",
"",
"User-agent: Hulla",
"Crawl-delay: 5",
"",
"User-agent: *",
"Crawl-delay: 1",
]
self.rp.parse(lines)
self.assertEquals(str(self.rp), "\n".join(lines))
self.assertEquals(self.rp.get_crawldelay("Blubb"), 10)
self.assertEquals(self.rp.get_crawldelay("Hulla"), 5)
self.assertEquals(self.rp.get_crawldelay("Bulla"), 1)
def test_suite ():