From 4bf2b361cbc9c6e60262db5b086cb47092458609 Mon Sep 17 00:00:00 2001
From: calvin <calvin@e7d03fd6-7b0d-0410-9947-9c21f3af8025>
Date: Wed, 17 May 2006 15:36:34 +0000
Subject: [PATCH] added more crawldelay tests

git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@3230 e7d03fd6-7b0d-0410-9947-9c21f3af8025
---
 linkcheck/tests/test_robotstxt.py | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/linkcheck/tests/test_robotstxt.py b/linkcheck/tests/test_robotstxt.py
index 1aa6a7e0..8c697507 100644
--- a/linkcheck/tests/test_robotstxt.py
+++ b/linkcheck/tests/test_robotstxt.py
@@ -50,11 +50,20 @@ class TestRobotsTxt (unittest.TestCase):
 
     def test_crawldelay (self):
         lines = [
-            "User-agent: *",
+            "User-agent: Blubb",
             "Crawl-delay: 10",
+            "",
+            "User-agent: Hulla",
+            "Crawl-delay: 5",
+            "",
+            "User-agent: *",
+            "Crawl-delay: 1",
         ]
         self.rp.parse(lines)
         self.assertEquals(str(self.rp), "\n".join(lines))
+        self.assertEquals(self.rp.get_crawldelay("Blubb"), 10)
+        self.assertEquals(self.rp.get_crawldelay("Hulla"), 5)
+        self.assertEquals(self.rp.get_crawldelay("Bulla"), 1)
 
 
 def test_suite ():