From 00f8011709904c80396033976d4c2170c575f01a Mon Sep 17 00:00:00 2001
From: Bastian Kleineidam <bastian.kleineidam@web.de>
Date: Sat, 1 Mar 2014 19:58:22 +0100
Subject: [PATCH] Catch overflowerror in robots.txt crawl-delay

---
 linkcheck/robotparser2.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/linkcheck/robotparser2.py b/linkcheck/robotparser2.py
index 49e5a006..1adf208a 100644
--- a/linkcheck/robotparser2.py
+++ b/linkcheck/robotparser2.py
@@ -178,7 +178,7 @@ class RobotFileParser (object):
                         try:
                             entry.crawldelay = max(0, int(line[1]))
                             state = 2
-                        except ValueError:
+                        except (ValueError, OverflowError):
                             log.debug(LOG_CHECK, "%r line %d: invalid delay number %r", self.url, linenumber, line[1])
                             pass
                 elif line[0] == "sitemap":