diff --git a/linkcheck/robotparser2.py b/linkcheck/robotparser2.py index 49e5a006..1adf208a 100644 --- a/linkcheck/robotparser2.py +++ b/linkcheck/robotparser2.py @@ -178,7 +178,7 @@ class RobotFileParser (object): try: entry.crawldelay = max(0, int(line[1])) state = 2 - except ValueError: + except (ValueError, OverflowError): log.debug(LOG_CHECK, "%r line %d: invalid delay number %r", self.url, linenumber, line[1]) pass elif line[0] == "sitemap":