diff --git a/linkcheck/configuration/__init__.py b/linkcheck/configuration/__init__.py index 88d761df..30615182 100644 --- a/linkcheck/configuration/__init__.py +++ b/linkcheck/configuration/__init__.py @@ -142,6 +142,7 @@ class Configuration (dict): self["maxnumurls"] = None self["maxrunseconds"] = None self["maxrequestspersecond"] = 10 + self["maxhttpredirects"] = 10 self["nntpserver"] = os.environ.get("NNTP_SERVER", None) self["proxy"] = urllib.getproxies() self["sslverify"] = True diff --git a/linkcheck/director/aggregator.py b/linkcheck/director/aggregator.py index 85059e3c..bc3dc46e 100644 --- a/linkcheck/director/aggregator.py +++ b/linkcheck/director/aggregator.py @@ -34,6 +34,7 @@ _hosts_lock = threading.RLock() def new_request_session(config): """Create a new request session.""" session = requests.Session() + session.max_redirects = config["maxhttpredirects"] # XXX proxies if config["cookiefile"]: for cookie in cookies.from_file(config["cookiefile"]):