From d60e4dc0a2ceaad7602fa687c1fb9c3fedec04f5 Mon Sep 17 00:00:00 2001 From: Bastian Kleineidam Date: Fri, 21 Sep 2012 15:51:44 +0200 Subject: [PATCH] Improved custom user-agent example. --- config/linkcheckerrc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/linkcheckerrc b/config/linkcheckerrc index 337c9ee5..9188be95 100644 --- a/config/linkcheckerrc +++ b/config/linkcheckerrc @@ -154,7 +154,7 @@ # parse a cookiefile for initial cookie data #cookiefile=/path/to/cookies.txt # User-Agent header string to send to HTTP web servers -#useragent=Mozilla/4.0 +#useragent=Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) # Pause the given number of seconds between two subsequent connection # requests to the same host. #pause=0