Merge pull request #673 from cjmayo/sitemap

Fix sitemap output with multiple threads

doc/src/man/linkchecker.rst

@@ -156,12 +156,10 @@ Application
 
 .. option:: -D STRING, --debug=STRING
 
-    Print debugging output for the given logger. Available loggers are
-    cmdline, checking, cache, dns, plugin and
-    all. Specifying all is an alias for specifying all available
-    loggers. The option can be given multiple times to debug with more
-    than one logger. For accurate results, threading will be disabled
-    during debug runs.
+    Print debugging output for the given logger.
+    Available loggers are cmdline, checking, cache, plugin and all.
+    all is an alias for all available loggers.
+    This option can be given multiple times to debug with more than one logger.
 
 Quiet
 """""

linkcheck/director/checker.py

@@ -57,6 +57,7 @@ def check_url(url_data, logger):
                 for alias in url_data.aliases:
                     # redirect aliases
                     cache.add_result(alias, result)
+                logger.log_url(result)
                 # parse content recursively
                 # XXX this could add new warnings which should be cached.
                 if do_parse:
@@ -74,7 +75,7 @@ def check_url(url_data, logger):
             result.column = url_data.column
             result.level = url_data.recursion_level
             result.name = url_data.name
-        logger.log_url(result)
+            logger.log_url(result)
 
 
 class Checker(task.LoggedCheckedTask):

tests/checker/__init__.py

@@ -181,8 +181,6 @@ def get_test_aggregate(confargs, logargs, logger=TestLogger):
     config["recursionlevel"] = 1
     config["logger"] = config.logger_new(logger.LoggerName, **logargs)
     add_fileoutput_config(config)
-    # uncomment for debugging
-    # config.init_logging(None, debug=["all"])
     config["verbose"] = True
     config["threads"] = 0
     config["status"] = False