Hopiu/linkchecker
1
0
Fork 0
mirror of https://github.com/Hopiu/linkchecker.git synced 2026-05-02 03:44:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Log a debug message when a cached URL is skipped

Browse source 
Skipping introduced in:
eaa538c8 ("don't check one url multiple times", 2016-11-09)
This commit is contained in:
Chris Mayo 2020-07-21 19:54:18 +01:00
parent a977e4d712
commit 500c13e2cb
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
linkcheck/cache/urlqueue.py vendored
View file

@ -122,11 +122,12 @@ class UrlQueue:
"""Put URL in queue, increase number of unfinished tasks."""
if self.shutdown or self.max_allowed_urls == 0:
return
log.debug(LOG_CACHE, "queueing %s", url_data.url)
key = url_data.cache_url
cache = url_data.aggregate.result_cache
if cache.has_result(key):
log.debug(LOG_CACHE, "skipping %s, %s already cached", url_data.url, key)
return
log.debug(LOG_CACHE, "queueing %s", url_data.url)
if url_data.has_result:
self.queue.appendleft(url_data)
else: