Remove URLs from the in_progress cache.

This commit is contained in:
Bastian Kleineidam 2012-11-08 11:03:16 +01:00
parent 22860ba773
commit bc683577de

View file

@ -169,6 +169,9 @@ class UrlQueue (object):
self.seen[key] += 1
else:
self.seen[key] = 0
key = url_data.cache_url_key
assert key is not None
del self.in_progress[key]
self.finished_tasks += 1
self.unfinished_tasks -= 1
if self.unfinished_tasks <= 0: