diff --git a/linkcheck/Config.py b/linkcheck/Config.py index 62f408bd..29e09a14 100644 --- a/linkcheck/Config.py +++ b/linkcheck/Config.py @@ -269,9 +269,12 @@ class Configuration (dict): def getUrl (self): + """get first url in queue and return it""" self.urlsLock.acquire() try: - return self.urls.pop() + u = self.urls[0] + del self.urls[0] + return u finally: self.urlsLock.release() diff --git a/linkcheck/UrlData.py b/linkcheck/UrlData.py index a1030d12..094f11a7 100644 --- a/linkcheck/UrlData.py +++ b/linkcheck/UrlData.py @@ -604,6 +604,7 @@ class UrlData (object): base = codebase else: base = baseRef + debug(NIGHTMARE, "Put url %r in queue"%url) self.config.appendUrl(GetUrlDataFrom(url, self.recursionLevel+1, self.config, parentName=self.url, baseRef=base,