From 2ffb97a85550d1c5badb764e6a67daee721f0225 Mon Sep 17 00:00:00 2001 From: calvin Date: Sun, 4 Apr 2004 09:45:33 +0000 Subject: [PATCH] get new urls from top of queue git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@1302 e7d03fd6-7b0d-0410-9947-9c21f3af8025 --- linkcheck/Config.py | 5 ++++- linkcheck/UrlData.py | 1 + 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/linkcheck/Config.py b/linkcheck/Config.py index 62f408bd..29e09a14 100644 --- a/linkcheck/Config.py +++ b/linkcheck/Config.py @@ -269,9 +269,12 @@ class Configuration (dict): def getUrl (self): + """get first url in queue and return it""" self.urlsLock.acquire() try: - return self.urls.pop() + u = self.urls[0] + del self.urls[0] + return u finally: self.urlsLock.release() diff --git a/linkcheck/UrlData.py b/linkcheck/UrlData.py index a1030d12..094f11a7 100644 --- a/linkcheck/UrlData.py +++ b/linkcheck/UrlData.py @@ -604,6 +604,7 @@ class UrlData (object): base = codebase else: base = baseRef + debug(NIGHTMARE, "Put url %r in queue"%url) self.config.appendUrl(GetUrlDataFrom(url, self.recursionLevel+1, self.config, parentName=self.url, baseRef=base,