use included robotparser

git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@773 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
calvin 2003-01-26 14:57:18 +00:00
parent 36bec12b1e
commit 1c80cb6287

View file

@ -15,8 +15,9 @@
# along with this program; if not, write to the Free Software
# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
import urlparse, urllib, sys, time, re, httplib, robotparser
import urlparse, urllib, sys, time, re, httplib
import Config, StringUtil, i18n
from linkcheck import robotparser
from debug import *
# XXX not dynamic
if get_debuglevel() > 0: