mirror of
https://github.com/Hopiu/linkchecker.git
synced 2026-05-09 23:24:44 +00:00
use included robotparser
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@773 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
parent
36bec12b1e
commit
1c80cb6287
1 changed files with 2 additions and 1 deletions
|
|
@ -15,8 +15,9 @@
|
|||
# along with this program; if not, write to the Free Software
|
||||
# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
|
||||
|
||||
import urlparse, urllib, sys, time, re, httplib, robotparser
|
||||
import urlparse, urllib, sys, time, re, httplib
|
||||
import Config, StringUtil, i18n
|
||||
from linkcheck import robotparser
|
||||
from debug import *
|
||||
# XXX not dynamic
|
||||
if get_debuglevel() > 0:
|
||||
|
|
|
|||
Loading…
Reference in a new issue