Hopiu/linkchecker
1
0
Fork 0
mirror of https://github.com/Hopiu/linkchecker.git synced 2026-04-21 06:41:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove robotstxt

Browse source 
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@997 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
calvin 2003-08-11 11:31:29 +00:00
parent ad54ca88a4
commit b2d6226b79
1 changed files with 0 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
linkcheck/Config.py
View file

@ -486,9 +486,6 @@ class Configuration (UserDict.UserDict):
num = cfgparser.getint(section, "recursionlevel")
self["recursionlevel"] = num
except ConfigParser.Error, msg: debug(NIGHTMARE, msg)
try:
self["robotstxt"] = cfgparser.getboolean(section, "robotstxt")
except ConfigParser.Error, msg: debug(NIGHTMARE, msg)
try: self["strict"] = cfgparser.getboolean(section, "strict")
except ConfigParser.Error, msg: debug(NIGHTMARE, msg)
try: