git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@1345 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
calvin 2004-05-27 21:16:14 +00:00
parent 00b018584b
commit a4925830f6

View file

@ -32,8 +32,6 @@ _supported_encodings = ('gzip', 'x-gzip', 'deflate')
# Amazon blocks HEAD requests at all
_isAmazonHost = re.compile(r'^www\.amazon\.(com|de|ca|fr|co\.(uk|jp))').search
# Server not supporting anchors in urls (eg returning 404 errors)
_isBrokenAnchorServer = re.compile(r'(Microsoft-IIS|Apache)/').search
class HttpUrlData (ProxyUrlData):