Hopiu/linkchecker
1
0
Fork 0
mirror of https://github.com/Hopiu/linkchecker.git synced 2026-04-10 09:30:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

correctly quote request url

Browse source 
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@1331 e7d03fd6-7b0d-0410-9947-9c21f3af8025
This commit is contained in:
calvin 2004-05-27 09:05:46 +00:00
parent 58fab5a44f
commit 7556d4e72c
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
linkcheck/HttpUrlData.py
View file

@ -17,10 +17,10 @@
# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
import urlparse, sys, time, re, httplib2, zlib, gzip, robotparser2, socket
from urllib import quote, unquote
from cStringIO import StringIO
import Config, i18n
from linkcheck import LinkCheckerError
from linkcheck.url import url_norm, url_quote
from debug import *
from ProxyUrlData import ProxyUrlData
from UrlData import ExcList, GetUrlDataFrom
@ -211,7 +211,7 @@ class HttpUrlData (ProxyUrlData):
tries < self.max_redirects:
newurl = self.headers.getheader("Location",
self.headers.getheader("Uri", ""))
redirected = unquote(urlparse.urljoin(redirected, newurl))
redirected = url_norm(urlparse.urljoin(redirected, newurl))
# note: urlparts has to be a list
self.urlparts = list(urlparse.urlsplit(redirected))
# check internal redirect cache to avoid recursion
@ -319,9 +319,9 @@ class HttpUrlData (ProxyUrlData):
if self.urlConnection:
self.closeConnection()
self.urlConnection = self.getHTTPObject(host, scheme)
# quote parts before submit
qurlparts = self.urlparts[:]
qurlparts[2:5] = map(quote, self.urlparts[2:5])
# quote url before submit
url = url_quote(self.url)
qurlparts = urlparse.urlsplit(url)
if self.proxy:
path = urlparse.urlunsplit(qurlparts)
else: