Improved duplicate url check.

This commit is contained in:
Bastian Kleineidam 2012-10-01 16:11:45 +02:00
parent f9cb512f7d
commit 5ebd754cdb

View file

@ -588,6 +588,8 @@ def shorten_duplicate_content_url(url):
url = url.split('#', 1)[0]
if url.endswith('index.html'):
return url[:-10]
if url.endswith('index.htm'):
return url[:-9]
return url