mirror of
https://github.com/Hopiu/linkchecker.git
synced 2026-05-26 23:04:00 +00:00
Improved duplicate url check.
This commit is contained in:
parent
f9cb512f7d
commit
5ebd754cdb
1 changed files with 2 additions and 0 deletions
|
|
@ -588,6 +588,8 @@ def shorten_duplicate_content_url(url):
|
||||||
url = url.split('#', 1)[0]
|
url = url.split('#', 1)[0]
|
||||||
if url.endswith('index.html'):
|
if url.endswith('index.html'):
|
||||||
return url[:-10]
|
return url[:-10]
|
||||||
|
if url.endswith('index.htm'):
|
||||||
|
return url[:-9]
|
||||||
return url
|
return url
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue