mirror of
https://github.com/Hopiu/linkchecker.git
synced 2026-03-26 10:50:22 +00:00
Improved duplicate url check.
This commit is contained in:
parent
f9cb512f7d
commit
5ebd754cdb
1 changed files with 2 additions and 0 deletions
|
|
@ -588,6 +588,8 @@ def shorten_duplicate_content_url(url):
|
|||
url = url.split('#', 1)[0]
|
||||
if url.endswith('index.html'):
|
||||
return url[:-10]
|
||||
if url.endswith('index.htm'):
|
||||
return url[:-9]
|
||||
return url
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Reference in a new issue