Hopiu/linkchecker
1
0
Fork 0
mirror of https://github.com/Hopiu/linkchecker.git synced 2026-03-24 18:00:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Support login forms with user and/or password

Browse source
This commit is contained in:
Chris Mayo 2020-05-12 20:11:09 +01:00
parent 31a9f68c46
commit 3ace021264
2 changed files with 10 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
linkcheck/director/aggregator.py
View file

@ -83,19 +83,24 @@ class Aggregate:
if not url:
return
user, password = self.config.get_user_password(url)
if not user and not password:
raise LinkCheckerError(
"loginurl is configured but neither user nor password are set")
session = requests.Session()
# XXX user-agent header
# XXX timeout
log.debug(LOG_CHECK, "Getting login form %s", url)
response = session.get(url)
response.raise_for_status()
cgiuser = self.config["loginuserfield"]
cgipassword = self.config["loginpasswordfield"]
cgiuser = self.config["loginuserfield"] if user else None
cgipassword = self.config["loginpasswordfield"] if password else None
form = loginformsearch.search_form(response.text, cgiuser, cgipassword)
if not form:
raise LinkCheckerError("Login form not found at %s" % url)
form.data[cgiuser] = user
form.data[cgipassword] = password
if user:
form.data[cgiuser] = user
if password:
form.data[cgipassword] = password
for key, value in self.config["loginextrafields"].items():
form.data[key] = value
formurl = parse.urljoin(url, form.url)

2
linkcheck/htmlutil/loginformsearch.py
View file

@ -41,7 +41,7 @@ def search_form(content, cgiuser, cgipassword):
CGI fields. If no form is found return None.
"""
soup = htmlsoup.make_soup(content)
cginames = {cgiuser, cgipassword}
cginames = {cgiuser, cgipassword} - {None}
for form_element in soup.find_all("form", action=True):
form = Form(form_element["action"])
for input_element in form_element.find_all("input",