mirror of
https://github.com/Hopiu/linkchecker.git
synced 2026-03-22 08:50:24 +00:00
225a49df6d
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@25 e7d03fd6-7b0d-0410-9947-9c21f3af8025
84 lines
2.6 KiB
Python
Executable file
84 lines
2.6 KiB
Python
Executable file
#!/usr/bin/env python
|
|
|
|
import re,cgi,sys,urlparse,time,os
|
|
|
|
# configuration
|
|
sys.stderr = sys.stdout
|
|
cgi_dir = "/home/calvin/public_html/cgi-bin"
|
|
dist_dir = "/home/calvin/projects/linkchecker"
|
|
sys.path.insert(0,dist_dir)
|
|
cgi.logfile = cgi_dir + "/linkchecker.log" # must be an existing file
|
|
# end configuration
|
|
|
|
def testit():
|
|
cgi.test()
|
|
sys.exit(0)
|
|
|
|
def checkform(form):
|
|
for key in ["level","url"]:
|
|
if not form.has_key(key) or form[key].value == "": return 0
|
|
if not re.match(r"^http://[-\w./~]+$", form["url"].value): return 0
|
|
if not re.match(r"\d", form["level"].value): return 0
|
|
if int(form["level"].value) > 3: return 0
|
|
if form.has_key("anchors"):
|
|
if not form["anchors"].value=="on": return 0
|
|
if form.has_key("errors"):
|
|
if not form["errors"].value=="on": return 0
|
|
if form.has_key("intern"):
|
|
if not form["intern"].value=="on": return 0
|
|
return 1
|
|
|
|
def getHostName():
|
|
return urlparse.urlparse(form["url"].value)[1]
|
|
|
|
def logit(form):
|
|
cgi.log("\n"+time.strftime("%d.%m.%Y %H:%M:%S", time.localtime(time.time())))
|
|
for var in ["HTTP_USER_AGENT","REMOTE_ADDR","REMOTE_HOST","REMOTE_PORT"]:
|
|
if os.environ.has_key(var):
|
|
cgi.log(var+"="+os.environ[var])
|
|
for key in ["level","url","anchors","errors","intern"]:
|
|
if form.has_key(key):
|
|
cgi.log(str(form[key]))
|
|
|
|
def printError():
|
|
print """<html><head></head>
|
|
<body text="#192c83" bgcolor="#fff7e5" link="#191c83" vlink="#191c83"
|
|
alink="#191c83">
|
|
<blockquote>
|
|
<b>Error</b><br>
|
|
The LinkChecker Online script has encountered an error. Please ensure
|
|
that your provided URL link begins with <code>http://</code> and
|
|
contains only these characters: <code>A-Za-z0-9./_~-</code><br><br>
|
|
Errors are logged.
|
|
</blockquote>
|
|
</body>
|
|
</html>
|
|
"""
|
|
|
|
import linkcheck
|
|
|
|
# main
|
|
print "Content-type: text/html"
|
|
print "Cache-Control: no-cache"
|
|
print
|
|
#testit()
|
|
form = cgi.FieldStorage()
|
|
if not checkform(form):
|
|
logit(form)
|
|
printError()
|
|
sys.exit(0)
|
|
config = linkcheck.Config.Configuration()
|
|
config["recursionlevel"] = int(form["level"].value)
|
|
config["log"] = linkcheck.Logging.HtmlLogger()
|
|
if form.has_key("anchors"): config["anchors"] = 1
|
|
if not form.has_key("errors"): config["verbose"] = 1
|
|
if form.has_key("intern"):
|
|
config["internlinks"].append(re.compile("^(ftp|https?)://"+getHostName()))
|
|
else:
|
|
config["internlinks"].append(re.compile(".+"))
|
|
# avoid checking of local files
|
|
config["externlinks"].append((re.compile("^file:"), 1))
|
|
|
|
# start checking
|
|
config.appendUrl(linkcheck.UrlData.GetUrlDataFrom(form["url"].value, 0))
|
|
linkcheck.checkUrls(config)
|