Add alexa test run script.

This commit is contained in:
Bastian Kleineidam 2012-09-21 14:50:33 +02:00
parent c274b50c50
commit 718c033989
2 changed files with 16 additions and 0 deletions

2
.gitignore vendored
View file

@ -32,3 +32,5 @@ Changelog.linkchecker*
/LinkChecker-*.exe
/LinkChecker.egg-info
/todo
/alexa*.log

14
tests/run_alexa_1m.sh Executable file
View file

@ -0,0 +1,14 @@
#!/bin/sh
# Run the top 1 million URLs as reported by alexa site monitoring.
# The logfile should be searched for internal errors first, then
# all unusual errors and warnings should be inspected.
#
# Note that the result is usually depending on the current location
# from where the tests are run.
set -u
logfile=alexa_1m.log
rm -f $logfile
for url in $(cat $HOME/src/alexatopsites/top-1m.txt); do
./linkchecker -r1 $url >> $logfile 2>&1
done