diff --git a/.gitignore b/.gitignore index df17cdf4..849376b6 100644 --- a/.gitignore +++ b/.gitignore @@ -32,3 +32,5 @@ Changelog.linkchecker* /LinkChecker-*.exe /LinkChecker.egg-info /todo +/alexa*.log + diff --git a/tests/run_alexa_1m.sh b/tests/run_alexa_1m.sh new file mode 100755 index 00000000..8cd10c1c --- /dev/null +++ b/tests/run_alexa_1m.sh @@ -0,0 +1,14 @@ +#!/bin/sh +# Run the top 1 million URLs as reported by alexa site monitoring. +# The logfile should be searched for internal errors first, then +# all unusual errors and warnings should be inspected. +# +# Note that the result is usually depending on the current location +# from where the tests are run. +set -u +logfile=alexa_1m.log +rm -f $logfile +for url in $(cat $HOME/src/alexatopsites/top-1m.txt); do + ./linkchecker -r1 $url >> $logfile 2>&1 +done +