nik

#!bin/bash
\rm url_list
\rm url_control_tmp
grep '<DT><A HREF="'$1 | cut '-d"' -f2 >url_list
for URL in 'cat url_list'
do
echo -n $URL >>url_control_tmp
curl --head $URL 2>/dev/null | grep 'Not Found'
>>url_control_tmp
done
awk '{ print $1 }' url_control_tmp | sort | cat -n
exit