#!/usr/bin/env bash umask 002 sleep 26 set -e #export MAILTO=contact_admin@nirgal.com, VARDIR=/var/lib/ais/iccat HTMLFILE=$VARDIR/`date -u +%Y%m%d`.html wget -q http://www.iccat.int/en/vesselsrecord.asp -O $HTMLFILE FILENAME=`python -m ais.extras.iccat_getrarfilename $HTMLFILE` RARURL=http://www.iccat.int$FILENAME FILENAME=`basename $FILENAME` echo $RARURL>$VARDIR/newrar.url if ! diff -q $VARDIR/newrar.url $VARDIR/rar.url > /dev/null; then echo New ICCAT file available at `cat $VARDIR/newrar.url` wget -q `cat $VARDIR/newrar.url` -O $VARDIR/$FILENAME mv $VARDIR/newrar.url $VARDIR/rar.url # grep -v "ICCAT List Number" ICCAT_VESSELS_20100528.xls | iconv -f cp1252 -t utf-8 | cut -d $'\t' -f 1 | sort > ids_20100528 else rm $VARDIR/newrar.url fi rm $HTMLFILE