diff --git a/siteupdate/python-teresco/datacheck.sh b/siteupdate/python-teresco/datacheck.sh index 06372402..24567f2f 100644 --- a/siteupdate/python-teresco/datacheck.sh +++ b/siteupdate/python-teresco/datacheck.sh @@ -32,7 +32,7 @@ if [ "$pull" == "1" ]; then fi echo "$0: creating directories" -mkdir -p $logdir $statdir +mkdir -p $logdir/users $statdir echo "$0: launching siteupdate.py" PYTHONIOENCODING='utf-8' ./siteupdate.py -e -l $logdir -c $statdir | tee $logdir/siteupdate.log 2>&1 || exit 1 diff --git a/siteupdate/python-teresco/localupdate.sh b/siteupdate/python-teresco/localupdate.sh index 7eb22959..4ca1680d 100644 --- a/siteupdate/python-teresco/localupdate.sh +++ b/siteupdate/python-teresco/localupdate.sh @@ -9,10 +9,11 @@ install=1 pull=1 tmbase=$HOME/travelmapping tmwebbase=/home/www/tm +tmpdir=/home/tmp/tm datestr=`date '+%Y-%m-%d@%H:%M:%S'` logdir=logs statdir=stats -graphdir=graphs +graphdir=graphdata nmpmdir=nmp_merged graphflag= date @@ -37,11 +38,10 @@ if [ "$pull" == "1" ]; then fi echo "$0: creating directories" -mkdir -p $datestr/$logdir $datestr/$statdir $datestr/$nmpmdir $datestr/$graphdir -# put this back later: need to put tm-master.nmp somewhere else -#if [ "$graphflag" != "-k" ]; then -# mkdir -p $datestr/$graphdir -#fi +mkdir -p $datestr/$logdir/users $datestr/$statdir $datestr/$nmpmdir +if [ "$graphflag" != "-k" ]; then + mkdir -p $datestr/$graphdir +fi echo "$0: launching siteupdate.py" PYTHONIOENCODING='utf-8' ./siteupdate.py -d TravelMapping-$datestr $graphflag -l $datestr/$logdir -c $datestr/$statdir -g $datestr/$graphdir -n $datestr/$nmpmdir | tee $datestr/$logdir/siteupdate.log 2>&1 || exit 1 @@ -51,16 +51,16 @@ if [ "$install" == "0" ]; then echo "$0: SKIPPING file copies and DB update" exit 0 fi -echo "$0: installing logs, stats, nmp_merged, graphs, archiving old contents in /tmp/$datestr" -mkdir -p /tmp/$datestr -mv $tmwebbase/$logdir /tmp/$datestr +echo "$0: installing logs, stats, nmp_merged, graphs, archiving old contents in $tmpdir/$datestr" +mkdir -p $tmpdir/$datestr +mv $tmwebbase/$logdir $tmpdir/$datestr mv $datestr/$logdir $tmwebbase -mv $tmwebbase/$statdir /tmp/$datestr +mv $tmwebbase/$statdir $tmpdir/$datestr mv $datestr/$statdir $tmwebbase -mv $tmwebbase/$nmpmdir /tmp/$datestr +mv $tmwebbase/$nmpmdir $tmpdir/$datestr mv $datestr/$nmpmdir $tmwebbase if [ "$graphflag" != "-k" ]; then - mv $tmwebbase/$graphdir /tmp/$datestr + mv $tmwebbase/$graphdir $tmpdir/$datestr mv $datestr/$graphdir $tmwebbase fi rmdir $datestr @@ -74,11 +74,13 @@ echo "$0: switching to primary DB" ln -sf $tmwebbase/lib/tm.conf.standard $tmwebbase/lib/tm.conf echo "$0: loading DB copy" mysql --defaults-group-suffix=tmapadmin -u travmapadmin TravelMappingCopy < TravelMapping-$datestr.sql +echo "$0: moving sql file to archive" +mv TravelMapping-$datestr.sql $tmpdir +echo "$0: sending email notification" +mailx -s "Travel Mapping Site Update Complete" travelmapping-siteupdates@teresco.org <&1 || exit 1 diff --git a/siteupdate/python-teresco/xferlogs.sh b/siteupdate/python-teresco/xferlogs.sh index 83796e88..3447f229 100644 --- a/siteupdate/python-teresco/xferlogs.sh +++ b/siteupdate/python-teresco/xferlogs.sh @@ -4,7 +4,7 @@ # and can run concurrently with parts of siteupdate.sh # echo "xferlogs.sh: Creating logstoxfer.tar" -tar cf logstoxfer.tar $1/*.log $2/*.csv $3/*.tmg $3/*.nmp +tar cf logstoxfer.tar $1/*.log $1/users/*.log $2/*.csv $3/*.tmg $1/*.nmp echo "xferlogs.sh: Bzipping logstoxfer.tar" bzip2 -9f logstoxfer.tar echo "xferlogs.sh: Transfering logstoxfer.tar.bz2" @@ -12,5 +12,5 @@ scp logstoxfer.tar.bz2 blizzard.teresco.org:/tmp echo "xferlogs.sh: Launching command to bunzip and extract logstoxfer.tar.bz2 on blizzard" ssh blizzard.teresco.org "cd /home/www/tm; /bin/rm -rf ${1} ${2}; bzcat /tmp/logstoxfer.tar.bz2 | tar xpf -" echo "xferlogs.sh: Launching command to create zip graph archive on blizzard" -ssh blizzard.teresco.org "cd /home/www/tm; zip -q graphs.zip graphs/*.tmg" +ssh blizzard.teresco.org "cd /home/www/tm; zip -q graphs.zip ${3}/*.tmg" echo "xferlogs.sh: complete"