X-Git-Url: https://git.treefish.org/~alex/backmeupscotty.git/blobdiff_plain/34bf4c5425720dc3a9e6bec062ff418ba99d5d39..4c0336852fc4beb9ad2144eb8a73abb6398f27d5:/backmeupscotty diff --git a/backmeupscotty b/backmeupscotty index c7652bb..87dc193 100644 --- a/backmeupscotty +++ b/backmeupscotty @@ -1,53 +1,82 @@ #!/bin/bash +REMOTE_USER=root REMOTE_HOST=localhost REMOTE_DIR=/tmp/backmeupscotty/test ARCHIVE_KEEPNBACKUPS=30 ARCHIVE_KEEPNDAYS=30 BACKUP_RUNEVERYNTHDAY=1 +BWLIMIT=500KiB +BACKUP_FORCE=0 +FAKE_SUPER=0 -function upperme { - echo $(basename $0) | tr '[:lower:]' '[:upper:]' +_ERROR_ENCOUNTERED=0 + +function timestamp { + date +'[%y-%m-%d|%H:%M:%S]' +} + +function scottyline { + echo $(timestamp) $@ } function scottyinfo { - echo $(upperme): $@ + if [ $_ERROR_ENCOUNTERED -eq 0 ]; then + scottyline $@ + else + scottyline $@ >&2 + fi } function scottyerror { - echo $(upperme): $@ >&2 + scottyline $@ >&2 + if [ $_ERROR_ENCOUNTERED -eq 0 ]; then + _ERROR_ENCOUNTERED=1 + scottyline "Going into verbose mode after error encounter." >&2 + fi +} + +function ssh255 { + ssh $@ + sshret=$? + + if [ $sshret -eq 255 ]; then + scottyerror "SSH connection failed!" + exit 1 + else + return $sshret + fi } function grepbackups { - ssh $REMOTE_HOST "ls $REMOTE_DIR" | grep -E '[0-9]+-[0-9]+' + ssh255 $REMOTE_HOST "ls $REMOTE_DIR" | grep -E '[0-9]+-[0-9]+' } function isIncomplete { - if ( ssh $REMOTE_HOST '[ -d '$REMOTE_DIR/incomplete' ]' ); then - return 0 + if ( ssh255 $REMOTE_HOST '[ -d '$REMOTE_DIR/incomplete' ]' ); then + return 0 else - return 1 + return 1 fi } function isNthDay { - if [ $(( ( $(date +%s) / (60*60*24) ) % $BACKUP_RUNEVERYNTHDAY )) -eq 0 ]; + if [ $(( ( $(date +%s) / (60*60*24) ) % $BACKUP_RUNEVERYNTHDAY )) -eq 0 ]; then - return 0 + return 0 else - return 1 - fi + return 1 + fi } function latestTooOld { for oldbackup in $(grepbackups); do - tstamp=$(echo $oldbackup | cut -d'-' -f1) - - if [ $(( $(date +%s) - $tstamp )) -lt \ - $(( $BACKUP_RUNEVERYNTHDAY*24*60*60 )) ] - then - return 1 - fi + tstamp=$(echo $oldbackup | cut -d'-' -f1) + + if [ $(( $(date +%s) - $tstamp )) -lt $(( ($BACKUP_RUNEVERYNTHDAY*24+12)*60*60 )) ] + then + return 1 + fi done return 0 @@ -56,16 +85,16 @@ function latestTooOld { function scottysync { timestamp=$(date +%s) - scottyinfo Syncing $SYNC_SRC to $REMOTE_HOST:$REMOTE_DIR @$timestamp + scottyinfo "Syncing $SYNC_SRC to $REMOTE_HOST:$REMOTE_DIR @$timestamp." if [ ! -d "$SYNC_SRC" ]; then - scottyerror Source dir $SYNC_SRC does not exist. Not syncing! - return 1 + scottyerror "Source dir $SYNC_SRC does not exist. Not syncing!" + return 1 fi if [ $(ls -A "$SYNC_SRC" | wc -l) -eq 0 ]; then - scottyerror Source dir $SYNC_SRC is empty. Not syncing! - return 1 + scottyerror "Source dir $SYNC_SRC is empty. Not syncing!" + return 1 fi dir_current=$REMOTE_DIR/current @@ -73,64 +102,69 @@ function scottysync { dir_timestamped=$REMOTE_DIR/$timestamp-$(date -d @$timestamp +%Y%m%d%H%M%S) if [ -z $SYNC_EXC ]; then - rsync_exclude="" + rsync_exclude="" else - rsync_exclude=$(eval echo --exclude={$SYNC_EXC} | tr -d {}) + rsync_exclude=$(eval echo --exclude={$SYNC_EXC} | tr -d {}) fi - if (ssh $REMOTE_HOST '[ ! -d '$REMOTE_DIR' ]'); then - scottyinfo Creating destination directory $REMOTE_HOST:$REMOTE_DIR - ssh $REMOTE_HOST "mkdir $REMOTE_DIR" + if [ $FAKE_SUPER -eq 1 ]; then + rsync_fake_super="--rsync-path=\"rsync --fake-super\"" + else + rsync_fake_super="" + fi + + if (ssh255 $REMOTE_HOST '[ ! -d '$REMOTE_DIR' ]'); then + scottyinfo "Creating destination directory $REMOTE_HOST:$REMOTE_DIR." + ssh255 $REMOTE_HOST "mkdir $REMOTE_DIR" fi if isIncomplete; then - scottyerror Continuing old incomplete backup + scottyerror "Continuing old incomplete backup." fi - scottyinfo Starting rsync - rsync -e ssh \ - -v -aHAX --numeric-ids --delete --delete-excluded \ - --link-dest=$dir_current \ - $rsync_exclude \ - $SYNC_SRC/ $REMOTE_HOST:$dir_incomplete/ - + scottyinfo "Starting rsync." + rsync -e ssh --bwlimit=$BWLIMIT \ + -v -aHAX --numeric-ids --delete --delete-excluded \ + --link-dest=$dir_current \ + $rsync_exclude $rsync_fake_super \ + $SYNC_SRC/ $REMOTE_USER@$REMOTE_HOST:$dir_incomplete/ + if [ $? -eq 0 ]; then - scottyinfo Timestamping completed backup and linking to current backup - ssh $REMOTE_HOST \ - "mv $dir_incomplete $dir_timestamped && rm -f $dir_current && ln -s $(basename $dir_timestamped) $dir_current" + scottyinfo "Timestamping completed backup and linking to current backup." + ssh255 $REMOTE_HOST \ + "mv $dir_incomplete $dir_timestamped && rm -f $dir_current && \ + ln -s $(basename $dir_timestamped) $dir_current" + else + scottyerror "Rsync failed." fi while [ $(grepbackups | wc -l) -gt $ARCHIVE_KEEPNBACKUPS ]; do - oldestbackup=$(grepbackups | head -1) - oldestbackuptstamp=$(echo $oldestbackup | cut -d'-' -f1) - - if [ $oldestbackuptstamp -lt $(( $(date +%s) - $ARCHIVE_KEEPNDAYS*60*60*24 )) ]; then - scottyinfo Removing old backup $oldestbackup - ssh $REMOTE_HOST rm -r "$REMOTE_DIR/$oldestbackup" - else - break - fi + oldestbackup=$(grepbackups | head -1) + oldestbackuptstamp=$(echo $oldestbackup | cut -d'-' -f1) + + if [ $oldestbackuptstamp -lt $(( $(date +%s) - $ARCHIVE_KEEPNDAYS*60*60*24 )) ]; then + scottyinfo "Removing old backup $oldestbackup." + ssh255 $REMOTE_HOST rm -r "$REMOTE_DIR/$oldestbackup" + else + break + fi done } function deleteLock { - if ! rmdir /tmp/$(basename $0).lock; then - scottyerror "Could not delete lockfile /tmp/$(basename $0).lock!" + if ! rmdir /var/lock/$(basename $0); then + scottyerror "Could not delete lockfile /tmp/$(basename $0).lock!" fi } -function prepare { - scottyinfo "Preparing for sync" -} - function cleanup_abort { - scottyerror "Caught exit signal! Cleaning up..." + scottyerror "Caught exit signal! Cleaning up." cleanup ABORT if [ $(jobs -p) ]; then - scottyerror TERMinating remaining child processes... - kill $(jobs -p) + scottyerror "TERMinating remaining child processes." + kill $(jobs -p) fi deleteLock @@ -158,33 +192,63 @@ Usage: $(basename $0) [OPTION]... Recognized options: -q Only output errors -n Run only on nth day + -f Force backup + -l List existing backups -h Print out this help EOF } +function exclusiveLock { + if ! mkdir /var/lock/$(basename $0); then + scottyerror "Another instance of $(basename $0) is still running!" + exit 1 + else + trap deleteLock EXIT + fi +} + function backmeupscotty { - while getopts "qn:h" opt; do - case $opt in - q) - exec > /dev/null - ;; - n) - BACKUP_RUNEVERYNTHDAY=$OPTARG - ;; - h) - printhelp + while getopts "qn:flh" opt; do + case $opt in + q) + exec > /dev/null + ;; + n) + BACKUP_RUNEVERYNTHDAY=$OPTARG + ;; + f) + BACKUP_FORCE=1 + ;; + l) + LIST_BACKUPS=1 + ;; + h) + printhelp exit 0 ;; - esac + esac done - if isNthDay; then - scottyinfo "This is the nth day." + ssh255 $REMOTE_HOST exit + + if [ $LIST_BACKUPS ]; then + for backup in $(grepbackups); do + echo $backup + done + exit 0 + fi + + exclusiveLock + + if [ $BACKUP_FORCE -eq 1 ]; then + scottyinfo "Backup was enforced." elif latestTooOld; then - scottyinfo "The latest backup is too old." + scottyerror "The latest backup is too old." + elif isNthDay; then + scottyinfo "This is the nth day." else - scottyinfo "No backup has to be done. Exiting." - exit 0 + scottyinfo "No backup has to be done. Exiting." + exit 0 fi scottyinfo "Performing backup." @@ -198,10 +262,3 @@ function backmeupscotty { exit 0 } - -if ! mkdir /tmp/$(basename $0).lock; then - scottyerror "Another instance of $(basename $0) is still running!" - exit 1 -else - trap deleteLock EXIT -fi