Changes between Version 3 and Version 4 of S3QLBackup

Timestamp:

Oct 8, 2015, 1:31:37 PM (3 years ago)

Author:

chris

Comment:

--

S3QLBackup

@@ -10 +10 @@
 
 {{{
+#!bash
 #!/bin/bash
 
@@ -19 +20 @@
 # same name with a list of directories to backup exists 
 # in /etc/s3ql
+CONFIG_DIR="/etc/s3q"
+# S3 server URL
+SERVER="s3c://s.qstack.advania.com:443"
+# mount directory for s3ql file systems
+MOUNT="/media/s3ql"
+# optional base source directory for for files to 
+# backup, this is used because all the servers are
+# sshfs mounted at /media/server-name
+SOURCE="/media/$BUCKET"
+# rsync command
+RSYNC="rsync -aHAXx --delete-during --delete-excluded --partial -v"
 
 # Check for bucket name / directory on standard input
@@ -29 +41 @@
 fi
 
-# Backup destination  (storage url)
-storage_url="s3c://s.qstack.advania.com:443/$BUCKET"
-
 # Check that a list of diectories to backup exists at 
-# /etc/s3ql/$BUCKET
-if [[ ! -f "/etc/s3ql/$BUCKET" ]]; then
-  echo "You need to create /etc/s3ql/$BUCKET with a list of directories to backup"
+# $CONFIG_DIR/$BUCKET
+if [[ ! -f "$CONFIG_DIR/$BUCKET" ]]; then
+  echo "You need to create $CONFIG_DIR/$BUCKET with a list of directories to backup"
   exit
 else
-  BACKUP_LIST="/etc/s3ql/$BUCKET"
+  BACKUP_LIST="$CONFIG_DIR/$BUCKET"
 fi
 
+# The following two commands are commented out as the mnt-s3ql script covers
+# this and is run via cron before this script is run
+
 # Recover cache if e.g. system was shut down while fs was mounted
-fsck.s3ql --backend-options="dumb-copy" --batch "$storage_url"
+#fsck.s3ql --backend-options="dumb-copy" --batch "$SERVER/$BUCKET"
 
-# Create a temporary mountpoint and mount file system
-mountpoint="/tmp/s3ql_backup_$$"
-mkdir "$mountpoint"
-mount.s3ql --backend-options="dumb-copy" "$storage_url" "$mountpoint"
-
-# Make sure the file system is unmounted when we are done
-# Note that this overwrites the earlier trap, so we
-# also delete the lock file here.
-trap "cd /; umount.s3ql '$mountpoint'; rmdir '$mountpoint'; rm '$lock'" EXIT
+# Mount file system
+#mount.s3ql --backend-options="dumb-copy" "$SERVER/$BUCKET" "$MOUNT/$BUCKET"
 
 # Figure out the most recent backup
-cd "$mountpoint"
-last_backup=`python <<EOF
+cd "$MOUNT/$BUCKET"
+LAST_BACKUP=`python <<EOF
 import os
 import re
@@ -65 +70 @@
 
 # Duplicate the most recent backup unless this is the first backup
-new_backup=`date "+%Y-%m-%d_%H:%M:%S"`
-if [ -n "$last_backup" ]; then
-    echo "Copying $last_backup to $new_backup..."
-    s3qlcp "$last_backup" "$new_backup"
+NEW_BACKUP=`date "+%Y-%m-%d_%H:%M:%S"`
+if [ -n "$LAST_BACKUP" ]; then
+    echo "Copying $LAST_BACKUP to $NEW_BACKUP..."
+    s3qlcp "$LAST_BACKUP" "$NEW_BACKUP"
 
     # Make the last backup immutable
     # (in case the previous backup was interrupted prematurely)
-    s3qllock "$last_backup"
+    s3qllock "$LAST_BACKUP"
 fi
 
@@ -81 +86 @@
 #    --exclude /.thumbnails/ \
 #    --exclude /tmp/ \
-#    "/home/my_username/" "./$new_backup/"
+#    "/home/my_username/" "./$NEW_BACKUP/"
 
-if [[ -d $mountpoint ]]; then
-  if [[ ! -d "$mountpoint/$new_backup" ]]; then
-    echo "$mountpoint/$new_backup doesn't exist so creating it"
-    mkdir -p $mountpoint/$new_backup
+if [[ -d "$MOUNT/$BUCKET" ]]; then
+  if [[ ! -d "$MOUNT/$BUCKET/$NEW_BACKUP" ]]; then
+    echo "$MOUNT/$BUCKET/$NEW_BACKUP doesn't exist so creating it"
+    mkdir -p "$MOUNT/$BUCKET/$NEW_BACKUP"
   fi
   for dir in $(<${BACKUP_LIST}); do
-    mkdir -p "$mountpoint/$new_backup$dir/"
-    rsync -aHAXx --delete-during --delete-excluded --partial -v "/media/$BUCKET$dir/" "$mountpoint/$new_backup$dir/"
+    mkdir -p "$MOUNT/$BUCKET/$NEW_BACKUP$dir/"
+    $RSYNC "$SOURCE$dir/" "$MOUNT/$BUCKET/$NEW_BACKUP$dir/"
   done
 else
-  echo "$mountpoint doesn't exist - something has gone horribly wrong"
+  echo "$MOUNT/$BUCKET doesn't exist - something has gone horribly wrong"
   exit
 fi
 
 # Make the new backup immutable
-s3qllock "$new_backup"
+s3qllock "$NEW_BACKUP"
 
 # Expire old backups
@@ -106 +111 @@
 # installed an S3QL package for your distribution, this script *may*
 # be installed, and it *may* also not have the .py ending.
-expire_backups --use-s3qlrm 1 7 14 31 90 180 360
+#expire_backups --use-s3qlrm 1 7 14 31 90 180 360
 }}}