aboutsummaryrefslogtreecommitdiff
path: root/share
diff options
context:
space:
mode:
Diffstat (limited to 'share')
-rwxr-xr-xshare/hydractl/sync-guestfs112
-rwxr-xr-xshare/hydractl/sync-tpc13
2 files changed, 122 insertions, 3 deletions
diff --git a/share/hydractl/sync-guestfs b/share/hydractl/sync-guestfs
new file mode 100755
index 0000000..96e74cd
--- /dev/null
+++ b/share/hydractl/sync-guestfs
@@ -0,0 +1,112 @@
+#!/bin/bash
+#
+# sync-guestfs: sync a tree containing virtual machine guest images
+#
+
+# Load
+source $APP_BASE/lib/hydra/functions || exit 1
+hydra_config_load
+
+# Parameters
+BASENAME="$0"
+ORIG="$1"
+DEST="$2"
+TMP="/tmp"
+RSYNC="ionice -c 3 nice -n 19 rsync -av --delete --progress"
+
+# Dependencies
+hydra_install_package rsync
+hydra_install_package libguestfs-tools
+
+# Syntax
+if [ -z "$DEST" ]; then
+ echo "usage: $BASENAME <orig-folder> <dest-folder>"
+ exit 1
+elif [ ! -d "$ORIG" ]; then
+ echo "folder $DEST does not exist."
+ exit 1
+fi
+
+# Sudo
+if [ "$USER" != 'root' ]; then
+ export SUDO="sudo"
+fi
+
+# Ensure the dest folder exist
+if [ ! -d "$DEST" ]; then
+ $SUDO mkdir -p $DEST
+
+ OWNER="$(stat -c %U $ORIG)"
+ GROUP="$(stat -c %G $ORIG)"
+
+ # With the right permissions
+ $SUDO chown $OWNER.$GROUP $DEST
+fi
+
+# First sync the folder structure
+$SUDO $RSYNC --exclude='*.img' $ORIG/ $DEST/
+
+# Temporary folders
+ORIG_MOUNT="`mktemp -d $TMP/sync-guestfs-orig.XXXXXXXXXX`"
+DEST_MOUNT="`mktemp -d $TMP/sync-guestfs-dest.XXXXXXXXXX`"
+
+# Main loop
+(
+ cd $ORIG
+ find -name '*.img' | sort | sed -e 's|^./||' | while read image; do
+ if [ ! -e "$DEST/$image" ]; then
+ # Make the first copy
+ # See https://gergap.wordpress.com/2013/08/10/rsync-and-sparse-files/
+ # https://stackoverflow.com/questions/19821186/rsync-sparse-does-transfer-whole-data#19827546
+ echo "Making the first copy of $image to $DEST, which might take a while..."
+ $SUDO $RSYNC --sparse $image $DEST/$image
+ else
+ echo "Destination $DEST/$image exists, syncing..."
+ $SUDO $RSYNC --inplace $image $DEST/$image
+
+ #
+ # Sync using libguestfs-tools: mount existing
+ # images and use rsync to copy the differences.
+ #
+ ## Mount and sync
+ #$SUDO guestmount -a $image -i --ro $ORIG_MOUNT/ && \
+ #$SUDO guestmount -a $DEST/$image -i $DEST_MOUNT/ && \
+ #time $SUDO $RSYNC $ORIG_MOUNT/ $DEST_MOUNT/ || \
+ #echo "Failed to sync $image with $DEST/$image."
+ #
+ ## Umount orig image
+ #if mount | grep -q "$ORIG_MOUNT"; then
+ # $SUDO guestunmount $ORIG_MOUNT
+ #fi
+ #
+ ## Umount dest image
+ #if mount | grep -q "$DEST_MOUNT"; then
+ # $SUDO guestunmount $DEST_MOUNT
+ #fi
+ #
+ #echo "Optimizing $DEST/$image size..."
+ #time $SUDO ionice -c 3 nice -n 19 virt-sparsify --in-place $DEST/$image
+ #time $SUDO ionice -c 3 nice -n 19 virt-sparsify --tmp $TMP --compress $DEST/$image $DEST/$image.new && \
+ # $SUDO mv $DEST/$image.new $DEST/$image
+ fi
+ done
+)
+
+# Remove images that does not exist anymore in the origin
+(
+ cd $DEST
+ find -name '*.img' | sort | sed -e 's|^./||' | while read image; do
+ if [ ! -e "$ORIG/$image" ]; then
+ echo "Removing old $DEST/$image..."
+ $SUDO rm -f $image
+ fi
+ done
+
+ # Sync again to prune any dangling folder structure
+ echo "Cleaning up..."
+ $SUDO $RSYNC --exclude='*.img' $ORIG/ $DEST/
+)
+
+# Teardown
+$SUDO rmdir $ORIG_MOUNT
+$SUDO rmdir $DEST_MOUNT
diff --git a/share/hydractl/sync-tpc b/share/hydractl/sync-tpc
index 6c1b5d2..5b990bb 100755
--- a/share/hydractl/sync-tpc
+++ b/share/hydractl/sync-tpc
@@ -34,9 +34,6 @@ done
# Sync files
$SUDO $RSYNC /home/ $DEST/home/
-$SUDO $RSYNC /var/cache/virtualbox/ $DEST/var/cache/virtualbox/
-$SUDO $RSYNC /var/cache/qemu/ $DEST/var/cache/qemu/
-$SUDO $RSYNC /var/cache/vagrant/ $DEST/var/cache/vagrant/
$SUDO $RSYNC /var/cache/pbuilder/ $DEST/var/cache/pbuilder/
$SUDO $RSYNC /var/chroot/ $DEST/var/chroot/
$SUDO $RSYNC /var/lib/wicd/ $DEST/var/lib/wicd/
@@ -68,5 +65,15 @@ if [ ! -d "$MEDIA" ]; then
$SUDO chown $OWNER.$GROUP $MEDIA
fi
+# Guest images were previously synced using rsync
+#$SUDO $RSYNC /var/cache/virtualbox/ $DEST/var/cache/virtualbox/
+#$SUDO $RSYNC /var/cache/qemu/ $DEST/var/cache/qemu/
+#$SUDO $RSYNC /var/cache/vagrant/ $DEST/var/cache/vagrant/
+
+# Sync qemu guest images
+if [ -d "/var/cache/qemu" ]; then
+ hydractl sync-guestfs /var/cache/qemu $DEST/var/cache/qemu
+fi
+
# Sync media remotes
hydractl sync-media-remotes $MEDIA