From fdb07b542860089eb208ec5967826a2225899d10 Mon Sep 17 00:00:00 2001
From: Silvio Rhatto <rhatto@riseup.net>
Date: Sun, 2 Oct 2016 15:31:42 -0300
Subject: Adds media and backup scripts originally from puppet-backup

---
 share/hydractl/sync-media | 270 ++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 270 insertions(+)
 create mode 100755 share/hydractl/sync-media

(limited to 'share/hydractl/sync-media')

diff --git a/share/hydractl/sync-media b/share/hydractl/sync-media
new file mode 100755
index 0000000..d610245
--- /dev/null
+++ b/share/hydractl/sync-media
@@ -0,0 +1,270 @@
+#!/bin/bash
+#
+# sync-media assets using git-annex
+#
+
+REMOTE="$1"
+VOLUME="/media/$REMOTE"
+DOMAIN="`facter domain`"
+HOST="`facter hostname`"
+CACHE="/var/cache/$HOST/media"
+MEDIA="media.$DOMAIN"
+INCOMING="$CACHE/incoming"
+WHOAMI="`whoami`"
+OPTIONS="$*"
+
+# Fix identity
+function sync_media_identity {
+  if [ -z "`git config --local user.email`" ] || [ -z "`git config --local user.name`" ]; then
+    repo="$(basename `pwd`)"
+    git config user.name "${repo^} Archive"
+    git config user.email "$repo@localhost"
+  fi
+}
+
+# Add files into the annex
+function sync_media_add {
+  git annex add .
+
+  # Adding hidden files and symlinks, git+while version
+  git status --porcelain -u | sed -e 's/?? //' | while read file; do
+    if [ -h "$file" ]; then
+      git add "$file"
+    else
+      git annex add "$file"
+    fi
+  done
+}
+
+# If there is a playlists folder, make sure mpd user can write to it
+function sync_media_playlist_perms {
+  if [ -d "playlists" ]; then
+    $sudo chmod 775 playlists
+    $sudo chown -R mpd.audio playlists
+    find playlists -type f -exec sudo chmod 664 {} \;
+    find playlists -type d -exec sudo chmod 775 {} \;
+  fi
+}
+
+# Fix incoming permissions
+function sync_media_incoming_perms {
+  if [ -d "$INCOMING" ]; then
+    echo "Fixing $INCOMING permissions..."
+    $sudo find $INCOMING -type f -exec chmod 664 {} \;
+    $sudo find $INCOMING -type d -exec chmod 775 {} \;
+    $sudo chown -R $WHOAMI.incoming $INCOMING
+  fi
+}
+
+# Run fsck
+function sync_media_fsck {
+  if [ "$FSCK" == "true" ]; then
+    git annex fsck --fast
+  fi
+}
+
+# Run dropunused
+function sync_media_dropunused {
+  if [ "$DROPUNUSED" == "true" ]; then
+    git annex unused
+    git annex dropunused 1-1000
+  fi
+}
+
+# Get copies of annexed files
+function sync_media_get {
+  local repo="$1"
+  local numcopies
+
+  if [ "`git -C $repo config sync-media.get`" != "false" ]; then
+    if git -C $repo config sync-media.numcopies &> /dev/null; then
+      numcopies="`git -C $repo config sync-media.numcopies`"
+    else
+      numcopies="3"
+    fi
+
+    git annex get . --numcopies=$numcopies
+  fi
+}
+
+# Control whether the repository should have a copy of everything
+function sync_media_getall {
+  local repo="$1"
+
+  if [ "`git -C $repo config sync-media.getall`" == "true" ]; then
+    git annex get .
+  fi
+}
+
+# Ensure we have a reference to the remote repository
+function sync_media_ensure_remote {
+  local remote="$1"
+  local path="$2"
+
+  if [ -z "$remote" ] || [ -z "$path" ]; then
+    return
+  fi
+
+  # Check for local or remote repo
+  if [ -z "$DRIVE" ]; then
+    path="$REMOTE.$DOMAIN:$path"
+  elif [ ! -d "$path/.git/annex" ]; then
+    return
+  fi
+
+  if ! git remote | grep -q "^$remote$"; then
+    echo git remote add $remote $path
+  fi
+}
+
+# Set sudo config
+if [ "$WHOAMI" != 'root' ]; then
+  sudo="sudo"
+else
+  echo "Sorry, cannot run as root"
+  exit 1
+fi
+
+# Set fsck config
+if echo $OPTIONS | grep -q -- "--fsck"; then
+  FSCK="true"
+fi
+
+# Set unused config
+if echo $OPTIONS | grep -q -- "--dropunused"; then
+  DROPUNUSED="true"
+fi
+
+# Set drive config
+if [ ! -z "$REMOTE" ]; then
+  # Check storage media
+  MOUNT="`mount | grep $VOLUME`"
+  if [ ! -z "$MOUNT" ]; then
+    DRIVE="$(basename `echo $MOUNT | awk '{ print $1 }'`)"
+  fi
+fi
+
+# Commit changes
+if [ -d "$CACHE" ]; then
+  # Fix cache permissions
+  #echo "Fixing $CACHE permissions..."
+  #$sudo find $CACHE -type f -exec chmod 644 {} \;
+  #$sudo find $CACHE -type d -exec chmod 755 {} \;
+
+  sync_media_incoming_perms
+
+  # Add and update local repositories
+  for folder in `ls $CACHE`; do
+    if [ -d "$CACHE/$folder/.git/annex" ]; then
+      if [ "`git -C $CACHE/$folder config sync-media.skip`" == "true" ]; then
+        continue
+      fi
+
+      #if [ "`git -C $CACHE/$folder config sync-media.ready`" != "true" ]; then
+      #  echo "Skipping $CACHE/$folder: not sync-media ready, please config your repo."
+      #  continue
+      #fi
+
+      (
+      cd $CACHE/$folder
+      echo "Syncing $CACHE/$folder..."
+
+      sync_media_playlist_perms
+      sync_media_ensure_remote $REMOTE $VOLUME/$MEDIA/$folder
+      sync_media_identity
+      sync_media_add
+      git annex sync
+      sync_media_getall $CACHE/$folder
+      sync_media_fsck
+      sync_media_dropunused
+      )
+    fi
+  done
+
+  if [ ! -z "$DRIVE" ]; then
+    if [ ! -d "$VOLUME/$MEDIA" ]; then
+      echo "Folder $VOLUME/$MEDIA does not exist..."
+    else
+      for folder in `ls $CACHE`; do
+        if [ -d "$CACHE/$folder/.git/annex" ]; then
+          if [ "`git -C $CACHE/$folder config sync-media.skip`" == "true" ]; then
+            continue
+          fi
+
+          #if [ "`git -C $CACHE/$folder config sync-media.ready`" != "true" ]; then
+          #  echo "Skipping $CACHE/$folder: not sync-media ready, please config your repo."
+          #  continue
+          #fi
+
+          if [ ! -d "$VOLUME/$MEDIA/$folder" ]; then
+            (
+            cd $VOLUME/$MEDIA
+            echo "Initializing $VOLUME/$MEDIA/$folder..."
+            git clone $CACHE/$folder && cd $folder && sync_media_identity && git annex init $DRIVE && \
+              git remote rename origin $HOST && cd $CACHE/$folder && git remote add $DRIVE $VOLUME/$MEDIA/$folder
+            )
+          fi
+        elif [ ! -d "$VOLUME/$MEDIA/$folder" ]; then
+          if [ ! -e "$CACHE/$folder/.sync-media/skip" ]; then
+            echo "Syncing $VOLUME/$MEDIA/$folder..."
+            rsync -av --delete --exclude=.sync-media $CACHE/$folder/ $VOLUME/$MEDIA/$folder/
+          fi
+        fi
+      done
+    fi
+  fi
+fi
+
+# Retrieve changes at media volumes
+if [ ! -z "$DRIVE" ] && [ -d "$VOLUME/$MEDIA" ]; then
+  for folder in `ls $VOLUME/$MEDIA`; do
+    if [ -d "$VOLUME/$MEDIA/$folder/.git/annex" ]; then
+      if [ "`git -C $VOLUME/$MEDIA/$folder config sync-media.skip`" == "true" ]; then
+        continue
+      fi
+
+      (
+      cd $VOLUME/$MEDIA/$folder
+      echo "Syncing $VOLUME/$MEDIA/$folder..."
+
+      sync_media_ensure_remote $HOST $CACHE/$folder
+      sync_media_playlist_perms
+      sync_media_identity
+      sync_media_add
+      git annex sync
+      sync_media_get    $VOLUME/$MEDIA/$folder
+      sync_media_getall $VOLUME/$MEDIA/$folder
+      sync_media_fsck
+      sync_media_dropunused
+      #git annex drop --auto --numcopies=2
+      )
+    elif [ -d "$CACHE/$folder" ]; then
+      if [ ! -e "$CACHE/$folder/.sync-media/skip" ]; then
+        echo "Syncing $VOLUME/$MEDIA/$folder..."
+        rsync -av --delete --exclude=.sync-media $CACHE/$folder/ $VOLUME/$MEDIA/$folder/
+      fi
+    fi
+  done
+elif [ ! -z "$REMOTE" ]; then
+  # Try to copy to a remote
+  for folder in `ls $CACHE`; do
+    if [ -d "$CACHE/$folder/.git/annex" ]; then
+      if [ "`git -C $CACHE/$folder config sync-media.skip`" == "true" ]; then
+        continue
+      fi
+
+      sync_media_ensure_remote $REMOTE $CACHE/$folder
+
+      (
+      cd $CACHE/$folder
+      git annex copy . --to $REMOTE
+      git annex sync
+      )
+    else
+      if [ ! -e "$CACHE/$folder/.sync-media/skip" ]; then
+        echo "Syncing $VOLUME/$MEDIA/$folder..."
+        rsync -av --delete --exclude=.sync-media $CACHE/$folder/ $REMOTE.$DOMAIN:$CACHE/$folder/
+      fi
+    fi
+  done
+fi
-- 
cgit v1.2.3