#!/bin/bash
#
# Misc httracker functions.
#

function httracker_get {
  local url="$1"
  local hash="`echo $1 | sha1sum | cut -d ' ' -f 1`"
  local target="$MIRRORS/$hash"

  mkdir -p $target

  # We already got this one
  if [ -f "$target/ok" ]; then
    return
  fi

  # Get each URL
  httrack               \
    --depth=1           \
    --purge-old=0       \
    --index             \
    --cookies=1         \
    --path ${target}    \
    -r${LEVEL} ${url}
    #--user $USER        \
    #-e%${EXT_LEVEL}    \
    #-m$FILESIZE        \
    #--verbose

  if [ "$?" == "0" ]; then
    # Mark as downloaded
    touch $target/ok
  else
    echo "Error fetching $url."
    rm -rf $target
  fi

  if [ "`whoami`" != "$USER" ] && [ "`whoami`" == "root" ]; then
    chown -R $USER.$GROUP $target/
  fi
}

function httracker_get_incremental {
  # Creates target dir
  year=`date +%Y`
  month=`date +%m`
  day=`date +%d`
  target=${MIRRORDIR}/${year}/${month}
  sudo -u links mkdir -p ${target}

  # Grabs URLs from the network
  httrack --verbose           \
          --user links        \
          --depth=1           \
          --purge-old=0       \
          --index             \
          --cookies=1         \
          --list ${URLS}      \
          --path ${target}

}

function httracker_scuttle_config() {
  grep ${1} ${CONFIGFILE} | sed -e s/\[^\'\]\*\'// -e s/\'\.\*\$//
}

function httracker_sqlquery {
  mysql --skip-column-names --batch \
        --user=${dbuser}          \
        --password=${dbpass}      \
        --database=${dbname}      \
        --host=${dbhost}          \
        --execute="${1}"
}

function httracker_iterate {
  for link in `cat $URLS | xargs`; do
    httracker_get "$link"
  done
}