#!/bin/bash # # Misc httracker functions. # function httracker_get { local url="$1" local hash="`echo $1 | sha1sum | cut -d ' ' -f 1`" local target="$MIRRORS/$hash" mkdir -p $target # We already got this one if [ -f "$target/ok" ]; then return fi # Get each URL httrack \ --depth=1 \ --purge-old=0 \ --index \ --cookies=1 \ --path ${target} \ -r${LEVEL} ${url} #--user $USER \ #-e%${EXT_LEVEL} \ #-m$FILESIZE \ #--verbose if [ "$?" == "0" ]; then # Mark as downloaded touch $target/ok else echo "Error fetching $url." rm -rf $target fi if [ "`whoami`" != "$USER" ] && [ "`whoami`" == "root" ]; then chown -R $USER.$GROUP $target/ fi } function httracker_get_single { # grabs URLs from the network httrack --verbose \ --user links \ --depth=1 \ --purge-old=0 \ --index \ --cookies=1 \ --list ${tmpfile} \ --path ${target} \ } function httracker_target_single { # creates target dir year=`date +%Y` month=`date +%m` %day=`date +%d` target=${MIRRORDIR}/${year}/${month} sudo -u links mkdir -p ${target} }