aboutsummaryrefslogtreecommitdiff
path: root/lib
diff options
context:
space:
mode:
Diffstat (limited to 'lib')
-rw-r--r--lib/httracker/functions60
1 files changed, 60 insertions, 0 deletions
diff --git a/lib/httracker/functions b/lib/httracker/functions
new file mode 100644
index 0000000..e224c2d
--- /dev/null
+++ b/lib/httracker/functions
@@ -0,0 +1,60 @@
+#!/bin/bash
+#
+# Misc httracker functions.
+#
+
+function httracker_get {
+ local url="$1"
+ local hash="`echo $1 | sha1sum | cut -d ' ' -f 1`"
+ local target="$MIRRORS/$hash"
+
+ mkdir -p $target
+ #chown -R $USER.$GROUP $target/
+
+ # We already got this one
+ if [ -f "$target/ok" ]; then
+ return
+ fi
+
+ # Get each URL
+ httrack \
+ --depth=1 \
+ --purge-old=0 \
+ --index \
+ --cookies=1 \
+ --path ${target} \
+ -r${LEVEL} ${url}
+ #--user $USER \
+ #-e%${EXT_LEVEL} \
+ #-m$FILESIZE \
+ #--verbose
+
+ if [ "$?" == "0" ]; then
+ # Mark as downloaded
+ touch $target/ok
+ else
+ echo "Error fetching $url."
+ rm -rf $target
+ fi
+}
+
+function httracker_get_single {
+# grabs URLs from the network
+ httrack --verbose \
+ --user links \
+ --depth=1 \
+ --purge-old=0 \
+ --index \
+ --cookies=1 \
+ --list ${tmpfile} \
+ --path ${target} \
+}
+
+function httracker_target_single {
+ # creates target dir
+ year=`date +%Y`
+ month=`date +%m`
+ %day=`date +%d`
+ target=${MIRRORDIR}/${year}/${month}
+ sudo -u links mkdir -p ${target}
+}