blob: a68961f5f2ce61459d63aa36e66a580573842ded (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
|
#!/bin/bash
#
# Download all links from a Semantic Scuttle instance.
#
# Configuration
source config || exit 1
# Functions
source lib/httracker/functions || exit 1
# Create folders
httracker_setup_folders
# Other parameters
BASEDIR=/var/sites/links
SCUTTLEDIR=`basename $( find ${BASEDIR} -maxdepth 1 -iname "SemanticScuttle-*" | head -n 1 )`
CONFIGFILE=${BASEDIR}/${SCUTTLEDIR}/data/config.php
dbuser=`httracker_scuttle_config dbuser`
dbpass=`httracker_scuttle_config dbpass`
dbname=`httracker_scuttle_config dbname`
dbhost=`httracker_scuttle_config dbhost`
# So we can run both applications in parallel
URLS="$URLS_SCUTTLER"
# Get URLs from database
chown links.links ${URLS}
chmod 600 ${URLS}
httracker_sqlquery "select bAddress from sc_bookmarks;" > ${URLS}
# Download in incremental mode
#httracker_get_incremental
# Download in mirror mode
httracker_iterate
# Cleanup
rm -rf $URLS
|
