blob: 3275712a14aab2eb2558f9541348cee5e9f4656d (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
|
#!/bin/bash
#
# Download all links from a Semantic Scuttle instance.
#
# Load and initialize
source `dirname $0`/lib/httracker/functions || exit 1
# Parameters
DIRNAME="`dirname $0`"
BASENAME="`basename $0`"
# Other parameters
SCUTTLEDIR="`basename $( find ${SCUTTLE_BASE} -maxdepth 1 -iname "SemanticScuttle-*" | head -n 1 )`"
CONFIGFILE="${SCUTTLE_BASE}/${SCUTTLEDIR}/data/config.php"
DBUSER="`httracker_scuttle_config dbuser`"
DBPASS="`httracker_scuttle_config dbpass`"
DBNAME="`httracker_scuttle_config dbname`"
DBHOST="`httracker_scuttle_config dbhost`"
# So we can run both applications in parallel
URLS="$URLS_SCUTTLER"
# Get URLs from database
echo "Querying database..."
httracker_sqlquery "select bAddress from sc_bookmarks;" > ${URLS}
# Download in incremental mode
#httracker_get_incremental
# Download in mirror mode
httracker_iterate
# Done
httracker_teardown
|
