aboutsummaryrefslogtreecommitdiff
path: root/scuttler
blob: 6d67e5f18a892c2f9a687cdc39c8f60da086d701 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
#!/bin/bash
#
# Download all links from a Semantic Scuttle instance.
#

# Configuration
source config || exit 1

# Other parameters
BASEDIR=/var/sites/links
SCUTTLEDIR=`basename $( find ${BASEDIR} -maxdepth 1 -iname "SemanticScuttle-*" | head -n 1 )`
CONFIGFILE=${BASEDIR}/${SCUTTLEDIR}/data/config.php

# Load functions
source lib/httracker/functions || exit 1

getconf() {
  grep ${1} ${CONFIGFILE} | sed -e s/\[^\'\]\*\'// -e s/\'\.\*\$//
}

dbuser=`getconf dbuser`
dbpass=`getconf dbpass`
dbname=`getconf dbname`
dbhost=`getconf dbhost`

sqlquery() {
  mysql --skip-column-names --batch \
        --user=${dbuser}          \
        --password=${dbpass}      \
        --database=${dbname}      \
        --host=${dbhost}          \
        --execute="${1}"
}

# Grab URLs from db
URLS=`mktemp -p ${TMP}`
chown links.links ${URLS}
chmod 600 ${URLS}
sqlquery "select bAddress from sc_bookmarks;" > ${URLS}

# Prepare and download
httracker_target_single
httracker_get_single

# Cleanup
rm -rf $TMP