diff options
| author | Silvio Rhatto <rhatto@riseup.net> | 2018-11-09 21:00:51 -0200 |
|---|---|---|
| committer | Silvio Rhatto <rhatto@riseup.net> | 2018-11-09 21:00:51 -0200 |
| commit | 896a68e38ce30c4a625555cb36393785a1141526 (patch) | |
| tree | 7040fefdd77cb21ac26b893ed6736c3d031358b4 /share | |
| parent | ee1c2e053caaec4dc70f54e5fbb42d2ed7e0708b (diff) | |
| download | trashman-896a68e38ce30c4a625555cb36393785a1141526.tar.gz trashman-896a68e38ce30c4a625555cb36393785a1141526.tar.bz2 | |
Adds grab-site
Diffstat (limited to 'share')
| -rw-r--r-- | share/hoarder/grab-site/info | 1 | ||||
| -rwxr-xr-x | share/hoarder/grab-site/unix/linux/debian/install | 29 |
2 files changed, 30 insertions, 0 deletions
diff --git a/share/hoarder/grab-site/info b/share/hoarder/grab-site/info new file mode 100644 index 0000000..a245eed --- /dev/null +++ b/share/hoarder/grab-site/info @@ -0,0 +1 @@ +the archivist's web crawler: WARC output, dashboard for all crawls, dynamic ignore patterns diff --git a/share/hoarder/grab-site/unix/linux/debian/install b/share/hoarder/grab-site/unix/linux/debian/install new file mode 100755 index 0000000..be9c074 --- /dev/null +++ b/share/hoarder/grab-site/unix/linux/debian/install @@ -0,0 +1,29 @@ +#!/usr/bin/env sh +# +# Install grab-site +# + +# Parameters +SHARE="$1" +LIB="$2" + +# Include basic functions +. $LIB/trashman/functions || exit 1 +. $LIB/trashman/debian || exit 1 + +# Requirements +trashman_apt_install_packages git build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev libffi-dev libxml2-dev libxslt1-dev libre2-dev pkg-config + +# Setup pyenv and grab-site +mkdir -p $HOME/.local/bin $HOME/.local/share +cd $HOME/.local/bin +wget https://raw.githubusercontent.com/pyenv/pyenv-installer/master/bin/pyenv-installer +chmod +x pyenv-installer +./pyenv-installer +$HOME/.pyenv/bin/pyenv install 3.7.0 +$HOME/.pyenv/versions/3.7.0/bin/python -m venv $HOME/.local/share/gs-venv +$HOME/.local/share/gs-venv/bin/pip install --process-dependency-links --no-binary --upgrade git+https://github.com/ludios/grab-site + +echo "Add this to your ~/.bashrc or ~/.zshrc and then restart your shell (e.g. by opening a new terminal tab/window):" +echo "" +echo 'PATH="$PATH:'$HOME/.local/share/gs-venv/bin'"' |