path: root/src/simplaret

#!/bin/bash
#
# simplaret v0.2: simplepkg's retrieval tool
# feedback: rhatto at riseup.net | gpl
#
#  Simplaret is free software; you can redistribute it and/or modify it under the
#  terms of the GNU General Public License as published by the Free Software
#  Foundation; either version 2 of the License, or any later version.
#
#  Simplaret is distributed in the hope that it will be useful, but WITHOUT ANY
#  WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
#  A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
#
#  You should have received a copy of the GNU General Public License along with
#  this program; if not, write to the Free Software Foundation, Inc., 59 Temple
#  Place - Suite 330, Boston, MA 02111-1307, USA
#

DEFAULT_VERSION="11.0"
SIMPLARET_CONF="/etc/simplepkg/simplepkg.conf"
REPOS_CONF="/etc/simplepkg/repos.conf"
COMMON="/usr/libexec/simplepkg/common.sh"

function simplaret_usage {

  echo "usage: [ARCH=otherarch] [VERSION=otherversion] `basename $0` <OPTION> package-name"
  echo -e "\t OPTIONS: --update, --upgrade, --search, --get, --get-patches, --purge"
  exit 1

}

function simplaret_eval_parameter {

  # usage: eval $1 parameter from $SIMPLARET_CONF
  # return the evaluated parameter if available or $2 $3 ... $n

  if grep -qe "^$1=" $SIMPLARET_CONF; then
    grep -e "^$1=" $SIMPLARET_CONF | cut -d = -f 2 | sed -e 's/"//g' -e "s/'//g" | awk '{ print $1 }'
  else
    shift
    echo $*
  fi

}

function simplaret_eval_config {

  # simplaret config file evaluation

  DEFAULT_ARCH="`simplaret_eval_parameter DEFAULT_ARCH i386`"
  DEFAULT_VERSION="`simplaret_eval_parameter DEFAULT_VERSION $DEFAULT_VERSION`"
  STORAGE="`simplaret_eval_parameter STORAGE /var/simplaret/packages`"
  PATCHES_DIR="`simplaret_eval_parameter PATCHES_DIR /var/simplaret/patches`"
  PASSIVE_FTP="`simplaret_eval_parameter PASSIVE_FTP 0`"
  WARNING="`simplaret_eval_parameter WARNING 0`"
  ROOT_PRIORITY="`simplaret_eval_parameter ROOT_PRIORITY patches slackware extra testing pasture`"
  SIMPLARET_PURGE_WEEKS="`simplaret_eval_parameter SIMPLARET_PURGE_WEEKS 0`"

}

function simplaret_get_index {

  for file in `simplaret_metafiles`; do
    simplaret_download $1 $file $2
  done

}

function simplaret_backup_index {

  for file in `simplaret_metafiles`; do
    if [ -f "$1/$file" ]; then
      mv $1/$file $1/$file.old
    fi
  done

}

function simplaret_check_index {

  for file in `simplaret_metafiles`; do
    if [ ! -f "$1/$file" ] && [ -f "$1/$file" ]; then
      echo restoring old $file to $1...
      mv $1/$file.old $1/$file
     else
      rm -f $1/$file.old
    fi
  done

}

function simplaret_download {

  # downloads a file from a repo to a folder
  # usage: simplaret <repository_url> <package> <destination-folder>

  protocol="`echo $1 | cut -d : -f 1`"

  if [ ! -d "$3" ]; then
    mkdir -p $3
  fi

  if [ "$protocol" == "http" ]; then
    (cd $3 && wget $1/$2)
  elif [ "$protocol" == "ftp" ]; then
    if [ "$PASSIVE_FTP" == "1" ]; then
      passive_ftp="--passive-ftp"
    fi 
    (cd $3 && wget $passive_ftp $1/$2)
  elif [ "$protocol" == "file" ]; then
    url="`echo $1 | sed -e 's/file:\/\///'`"
    cp $url/$2 $3 2> /dev/null
  fi

}

function simplaret_repository {

  # return a repository definition from $REPOS_CONF file
  # usage: simplaret_repository [root|repos|noarch|patches]

  local definition

  if [ -z "$1" ]; then
    definition="ROOT"
  else
    definition="`echo $1 | tr '[:lower:]' '[:upper:]'`"
  fi

  if [ "$definition" == "REPOS" ] || [ "$definition" == "PATCHES" ]; then
    definition="$definition-$ARCH-$VERSION"
  elif [ "$definition" == "ROOT" ]; then
    definition="$definition-$ARCH"
  fi

  grep -e "^$definition=" $REPOS_CONF | cut -d = -f 2 | sed -e 's/"//g' -e "s/'//g" | cut -d "#" -f 1

}

function simplaret_repository_name {

  # return a repository name according the value of $repository

  if [ -z "$repository" ]; then
    false
  elif echo $repository | grep -qe %; then
    repository_name="`echo $repository | cut -d % -f 1`"
    if [ -z "$repository_name" ]; then
      echo you should set a name for the repository $repository
      echo please correct your $REPOS_CONF
      exit 1
    fi
  else
    echo you should set a name for the repository $repository
    echo please correct your $REPOS_CONF
    exit 1
  fi

}

function simplaret_repository_url {

  # return a repository url according the value of $repository

  if echo $repository | grep -qe %; then
    repository_url="`echo $repository | cut -d % -f 2`"
    if [ -z "$repository_url" ]; then
      echo you should set a url for the repository $repository
      echo please correct your $REPOS_CONF
      exit 1
    fi
  else
    echo you should set a url for the repository $repository
    echo please correct your $REPOS_CONF
    exit 1
  fi

  if [ "$repos_type" == "root" ]; then
    repository_url="$repository_url/$DISTRO_FOLDER/$EXTRA_FOLDER" 
  fi

}

function simplaret_set_storage_folder {

  storage="$STORAGE/$ARCH/$VERSION/$repos_type"
  if [ "$repos_type" == "noarch" ]; then
    storage="$STORAGE/noarch"
  elif [ "$repos_type" == "patches" ]; then
    storage="$PATCHES_DIR/$ARCH/$VERSION"
  fi

}

function simplaret_update {

  local storage

  echo updating package information for arch $ARCH and version $VERSION... 

  for repos_type in patches root repos noarch; do

    simplaret_set_storage_folder

    for repository in `simplaret_repository $repos_type`; do

      simplaret_repository_name
      simplaret_repository_url

      if [ ! -d "$storage/$repository_name" ]; then
        mkdir -p $storage/$repository_name
      else
        simplaret_backup_index $storage/$repository_name
      fi

      simplaret_get_index $repository_url $storage/$repository_name
      simplaret_check_index $storage/$repository_name

      unset repository_name repository_url repository_protocol

    done
  done

}

function simplaret_find_package {

  # grep packages in a repository's file list
  # usage: simplaret_find_package <package-name|-all> <repository-folder>

  if [ "$1" == "-all" ]; then
    grep -e ".tgz$" $2/`simplaret_filelist` | awk '{ print $8 }'
  else
    grep $1 $2/`simplaret_filelist` | awk '{ print $8 }' | grep -e ".tgz$"
  fi

}

function simplaret_show_package {

  # print a package result
  # usage: simplaret_show_package <package-file-name> [-basename-only|-filename-only]

  if [ "$2" == "-basename-only" ]; then
    echo `basename $1`
  elif [ "$2" == "-filename-only" ]; then
    echo $1
  elif [ "$2" == "-formatted" ]; then
    echo $1,$repos_type,$repository
  else 
    if echo $1 | grep -q "/patches/"; then
      patch="(patch)"
    fi
    if [ "$repos_type" == "noarch" ]; then
      echo $name repository $repository_name: `basename $1` $patch
    else
      echo $name repository $repository_name, arch: $ARCH, version: $VERSION: `basename $1` $patch
    fi
  fi
  unset patch

}

function simplaret_filelist {

  if [ "$repos_type" == "patches" ]; then
    echo FILE_LIST
  else
    echo FILELIST.TXT
  fi

}

function simplaret_metafiles {

  echo `simplaret_filelist` CHECKSUMS.md5

}

function simplaret_search {

  local priority message pattern

  if [ ! -z "$1" ] && ! echo $1 | grep -q -e "^-"; then
    pattern="$1"
  else
    pattern="-all"
  fi

  for repos_type in patches root repos noarch; do

    name="`echo $repos_type | tr '[:lower:]' '[:upper:]'`"
    simplaret_set_storage_folder

    for repository in `simplaret_repository $repos_type`; do
      
      simplaret_repository_name

      if [ ! -f "$storage/$repository_name/`simplaret_filelist`" ]; then
        if [ "$WARNING" != "0" ] || [ ! -z "$SILENT" ]; then
          if [ "$repos_type" == "noarch" ]; then
            message=""
          else
            message="on arch $ARCH version $VERSION"
          fi
          echo warning: no file list for $repository_name repository $repository_name $message
          echo please do a simplaret --update
        fi
      else

        if [ "$repos_type" == "root" ]; then
          # root repositories has ROOT_PRIORITY
          for priority in $ROOT_PRIORITY; do
            for file in `simplaret_find_package $pattern $storage/$repository_name | grep "/$priority/"`; do
              simplaret_show_package $file $2
            done
          done
        else
          for file in `simplaret_find_package $pattern $storage/$repository_name`; do
            simplaret_show_package $file $2
          done
        fi

      fi

    done
  done

}

function simplaret_purge {

  local mtime mtime_message

  if [ "$2" == "-w" ] && [ ! -z "$3" ]; then
    mtime="-mtime +`echo "$3*7" | bc -l`"
    mtime_message="older than $3 weeks"
  elif [ "$SIMPLARET_PURGE_WEEKS" != "0" ]; then
    mtime="-mtime +`echo "$SIMPLARET_PURGE_WEEKS*7" | bc -l`"
    mtime_message="older than $SIMPLARET_PURGE_WEEKS weeks"
  else
    mtime=""
    mtime_mesage=""
  fi

  if [ -z "$SILENT" ]; then
    echo purging all packages $mtime_message for:
    echo - arch $ARCH and version $VERSION, including patches
    echo - noarch folder
  fi

  for repos_type in patches root repos noarch; do

    simplaret_set_storage_folder

    for file in `find $storage/ $mtime 2> /dev/null`; do
      for extension in tgz asc meta; do
        if echo $file | grep -qe ".$extension$"; then
          rm $file
        fi
      done
    done

  done

  if [ -z "$SILENT" ]; then
    echo done purging simplaret cache
    echo please run simplaret --update to retrieve new package listings on this arch and version
  fi

}

function simplaret_get {

  # prevent user to stay in $storage
  cd 

  # first search for an already downloaded package
  for repos_type in patches root repos noarch; do

    simplaret_set_storage_folder

    for file in `find $storage/ -name $1*tgz 2> /dev/null`; do
      candidate="`basename $file`"
      if [ "`package_name $candidate`" == "$1" ]; then
        # check if has the same version and build number, otherwise erase the old one
        for result in `simplaret_search $(package_name $candidate) -basename-only`; do
          if [ "`package_name $candidate`" == "`package_name $result`" ] &&       \
             [ "`package_version $candidate`" == "`package_version $result`" ] && \
             [ "`package_build $candidate`" == "`package_build $result`" ]; then
            echo package $candidate already downloaded and stored at `dirname $file`
            return 0
          else
            rm $file
            break
          fi
        done
      fi
    done

  done

  # then search for the package in the repositories
  for result in `simplaret_search $1 -formatted`; do

    file="`echo $result | cut -d , -f 1`"
    repos_type="`echo $result | cut -d , -f 2`"
    repository="`echo $result | cut -d , -f 3`"

    simplaret_set_storage_folder
    simplaret_repository_name

    candidate="`basename $file`"
    if [ "`package_name $candidate`" == "$1" ]; then
      simplaret_repository_url
      simplaret_download $repository_url $file $storage/$repository_name
      if [ ! -f "$storage/$repository_name/$candidate" ]; then
        echo error downloading $candidate from $repos_type repository $repository_url, please check your settings
        return 1
      else
        echo package $candidate stored at $storage/$repository_name
        simplaret_checksum $storage/$repository_name/CHECKSUMS.md5 $storage/$repository_name/$candidate
        exit 0
      fi
    fi

  done

}

function simplaret_search_and_download_patch {

  # check if the patch was already downloaded
  if echo $DOWNLOADED_PATCHES | grep -q " $candidate "; then
    return
  fi

  # search if its installed in the jail
  installed_packs="`ls /$root/var/log/packages/$candidate* 2> /dev/null`"
  if [ ! -z "$installed_packs" ]; then

    for installed in $installed_packs; do
      if [[ "$candidate" == "`package_name $installed.tgz`" ]]; then
        echo "package $candidate already installed in $root ($installed)"
        package_installed="1"
        break
      fi
    done

    # if the package is installed, download the patch
    if [[ "$package_installed" != "1" ]]; then
      simplaret_get $candidate
      DOWNLOADED_PATCHES="$DOWNLOADED_PATCHES $candidate " # the ending space is important
    fi

  fi

  unset package_installed

}

function simplaret_get_jail_patches {

  # get patches from a jail
  # usage: simplaret_get_jail_patches <jail-folder>

  local oldarch oldversion
  root="$1"

  # save current arch and version
  oldarch="$ARCH"
  oldversion="$VERSION"

  VERSION="`cat $root/etc/slackware-version | awk '{ print $2 }' | sed -e 's/.0$//'`"
  ARCH="`cat $root/etc/slackware-version | awk '{ print $3 }' | sed -e 's/(//' -e 's/)//'`"

  # in case there's something wrong with the jail, abort
  if [ -z "$VERSION" ] && [ -z "$ARCH" ]; then
    return
  fi

  # erase the downloaded patches array
  DOWNLOADED_PATCHES=""

  echo fetching patches for arch $ARCH and version $VERSION for jail $root

  # list all available patches in PATCHES repositories
  for candidate in `simplaret_search -formatted | grep PATCHES`; do
    simplaret_search_and_download_patch
  done

  # list all available patches in ROOT repositories
  for candidate in `simplaret_search patches -formatted | grep ROOT`; do
    simplaret_search_and_download_patch
  done

  # grab patches from every other places
  if [ "$CONSIDER_ALL_PACKAGES_AS_PATCHES" == "1" ]; then
    for candidate in `simplaret_search patches | grep -v PATCHES | grep -v ROOT`; do
      simplaret_search_and_download_patch
    done
  fi

  # restore arch and version
  ARCH="$oldarch"
  VERSION="$oldversion"

}

function simplaret_get_patches {

  local jailpath

  # first get patches from the root system
  simplaret_get_jail_patches /

  # then get the needed patches for each installed jail
  if [ -s "$JAIL_LIST" ]; then
    for jailpath in `cat $JAIL_LIST`; do
      if [ -d "/$jailpath/var/log/packages" ]; then
        simplaret_get_jail_patches /$jailpath
      fi
    done
  fi

}

function simplaret_checksum {

  # simplaret_checksum <md5file> <file-name>

  if [ ! -f "$1" ] || [ ! -f "$2" ]; then
    echo checksum error: file not found
    exit 1
  fi

  pack="`basename $2`"
  checksum="`grep -e "$pack\$" $1 | awk '{ print $1 }'`"

  if [ -z "$checksum" ]; then
    echo file $2 not in checksum $1
    exit 1
  elif [ "$checksum" != "`md5sum $2 | awk '{ print $1 }'`" ]; then
    echo checksum mismatch for file `basename $file`
  else
    echo checksum ok for file `basename $file`
  fi

}

if [ -f "$COMMON" ]; then
  source $COMMON
else
  echo "error: file $COMMON found, check your `basename $0` installation"
  exit 1
fi

if [ -z "$1" ]; then
  simplaret_usage
  exit 1
else
  eval_config `basename $0`
  simplaret_eval_config
fi

if [ ! -d "$STORAGE" ]; then
  mkdir -p $STORAGE
fi

if [ -z "$ARCH" ]; then
  ARCH="$DEFAULT_ARCH"
fi

if [ -z "$VERSION" ]; then
  VERSION="$DEFAULT_VERSION"
fi

if [ "$ARCH" == "i386" ]; then
  DISTRO="slackware"
  DISTRO_FOLDER="$DISTRO-$VERSION"
elif [ "$ARCH" == "x86_64" ]; then
  # EXTRA_FOLDER="tree"
  DISTRO="slamd64"
  DISTRO_FOLDER="$DISTRO-$VERSION"
elif [ "$ARCH" == "s390" ]; then
  DISTRO="slack390"
  DISTRO_FOLDER="$DISTRO-$VERSION"
elif [ "$ARCH" == "x86_uclibc" ]; then
  DISTRO="ucslack"
  DISTRO_FOLDER="$DISTRO-$VERSION"
elif [ "$ARCH" == "arm" ]; then
  DISTRO="armedslack"
  DISTRO_FOLDER="$DISTRO-$VERSION"
elif [ "$ARCH" == "powerpc" ]; then
  DISTRO="slackintosh"
  DISTRO_FOLDER="$VERSION"
elif [ "$ARCH" == "sparc" ]; then
  DISTRO="splack"
  DISTRO_FOLDER="tree-$VERSION"
fi

case $1 in
  --update) simplaret_update ;;
  --search) simplaret_search $2 ;;
  --get) simplaret_get $2 ;;
  --get-patches) simplaret_get_patches ;;
  --purge) shift ; simplaret_purge $* ;;
  --upgrade) simplaret_get_patches ; jail-upgrade ;;
  *) simplaret_usage ;;
esac