path: root/src/simplaret

#!/bin/bash
#
# simplaret v0.2: simplepkg's retrieval tool
# feedback: rhatto at riseup.net | gpl
#
#  Simplaret is free software; you can redistribute it and/or modify it under the
#  terms of the GNU General Public License as published by the Free Software
#  Foundation; either version 2 of the License, or any later version.
#
#  Simplaret is distributed in the hope that it will be useful, but WITHOUT ANY
#  WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
#  A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
#
#  You should have received a copy of the GNU General Public License along with
#  this program; if not, write to the Free Software Foundation, Inc., 59 Temple
#  Place - Suite 330, Boston, MA 02111-1307, USA
#

DEFAULT_VERSION="11.0"
SIMPLARET_CONF="/etc/simplepkg/simplepkg.conf"
REPOS_CONF="/etc/simplepkg/repos.conf"
COMMON="/usr/libexec/simplepkg/common.sh"
FILELIST="FILELIST.TXT CHECKSUMS.md5"

function simplaret_usage {

  echo "usage: [ARCH=otherarch] [VERSION=otherversion] `basename $0` <OPTION> package-name"
  echo -e "\t OPTIONS: --update, --upgrade, --search, --get, --get-patches, --purge"
  exit 1

}

function simplaret_eval_parameter {

  # usage: eval $1 parameter from $SIMPLARET_CONF
  # return the evaluated parameter if available or $2 $3 ... $n

  if grep -qe "^$1=" $SIMPLARET_CONF; then
    grep -e "^$1=" $SIMPLARET_CONF | cut -d = -f 2 | sed -e 's/"//g' -e "s/'//g" | cut -d "#" -f 1
  else
    shift
    echo $*
  fi

}

function simplaret_eval_config {

  # simplaret config file evaluation

  DEFAULT_ARCH="`simplaret_eval_parameter DEFAULT_ARCH i386`"
  DEFAULT_VERSION="`simplaret_eval_parameter DEFAULT_VERSION $DEFAULT_VERSION`"
  STORAGE="`simplaret_eval_parameter STORAGE /var/simplaret/packages`"
  PATCHES_DIR="`simplaret_eval_parameter PATCHES_DIR /var/simplaret/patches`"
  PASSIVE_FTP="`simplaret_eval_parameter PASSIVE_FTP 0`"
  WARNING="`simplaret_eval_parameter WARNING 0`"
  ROOT_PRIORITY="`simplaret_eval_parameter ROOT_PRIORITY patches slackware extra testing pasture`"

}

function simplaret_get_index {

  for file in $FILELIST; do
    simplaret_download $1 $file $2
  done

}

function simplaret_backup_index {

  for file in $FILELIST; do
    if [ -f "$1/$file" ]; then
      mv $1/$file $1/$file.old
    fi
  done

}

function simplaret_check_index {

  for file in $FILELIST; do
    if [ ! -f "$1/$file" ] && [ -f "$1/$file" ]; then
      echo restoring old $file to $1...
      mv $1/$file.old $1/$file
     else
      rm -f $1/$file.old
    fi
  done

}

function simplaret_download {

  # downloads a file from a repo to a folder
  # usage: simplaret <repos_url> <package> <destination-folder>

  protocol="`echo $1 | cut -d : -f 1`"

  if [ ! -d "$3" ]; then
    mkdir -p $3
  fi

  if [ "$protocol" == "http" ]; then
    (cd $3 && wget $1/$2)
  elif [ "$protocol" == "ftp" ]; then
    if [ "$PASSIVE_FTP" == "1" ]; then
      passive_ftp="--passive-ftp"
    fi 
    (cd $3 && wget $passive_ftp $1/$2)
  elif [ "$protocol" == "file" ]; then
    url="`echo $1 | sed -e 's/file:\/\///'`"
    cp $url/$2 $3 2> /dev/null
  fi

}

function simplaret_repository {

  # return a repository definition from $REPOS_CONF file
  # usage: simplaret_repository [root|repos|noarch|patches]

  local definition

  if [ -z "$1" ]; then
    definition="ROOT"
  else
    definition="`echo $1 | tr '[:lower:]' '[:upper:]'`"
  fi

  if [ "$definition" == "REPOS" ] || [ "$definition" == "PATCHES" ]; then
    definition="$definition-$ARCH-$VERSION"
  elif [ "$definition" == "ROOT" ]; then
    definition="$definition-$ARCH"
  fi

  grep -e "^$definition=" $REPOS_CONF | cut -d = -f 2 | sed -e 's/"//g' -e "s/'//g" | cut -d "#" -f 1

}

function simplaret_repository_name {

  # return a repository name according the value of $repository

  if [ -z "$repository" ]; then
    false
  elif echo $repository | grep -qe %; then
    repository_name="`echo $repository | cut -d % -f 1`"
    if [ -z "$repository_name" ]; then
      echo you should set a name for the repository $repository
      echo please correct your $REPOS_CONF
      exit 1
    fi
  else
    echo you should set a name for the repository $repository
    echo please correct your $REPOS_CONF
    exit 1
  fi

}

function simplaret_repository_url {

  # return a repository url according the value of $repository

  if echo $repository | grep -qe %; then
    repository_url="`echo $repository | cut -d % -f 2`"
    if [ -z "$repos_url" ]; then
      echo you should set a url for the repository $repository
      echo please correct your $REPOS_CONF
      exit 1
    fi
  else
    echo you should set a url for the repository $repository
    echo please correct your $REPOS_CONF
    exit 1
  fi

}

function simplaret_set_storage_folder {

  storage="$STORAGE/$ARCH/$VERSION/$repos_type"
  if [ "$repos_type" == "noarch" ]; then
    storage="$STORAGE/noarch"
  elif [ "$repos_type" == "patches" ]; then
    storage="$PATCHES_DIR/$ARCH/$VERSION"
  fi

  if [ "$repost_type" == "root" ]; then
    repository_url="$repository_url/$DISTRO_FOLDER/$EXTRA_FOLDER" 
  fi

}

function simplaret_update {

  local storage

  echo updating package information for arch $ARCH and version $VERSION... 

  for repos_type in patches root repos noarch; do

    simplaret_set_storage_folder

    for repository in `simplaret_repository $repos_type`; do

      simplaret_repository_name
      simplaret_repository_url

      if [ ! -d "$storage/$repository_name" ]; then
        mkdir -p $storage/$repository_name
      else
        simplaret_backup_index $storage/$repository_name
      fi

      simplaret_get_index $repository_url $storage/$repository_name
      simplaret_check_index $storage/$repository_name

      unset repository_name repository_url repository_protocol

    done
  done

}

function simplaret_find_package {

  # grep packages in a repository's FILELIST.TXT
  # usage: simplaret_find_package <package-name> <repository-folder>

  grep $1 $2/FILELIST.TXT | awk '{ print $8 }' | grep -e ".tgz$"

}

function simplaret_show_package {

  # print a package result
  # usage: simplaret_show_package <package-file-name> [-basename-only|-filename-only]

  if [ "$2" == "-basename-only" ]; then
    echo `basename $1`
  elif [ "$2" == "-filename-only" ]; then
    echo $1
  else 
    if echo $1 | grep -q "/patches/"; then
      patch="(patch)"
    fi
    if [ "$repos_type" == "noarch" ]; then
      echo $name repository $repository_name: `basename $1` $patch
    else
      echo $name repository $repository_name, arch: $ARCH, version: $VERSION: `basename $1` $patch
    fi
  fi
  unset patch name

}

function simplaret_search {

  local priority

  for repos_type in patches root repos noarch; do

    name="`echo $repos_type | tr '[:lower:]' '[:upper:]'`"
    simplaret_set_storage_folder

    for repository in `simplaret_repository $repos_type`; do
      
      simplaret_repository_name

      if [ ! -f "$storage/$repository_name/FILELIST.TXT" ]; then
        if [ "$WARNING" != "0" ] || [ ! -z "$SILENT" ]; then
          echo warning: no file list for $repository_name repository $repository_name on arch $ARCH version $VERSION
          echo please do a simplaret --update
        fi
      else

        if [ "$repost_type" == "root" ]; then
          # root repositories has ROOT_PRIORITY
          for priority in $ROOT_PRIORITY; do
            for file in `simplaret_find_package $1 $storage/$repository_name | grep "/$priority/"`; do
              simplaret_show_package $file $2
            done
          done
        else
          for file in `simplaret_find_package $1 $storage/$repository_name`; do
            simplaret_show_package $file $2
          done
        fi

      fi

    done
  done

}

function simplaret_purge {

  local mtime mtime_message

  if [ "$2" == "-w" ] && [ ! -z "$3" ]; then
    mtime="-mtime +`echo "$3*7" | bc -l`"
    mtime_message="older than $3 weeks"
  else
    mtime=""
    mtime_mesage=""
  fi

  if [ -z "$SILENT" ]; then
    echo purging all packages $mtime_message for:
    echo - arch $ARCH and version $VERSION, including patches
    echo - noarch folder
  fi

  for repos_type in patches root repos noarch; do

    simplaret_set_storage_folder

    for file in `find $storage/ $mtime 2> /dev/null`; do
      for extension in tgz asc meta; do
        if echo $file | grep -qe ".$extension$"; then
          rm $file
        fi
      done
    done

  done

  if [ -z "$SILENT" ]; then
    echo done purging simplaret cache
    echo please run simplaret --update to retrieve new package listings on this arch and version
  fi

}

function simplaret_get {

  # TODO: with no parameters, update the existing packages at the local repo?
  #       support to --get package-version-arch-build.tgz or just half the name
  #       ROOT_PRIORITY
  #       etc

  # first search for an already downloaded package
  for repos_type in patches root repos noarch; do

    simplaret_set_storage_folder

    for file in `find $storage/ -name $1*tgz 2> /dev/null`; do
      candidate="`basename $file`"
      if [ "`package_name $candidate`" == "$1" ]; then
        # check if has the same version and build number, otherwise erase the old one
        for result in `simplaret_search `basename $file tgz` -basename-only`; do
          if [ "`package_name $candidate`" == "`package_name $result`" ] &&       \
             [ "`package_version $candidate`" == "`package_version $result`" ] && \
             [ "`package_build $candidate`" == "`package_build $result`" ]; then
            echo package $candidate already downloaded and stored at `dirname $file`
            return 0
          else
            rm $file
          fi
        done
      fi
    done

  done

  # then search for the package in the repositories
  for repos_type in patches root repos noarch; do

    simplaret_set_storage_folder

    for repository in `simplaret_repository $repos_type`; do

      simplaret_repository_name
      simplaret_repository_url

      if [ ! -f "$storage/FILELIST.TXT" ]; then
        if [ "$WARNING" != "0" ] || [ ! -z "$SILENT" ]; then
          # TODO: message should also work for noarch repositories
          echo warning: no file list for $repos_type repository on arch $ARCH version $VERSION, please do a simplaret --update
        fi
      else
        for file in `simplaret_find_package $1 $storage`; do
          candidate="`basename $file`"
          if [ "`package_name $candidate`" == "$1" ]; then
            simplaret_download $repository_url $file $storage
            if [ ! -f "$storage/$candidate" ]; then
              echo error downloading $candidate from $repos_type repository $root_url, please check your settings
              exit 1
            else
              echo package $candidate stored at $STORAGE/$ARCH/$VERSION
              simplaret_checksum $storage/CHECKSUMS.md5 $storage/$candidate
              exit 0
            fi
          fi
        done
      fi

    done
  done

}

function simplaret_get_patches {

  # TODO: new format

  if [ ! -d "$PATCHES_DIR/$ARCH/$VERSION" ]; then
    mkdir -p $PATCHES_DIR/$ARCH/$VERSION
  fi

  echo fetching patches for arch $ARCH and version $VERSION...

  # check for downloaded patches
  for patch in `ls $PATCHES_DIR/$ARCH/$VERSION/*tgz 2> /dev/null`; do
    file="`find $STORAGE/$ARCH/$VERSION/ -name $patch 2> /dev/null`"
    if [ ! -f "$file" ]; then
      rm $patch
    else
      ln -sf $file $PATCHES_DIR/$ARCH/$VERSION/
    fi
  done

  # grab new patches
  for patch in `simplaret_search patches -basename_only`; do
    simplaret --get `package_name $patch`
    file="`find $STORAGE/$ARCH/$VERSION/ | grep "$patch" 2> /dev/null`"
    if [ ! -f "$file" ]; then
      echo error downloading package $file
      exit 1
    else
      ln -sf $file $PATCHES_DIR/$ARCH/$VERSION/
      echo patch stored as a symlink on $PATCHES_DIR/$ARCH/$VERSION/
    fi
  done

}

function simplaret_checksum {

  # simplaret_checksum <md5file> <file-name>

  if [ ! -f "$1" ] || [ ! -f "$2" ]; then
    echo checksum error: file not found
    exit 1
  fi

  pack="`basename $2`"
  checksum="`grep -e "$pack\$" $1 | awk '{ print $1 }'`"

  if [ -z "$checksum" ]; then
    echo file $2 not in checksum $1
    exit 1
  elif [ "$checksum" != "`md5sum $2 | awk '{ print $1 }'`" ]; then
    echo checksum mismatch for file `basename $file`
  else
    echo checksum ok for file `basename $file`
  fi

}

if [ -f "$COMMON" ]; then
  source $COMMON
else
  echo "error: file $COMMON found, check your `basename $0` installation"
  exit 1
fi

if [ -z "$1" ]; then
  simplaret_usage
  exit 1
else
  server="$1"
  eval_config `basename $0`
  simplaret_eval_config
fi

if [ ! -d "$STORAGE" ]; then
  mkdir -p $STORAGE
fi

if [ -z "$ARCH" ]; then
  ARCH="$DEFAULT_ARCH"
fi

if [ -z "$VERSION" ]; then
  VERSION="$DEFAULT_VERSION"
fi

if [ "$ARCH" == "i386" ]; then
  DISTRO="slackware"
  DISTRO_FOLDER="$DISTRO-$VERSION"
elif [ "$ARCH" == "x86_64" ]; then
  # EXTRA_FOLDER="tree"
  DISTRO="slamd64"
  DISTRO_FOLDER="$DISTRO-$VERSION"
elif [ "$ARCH" == "s390" ]; then
  DISTRO="slack390"
  DISTRO_FOLDER="$DISTRO-$VERSION"
elif [ "$ARCH" == "x86_uclibc" ]; then
  DISTRO="ucslack"
  DISTRO_FOLDER="$DISTRO-$VERSION"
elif [ "$ARCH" == "arm" ]; then
  DISTRO="armedslack"
  DISTRO_FOLDER="$DISTRO-$VERSION"
elif [ "$ARCH" == "powerpc" ]; then
  DISTRO="slackintosh"
  DISTRO_FOLDER="$VERSION"
elif [ "$ARCH" == "sparc" ]; then
  DISTRO="splack"
  DISTRO_FOLDER="tree-$VERSION"
fi

case $1 in
  --update) simplaret_update ;;
  --search) simplaret_search $2 ;;
  --get) simplaret_get $2 ;;
  --get-patches) simplaret_get_patches ;;
  --purge) simplaret_purge ;;
  *) simplaret_usage ;;
esac