autodist/automaint

#!/bin/bash
# automaint -- batch automatic maintainance tool of the autodist suite
# Copyright (C) 2013-2021 by Silvan Calarco <silvan.calarco@mambasoft.it>
#
# Released under the terms of the GNU GPL release 3 license
#
VERSION=0.9.7
# First in vector is base arch
. /etc/autodist/config

me=(${0##*/} $VERSION "Sat Mar 20 2011")

function usage() {
   echo "\
${me[0]} ${me[1]}
"$"Copyright (C) 2013-2021 Silvan Calarco <silvan.calarco@mambasoft.it>""
"$"Released under the terms of the GNU GPL v3 license"
   echo "
"$"Batch automatic maintainance tool of the autodist suite.""

"$"Usage"":
   $me [-s repository -d repository ] [-p repository] [-h] [-v]

   -d repository      "$"Main destination repository
   -p repository      "$"Port repository
   -s repository      "$"Automatic/Staging builds source repository

   -h                 "$"Show this help and exit
   -t                 "$"Test mode (no change will be made)
   -v                 "$"Verbose output
"

}

# for webbuild message
function cgi_encodevar() {
  local string="${1}"
  local strlen=${#string}
  local encoded=""

  for (( pos=0 ; pos<strlen ; pos++ )); do
     c=${string:$pos:1}
     case "$c" in
        [-_.~a-zA-Z0-9] ) o="${c}" ;;
        * )               printf -v o '%%%02x' "'$c"
     esac
     encoded+="${o}"
  done
  echo "${encoded}"    # You can either set a return variable (FASTER) 
#  REPLY="${encoded}"   #+or echo the result (EASIER)... or both... :p
}

# get_pkg_buildinfo - uses distromatic generated build file for
#                     getting information on the repository
# 
# $1: distromatic files base url for repository
# $2: architecture
# $3: pkg name
function get_pkg_buildinfo() {

   local pkg i a local_arch local_distromatic

   [ $1 ] && local_distromatic=$1 || exit 1
   [ $2 ] && local_arch=$2 || exit 1
   [ $3 ] && pkg=$3

   if [ ! "$pkg" ]; then
      [ -e $local_distromatic/builds-${local_arch}.sh ] && . $local_distromatic/builds-${local_arch}.sh
      return 0
   fi

   pkg_archs=();
   for a in ${archs[*]}; do
      [ "$a" = "${local_arch}" ] && continue
      pkg_header=();
      DISTROMATIC_BUILD_FILE=$local_distromatic/builds-$a.sh
      [ -e $DISTROMATIC_BUILD_FILE ] && . $DISTROMATIC_BUILD_FILE
      [ ${pkg_header[0]} ] && pkg_archs=(${pkg_archs[*]} $a)
   done

   pkg_header=();
   pkg_builds=();
   pkg_obsoletes=();
   pkg_list=();

   DISTROMATIC_BUILD_FILE=$local_distromatic/builds-${local_arch}.sh
   [ -e $DISTROMATIC_BUILD_FILE ] && . $DISTROMATIC_BUILD_FILE
   [ ${pkg_header[0]} ] && pkg_archs=(${pkg_archs[*]} ${local_arch})

#    {
#      echo "Error: missing distromatic generated file $DISTROMATIC_BUILD_FILE; aborting."
#      return;
#   }
#  . $DISTROMATIC_BUILD_FILE

   for i in ${pkg_list[*]}; do
      if [ "$i" == "${pkg_header[0]}" ]; then
         pkg_name=${pkg_header[0]};
         # Note: pkg_arch reported in builds file is just last arch source was
         # built for, so we use repository arch instead
         pkg_arch=${pkg_header[1]};
         [ "$pkg_arch" = "noarch" ] || pkg_arch=${local_arch}
         pkg_version=${pkg_header[2]};
         pkg_release=${pkg_header[3]};
         pkg_group=${pkg_header[4]};
         pkg_license=${pkg_header[5]};
         pkg_size=${pkg_header[6]};
         pkg_buildtime=${pkg_header[7]};
         pkg_altrep=${pkg_header[8]};
         pkg_repository=${pkg_header[9]};
         return 0
      fi
   done
   unset pkg_name pkg_arch pkg_version pkg_release \
         pkg_group pkg_license pkg_size pkg_buildtime pkg_altrep pkg_repository

   return 1
}

[ $# -gt 0 ] || { usage ; exit 1; }

for ((i=1; i<=$#; i++)); do
   case ${!i} in
      -s) shift
          SOURCE_REPOSITORY="${!i}"
          ;;
      -d) shift
          DEST_REPOSITORY="${!i}"
          ;;
      -p) shift
          PORT_REPOSITORY="${!i}"
          ;;
      -t) TESTMODE=1
          ;;
      -v) VERBOSE=1
          ;;
      -h|--help)
          usage
          exit 0
          ;;
   esac
done

[ "$SOURCE_REPOSITORY" -a "$DEST_REPOSITORY" ] || { usage; exit 1; }

[ "$SOURCE_REPOSITORY" = "$DEST_REPOSITORY" ] && {
   echo "ERROR: source and destination repository cannot be the same; aborting."
   exit 1
}

[ "$TESTMODE" ] && echo "** TEST MODE enabled: no changes will be made **"

for a in `seq 1 ${#AUTODIST_ARCHS[*]}`; do
   . $LOCAL_REPS_BASE_DIR/distromatic/$SOURCE_REPOSITORY/builds-${AUTODIST_ARCHS[$a-1]}.sh
   pkglist[$a-1]="${pkg_list[*]}"
   warningslist[$a-1]="${warnings_list[*]}"
   needportlist[$a-1]="${needport_list[*]}"
done

tmpfile=`mktemp -q -t $me.XXXXXXXX` || {
      echo "ERROR: cannot create temporary files." >&2
      exit 1
   }

for a in `seq 1 ${#AUTODIST_ARCHS[*]}`; do
   echo -n "${pkglist[$a-1]} " >> $tmpfile
done
allpkgs="`cat $tmpfile | xargs -n 1 | sort -u | xargs`"
rm -f $tmpfile

for p in ${allpkgs}; do
   pkgcontinue=
   needsport=

   for w in ${warningslist[*]}; do
      [ "$p" = "$w" ] && { pkgcontinue=1; break; }
   done
   [ "$pkgcontinue" ] && continue

   for a in `seq 1 ${#AUTODIST_ARCHS[*]}`; do
      # Get pkg info from port repository
      get_pkg_buildinfo $LOCAL_REPS_BASE_DIR/distromatic/$PORT_REPOSITORY ${AUTODIST_ARCHS[$a-1]} $p
      # If not found get info from main repository
      if [ ! "$pkg_name" ]; then
         get_pkg_buildinfo $LOCAL_REPS_BASE_DIR/distromatic/$DEST_REPOSITORY ${AUTODIST_ARCHS[$a-1]} $p
      fi

      if [ "$pkg_name" ]; then
         old_pkg_version=$pkg_version
         old_pkg_release=$pkg_release
         old_pkg_repository=$pkg_repository
         break
      fi
   done

   [ "$pkg_name" ] || {
      [ "$VERBOSE" ] && echo "$p: not present in $DEST_REPOSITORY; skipping."
      continue
   }

   [ "$VERBOSE" ] && echo "$p: old release in $DEST_REPOSITORY is $old_pkg_version-$old_pkg_release"

   for o in ${needportlist[*]}; do
      [ "$p" = "$o" ] && { needsport=1; break; }
   done
   #[ "$needsport" ] && continue
   [ "$needsport" -a ! "$PORT_REPOSITORY" ] && continue

   for a in `seq 1 ${#AUTODIST_ARCHS[*]}`; do
      get_pkg_buildinfo $LOCAL_REPS_BASE_DIR/distromatic/$SOURCE_REPOSITORY ${AUTODIST_ARCHS[$a-1]} $p
      [ "$pkg_name" ] && break
   done

   [ "$pkg_name" ] || {
      [ "$VERBOSE" ] && echo "$p: not present in $SOURCE_REPOSITORY; skipping."
      continue
   }

   [ "$VERBOSE" ] && echo "$p: new release in $SOURCE_REPOSITORY is $pkg_version-$pkg_release"

   if [ "$pkg_version" = "$old_pkg_version" ]; then
      if [ "$pkg_release" = "$old_pkg_release" ]; then
         echo "$p: same release as upstream; skipping."
            continue
      fi
      update_type="release"
   else
      OIFS=$IFS
      IFS='.'
      read -ra SVER <<< "$old_pkg_version"
      read -ra VER <<< "$pkg_version"
      IFS=$OIFS
      dotdiff=`expr ${#VER[*]} - ${#SVER[*]}`
      for i in `seq 1 ${#SVER[*]}`; do
         [ "${SVER[i-1]}" != "${VER[i-1]}" ] && break
      done
      if [ "$i" = "${#SVER[*]}" -a $dotdiff -eq 0 ]; then
         # e.g. SVER=0.11.3 -> VER=0.11.4
         if [[ 64#${VER[i-1]} -gt 64#89 && 64#${SVER[i-1]} -lt 64#80 ]]; then
            [ "$VERBOSE" ] && echo "$p: dubious beta upgrade from ${SVER[i-1]} to ${VER[i-1]}; skipping."
            continue
         fi
         update_type="minor"
      #elif [ $dotdiff -lt 0 ]; then
      #   [ "$VERBOSE" ] && echo "$p: newer version has less dots than older ${#VER[*]} < ${#SVER[*]}; skipping."
      #   continue
      #elif [ "$i" != "${#SVER[*]}" ]; then
      #   # e.g. SVER=0.11 -> VER=1.0
      #   [ "$VERBOSE" ] && echo "$p: not a minor version update at position $i/${#SVER[*]}: ${SVER[i-1]} != ${VER[i-1]}; skipping."
      #   continue
      elif [ "${SVER[i-1]}" = "${VER[i-1]}" -a $dotdiff -ge 1 ]; then
         # e.g. SVER=0.11.2 -> VER=0.11.2.3
         update_type="minor"
      elif [[ 64#${VER[i-1]} -gt 64#89 && 64#${SVER[i-1]} -lt 64#80 ]]; then
         [ "$VERBOSE" ] && echo "$p: dubious beta upgrade from ${SVER[i-1]} to ${VER[i-1]}; skipping."
         continue
      elif [[ 64#${VER[i-1]} -gt 64#${SVER[i-1]} && $i -gt 1 ]]; then
         # e.g. SVER=1.0.2 -> VER=1.0.3.dev1234
         update_type="minor"
      #else
      #  [ "$VERBOSE" ] && echo "$p: major version update ${SVER[i-1]} vs ${VER[i-1]}; skipping"
      #  continue
      fi
   fi
   #if [ ! "${needsport}" ]; then
      if [ "$old_pkg_repository" == "$PORT_REPOSITORY" -o "$old_pkg_repository" == "$DEST_REPOSITORY" ]; then
         echo "$p: importing from $SOURCE_REPOSITORY to $PORT_REPOSITORY ($pkg_version-$pkg_release -> $old_pkg_version-$old_pkg_release)"
         if [ ! "$TESTMODE" ]; then
            autodist-repository import $SOURCE_REPOSITORY $p -d $PORT_REPOSITORY -y >/dev/null
            if [ $? -eq 0 -a "$WEBBUILD_URL" -a "$WEBBUILD_USER" ]; then
               curl -s "$WEBBUILD_URL?REQUEST=message&USER=$WEBBUILD_USER&SECRET=${WEBBUILD_SECRET}&USER_EMAIL=$WEBBUILD_EMAIL&\
MESSAGE=`cgi_encodevar \"imported <b>$p</b> from <b>$SOURCE_REPOSITORY</b> to <b>$PORT_REPOSITORY</b> for porting\"`" >/dev/null
            fi
         fi
      fi
   #fi
   #elif [ "$old_pkg_repository" == "$DEST_REPOSITORY" ]; then
    #  echo "$p: importing from $SOURCE_REPOSITORY to $DEST_REPOSITORY ($pkg_version-$pkg_release -> $old_pkg_version-$old_pkg_release; update type: $update_type)"
     # if [ ! "$TESTMODE" ]; then
    #     autodist-repository import $SOURCE_REPOSITORY $p -d $DEST_REPOSITORY -y >/dev/null
    #     if [ $? -eq 0 -a "$WEBBUILD_URL" -a "$WEBBUILD_USER" ]; then
    #        curl -s "$WEBBUILD_URL?REQUEST=message&USER=$WEBBUILD_USER&SECRET=${WEBBUILD_SECRET}&USER_EMAIL=$WEBBUILD_EMAIL&\
#MESSAGE=`cgi_encodevar \"imported <b>$p</b> from <b>$SOURCE_REPOSITORY</b> to <b>$DEST_REPOSITORY</b>\"`" >/dev/null
#         fi
#      fi
#   else
#      echo "$p: upstream package repository $pkg_repository does not match with $DEST_REPOSITORY; skipping."
#   fi
done

exit 0