bin/db-update: can move packages from staging to testing

1 files changed, 244 insertions, 0 deletions

diff --git a/bin/db-update b/bin/db-update
new file mode 100755
index 0000000..630d99c
--- /dev/null
+++ b/bin/db-update
@@ -0,0 +1,244 @@
+#!/bin/bash
+
+# move binary packages from staging to testing (if possible [1]) and
+# additionally all packages specified on the command line from testing
+# to the respective stable repository
+
+# 1] Condition for moving a package A from staging to testing is that:
+#   a) nothing on the build-list depends on A and
+#   b) no done package B which is not being moved depends on A
+
+# TODO:
+#  the meta data used to evaluate condition "b" might be for a different
+#    version
+#  correctly handle if multiple versions of a single package are marked
+#    as "done"
+
+. "${0%/*}/../conf/default.conf"
+
+usage() {
+  >&2 echo ''
+  >&2 echo 'db-update [options] [packages]:'
+  >&2 echo ' move possible packages from staging to testing.'
+  >&2 echo ' move packages on the command line from testing to stable.'
+  >&2 echo ''
+  >&2 echo 'possible options:'
+  >&2 echo '  -b|--block:   If necessary, wait for lock blocking.'
+  >&2 echo '  -h|--help:    Show this help and exit.'
+  [ -z "$1" ] && exit 1 || exit $1
+}
+
+eval set -- "$(
+  getopt -o bh \
+    --long block \
+    --long help \
+    -n "$(basename "$0")" -- "$@" || \
+  echo usage
+)"
+
+block_flag='-n'
+
+while true
+do
+  case "$1" in
+    -b|--block)
+      block_flag=''
+    ;;
+    -h|--help)
+      usage 0
+    ;;
+    --)
+      shift
+      break
+    ;;
+    *)
+      >&2 echo 'Whoops, forgot to implement option "'"$1"'" internally.'
+      exit -1
+    ;;
+  esac
+  shift
+done
+
+packages_to_stabilize=("${@}")
+
+# Create a lock file and a trap.
+
+exec 9> "${build_list_lock_file}"
+if ! flock ${block_flag} 9; then
+  >&2 echo 'come back (shortly) later - I cannot lock build list.'
+  exit 1
+fi
+
+exec 8> "${package_database_lock_file}"
+if ! flock ${block_flag} 8; then
+  >&2 echo 'come back (shortly) later - I cannot lock package database.'
+  exit 1
+fi
+
+function clean_up_lock_file {
+  rm -f "${package_database_lock_file}" "${build_list_lock_file}"
+}
+
+trap clean_up_lock_file EXIT
+
+# packages which can't be un-staged because they're still dependencies
+# of any job on the build-list
+
+keep_packages="$(
+  while read -r pkg pkg_rev mod_rev repo; do
+    cat "${work_dir}/package-infos/${pkg}.${pkg_rev}.${mod_rev}.depends"
+  done < \
+    "${work_dir}/build-list" | \
+    sort -u
+)"
+
+# sanity check
+
+if [ -n "$(
+  ls "${work_dir}/package-states" | \
+    grep '\.done$' | \
+    sed 's|\(\.[^.]\+\)\{4\}$||' | \
+    sort | \
+    uniq -d)" ]; then
+  >&2 echo 'Removing duplicates not yet implemented!'
+  exit 42
+fi
+
+# packages which are done
+
+done_packages="$(
+  ls "${work_dir}/package-states" | \
+    grep '\.done$' | \
+    sed 's|^\(.*\)\(\(\.[^.]\+\)\{3\}\)\.done$|\1 \1\2|' | \
+    sort
+)"
+
+# remove packages not yet done from keep-packages list
+
+keep_packages="$(
+  join -1 1 -2 1 -o 2.2 \
+    <(
+      echo "${keep_packages}"
+    ) \
+    <(
+      echo "${done_packages}"
+    )
+)"
+
+# packages which can't be unstaged
+
+new_keep_packages="${keep_packages}"
+keep_packages=''
+
+while [ -n "${new_keep_packages}" ]; do
+
+  for package in ${new_keep_packages}; do
+    if [ ! -f "${work_dir}/package-infos/${package%.*}.depends" ]; then
+      echo "missing meta data for an not unstageable package ('${package}') - abort unstaging!"
+      keep_packages=''
+      done_packages=''
+      break
+    fi
+  done
+  if [ -z "${done_packages}" ]; then
+    break
+  fi
+
+  keep_packages="$(
+    printf '%s\n' "${keep_packages}" "${new_keep_packages}" | \
+      sort -u | \
+      grep -v '^$'
+  )"
+
+  new_keep_packages="$(
+    join -1 1 -2 1 -o 2.2 \
+      <(
+        echo "${new_keep_packages}" | \
+          while read -r package; do
+            cat "${work_dir}/package-infos/${package%.*}.depends"
+          done | \
+          sort -u
+      ) \
+      <(
+        echo "${done_packages}"
+      )
+  )"
+
+  # "new" is only what has not been there before
+  new_keep_packages="$(
+    printf '%s\n' "${keep_packages}" "${keep_packages}" "${new_keep_packages}" | \
+      sort | \
+      uniq -u
+  )"
+
+done
+
+# unlock build list
+
+rm -f "${build_list_lock_file}"
+flock -u 9
+
+function clean_up_lock_file {
+  rm -f "${package_database_lock_file}"
+}
+
+# calculate unstageable packages from keep_packages and done_packages
+
+done_packages="$(
+  echo "${done_packages}" | \
+    cut -d' ' -f2
+)"
+
+done_packages="$(
+  (
+    printf '%s\n' "${done_packages}" "${keep_packages}"
+  ) | \
+    sort | \
+    uniq -u
+)"
+
+unset keep_packages
+
+for package in ${done_packages}; do
+  parts=($(cat "${work_dir}/package-states/${package}.done"))
+  parts_names=(
+    $(
+      printf '%s\n' "${parts[@]}" | \
+        sed 's|\(-[^-]\+\)\{3\}\.pkg\.tar\.xz$||'
+    )
+  )
+  case "${package##*.}" in
+    'community')
+      destination='community-testing'
+      ;;
+    'multilib')
+      a32_rev="${package%.*}"
+      a32_rev="${a32_rev##*.}"
+      if git -C "${repo_paths['archlinux32']}" archive --format=tar "${a32_rev}" | \
+        tar -Ox 'extra-from-multilib' | \
+        grep -q "^${package%.*.*.*}\$"; then
+        destination='testing'
+      else
+        destination='community-testing'
+      fi
+      ;;
+    *)
+      destination='testing'
+  esac
+
+  pushd "${master_mirror_directory}/i686/staging" > /dev/null
+  mkdir -p "../${destination}"
+  repo-remove 'staging.db.tar.gz' "${parts_names[@]}"
+  for part in "${parts[@]}"; do
+    mv "${part}"{,.sig} "../${destination}/"
+  done
+  popd > /dev/null
+  pushd "${master_mirror_directory}/i686/${destination}" > /dev/null
+  repo-add "${destination}.db.tar.gz" "${parts[@]}"
+  popd > /dev/null
+
+  mv "${work_dir}/package-states/${package}."{done,testing}
+done
+
+# TODO:
+#  move packages from packages_to_stabilize from *testing/ to the stable repos