summaryrefslogtreecommitdiff
path: root/bin/common-functions
diff options
context:
space:
mode:
authorErich Eckner <git@eckner.net>2017-08-30 22:21:01 +0200
committerErich Eckner <git@eckner.net>2017-08-30 22:21:01 +0200
commit865fad28cc0d05ab74a8bf1ef8fa2846d0b50472 (patch)
tree7aba7fbeda884ef7323a70784a3406679883384f /bin/common-functions
parentb4165da762a8cb41692a8ab8b3aa78ddc8fcf343 (diff)
downloadbuilder-865fad28cc0d05ab74a8bf1ef8fa2846d0b50472.tar.xz
bin/common-functions: remove_old_package_versions: remove older packages also in not-older repositories
Diffstat (limited to 'bin/common-functions')
-rwxr-xr-xbin/common-functions120
1 files changed, 105 insertions, 15 deletions
diff --git a/bin/common-functions b/bin/common-functions
index e6acc53..99e1fc7 100755
--- a/bin/common-functions
+++ b/bin/common-functions
@@ -398,24 +398,114 @@ ls_master_mirror() {
remove_old_package_versions() {
- local directory="$1/$2"
+ local arch="$1"
+ local repository="$2"
local package="$3"
- local pkgname="${package%-*-*-*.pkg.tar.xz}"
+ local delete_repositories
+ local repo
+
+ if echo "${standalone_package_repositories}" | \
+ tr ' ' '\n' | \
+ grep -qxF "${repository}"; then
- # shellcheck disable=SC2046
- ${master_mirror_rsync_command} \
- --recursive \
- --delete \
- $( \
- ls_master_mirror "${directory}" | \
- grep "^$(str_to_regex "${pkgname}")\(-[^-]\+\)\{3\}\.pkg\.tar\.xz\(\.sig\)\?\$" | \
- grep -v "^$(str_to_regex "${package}")\(\.sig\)\?\$" | \
- sed 's|^|--include=|'
- ) \
- '--exclude=*' \
- ./ \
- "${master_mirror_rsync_directory}/${directory}/"
+ delete_repositories="${repository}"
+
+ elif echo "${staging_package_repositories}" | \
+ tr ' ' '\n' | \
+ grep -qxF "${repository}"; then
+
+ delete_repositories="${staging_package_repositories}"
+
+ elif echo "${testing_package_repositories}" | \
+ tr ' ' '\n' | \
+ grep -qxF "${repository}"; then
+
+ delete_repositories="${staging_package_repositories} ${testing_package_repositories}"
+
+ elif echo "${stable_package_repositories}" | \
+ tr ' ' '\n' | \
+ grep -qxF "${repository}"; then
+
+ delete_repositories="${staging_package_repositories} ${testing_package_repositories} ${stable_package_repositories}"
+
+ else
+
+ >&2 printf 'remove_old_package_versions: Unknown repository "%s".\n' "${repository}"
+ return 1
+
+ fi
+
+ (
+ tmp_dir=$(mktemp -d)
+ trap 'rm -rf --one-file-system "${tmp_dir}"' EXIT
+
+ {
+ for repo in ${delete_repositories}; do
+ ls_master_mirror "${arch}/${repo}" | \
+ sed '
+ /\.pkg\.tar\.xz$/!d
+ s|-\([^-]\+-[^-]\+\)-\([^-]\+\)$| \1 \2|
+ /^'"$(str_to_regex "${package%-*-*-*}")"' /!d
+ s|^|1 '"${arch} ${repo}"' |
+ '
+ done
+ echo "${package%-*}" | \
+ sed 's|^.*-\([^-]\+-[^-]\+\)$|0 %cut% %it% %here% \1|'
+ } | \
+ sort -k5V,5 -k1n,1 | \
+ sed -n '
+ /^0 %cut% %it% %here% /q
+ s/^1 //
+ s/ \(\S\+\)$/-\1/
+ p
+ ' > \
+ "${tmp_dir}/packages-to-delete"
+
+ cut -d' ' -f1,2 < \
+ "${tmp_dir}/packages-to-delete" | \
+ grep -vxF "${arch} ${repository}" | \
+ sort -u > \
+ "${tmp_dir}/repositories-to-modify"
+
+ # fetch all databases being modified
+ while read -r del_arch del_repo; do
+ mkdir -p "${tmp_dir}/${del_arch}/${del_repo}"
+ ${master_mirror_rsync_command} \
+ "${master_mirror_rsync_directory}/${del_arch}/${del_repo}/${del_repo}.db."* \
+ "${master_mirror_rsync_directory}/${del_arch}/${del_repo}/${del_repo}.files."* \
+ "${tmp_dir}/${del_arch}/${del_repo}/"
+ done < \
+ "${tmp_dir}/repositories-to-modify"
+
+ while read -r del_arch del_repo del_package _; do
+ if [ "${del_arch}/${del_repo}" = "${arch}/${repository}" ]; then
+ # we do not repo-remove the package in the target repository
+ continue
+ fi
+ repo-remove -q "${tmp_dir}/${del_arch}/${del_repo}/${del_repo}.db.tar.gz" \
+ "${del_package}"
+ done < \
+ "${tmp_dir}/packages-to-delete"
+
+ # upload modified databases
+ while read -r del_arch del_repo; do
+ ${master_mirror_rsync_command} \
+ "${tmp_dir}/${del_arch}/${del_repo}/${del_repo}.db."* \
+ "${tmp_dir}/${del_arch}/${del_repo}/${del_repo}.files."* \
+ "${master_mirror_rsync_directory}/${del_arch}/${del_repo}/"
+ done < \
+ "${tmp_dir}/repositories-to-modify"
+
+ sed '
+ s| \(\S\+\)$|-\1|
+ y| |/|
+ s|^|rm |
+ p
+ s|$|.sig|
+ ' "${tmp_dir}/packages-to-delete" | \
+ ${master_mirror_sftp_command}
+ )
}