summaryrefslogtreecommitdiff
path: root/bin/harvest-commit-times
diff options
context:
space:
mode:
authorErich Eckner <git@eckner.net>2018-09-24 10:00:47 +0200
committerErich Eckner <git@eckner.net>2018-09-24 10:00:47 +0200
commitf437f2efab461bc527dd7341dae2452e95455966 (patch)
treec93f3a7aaf9ee8878b98fbc2bca2fd5f526c7998 /bin/harvest-commit-times
parentc3e4c542a81586cf7dc731a679d6caf904830278 (diff)
downloadbuilder-f437f2efab461bc527dd7341dae2452e95455966.tar.xz
bin/harvest-commit-times new
Diffstat (limited to 'bin/harvest-commit-times')
-rwxr-xr-xbin/harvest-commit-times113
1 files changed, 113 insertions, 0 deletions
diff --git a/bin/harvest-commit-times b/bin/harvest-commit-times
new file mode 100755
index 0000000..91c96ba
--- /dev/null
+++ b/bin/harvest-commit-times
@@ -0,0 +1,113 @@
+#!/bin/sh
+
+# shellcheck disable=SC2119,SC2120
+
+# shellcheck source=../lib/load-configuration
+. "${0%/*}/../lib/load-configuration"
+
+# shellcheck disable=SC2016
+usage() {
+ >&2 echo ''
+ >&2 echo 'harvest-commit-times: harvest the commit times of package'
+ >&2 echo ' sources from git and put them into the database'
+ >&2 echo ''
+ >&2 echo 'possible options:'
+ >&2 echo ' -h|--help: Show this help and exit.'
+ >&2 echo ' -w|--wait: If necessary, wait for lock blocking.'
+ [ -z "$1" ] && exit 1 || exit "$1"
+}
+
+eval set -- "$(
+ getopt -o hw \
+ --long help \
+ --long wait \
+ -n "$(basename "$0")" -- "$@" || \
+ echo usage
+)"
+
+block_flag='-n'
+
+while true; do
+ case "$1" in
+ -h|--help)
+ usage 0
+ ;;
+ -w|--wait)
+ block_flag=''
+ ;;
+ --)
+ shift
+ break
+ ;;
+ *)
+ >&2 echo 'Whoops, forgot to implement option "'"$1"'" internally.'
+ exit 42
+ ;;
+ esac
+ shift
+done
+
+if [ $# -ne 0 ]; then
+ >&2 echo 'Too many arguments.'
+ usage
+fi
+
+exec 9> "${harvest_commit_times_lock_file}"
+if ! verbose_flock ${block_flag} 9; then
+ >&2 echo 'come back (shortly) later - Another harvest-commit-times is already running.'
+ exit
+fi
+
+tmp_file=$(mktemp "tmp.harvest-commit-times.XXXXXXXXXX")
+trap 'rm "${tmp_file}"' EXIT
+
+# shellcheck disable=SC2016
+{
+ printf 'SELECT'
+ printf ' `package_sources`.`id`,'
+ printf '`package_sources`.`pkgbase`,'
+ printf '`package_sources`.`git_revision`,'
+ printf '`package_sources`.`mod_git_revision`,'
+ printf '`upstream_repositories`.`name`,'
+ printf '`git_repositories`.`name`'
+ printf ' FROM `package_sources`'
+ mysql_join_package_sources_upstream_repositories
+ mysql_join_upstream_repositories_git_repositories
+ printf ' WHERE `package_sources`.`commit_time`="0000-00-00 00:00:00"'
+ printf ' AND `package_sources`.`uses_upstream`'
+} | \
+ mysql_run_query 'unimportant' | \
+ sponge | \
+ while read -r id pkgbase git_revision mod_git_revision repository git_repository; do
+ eval 'git_directory="${repo_paths__'"${git_repository}"'}"'
+ find_pkgbuilds "${pkgbase}" "${repository}" "${git_repository}" "${git_revision}" "${mod_git_revision}"
+ commit_time=$(
+ # shellcheck disable=SC2154
+ git -C "${git_directory}" log -n 1 --pretty=format:%ct "${git_revision}" -- "${PKGBUILD}"
+ )
+ if [ -n "${commit_time}" ]; then
+ printf '%s\t%s\n' \
+ "${id}" \
+ "${commit_time}"
+ else
+ >&2 printf 'Package source %s is not available in git.\n' \
+ "${id}"
+ exit 2
+ fi
+ done > \
+ "${tmp_file}"
+
+if [ -s "${tmp_file}" ]; then
+ # shellcheck disable=SC2016
+ {
+ printf 'CREATE TEMPORARY TABLE `cts` (`id` BIGINT, `ct` BIGINT);\n'
+ printf 'LOAD DATA LOCAL INFILE "%s" INTO TABLE `cts`(`id`,`ct`);\n' \
+ "${tmp_file}"
+ printf 'UPDATE `cts`'
+ printf ' JOIN `package_sources`'
+ printf ' ON `package_sources`.`id`=`cts`.`id`'
+ printf ' AND `package_sources`.`commit_time`="0000-00-00 00:00:00"'
+ printf ' SET `package_sources`.`commit_time`=from_unixtime(`cts`.`ct`);\n'
+ } | \
+ mysql_run_query 'unimportant'
+fi