summaryrefslogtreecommitdiff
path: root/bin/bootstrap-mysql
diff options
context:
space:
mode:
authorErich Eckner <git@eckner.net>2018-05-04 13:50:19 +0200
committerErich Eckner <git@eckner.net>2018-05-04 13:50:19 +0200
commitffabdf532ed759f78860aedfa6b0a2b7c6d9a0ac (patch)
tree4465a16344b23838a1616406bb516117bdd041e8 /bin/bootstrap-mysql
parent95dfc4aa4ae883d7619bc9bb143a0458c0aaedaa (diff)
downloadbuilder-ffabdf532ed759f78860aedfa6b0a2b7c6d9a0ac.tar.xz
bin/bootstrap-mysql: remove unnecessary stuff
Diffstat (limited to 'bin/bootstrap-mysql')
-rwxr-xr-xbin/bootstrap-mysql1250
1 files changed, 345 insertions, 905 deletions
diff --git a/bin/bootstrap-mysql b/bin/bootstrap-mysql
index 35f5398..265bbe5 100755
--- a/bin/bootstrap-mysql
+++ b/bin/bootstrap-mysql
@@ -3,13 +3,6 @@
# shellcheck source=../conf/default.conf
. "${0%/*}/../conf/default.conf"
-# TODO: this should become some sort of mysql dump to bootstrap the
-# tables and stored functions only - when the database is gone, we're
-# pretty much screwed anyway :-D
-
-tmp_dir=$(mktemp -d 'tmp.bootstrap-mysql.XXXXXXXXXX' --tmpdir)
-trap 'rm -rf --one-file-system "${tmp_dir}"' EXIT
-
exec 9> "${build_list_lock_file}"
if ! flock -n 9; then
>&2 echo 'Cannot get build-list lock.'
@@ -26,914 +19,361 @@ if ! flock -s -n 7; then
exit 1
fi
-for dir in $(ls_master_mirror 'i686'); do
- ls_master_mirror "i686/${dir}" | \
- sed '
- /\.pkg\.tar\.xz$/!d
- s|^|'"${dir}"' |
- '
-done | \
- sort -k2,2 > \
- "${tmp_dir}/master-mirror-listing"
-
-if [ ! "$1" = 'slim' ]; then
- tables=$(
- printf '%s\n' \
- 'dependency_types SMALLINT' \
- ' name VARCHAR(32)' \
- ' relevant_for_building BIT' \
- ' relevant_for_binary_packages BIT' \
- ' UNIQUE name' \
- 'dependencies BIGINT' \
- ' dependent BIGINT :binary_packages' \
- ' depending_on BIGINT :install_targets' \
- ' dependency_type SMALLINT :dependency_types' \
- ' UNIQUE content dependent depending_on dependency_type' \
- 'install_targets BIGINT' \
- ' name VARCHAR(64)' \
- ' UNIQUE name' \
- 'install_target_providers BIGINT' \
- ' package BIGINT :binary_packages' \
- ' install_target BIGINT :install_targets' \
- ' UNIQUE content package install_target' \
- 'binary_packages BIGINT' \
- ' build_assignment BIGINT :build_assignments' \
- ' repository MEDIUMINT :repositories' \
- ' epoch MEDIUMINT' \
- ' pkgver VARCHAR(64)' \
- ' pkgrel MEDIUMINT' \
- ' sub_pkgrel MEDIUMINT' \
- ' has_issues BIT' \
- ' is_tested BIT' \
- ' is_to_be_deleted BIT' \
- ' pkgname VARCHAR(64)' \
- ' architecture SMALLINT :architectures' \
- ' sha512sum NULL' \
- ' UNIQUE content build_assignment sub_pkgrel pkgname architecture repository' \
- ' UNIQUE file_name pkgname epoch pkgver pkgrel sub_pkgrel architecture repository' \
- 'repositories MEDIUMINT' \
- ' name VARCHAR(64)' \
- ' stability MEDIUMINT :repository_stabilities' \
- ' is_on_master_mirror BIT' \
- ' UNIQUE name' \
- 'repository_stabilities MEDIUMINT' \
- ' name VARCHAR(32)' \
- ' bugtracker_category VARCHAR(64) NULL' \
- ' UNIQUE name' \
- 'architectures SMALLINT' \
- ' name VARCHAR(16)' \
- ' UNIQUE name' \
- 'build_assignments BIGINT' \
- ' package_source BIGINT :package_sources' \
- ' architecture SMALLINT :architectures' \
- ' is_blocked VARCHAR(128) NULL' \
- ' is_black_listed TEXT NULL' \
- ' is_broken BIT' \
- ' priority SMALLINT' \
- ' UNIQUE content package_source architecture' \
- 'build_dependency_loops BIGINT' \
- ' loop MEDIUMINT' \
- ' build_assignment BIGINT :build_assignments' \
- ' UNIQUE content loop build_assignment' \
- 'build_slaves MEDIUMINT' \
- ' name VARCHAR(32)' \
- ' ssh_key VARCHAR(1024)' \
- ' operator VARCHAR(32)' \
- ' currently_building BIGINT NULL :build_assignments' \
- ' last_connection DATETIME' \
- ' logged_lines BIGINT NULL' \
- ' last_action VARCHAR(32) NULL' \
- ' UNIQUE name' \
- 'package_sources BIGINT' \
- ' pkgbase VARCHAR(64)' \
- ' git_revision VARCHAR(40)' \
- ' mod_git_revision VARCHAR(40)' \
- ' upstream_package_repository SMALLINT :upstream_repositories' \
- ' uses_upstream BIT' \
- ' uses_modification BIT' \
- ' commit_time DATETIME' \
- ' UNIQUE content pkgbase git_revision mod_git_revision' \
- 'upstream_repositories SMALLINT' \
- ' name VARCHAR(64)' \
- ' git_repository SMALLINT :git_repositories' \
- ' UNIQUE content name git_repository' \
- 'git_repositories SMALLINT' \
- ' name VARCHAR(64)' \
- ' url VARCHAR(128)' \
- ' directory VARCHAR(128)' \
- ' head VARCHAR(40)' \
- ' UNIQUE name' \
- ' UNIQUE url' \
- ' UNIQUE directory' \
- 'fail_reasons SMALLINT' \
- ' name VARCHAR(32)' \
- ' identifier VARCHAR(64)' \
- ' severity SMALLINT' \
- ' UNIQUE name' \
- 'failed_builds MEDIUMINT' \
- ' build_slave MEDIUMINT :build_slaves' \
- ' build_assignment BIGINT :build_assignments' \
- ' date DATETIME' \
- ' reason SMALLINT :fail_reasons' \
- ' log_file VARCHAR(512)' \
- 'todos MEDIUMINT' \
- ' file VARCHAR(64)' \
- ' line MEDIUMINT' \
- ' description VARCHAR(512)' \
- 'todo_links MEDIUMINT' \
- ' dependent MEDIUMINT' \
- ' depending_on MEDIUMINT' \
- 'repository_stability_relations MEDIUMINT' \
- ' more_stable MEDIUMINT :repository_stabilities' \
- ' less_stable MEDIUMINT :repository_stabilities' \
- 'repository_moves MEDIUMINT' \
- ' from_repository MEDIUMINT :repositories' \
- ' to_repository MEDIUMINT :repositories' \
- ' upstream_package_repository SMALLINT :upstream_repositories' \
- ' UNIQUE source from_repository upstream_package_repository' \
- 'statistics BIGINT' \
- ' date DATETIME' \
- ' stable_packages_count MEDIUMINT' \
- ' pending_tasks_count MEDIUMINT' \
- ' pending_packages_count MEDIUMINT' \
- ' staging_packages_count MEDIUMINT' \
- ' testing_packages_count MEDIUMINT' \
- ' tested_packages_count MEDIUMINT' \
- ' broken_tasks_count MEDIUMINT' \
- ' dependency_loops_count MEDIUMINT' \
- ' dependency_looped_tasks_count MEDIUMINT' \
- ' locked_tasks_count MEDIUMINT' \
- ' blocked_tasks_count MEDIUMINT' \
- ' next_tasks_count MEDIUMINT' \
- ' UNIQUE date'
- )
-
- # shellcheck disable=SC2016
- {
- printf '%s\n' \
- '/*!40014 SET UNIQUE_CHECKS=0 */;' \
- '/*!40014 SET FOREIGN_KEY_CHECKS=0 */;'
- for turn in 'drop' 'create' 'link'; do
- echo "${tables}" | \
- sed -n '
- /^\S/p
- ' | \
- while read -r table size; do
- case "${turn}" in
- 'drop')
- printf 'DROP TABLE IF EXISTS `%s`;\n' "${table}"
- ;;
- 'create'|'link')
- if [ "${turn}" = 'create' ]; then
- printf 'CREATE TABLE `%s` (\n' "${table}"
- printf ' `id` %s NOT NULL AUTO_INCREMENT,\n' "${size}"
- fi
- echo "${tables}" | \
- sed -n '
- s/^'"$(str_to_regex "${table} ${size}")"'$//
- T
- :a
- $!N
- s/\n\S.*$//
- $!Ta
- s/^\n//
- p
- ' | \
- while read -r column type rest; do
- case "${column}" in
- 'UNIQUE')
- if [ ! "${turn}" = 'create' ]; then
- continue
- fi
- if [ -z "${rest}" ]; then
- rest="${type}"
- fi
- printf ' UNIQUE KEY `%s` (' "${type}"
- # shellcheck disable=SC2086
- printf '`%s`,' ${rest} | \
- sed 's|,$||'
- printf ')'
- ;;
- *)
- if [ "${turn}" = 'create' ]; then
- printf ' `%s` %s' "${column}" "${type}"
- if ! echo "${rest}" | \
- grep -qwF 'NULL'; then
- printf ' NOT NULL'
- fi
- else
- echo "${rest}" | \
- tr ' ' '\n' | \
- sed -n 's/^://;T;p' | \
- while read -r link; do
- printf 'ALTER TABLE `%s` ADD FOREIGN KEY (`%s`) REFERENCES `%s` (`id`) ON UPDATE CASCADE ON DELETE ' \
- "${table}" \
- "${column}" \
- "${link}"
- if echo "${rest}" | \
- grep -qwF 'NULL'; then
- printf 'SET NULL'
- else
- printf 'CASCADE'
- fi
- printf ';\n'
- done
- fi
- ;;
- esac
- if [ "${turn}" = 'create' ]; then
- printf ',\n'
- fi
- done
- if [ "${turn}" = 'create' ]; then
- printf ' PRIMARY KEY (`id`));\n'
- fi
- ;;
- *)
- >&2 printf 'unknown turn "%s"\n' "${turn}"
- exit 2
- esac
- done
- done
- printf '%s\n' \
- '/*!40014 SET UNIQUE_CHECKS=1 */;' \
- '/*!40014 SET FOREIGN_KEY_CHECKS=1 */;'
-
- # show_broken_packages_and_dependencies
- # gives a list of broken packages and their dependencies if they're
- # still on the build- or deletion-list
- printf 'DROP PROCEDURE IF EXISTS show_broken_packages_and_dependencies;\n'
- printf 'DELIMITER //\n'
- printf 'CREATE PROCEDURE show_broken_packages_and_dependencies()\n'
- printf 'BEGIN\n'
- printf 'CREATE TEMPORARY TABLE `%s` (`id` BIGINT, UNIQUE KEY (`id`));\n' \
- 'broken_packages_and_dependencies' 'broken_packages_and_dependencies_old'
- printf 'INSERT IGNORE INTO `broken_packages_and_dependencies` (`id`)'
- printf ' SELECT `build_assignments`.`id`'
- printf ' FROM `binary_packages`'
- mysql_join_binary_packages_build_assignments
- printf ' AND `build_assignments`.`is_broken`'
- mysql_join_binary_packages_repositories
- printf ' AND `repositories`.`name`="build-list";\n'
- printf 'REPEAT\n'
- printf 'INSERT IGNORE INTO `broken_packages_and_dependencies_old` (`id`)'
- printf ' SELECT `broken_packages_and_dependencies`.`id` FROM `broken_packages_and_dependencies`;\n'
- printf 'INSERT IGNORE INTO `broken_packages_and_dependencies` (`id`)'
- printf ' SELECT `new_bp`.`build_assignment`'
- printf ' FROM `broken_packages_and_dependencies_old`'
- mysql_join_build_assignments_binary_packages 'broken_packages_and_dependencies_old' 'old_bp'
- mysql_join_binary_packages_dependencies 'old_bp'
- mysql_join_dependencies_dependency_types
- printf ' AND `dependency_types`.`relevant_for_building`'
- mysql_join_dependencies_install_target_providers
- mysql_join_install_target_providers_binary_packages '' 'new_bp'
- mysql_join_binary_packages_repositories 'new_bp' 'new_repo'
- printf ' AND `new_repo`.`name` IN ("build-list","deletion-list");\n'
- printf 'UNTIL ROW_COUNT()=0\n'
- printf 'END REPEAT;\n'
- printf 'SELECT '
- mysql_query_select_pkgbase_and_revision
- printf ' JOIN `broken_packages_and_dependencies` ON `broken_packages_and_dependencies`.`id`=`build_assignments`.`id`;\n'
- printf 'END\n'
- printf '//\n'
- printf 'DELIMITER ;\n'
-
- # calculate_dependencies_of_package_upto_first_built_one
- # save binary packages (only their `id`) in `relevant_binary_packages` and `relevant_binary_packages_copy`
- printf 'DROP PROCEDURE IF EXISTS calculate_dependencies_of_package_upto_first_built_one;\n'
- printf 'DELIMITER //\n'
- printf 'CREATE PROCEDURE calculate_dependencies_of_package_upto_first_built_one(IN `target_pkgbase` VARCHAR(64))\n'
- printf 'BEGIN\n'
- printf 'INSERT IGNORE INTO `relevant_binary_packages` (`id`)'
- printf ' SELECT `binary_packages`.`id`'
- printf ' FROM `binary_packages`'
- mysql_join_binary_packages_repositories
- printf ' AND `repositories`.`name`="build-list"'
- mysql_join_binary_packages_build_assignments
- mysql_join_build_assignments_package_sources
- printf ' WHERE `package_sources`.`pkgbase`=`target_pkgbase`;\n'
- printf 'REPEAT\n'
- printf 'INSERT IGNORE INTO `relevant_binary_packages_copy` (`id`)'
- printf ' SELECT `relevant_binary_packages`.`id` FROM `relevant_binary_packages`;\n'
- printf 'INSERT IGNORE INTO `relevant_binary_packages` (`id`)'
- printf ' SELECT `install_target_providers`.`package`'
- printf ' FROM `relevant_binary_packages_copy`'
- printf ' JOIN `binary_packages` ON `relevant_binary_packages_copy`.`id`=`binary_packages`.`id`'
- mysql_join_binary_packages_repositories
- printf ' AND `repositories`.`name`="build-list"'
- mysql_join_binary_packages_dependencies
- mysql_join_dependencies_dependency_types
- printf ' AND `dependency_types`.`relevant_for_building`'
- mysql_join_dependencies_install_target_providers
- printf ';\n'
- printf 'UNTIL ROW_COUNT()=0\n'
- printf 'END REPEAT;\n'
- printf 'END\n'
- printf '//\n'
- printf 'DELIMITER ;\n'
-
- # calculate_maximal_moveable_set
- # stores results in `moveable_binary_packages` and `replaced_binary_packages`
- # Give a maximal list of packages to be moved, while implementing the
- # condition from db-update:
-
- # Every package which is replaced[1], must have its provided install_targets:
- # a) provided by another moved or not-replaced package or
- # b) not required by any not-replaced package.
-
- # Every package being moved needs to have all dependencies
- # installable in the target repository.
-
- # TODO: [1] A "replaced" package may also be in a different repository
- # e.g. if a-2 is moved from [staging] to [testing] and there is only
- # a-1 in [core], then this will be "replaced" by a-2 on a system
- # running on [testing] repositories.
-
- printf 'DROP PROCEDURE IF EXISTS calculate_maximal_moveable_set;\n'
- printf 'DELIMITER //\n'
- printf 'CREATE PROCEDURE calculate_maximal_moveable_set(IN `from_stability` VARCHAR(32))\n'
- printf 'BEGIN\n'
- # variables to store count of changed rows
- printf 'DECLARE row_count_saved INT DEFAULT 0;\n'
- for copy in '' '_copy' '_copy2'; do
- printf 'DROP TEMPORARY TABLE IF EXISTS `%s_binary_packages%s`;\n' \
- 'moveable' "${copy}" \
- 'replaced' "${copy}"
- printf 'CREATE TEMPORARY TABLE `replaced_binary_packages%s` (`id` BIGINT, `replaced_by` BIGINT, UNIQUE KEY (`id`));\n' \
- "${copy}"
- if [ "${copy}" = '_copy2' ]; then
+#shellcheck disable=SC2016
+{
+ # show_broken_packages_and_dependencies
+ # gives a list of broken packages and their dependencies if they're
+ # still on the build- or deletion-list
+ printf 'DROP PROCEDURE IF EXISTS show_broken_packages_and_dependencies;\n'
+ printf 'DELIMITER //\n'
+ printf 'CREATE PROCEDURE show_broken_packages_and_dependencies()\n'
+ printf 'BEGIN\n'
+ printf 'CREATE TEMPORARY TABLE `%s` (`id` BIGINT, UNIQUE KEY (`id`));\n' \
+ 'broken_packages_and_dependencies' 'broken_packages_and_dependencies_old'
+ printf 'INSERT IGNORE INTO `broken_packages_and_dependencies` (`id`)'
+ printf ' SELECT `build_assignments`.`id`'
+ printf ' FROM `binary_packages`'
+ mysql_join_binary_packages_build_assignments
+ printf ' AND `build_assignments`.`is_broken`'
+ mysql_join_binary_packages_repositories
+ printf ' AND `repositories`.`name`="build-list";\n'
+ printf 'REPEAT\n'
+ printf 'INSERT IGNORE INTO `broken_packages_and_dependencies_old` (`id`)'
+ printf ' SELECT `broken_packages_and_dependencies`.`id` FROM `broken_packages_and_dependencies`;\n'
+ printf 'INSERT IGNORE INTO `broken_packages_and_dependencies` (`id`)'
+ printf ' SELECT `new_bp`.`build_assignment`'
+ printf ' FROM `broken_packages_and_dependencies_old`'
+ mysql_join_build_assignments_binary_packages 'broken_packages_and_dependencies_old' 'old_bp'
+ mysql_join_binary_packages_dependencies 'old_bp'
+ mysql_join_dependencies_dependency_types
+ printf ' AND `dependency_types`.`relevant_for_building`'
+ mysql_join_dependencies_install_target_providers
+ mysql_join_install_target_providers_binary_packages '' 'new_bp'
+ mysql_join_binary_packages_repositories 'new_bp' 'new_repo'
+ printf ' AND `new_repo`.`name` IN ("build-list","deletion-list");\n'
+ printf 'UNTIL ROW_COUNT()=0\n'
+ printf 'END REPEAT;\n'
+ printf 'SELECT '
+ mysql_query_select_pkgbase_and_revision
+ printf ' JOIN `broken_packages_and_dependencies` ON `broken_packages_and_dependencies`.`id`=`build_assignments`.`id`;\n'
+ printf 'END\n'
+ printf '//\n'
+ printf 'DELIMITER ;\n'
+
+ # calculate_dependencies_of_package_upto_first_built_one
+ # save binary packages (only their `id`) in `relevant_binary_packages` and `relevant_binary_packages_copy`
+ printf 'DROP PROCEDURE IF EXISTS calculate_dependencies_of_package_upto_first_built_one;\n'
+ printf 'DELIMITER //\n'
+ printf 'CREATE PROCEDURE calculate_dependencies_of_package_upto_first_built_one(IN `target_pkgbase` VARCHAR(64))\n'
+ printf 'BEGIN\n'
+ printf 'INSERT IGNORE INTO `relevant_binary_packages` (`id`)'
+ printf ' SELECT `binary_packages`.`id`'
+ printf ' FROM `binary_packages`'
+ mysql_join_binary_packages_repositories
+ printf ' AND `repositories`.`name`="build-list"'
+ mysql_join_binary_packages_build_assignments
+ mysql_join_build_assignments_package_sources
+ printf ' WHERE `package_sources`.`pkgbase`=`target_pkgbase`;\n'
+ printf 'REPEAT\n'
+ printf 'INSERT IGNORE INTO `relevant_binary_packages_copy` (`id`)'
+ printf ' SELECT `relevant_binary_packages`.`id` FROM `relevant_binary_packages`;\n'
+ printf 'INSERT IGNORE INTO `relevant_binary_packages` (`id`)'
+ printf ' SELECT `install_target_providers`.`package`'
+ printf ' FROM `relevant_binary_packages_copy`'
+ printf ' JOIN `binary_packages` ON `relevant_binary_packages_copy`.`id`=`binary_packages`.`id`'
+ mysql_join_binary_packages_repositories
+ printf ' AND `repositories`.`name`="build-list"'
+ mysql_join_binary_packages_dependencies
+ mysql_join_dependencies_dependency_types
+ printf ' AND `dependency_types`.`relevant_for_building`'
+ mysql_join_dependencies_install_target_providers
+ printf ';\n'
+ printf 'UNTIL ROW_COUNT()=0\n'
+ printf 'END REPEAT;\n'
+ printf 'END\n'
+ printf '//\n'
+ printf 'DELIMITER ;\n'
+
+ # calculate_maximal_moveable_set
+ # stores results in `moveable_binary_packages` and `replaced_binary_packages`
+ # Give a maximal list of packages to be moved, while implementing the
+ # condition from db-update:
+
+ # Every package which is replaced[1], must have its provided install_targets:
+ # a) provided by another moved or not-replaced package or
+ # b) not required by any not-replaced package.
+
+ # Every package being moved needs to have all dependencies
+ # installable in the target repository.
+
+ # TODO: [1] A "replaced" package may also be in a different repository
+ # e.g. if a-2 is moved from [staging] to [testing] and there is only
+ # a-1 in [core], then this will be "replaced" by a-2 on a system
+ # running on [testing] repositories.
+
+ printf 'DROP PROCEDURE IF EXISTS calculate_maximal_moveable_set;\n'
+ printf 'DELIMITER //\n'
+ printf 'CREATE PROCEDURE calculate_maximal_moveable_set(IN `from_stability` VARCHAR(32))\n'
+ printf 'BEGIN\n'
+ # variables to store count of changed rows
+ printf 'DECLARE row_count_saved INT DEFAULT 0;\n'
+ for copy in '' '_copy' '_copy2'; do
+ printf 'DROP TEMPORARY TABLE IF EXISTS `%s_binary_packages%s`;\n' \
+ 'moveable' "${copy}" \
+ 'replaced' "${copy}"
+ printf 'CREATE TEMPORARY TABLE `replaced_binary_packages%s` (`id` BIGINT, `replaced_by` BIGINT, UNIQUE KEY (`id`));\n' \
+ "${copy}"
+ if [ "${copy}" = '_copy2' ]; then
+ continue
+ fi
+ printf 'CREATE TEMPORARY TABLE `moveable_binary_packages%s` (`id` BIGINT, `to_repository` MEDIUMINT, UNIQUE KEY (`id`));\n' \
+ "${copy}"
+ done
+ printf 'DROP TEMPORARY TABLE IF EXISTS `package_blobs`;\n'
+ printf 'CREATE TEMPORARY TABLE `package_blobs` (`ps_a` BIGINT, `ps_b` BIGINT, UNIQUE KEY `content` (`ps_a`,`ps_b`));\n'
+ # all packages being vaguely relevant enter `package_blobs`, because
+ # they might block any other package from moving
+ printf 'INSERT IGNORE INTO `package_blobs` (`ps_a`,`ps_b`)'
+ printf ' SELECT `a_ps`.`id`,`b_ps`.`id`'
+ printf ' FROM `package_sources` AS `a_ps`'
+ printf ' JOIN `package_sources` AS `b_ps`'
+ printf ' ON UNIX_TIMESTAMP(`a_ps`.`commit_time`) - UNIX_TIMESTAMP(`b_ps`.`commit_time`) BETWEEN -10 AND 10'
+ mysql_join_package_sources_build_assignments 'a_ps' 'a_ba'
+ mysql_join_package_sources_build_assignments 'b_ps' 'b_ba'
+ mysql_join_build_assignments_binary_packages 'a_ba' 'a_bp'
+ mysql_join_build_assignments_binary_packages 'b_ba' 'b_bp'
+ mysql_join_binary_packages_repositories 'a_bp' 'a_r'
+ mysql_join_binary_packages_repositories 'b_bp' 'b_r'
+ mysql_join_repositories_repository_stabilities 'a_r' 'a_rs'
+ mysql_join_repositories_repository_stabilities 'b_r' 'b_rs'
+ printf ' WHERE `a_rs`.`name` = `from_stability`'
+ printf ' AND `b_rs`.`name` = `from_stability`;\n'
+ # these packages are considered for moving:
+ printf 'INSERT IGNORE INTO `moveable_binary_packages` (`id`,`to_repository`)'
+ printf ' SELECT `binary_packages`.`id`,`repository_moves`.`to_repository`'
+ printf ' FROM `binary_packages`'
+ mysql_join_binary_packages_repositories
+ mysql_join_repositories_repository_stabilities
+ mysql_join_binary_packages_build_assignments
+ mysql_join_build_assignments_package_sources
+ mysql_join_package_sources_upstream_repositories
+ mysql_join_upstream_repositories_repository_moves
+ printf ' AND `repository_moves`.`from_repository`=`binary_packages`.`repository`'
+ # correct stability: "testing"/"staging" - as chosen
+ printf ' WHERE `repository_stabilities`.`name` = `from_stability`'
+ printf ' AND ('
+ printf '`from_stability`="staging"'
+ # "testing" packages must be tested
+ printf ' OR `binary_packages`.`is_tested`'
+ printf ')'
+ # no open issues
+ printf ' AND NOT `binary_packages`.`has_issues`'
+ printf ';\n'
+ # these packages are considered for being replaced:
+ # for each moved package
+ printf 'INSERT IGNORE INTO `replaced_binary_packages` (`id`,`replaced_by`)'
+ printf ' SELECT `r_bp`.`id`,`m_bp`.`id`'
+ printf ' FROM `moveable_binary_packages`'
+ printf ' JOIN `binary_packages` AS `m_bp` ON `m_bp`.`id`=`moveable_binary_packages`.`id`'
+ mysql_join_binary_packages_repositories 'm_bp' 'm_r'
+ mysql_join_binary_packages_build_assignments 'm_bp' 'm_ba'
+ mysql_join_build_assignments_package_sources 'm_ba' 'm_ps'
+ mysql_join_package_sources_upstream_repositories 'm_ps' 'm_ur'
+ mysql_join_upstream_repositories_repository_moves 'm_ur'
+ printf ' AND `repository_moves`.`from_repository`=`m_r`.`id`'
+ # in its target repository
+ printf ' JOIN `repositories` AS `r_r` ON `repository_moves`.`to_repository`=`r_r`.`id`'
+ mysql_join_repositories_binary_packages 'r_r' 'r_bp'
+ # all packages with identical names
+ printf ' AND `r_bp`.`pkgname`=`m_bp`.`pkgname`;\n'
+ # now we delete all unreplaceable and unmoveable packages from the respective
+ # list until no further changes are required
+ printf 'REPEAT\n'
+ printf 'SET row_count_saved = 0;\n'
+
+ # create copies of our temporary tables *yuck*
+ for table in 'replaced' 'moveable'; do
+ for copy in '' '2'; do
+ if [ "${table}" = 'moveable' ] && \
+ [ "${copy}" = '2' ]; then
continue
fi
- printf 'CREATE TEMPORARY TABLE `moveable_binary_packages%s` (`id` BIGINT, `to_repository` MEDIUMINT, UNIQUE KEY (`id`));\n' \
- "${copy}"
+ printf 'DELETE FROM `%s_binary_packages_copy%s`;\n' "${table}" "${copy}"
+ printf 'INSERT IGNORE INTO `%s_binary_packages_copy%s`' "${table}" "${copy}"
+ printf ' SELECT `%s_binary_packages`.*' "${table}"
+ printf ' FROM `%s_binary_packages`;\n' "${table}"
done
- printf 'DROP TEMPORARY TABLE IF EXISTS `package_blobs`;\n'
- printf 'CREATE TEMPORARY TABLE `package_blobs` (`ps_a` BIGINT, `ps_b` BIGINT, UNIQUE KEY `content` (`ps_a`,`ps_b`));\n'
- # all packages being vaguely relevant enter `package_blobs`, because
- # they might block any other package from moving
- printf 'INSERT IGNORE INTO `package_blobs` (`ps_a`,`ps_b`)'
- printf ' SELECT `a_ps`.`id`,`b_ps`.`id`'
- printf ' FROM `package_sources` AS `a_ps`'
- printf ' JOIN `package_sources` AS `b_ps`'
- printf ' ON UNIX_TIMESTAMP(`a_ps`.`commit_time`) - UNIX_TIMESTAMP(`b_ps`.`commit_time`) BETWEEN -10 AND 10'
- mysql_join_package_sources_build_assignments 'a_ps' 'a_ba'
- mysql_join_package_sources_build_assignments 'b_ps' 'b_ba'
- mysql_join_build_assignments_binary_packages 'a_ba' 'a_bp'
- mysql_join_build_assignments_binary_packages 'b_ba' 'b_bp'
- mysql_join_binary_packages_repositories 'a_bp' 'a_r'
- mysql_join_binary_packages_repositories 'b_bp' 'b_r'
- mysql_join_repositories_repository_stabilities 'a_r' 'a_rs'
- mysql_join_repositories_repository_stabilities 'b_r' 'b_rs'
- printf ' WHERE `a_rs`.`name` = `from_stability`'
- printf ' AND `b_rs`.`name` = `from_stability`;\n'
- # these packages are considered for moving:
- printf 'INSERT IGNORE INTO `moveable_binary_packages` (`id`,`to_repository`)'
- printf ' SELECT `binary_packages`.`id`,`repository_moves`.`to_repository`'
- printf ' FROM `binary_packages`'
- mysql_join_binary_packages_repositories
- mysql_join_repositories_repository_stabilities
- mysql_join_binary_packages_build_assignments
- mysql_join_build_assignments_package_sources
- mysql_join_package_sources_upstream_repositories
- mysql_join_upstream_repositories_repository_moves
- printf ' AND `repository_moves`.`from_repository`=`binary_packages`.`repository`'
- # correct stability: "testing"/"staging" - as chosen
- printf ' WHERE `repository_stabilities`.`name` = `from_stability`'
- printf ' AND ('
- printf '`from_stability`="staging"'
- # "testing" packages must be tested
- printf ' OR `binary_packages`.`is_tested`'
- printf ')'
- # no open issues
- printf ' AND NOT `binary_packages`.`has_issues`'
- printf ';\n'
- # these packages are considered for being replaced:
- # for each moved package
- printf 'INSERT IGNORE INTO `replaced_binary_packages` (`id`,`replaced_by`)'
- printf ' SELECT `r_bp`.`id`,`m_bp`.`id`'
- printf ' FROM `moveable_binary_packages`'
- printf ' JOIN `binary_packages` AS `m_bp` ON `m_bp`.`id`=`moveable_binary_packages`.`id`'
- mysql_join_binary_packages_repositories 'm_bp' 'm_r'
- mysql_join_binary_packages_build_assignments 'm_bp' 'm_ba'
- mysql_join_build_assignments_package_sources 'm_ba' 'm_ps'
- mysql_join_package_sources_upstream_repositories 'm_ps' 'm_ur'
- mysql_join_upstream_repositories_repository_moves 'm_ur'
- printf ' AND `repository_moves`.`from_repository`=`m_r`.`id`'
- # in its target repository
- printf ' JOIN `repositories` AS `r_r` ON `repository_moves`.`to_repository`=`r_r`.`id`'
- mysql_join_repositories_binary_packages 'r_r' 'r_bp'
- # all packages with identical names
- printf ' AND `r_bp`.`pkgname`=`m_bp`.`pkgname`;\n'
- # now we delete all unreplaceable and unmoveable packages from the respective
- # list until no further changes are required
- printf 'REPEAT\n'
- printf 'SET row_count_saved = 0;\n'
-
- # create copies of our temporary tables *yuck*
- for table in 'replaced' 'moveable'; do
- for copy in '' '2'; do
- if [ "${table}" = 'moveable' ] && \
- [ "${copy}" = '2' ]; then
- continue
- fi
- printf 'DELETE FROM `%s_binary_packages_copy%s`;\n' "${table}" "${copy}"
- printf 'INSERT IGNORE INTO `%s_binary_packages_copy%s`' "${table}" "${copy}"
- printf ' SELECT `%s_binary_packages`.*' "${table}"
- printf ' FROM `%s_binary_packages`;\n' "${table}"
- done
- done
- # a package is not moveable if its dependencies are not provided ...
- printf 'DELETE `replaced_binary_packages`,`moveable_binary_packages`'
- printf ' FROM `replaced_binary_packages`'
- printf ' RIGHT JOIN `moveable_binary_packages`'
- printf ' ON `moveable_binary_packages`.`id`=`replaced_binary_packages`.`replaced_by`'
- printf ' JOIN `binary_packages` ON `binary_packages`.`id`=`moveable_binary_packages`.`id`'
- printf ' JOIN `repositories` AS `target_repositories` ON `moveable_binary_packages`.`to_repository`=`target_repositories`.`id`'
- mysql_join_binary_packages_dependencies
- mysql_join_dependencies_dependency_types
- printf ' AND `dependency_types`.`relevant_for_binary_packages`'
- # ... by a not-deleted, "more stable" package already in place or ...
- printf ' WHERE NOT EXISTS ('
- printf 'SELECT 1 FROM `install_target_providers`'
- mysql_join_install_target_providers_binary_packages '' 'prov_bp'
- mysql_join_binary_packages_repositories 'prov_bp' 'prov_r'
- printf ' JOIN `repository_stability_relations` ON `prov_r`.`stability`=`repository_stability_relations`.`more_stable`'
- printf ' WHERE `install_target_providers`.`install_target`=`dependencies`.`depending_on`'
- printf ' AND `target_repositories`.`stability`=`repository_stability_relations`.`less_stable`'
- printf ' AND NOT EXISTS ('
- printf 'SELECT 1 FROM `replaced_binary_packages_copy`'
- printf ' WHERE `replaced_binary_packages_copy`.`id`=`prov_bp`.`id`'
- printf ')'
- # ... by a moved package
- printf ') AND NOT EXISTS ('
- printf 'SELECT 1 FROM `install_target_providers`'
- printf ' JOIN `moveable_binary_packages_copy` ON `moveable_binary_packages_copy`.`id`=`install_target_providers`.`package`'
- printf ' WHERE `install_target_providers`.`install_target`=`dependencies`.`depending_on`'
- printf ');\n'
- printf 'SET row_count_saved = row_count_saved + ROW_COUNT();\n'
-
- # refresh copies of our temporary tables *yuck*
- for table in 'replaced' 'moveable'; do
- for copy in '' '2'; do
- if [ "${table}" = 'moveable' ] && \
- [ "${copy}" = '2' ]; then
- continue
- fi
- printf 'DELETE FROM `%s_binary_packages_copy%s`;\n' "${table}" "${copy}"
- printf 'INSERT IGNORE INTO `%s_binary_packages_copy%s`' "${table}" "${copy}"
- printf ' SELECT `%s_binary_packages`.*' "${table}"
- printf ' FROM `%s_binary_packages`;\n' "${table}"
- done
- done
-
- # packages which should not be replaced: ones providing something that is:
- # a) still needed by a not-replaced package x "less stable" than the target repository and
- # b) not provided by:
- # 1) a moved package or
- # 2) any current, not-replaced package in a repository more stable than x's repository
- #
- # Note, that this is not 100% clean from an academic point of view:
- # It might require _downgrading_ of a package to keep fulfilling a dependency
- # and it might require to do so _without_ any chance for the user to notice,
- # because there may be more "dependencies" in the database than in the package files.
- #
- # However, in practice both should not happen.
- #
- printf 'DELETE `replaced_binary_packages`,`moveable_binary_packages` FROM `replaced_binary_packages`'
- printf ' JOIN `moveable_binary_packages` ON `replaced_binary_packages`.`replaced_by`=`moveable_binary_packages`.`id`'
- printf ' JOIN `binary_packages` AS `repl_bp` ON `repl_bp`.`id`=`replaced_binary_packages`.`id`'
- mysql_join_binary_packages_install_target_providers 'repl_bp'
- mysql_join_install_target_providers_dependencies
+ done
+ # a package is not moveable if its dependencies are not provided ...
+ printf 'DELETE `replaced_binary_packages`,`moveable_binary_packages`'
+ printf ' FROM `replaced_binary_packages`'
+ printf ' RIGHT JOIN `moveable_binary_packages`'
+ printf ' ON `moveable_binary_packages`.`id`=`replaced_binary_packages`.`replaced_by`'
+ printf ' JOIN `binary_packages` ON `binary_packages`.`id`=`moveable_binary_packages`.`id`'
+ printf ' JOIN `repositories` AS `target_repositories` ON `moveable_binary_packages`.`to_repository`=`target_repositories`.`id`'
+ mysql_join_binary_packages_dependencies
+ mysql_join_dependencies_dependency_types
+ printf ' AND `dependency_types`.`relevant_for_binary_packages`'
+ # ... by a not-deleted, "more stable" package already in place or ...
+ printf ' WHERE NOT EXISTS ('
+ printf 'SELECT 1 FROM `install_target_providers`'
+ mysql_join_install_target_providers_binary_packages '' 'prov_bp'
+ mysql_join_binary_packages_repositories 'prov_bp' 'prov_r'
+ printf ' JOIN `repository_stability_relations` ON `prov_r`.`stability`=`repository_stability_relations`.`more_stable`'
+ printf ' WHERE `install_target_providers`.`install_target`=`dependencies`.`depending_on`'
+ printf ' AND `target_repositories`.`stability`=`repository_stability_relations`.`less_stable`'
printf ' AND NOT EXISTS ('
- # dependencies of replaced packages don't matter
printf 'SELECT 1 FROM `replaced_binary_packages_copy`'
- printf ' WHERE `replaced_binary_packages_copy`.`id`=`dependencies`.`dependent`'
+ printf ' WHERE `replaced_binary_packages_copy`.`id`=`prov_bp`.`id`'
printf ')'
- mysql_join_dependencies_dependency_types
- # consider only runtime dependencies
- printf ' AND `dependency_types`.`relevant_for_binary_packages`'
- mysql_join_dependencies_binary_packages '' 'req_bp'
- # we need to check wether req_bp's dependency is (un)critical
- mysql_join_binary_packages_repositories 'repl_bp' 'repl_r'
- mysql_join_binary_packages_repositories 'req_bp' 'req_r'
- # dependent package is "less stable" than dependency
- printf ' JOIN `repository_stability_relations` AS `repl_rr`'
- printf ' ON `repl_rr`.`more_stable`=`repl_r`.`stability`'
- printf ' AND `repl_rr`.`less_stable`=`req_r`.`stability`'
- # a) ^
- printf ' WHERE NOT EXISTS ('
- # no moved package ...
- printf 'SELECT 1'
- printf ' FROM `moveable_binary_packages_copy`'
- mysql_join_binary_packages_install_target_providers 'moveable_binary_packages_copy' 'subst_itp'
- # ... provides the same
- printf ' WHERE `subst_itp`.`install_target`=`install_target_providers`.`install_target`'
- # b) 1) ^
- printf ') AND NOT EXISTS ('
- # no current package ...
- printf 'SELECT 1'
- printf ' FROM `binary_packages` AS `subst_bp`'
- mysql_join_binary_packages_install_target_providers 'subst_bp' 'subst_itp'
- # ... in a repository ...
- mysql_join_binary_packages_repositories 'subst_bp' 'subst_r'
- # ... more stable ...
- printf ' JOIN `repository_stability_relations` AS `subst_rr`'
- printf ' ON `subst_rr`.`more_stable`=`subst_r`.`stability`'
- # ... than x's repository ...
- printf ' WHERE `subst_rr`.`less_stable`=`repl_r`.`stability`'
- printf ' AND NOT EXISTS ('
- # ... and which is not replaced ...
- printf 'SELECT 1 FROM `replaced_binary_packages_copy2`'
- printf ' WHERE `replaced_binary_packages_copy2`.`id`=`subst_bp`.`id`'
- printf ')'
- # ... and provides the same
- printf ' AND `subst_itp`.`install_target`=`install_target_providers`.`install_target`'
- # b) 2) ^
- printf ');\n'
- printf 'SET row_count_saved = row_count_saved + ROW_COUNT();\n'
-
- # refresh copies of our temporary tables *yuck*
- for table in 'replaced' 'moveable'; do
- for copy in '' '2'; do
- if [ "${table}" = 'moveable' ] && \
- [ "${copy}" = '2' ]; then
- continue
- fi
- printf 'DELETE FROM `%s_binary_packages_copy%s`;\n' "${table}" "${copy}"
- printf 'INSERT IGNORE INTO `%s_binary_packages_copy%s`' "${table}" "${copy}"
- printf ' SELECT `%s_binary_packages`.*' "${table}"
- printf ' FROM `%s_binary_packages`;\n' "${table}"
- done
- done
-
- printf 'DELETE `replaced_binary_packages`,`moveable_binary_packages` FROM `replaced_binary_packages`'
- printf ' RIGHT JOIN `moveable_binary_packages`'
- printf ' ON `replaced_binary_packages`.`replaced_by`=`moveable_binary_packages`.`id`'
- printf ' JOIN `binary_packages`'
- printf ' ON `binary_packages`.`id`=`moveable_binary_packages`.`id`'
- mysql_join_binary_packages_build_assignments
- printf ' JOIN `package_blobs`'
- printf ' ON `build_assignments`.`package_source`=`package_blobs`.`ps_a`'
- printf ' JOIN `build_assignments` AS `bl_ba`'
- printf ' ON `bl_ba`.`package_source`=`package_blobs`.`ps_b`'
- mysql_join_build_assignments_binary_packages 'bl_ba' 'bl_bp'
- printf ' WHERE NOT EXISTS ('
- printf 'SELECT 1 FROM `moveable_binary_packages_copy`'
- printf ' WHERE `moveable_binary_packages_copy`.`id`=`bl_bp`.`id`'
- printf ');\n'
- printf 'SET row_count_saved = row_count_saved + ROW_COUNT();\n'
-
- printf 'UNTIL row_count_saved=0\n'
- printf 'END REPEAT;\n'
- for table in 'moveable' 'replaced'; do
- for copy in '' '2'; do
- if [ "${table}" = 'moveable' ] && \
- [ "${copy}" = '2' ]; then
- continue
- fi
- printf 'DROP TEMPORARY TABLE `%s_binary_packages_copy%s`;\n' \
- "${table}" "${copy}"
- done
+ # ... by a moved package
+ printf ') AND NOT EXISTS ('
+ printf 'SELECT 1 FROM `install_target_providers`'
+ printf ' JOIN `moveable_binary_packages_copy` ON `moveable_binary_packages_copy`.`id`=`install_target_providers`.`package`'
+ printf ' WHERE `install_target_providers`.`install_target`=`dependencies`.`depending_on`'
+ printf ');\n'
+ printf 'SET row_count_saved = row_count_saved + ROW_COUNT();\n'
+
+ # refresh copies of our temporary tables *yuck*
+ for table in 'replaced' 'moveable'; do
+ for copy in '' '2'; do
+ if [ "${table}" = 'moveable' ] && \
+ [ "${copy}" = '2' ]; then
+ continue
+ fi
+ printf 'DELETE FROM `%s_binary_packages_copy%s`;\n' "${table}" "${copy}"
+ printf 'INSERT IGNORE INTO `%s_binary_packages_copy%s`' "${table}" "${copy}"
+ printf ' SELECT `%s_binary_packages`.*' "${table}"
+ printf ' FROM `%s_binary_packages`;\n' "${table}"
done
- printf 'END\n'
- printf '//\n'
- printf 'DELIMITER ;\n'
-
- printf 'GRANT %s ON %s TO '"'"'buildmaster'"'"'@'"'"'localhost'"'"';\n' \
- 'CREATE ROUTINE' 'buildmaster.*' \
- 'CREATE TEMPORARY TABLES' 'buildmaster.*' \
- 'EXECUTE' 'buildmaster.*' \
- 'RELOAD' '*.*' \
- 'SELECT' 'buildmaster.*' \
- 'SELECT' 'mysql.proc' \
- 'SHOW VIEW' 'buildmaster.*' \
- 'UPDATE' 'buildmaster.*'
- printf 'GRANT %s ON %s TO '"'"'webserver'"'"'@'"'"'localhost'"'"';\n' \
- 'CREATE TEMPORARY TABLES' 'buildmaster.*' \
- 'SELECT' 'buildmaster.*' \
- 'SHOW VIEW' 'buildmaster.*'
- printf 'FLUSH PRIVILEGES;\n'
- } | \
- mysql_run_query -u root -p
-fi
+ done
-# shellcheck disable=SC2016
-{
- printf 'INSERT IGNORE INTO `architectures` (`name`) VALUES '
- printf '("%s"),' \
- 'any' 'i686' | \
- sed 's|,$||'
- printf ';\n'
- printf 'INSERT IGNORE INTO `fail_reasons` (`identifier`,`name`,`severity`) VALUES '
- printf '(from_base64("%s"),"%s",%s),' \
- "$(
- printf '%s' '==> ERROR: A failure occurred in build()\.' | \
- base64 -w0
- )" 'build()' 0 \
- "$(
- printf '%s' '==> ERROR: Could not download sources\.' | \
- base64 -w0
- )" 'source' 1 \
- "$(
- printf '%s' '.*error: failed to commit transaction (invalid or corrupted package)' | \
- base64 -w0
- )" 'package-cache' 2 \
- "$(
- printf '%s' '==> ERROR: A failure occurred in prepare()\.' | \
- base64 -w0
- )" 'prepare()' 2 \
- "$(
- printf '%s' '==> ERROR: A failure occurred in package\(_\S\+\)\?()\.' | \
- base64 -w0
- )" 'package()' 3 \
- "$(
- printf '%s' '==> ERROR: A failure occurred in check()\.' | \
- base64 -w0
- )" 'check()' 4 \
- "$(
- printf '%s' '==> ERROR: '"'"'pacman'"'"' failed to install missing dependencies\.' | \
- base64 -w0
- )" 'dependencies' 1 \
- "$(
- printf '%s' '==> ERROR: Running makepkg as root is not allowed as it can cause permanent,.*' | \
- base64 -w0
- )" 'run-as-root' 1 \
- "$(
- printf '.*' | \
- base64 -w0
- )" 'unknown' 100 | \
- sed 's|,$||'
- printf ';\n'
- printf 'INSERT IGNORE INTO `git_repositories` (`name`,`url`,`directory`,`head`) VALUES'
- {
- for repo in ${repo_names}; do
- eval 'repo_path="${repo_paths__'"${repo}"'}"'
- printf '\n ('
- printf 'from_base64("%s"),' \
- "$(
- printf '%s' "${repo}" | \
- base64 -w0
- )" \
- "$(
- git -C "${repo_path}" remote -v | \
- awk '{print $2}' | \
- tail -n1 | \
- base64_encode_each
- )" \
- "$(
- printf '%s' "${repo_path}" | \
- base64 -w0
- )" \
- "$(
- git -C "${repo_path}" rev-parse HEAD | \
- base64_encode_each
- )" | \
- sed 's|,$|),|'
+ # packages which should not be replaced: ones providing something that is:
+ # a) still needed by a not-replaced package x "less stable" than the target repository and
+ # b) not provided by:
+ # 1) a moved package or
+ # 2) any current, not-replaced package in a repository more stable than x's repository
+ #
+ # Note, that this is not 100% clean from an academic point of view:
+ # It might require _downgrading_ of a package to keep fulfilling a dependency
+ # and it might require to do so _without_ any chance for the user to notice,
+ # because there may be more "dependencies" in the database than in the package files.
+ #
+ # However, in practice both should not happen.
+ #
+ printf 'DELETE `replaced_binary_packages`,`moveable_binary_packages` FROM `replaced_binary_packages`'
+ printf ' JOIN `moveable_binary_packages` ON `replaced_binary_packages`.`replaced_by`=`moveable_binary_packages`.`id`'
+ printf ' JOIN `binary_packages` AS `repl_bp` ON `repl_bp`.`id`=`replaced_binary_packages`.`id`'
+ mysql_join_binary_packages_install_target_providers 'repl_bp'
+ mysql_join_install_target_providers_dependencies
+ printf ' AND NOT EXISTS ('
+ # dependencies of replaced packages don't matter
+ printf 'SELECT 1 FROM `replaced_binary_packages_copy`'
+ printf ' WHERE `replaced_binary_packages_copy`.`id`=`dependencies`.`dependent`'
+ printf ')'
+ mysql_join_dependencies_dependency_types
+ # consider only runtime dependencies
+ printf ' AND `dependency_types`.`relevant_for_binary_packages`'
+ mysql_join_dependencies_binary_packages '' 'req_bp'
+ # we need to check wether req_bp's dependency is (un)critical
+ mysql_join_binary_packages_repositories 'repl_bp' 'repl_r'
+ mysql_join_binary_packages_repositories 'req_bp' 'req_r'
+ # dependent package is "less stable" than dependency
+ printf ' JOIN `repository_stability_relations` AS `repl_rr`'
+ printf ' ON `repl_rr`.`more_stable`=`repl_r`.`stability`'
+ printf ' AND `repl_rr`.`less_stable`=`req_r`.`stability`'
+ # a) ^
+ printf ' WHERE NOT EXISTS ('
+ # no moved package ...
+ printf 'SELECT 1'
+ printf ' FROM `moveable_binary_packages_copy`'
+ mysql_join_binary_packages_install_target_providers 'moveable_binary_packages_copy' 'subst_itp'
+ # ... provides the same
+ printf ' WHERE `subst_itp`.`install_target`=`install_target_providers`.`install_target`'
+ # b) 1) ^
+ printf ') AND NOT EXISTS ('
+ # no current package ...
+ printf 'SELECT 1'
+ printf ' FROM `binary_packages` AS `subst_bp`'
+ mysql_join_binary_packages_install_target_providers 'subst_bp' 'subst_itp'
+ # ... in a repository ...
+ mysql_join_binary_packages_repositories 'subst_bp' 'subst_r'
+ # ... more stable ...
+ printf ' JOIN `repository_stability_relations` AS `subst_rr`'
+ printf ' ON `subst_rr`.`more_stable`=`subst_r`.`stability`'
+ # ... than x's repository ...
+ printf ' WHERE `subst_rr`.`less_stable`=`repl_r`.`stability`'
+ printf ' AND NOT EXISTS ('
+ # ... and which is not replaced ...
+ printf 'SELECT 1 FROM `replaced_binary_packages_copy2`'
+ printf ' WHERE `replaced_binary_packages_copy2`.`id`=`subst_bp`.`id`'
+ printf ')'
+ # ... and provides the same
+ printf ' AND `subst_itp`.`install_target`=`install_target_providers`.`install_target`'
+ # b) 2) ^
+ printf ');\n'
+ printf 'SET row_count_saved = row_count_saved + ROW_COUNT();\n'
+
+ # refresh copies of our temporary tables *yuck*
+ for table in 'replaced' 'moveable'; do
+ for copy in '' '2'; do
+ if [ "${table}" = 'moveable' ] && \
+ [ "${copy}" = '2' ]; then
+ continue
+ fi
+ printf 'DELETE FROM `%s_binary_packages_copy%s`;\n' "${table}" "${copy}"
+ printf 'INSERT IGNORE INTO `%s_binary_packages_copy%s`' "${table}" "${copy}"
+ printf ' SELECT `%s_binary_packages`.*' "${table}"
+ printf ' FROM `%s_binary_packages`;\n' "${table}"
done
- printf ';\n'
- } | \
- sed '
- s|,;|;|
- '
-
- for repo in \
- 'core:packages' \
- 'extra:packages' \
- 'multilib:packages' \
- 'community:community'; do
- printf 'INSERT IGNORE INTO `upstream_repositories` (`name`,`git_repository`) SELECT\n'
- printf ' from_base64("%s"),`id` FROM `git_repositories` WHERE `name` = from_base64("%s");\n' \
- "$(
- printf '%s' "${repo%:*}" | \
- base64 -w0
- )" \
- "$(
- printf '%s' "${repo#*:}" | \
- base64 -w0
- )"
done
- printf 'INSERT IGNORE INTO `build_slaves` (`name`,`ssh_key`,`operator`,`last_connection`) VALUES'
- {
- sed -n '
- s/^command="\S\+ \(\S\+\)" \S\+ \(\S\+\) \S\+$/\1 \2/
- T
- p
- ' ~/.ssh/authorized_keys | \
- while read -r name key; do
- case "${name}" in
- 'nlopc'*|'rechenknecht')
- operator='deep42thought'
- ;;
- 'buildknecht'*)
- operator='deep42thought/vollzornbrot'
- ;;
- 'eurobuild3')
- operator='abaumann'
- ;;
- *)
- operator="${name}"
- ;;
- esac
- printf '\n ('
- printf 'from_base64("%s"),' \
- "$(
- printf '%s' "${name}" | \
- base64 -w0
- )" \
- "$(
- printf '%s' "${key}" | \
- base64 -w0
- )" \
- "$(
- printf '%s' "${operator}" | \
- base64 -w0
- )"
- printf 'NOW()),'
- done
- printf ';\n'
- } | \
- sed 's|,;|;|'
-
- printf 'INSERT IGNORE INTO `repository_stabilities` (`name`,`bugtracker_category`) VALUES'
- {
- printf '\n ("%s",%s),' \
- 'stable' '"Packages: Stable"' \
- 'testing' '"Packages: Testing"' \
- 'staging' 'NULL' \
- 'standalone' 'NULL' \
- 'unbuilt' '"Packages: Build-list"' \
- 'forbidden' 'NULL'
- printf ';\n'
- } | \
- sed 's|,;|;|'
-
- {
- printf 'INSERT IGNORE INTO `repository_stability_relations` (`more_stable`,`less_stable`)'
- printf ' SELECT `ms`.`id`,`ls`.`id`'
- printf ' FROM `repository_stabilities` AS `ms` JOIN `repository_stabilities` AS `ls`'
- printf ' WHERE '
- printf '(`ms`.`name`="%s" AND `ls`.`name`="%s") OR ' \
- 'stable' 'stable' \
- 'stable' 'testing' \
- 'stable' 'staging' \
- 'stable' 'standalone' \
- 'stable' 'unbuilt' \
- 'stable' 'forbidden' \
- 'testing' 'testing' \
- 'testing' 'staging' \
- 'testing' 'standalone' \
- 'testing' 'unbuilt' \
- 'testing' 'forbidden' \
- 'staging' 'staging' \
- 'staging' 'standalone' \
- 'staging' 'unbuilt' \
- 'staging' 'forbidden' \
- 'unbuilt' 'forbidden' \
- 'standalone' 'standalone'
- printf ';\n'
- } | \
- sed 's| OR ;|;|'
-
- {
- printf 'INSERT IGNORE INTO `repository_moves` (`from_repository`,`to_repository`,`upstream_package_repository`)'
- printf ' SELECT `f`.`id`,`t`.`id`,`u`.`id`'
- printf ' FROM'
- printf ' `repositories` AS `%s` JOIN' \
- 'f' 't'
- printf ' `upstream_repositories` AS `u`'
- printf ' WHERE '
- printf '(`f`.`name`="%s" AND `t`.`name`="%s" AND `u`.`name`="%s") OR ' \
- 'staging' 'testing' 'core' \
- 'staging' 'testing' 'extra' \
- 'staging' 'testing' 'multilib' \
- 'community-staging' 'community-testing' 'community' \
- 'community-staging' 'community-testing' 'multilib' \
- 'testing' 'core' 'core' \
- 'testing' 'extra' 'extra' \
- 'testing' 'extra' 'multilib' \
- 'community-testing' 'community' 'community' \
- 'community-testing' 'community' 'multilib'
- printf ';\n'
- } | \
- sed 's| OR ;|;|'
-
- for repo in \
- 'core:stable:AQ==' \
- 'extra:stable:AQ==' \
- 'community:stable:AQ==' \
- 'build-support:standalone:AQ==' \
- 'testing:testing:AQ==' \
- 'community-testing:testing:AQ==' \
- 'staging:staging:AQ==' \
- 'community-staging:staging:AQ==' \
- 'build-list:unbuilt:AA==' \
- 'deletion-list:forbidden:AA=='; do
- printf 'INSERT IGNORE INTO `repositories` (`name`,`stability`,`is_on_master_mirror`) SELECT'
- printf ' from_base64("%s"),`id`,from_base64("%s") FROM `repository_stabilities` WHERE `name`=from_base64("%s");\n' \
- "$(
- printf '%s' "${repo}" | \
- cut -d: -f1 | \
- base64_encode_each
- )" \
- "$(
- printf '%s' "${repo}" | \
- cut -d: -f3
- )" \
- "$(
- printf '%s' "${repo}" | \
- cut -d: -f2 | \
- base64_encode_each
- )"
+ printf 'DELETE `replaced_binary_packages`,`moveable_binary_packages` FROM `replaced_binary_packages`'
+ printf ' RIGHT JOIN `moveable_binary_packages`'
+ printf ' ON `replaced_binary_packages`.`replaced_by`=`moveable_binary_packages`.`id`'
+ printf ' JOIN `binary_packages`'
+ printf ' ON `binary_packages`.`id`=`moveable_binary_packages`.`id`'
+ mysql_join_binary_packages_build_assignments
+ printf ' JOIN `package_blobs`'
+ printf ' ON `build_assignments`.`package_source`=`package_blobs`.`ps_a`'
+ printf ' JOIN `build_assignments` AS `bl_ba`'
+ printf ' ON `bl_ba`.`package_source`=`package_blobs`.`ps_b`'
+ mysql_join_build_assignments_binary_packages 'bl_ba' 'bl_bp'
+ printf ' WHERE NOT EXISTS ('
+ printf 'SELECT 1 FROM `moveable_binary_packages_copy`'
+ printf ' WHERE `moveable_binary_packages_copy`.`id`=`bl_bp`.`id`'
+ printf ');\n'
+ printf 'SET row_count_saved = row_count_saved + ROW_COUNT();\n'
+
+ printf 'UNTIL row_count_saved=0\n'
+ printf 'END REPEAT;\n'
+ for table in 'moveable' 'replaced'; do
+ for copy in '' '2'; do
+ if [ "${table}" = 'moveable' ] && \
+ [ "${copy}" = '2' ]; then
+ continue
+ fi
+ printf 'DROP TEMPORARY TABLE `%s_binary_packages_copy%s`;\n' \
+ "${table}" "${copy}"
+ done
done
-
- printf 'INSERT IGNORE INTO `dependency_types` (`name`,`relevant_for_building`,`relevant_for_binary_packages`) VALUES'
- {
- printf '\n ("%s",%s,%s),' \
- 'make' '1' '0' \
- 'check' '0' '0' \
- 'link' '0' '1' \
- 'run' '1' '1'
- printf ';\n'
- } | \
- sed 's|,;|;|'
+ printf 'END\n'
+ printf '//\n'
+ printf 'DELIMITER ;\n'
+
+ printf 'GRANT %s ON %s TO '"'"'buildmaster'"'"'@'"'"'localhost'"'"';\n' \
+ 'CREATE ROUTINE' 'buildmaster.*' \
+ 'CREATE TEMPORARY TABLES' 'buildmaster.*' \
+ 'EXECUTE' 'buildmaster.*' \
+ 'RELOAD' '*.*' \
+ 'SELECT' 'buildmaster.*' \
+ 'SELECT' 'mysql.proc' \
+ 'SHOW VIEW' 'buildmaster.*' \
+ 'UPDATE' 'buildmaster.*'
+ printf 'GRANT %s ON %s TO '"'"'webserver'"'"'@'"'"'localhost'"'"';\n' \
+ 'CREATE TEMPORARY TABLES' 'buildmaster.*' \
+ 'SELECT' 'buildmaster.*' \
+ 'SHOW VIEW' 'buildmaster.*'
+ printf 'FLUSH PRIVILEGES;\n'
} | \
- mysql_run_query
-
-grep '^\('"$(
- # shellcheck disable=SC2086
- printf '%s\\|' ${standalone_package_repositories} ${stable_package_repositories}
-)"'\) ' "${tmp_dir}/master-mirror-listing" | \
- sed '
- s/\.pkg\.tar\.xz$//
- s/-\([^-:]\+\)\(\(-[^-]\+\)\{2\}\)$/-0:\1\2/
- s/\(-[0-9]\+\)\(-[^-]\+\)$/\1.0\2/
- s/-\([^-:]\+\):\([^-:]\+\)-\([^-.]\+\)\.\([^-.]\+\)-\([^-]\+\)$/ \1 \2 \3 \4 \5/
- ' | \
- while read -r repo pkgname epoch pkgver pkgrel sub_pkgrel arch; do
- # we don't care too much about those - they won't be moved anyways
- printf '('
- # shellcheck disable=SC2046
- printf 'from_base64("%s"),' \
- $(
- printf '%s\n' \
- "${pkgname}" \
- "${epoch}" \
- "${pkgver}" \
- "${pkgrel}" \
- "${sub_pkgrel}" \
- "${arch}" \
- "${repo}" | \
- base64_encode_each
- ) | \
- sed 's/,$/),/'
- printf '\n'
- done > \
- "${tmp_dir}/new-stable-packages"
-
-if [ -s "${tmp_dir}/new-stable-packages" ]; then
- # shellcheck disable=SC2016
- {
- printf 'CREATE TEMPORARY TABLE `stable_packages` ('
- printf '`%s` %s,' \
- 'pkgname' 'VARCHAR(64)' \
- 'epoch' 'MEDIUMINT' \
- 'pkgver' 'VARCHAR(64)' \
- 'pkgrel' 'MEDIUMINT' \
- 'sub_pkgrel' 'MEDIUMINT' \
- 'architecture' 'VARCHAR(16)' \
- 'repository' 'VARCHAR(64)' \
- 'build_assignment' 'BIGINT NOT NULL AUTO_INCREMENT'
- printf 'PRIMARY KEY (`build_assignment`));\n'
- sed '
- 1~10 ! b not_start
- s/^/INSERT IGNORE INTO `stable_packages` (`pkgname`,`epoch`,`pkgver`,`pkgrel`,`sub_pkgrel`,`architecture`,`repository`) VALUES \n/
- :not_start
- $ b end
- 0~10 b end
- b
- :end
- s/,$/;/
- ' "${tmp_dir}/new-stable-packages"
- printf 'INSERT IGNORE INTO `binary_packages` (`pkgname`,`epoch`,`pkgver`,`pkgrel`,`sub_pkgrel`,`architecture`,`repository`,`build_assignment`,`has_issues`,`is_tested`,`is_to_be_deleted`)'
- printf ' SELECT '
- printf '`stable_packages`.`%s`,' \
- 'pkgname' \
- 'epoch' \
- 'pkgver' \
- 'pkgrel' \
- 'sub_pkgrel'
- printf '`%s`.`id`,' \
- 'architectures' \
- 'repositories'
- printf -- '-`build_assignment`,0,1,0 FROM `stable_packages`'
- printf ' JOIN `%s` ON `stable_packages`.`%s`=`%s`.`name`' \
- 'repositories' 'repository' 'repositories' \
- 'architectures' 'architecture' 'architectures'
- printf ';\n'
- printf 'DROP TABLE `stable_packages`;\n'
- } | \
- mysql_run_query
-fi
-
-mysql_repair_binary_packages_without_build_assignment
+ mysql_run_query -u root -p