#!/bin/sh # usage: why_dont_you $action $package1 $package2 ... # shellcheck disable=SC2119,SC2120 # investigate, why a certain operation is not done with certain packages # shellcheck source=../lib/load-configuration . "${0%/*}/../lib/load-configuration" # TODO: reintrocude "keep", "stubbornly_keep", "stabilize" and "unstage" # using information from the database. action="$1" shift tmp_dir=$(mktemp -d 'tmp.why-dont-you.XXXXXXXXXX' --tmpdir) trap 'rm -rf --one-file-system "${tmp_dir}"' EXIT case "${action}" in 'build') # shellcheck disable=SC2016 { printf 'CREATE TEMPORARY TABLE `searches` (`search` VARCHAR(64));\n' printf 'INSERT INTO `searches` VALUES ' # shellcheck disable=SC2046 printf '(from_base64("%s")),' \ $( printf '%s\n' "$@" | \ base64_encode_each ) | \ sed 's/,$/;\n/' # we select everything which is possibly of any interest: # - search term # - id (to see if it actually is on the build-list) # - build_assignments.architecture.name # - to_build.is_broken # - failed_builds_count # - to_build.is_blocked # - deps.pkgbase (any dependency pending?) # - build_slaves.name (is anyone building this?) # - pkgbase printf 'SELECT DISTINCT replace(to_base64(`searches`.`search`),"\\n",""),' printf '`to_build`.`ba_id`,' printf '`to_build`.`baa_name`,' printf 'If(`to_build`.`is_broken`,1,0),' printf '(' printf 'SELECT COUNT(1)' printf ' FROM `failed_builds`' printf 'WHERE `failed_builds`.`build_assignment`=`to_build`.`ba_id`' printf ')' printf ',replace(to_base64(`%s`.`%s`),"\\n","")' \ 'to_build' 'is_blocked' \ 'deps' 'pkgbase' \ 'build_slaves' 'name' \ 'to_build' 'pkgbase' # at least one row for each given `search` printf ' FROM `searches`' printf ' LEFT JOIN ' printf '(' # join the tables for the to-be-built packages: # package_source, build_assignment, binary_package, repostory printf 'SELECT DISTINCT ' printf '`tb_ps`.`pkgbase`,' printf '`tb_bin`.`id` AS `bin_id`,' printf '`tb_ba`.`id` AS `ba_id`,' printf '`tb_ba`.`is_blocked`,' printf '`tb_ba`.`is_broken`,' printf '`tb_baa`.`name` AS `baa_name`' printf ' FROM `package_sources` AS `tb_ps`' mysql_join_package_sources_build_assignments 'tb_ps' 'tb_ba' mysql_join_build_assignments_architectures 'tb_ba' 'tb_baa' mysql_join_build_assignments_binary_packages 'tb_ba' 'tb_bin' mysql_join_binary_packages_binary_packages_in_repositories 'tb_bin' 'tb_bir' printf ' WHERE `tb_bir`.`repository`=%s' \ "${repository_ids__any_build_list}" printf ') AS `to_build`' printf ' ON (' printf '`to_build`.`pkgbase`=`searches`.`search`' printf ' OR `searches`.`search`=CONCAT(`to_build`.`baa_name`,"/",`to_build`.`pkgbase`)' printf ') LEFT JOIN ' printf '(' # same join as above, but with different names - for the # potential dependencies printf 'SELECT DISTINCT `dep_ps`.`pkgbase`,`dependencies`.`dependent`' printf ' FROM `package_sources` AS `dep_ps`' mysql_join_package_sources_build_assignments 'dep_ps' 'dep_ba' mysql_join_build_assignments_binary_packages 'dep_ba' 'dep_bin' mysql_join_binary_packages_binary_packages_in_repositories 'dep_bin' 'dep_bir' # now we have some (=3) additional joins, # because we are interested in dependency relations to `to_build` mysql_join_binary_packages_install_target_providers 'dep_bin' mysql_join_install_target_providers_dependencies_with_versions mysql_join_dependencies_dependency_types printf ' WHERE `dep_bir`.`repository`=%s' \ "${repository_ids__any_build_list}" printf ' AND `dependency_types`.`relevant_for_building`' printf ') AS `deps`' printf ' ON `deps`.`dependent`=`to_build`.`bin_id`' # now we join with build slaves to see if someone builds this printf ' LEFT JOIN `build_slaves`' printf ' ON `build_slaves`.`currently_building`=`to_build`.`ba_id`' printf ';\n' } | \ mysql_run_query 'unimportant' | \ tr '\t' ' ' | \ sort -k9,9 -k8,8 -k7,7 | \ sed ' / NULL \S\+$/ b multi-dep :multi-slave $!N s/^\(\(\S\+ \)\{6\}\)\(\S\+\)\( \S\+\)\n\(\S\+ \)\{6\}\(\S\+\)\4/\1\3,\6\4/ t multi-slave P D :multi-dep / NULL\( \S\+\)\{3\}$/! b $!N s/^\(\(\S\+ \)\{5\}\)\(\S\+\)\(\( \S\+\)\{2\}\)\n\(\S\+ \)\{5\}\(\S\+\)\4/\1\3,\7\4/ t multi-dep P D ' | \ sed ' s/NULL,//g ' | \ while read -r search id ba_arch is_broken trials is_blocked dependency slave pkgbase; do search=$( printf '%s' "${search}" | \ base64 -d ) pkgbase=$( printf '%s' "${pkgbase}" | \ base64 -d ) if [ "${id}" = 'NULL' ]; then >&2 printf '"%s" is not on the build list.\n' \ "${search}" continue fi if [ "${slave}" != 'NULL' ]; then # beware: A slave named "5BË" will look exactly like this! printf '"%s/%s" is locked by %s.\n' \ "${ba_arch}" \ "${pkgbase}" \ "$( printf '%s\n' "${slave}" | \ tr ',' '\n' | \ while read -r line; do printf '%s\n' "${line}" | \ base64 -d printf ',' done | \ sed 's/,$//' )" continue fi if [ "${is_blocked}" != 'NULL' ]; then # beware: A block-reason "5BË" will look exactly like this! printf '"%s/%s" is blocked: "%s".\n' \ "${ba_arch}" \ "${pkgbase}" \ "$( printf '%s' "${is_blocked}" | \ base64 -d )" continue fi if [ "${dependency}" != 'NULL' ]; then printf '"%s/%s" has unmet dependencies:\n' \ "${ba_arch}" \ "${pkgbase}" printf '%s\n' "${dependency}" | \ tr ',' '\n' | \ while read -r line; do printf ' ' printf '%s\n' "${line}" | \ base64 -d printf '\n' done | \ sort -u continue fi if [ "${is_broken}" = '1' ]; then printf '"%s/%s" is broken (%sx built), but would be built.\n' \ "${ba_arch}" \ "${pkgbase}" \ "${trials}" continue fi printf '"%s/%s" would be built.\n' \ "${ba_arch}" \ "${pkgbase}" done ;; 'stabilize'|'unstage') if [ "${action}" = 'stabilize' ]; then # shellcheck disable=SC2154 from_stability=${repository_stability_ids__testing} # shellcheck disable=SC2016 test_filter='`binary_packages`.`is_tested`' else # shellcheck disable=SC2154 from_stability=${repository_stability_ids__staging} test_filter='1' fi for pkgname in "$@"; do printf 'Cannot find package "%s"\n' "${pkgname}" \ > "${tmp_dir}/error" # shellcheck disable=SC2016 { printf 'SELECT ' printf '`binary_packages_in_repositories`.`id`,' printf 'CONCAT(`architectures`.`name`,"/",`binary_packages`.`pkgname`),' printf 'IF(%s,1,0),' "${test_filter}" printf 'IF(`binary_packages`.`has_issues`,1,0)' printf ' FROM `binary_packages_in_repositories`' mysql_join_binary_packages_in_repositories_repositories mysql_join_repositories_architectures mysql_join_binary_packages_in_repositories_binary_packages printf ' WHERE `repositories`.`stability`=%s' \ "${from_stability}" printf ' AND (' printf '`binary_packages`.`pkgname`=from_base64("%s")' \ "$( printf '%s' "${pkgname}" | \ base64 -w0 )" printf 'OR CONCAT(' printf '`architectures`.`name`,"/",' printf '`binary_packages`.`pkgname`' printf ')=from_base64("%s")' \ "$( printf '%s' "${pkgname}" | \ base64 -w0 )" printf ');\n' } \ | mysql_run_query 'unimportant' \ | while read -r bpir label tested issues; do rm -f "${tmp_dir}/error" if [ "${tested}" = '0' ]; then printf '"%s" is not tested.\n' \ "${label}" continue fi if [ "${issues}" = '1' ]; then printf 'There are unresolved bugs reported against "%s".\n' \ "${label}" continue fi printf '%s\n' "${bpir}" \ >> "${tmp_dir}/packages" done if [ -s "${tmp_dir}/error" ]; then cat "${tmp_dir}/error" fi done if [ ! -s "${tmp_dir}/packages" ]; then exit fi # TODO: This logic is different from `calculate_maximal_moveable_set`: # If a package has a broken dependency already, we do not see it, but # db-update does. # shellcheck disable=SC2016 { for copy in '' '_2'; do printf 'CREATE TEMPORARY TABLE `bpirs%s` (' \ "${copy}" printf '`id` BIGINT,' printf 'UNIQUE KEY `id`(`id`)' printf ');\n' done printf 'LOAD DATA LOCAL INFILE "%s" INTO TABLE `bpirs`;\n' \ "${tmp_dir}/packages" printf 'INSERT INTO `bpirs_2`(`id`)' printf ' SELECT ' printf '`bpirs`.`id`' printf ' FROM `bpirs`;\n' printf 'SELECT CONCAT(' printf '"\\"",' printf '`sub_q`.`label`,' printf '"\\" is glued to ",' printf 'GROUP_CONCAT(' printf 'CONCAT(' printf '"\\"",' printf '`sub_q`.`name`,' printf '"\\""' printf ')' printf '),' printf '" which must be moved simultanously"' printf ') FROM (' printf 'SELECT DISTINCT ' printf 'CONCAT(`architectures`.`name`,"/",`b_bp`.`pkgname`) AS `name`,' printf '`bpirs`.`id`,' printf 'CONCAT(`architectures`.`name`,"/",`binary_packages`.`pkgname`) AS `label`' printf ' FROM `bpirs`' printf ' JOIN `binary_packages_in_repositories`' printf ' ON `binary_packages_in_repositories`.`id`=`bpirs`.`id`' mysql_join_binary_packages_in_repositories_repositories mysql_join_repositories_architectures mysql_join_binary_packages_in_repositories_binary_packages mysql_join_binary_packages_build_assignments mysql_join_build_assignments_package_sources printf ' JOIN `package_sources` AS `b_ps`' printf ' ON UNIX_TIMESTAMP(`package_sources`.`commit_time`) - UNIX_TIMESTAMP(`b_ps`.`commit_time`) BETWEEN -10 AND 10' printf ' AND `package_sources`.`commit_time`!="0000-00-00 00:00:00"' printf ' AND `b_ps`.`commit_time`!="0000-00-00 00:00:00"' mysql_join_package_sources_build_assignments 'b_ps' 'b_ba' mysql_join_build_assignments_binary_packages 'b_ba' 'b_bp' mysql_join_binary_packages_binary_packages_in_repositories 'b_bp' 'b_bpir' mysql_join_binary_packages_in_repositories_repositories 'b_bpir' 'b_r' printf ' AND `b_r`.`architecture`=`repositories`.`architecture`' printf ' AND `repositories`.`stability`=`b_r`.`stability`' printf ' LEFT JOIN `bpirs_2`' printf ' ON `bpirs_2`.`id`=`b_bpir`.`id`' printf ' WHERE `bpirs_2`.`id` IS NULL' printf ') AS `sub_q`' printf ' GROUP BY `sub_q`.`id`;\n' printf 'SELECT CONCAT(' printf '"\\"",' printf '`sub_q`.`label`,' printf '"\\" depends on ",' printf 'GROUP_CONCAT(' printf 'CONCAT(' printf '"\\"",' printf '`sub_q`.`dependency`,' printf '"\\""' printf ')' printf '),' printf '" which must be moved simultanously"' printf ') FROM (' printf 'SELECT DISTINCT ' printf 'CONCAT(`architectures`.`name`,"/",`itp_bp`.`pkgname`) AS `dependency`,' printf '`bpirs`.`id`,' printf 'CONCAT(`architectures`.`name`,"/",`binary_packages`.`pkgname`) AS `label`' printf ' FROM `bpirs`' printf ' JOIN `binary_packages_in_repositories`' printf ' ON `binary_packages_in_repositories`.`id`=`bpirs`.`id`' mysql_join_binary_packages_in_repositories_repositories mysql_join_repositories_architectures mysql_join_binary_packages_in_repositories_binary_packages mysql_join_binary_packages_dependencies mysql_join_dependencies_dependency_types printf ' AND `dependency_types`.`relevant_for_binary_packages`' mysql_join_dependencies_install_target_providers_with_versions mysql_join_install_target_providers_binary_packages '' 'itp_bp' mysql_join_binary_packages_binary_packages_in_repositories 'itp_bp' 'itp_bpir' mysql_join_binary_packages_in_repositories_repositories 'itp_bpir' 'itp_r' printf ' AND `itp_r`.`architecture`=`repositories`.`architecture`' printf ' AND `repositories`.`stability`=`itp_r`.`stability`' printf ' LEFT JOIN `bpirs_2`' printf ' ON `bpirs_2`.`id`=`itp_bpir`.`id`' printf ' WHERE `bpirs_2`.`id` IS NULL' printf ') AS `sub_q`' printf ' GROUP BY `sub_q`.`id`;\n' printf 'SELECT CONCAT(' printf '"\\"",' printf '`sub_q`.`label`,' printf '"\\" replaces dependencies of ",' printf 'GROUP_CONCAT(' printf 'CONCAT(' printf '"\\"",' printf '`sub_q`.`dependent`,' printf '"\\""' printf ')' printf '),' printf '" which must be replaced simulatanously"' printf ') FROM (' printf 'SELECT DISTINCT ' printf 'CONCAT(`architectures`.`name`,"/",`d_bp`.`pkgname`) AS `dependent`,' printf '`bpirs`.`id`,' printf 'CONCAT(`architectures`.`name`,"/",`binary_packages`.`pkgname`) AS `label`' printf ' FROM `bpirs`' printf ' JOIN `binary_packages_in_repositories`' printf ' ON `binary_packages_in_repositories`.`id`=`bpirs`.`id`' mysql_join_binary_packages_in_repositories_repositories mysql_join_repositories_architectures mysql_join_binary_packages_in_repositories_binary_packages printf ' JOIN `binary_packages` AS `r_bp`' printf ' ON `binary_packages`.`pkgname`=`r_bp`.`pkgname`' mysql_join_binary_packages_binary_packages_in_repositories 'r_bp' 'r_bpir' printf ' JOIN `repository_moves`' printf ' ON `repository_moves`.`from_repository`=`repositories`.`id`' printf ' AND `repository_moves`.`to_repository`=`r_bpir`.`repository`' mysql_join_binary_packages_install_target_providers 'r_bp' 'r_itp' mysql_join_install_target_providers_dependencies_with_versions 'r_itp' mysql_join_dependencies_dependency_types printf ' AND `dependency_types`.`relevant_for_binary_packages`' mysql_join_dependencies_binary_packages '' 'd_bp' mysql_join_binary_packages_binary_packages_in_repositories 'd_bp' 'd_bpir' mysql_join_binary_packages_in_repositories_repositories 'd_bpir' 'd_r' printf ' AND `d_r`.`architecture`=`repositories`.`architecture`' printf ' JOIN `repository_stability_relations`' printf ' ON `repository_stability_relations`.`more_stable`=`d_r`.`stability`' printf ' AND `repository_stability_relations`.`less_stable`=`repositories`.`stability`' printf ' LEFT JOIN (' printf '`bpirs_2`' printf ' JOIN `binary_packages_in_repositories` AS `m_bpir`' printf ' ON `bpirs_2`.`id`=`m_bpir`.`id`' mysql_join_binary_packages_in_repositories_binary_packages 'm_bpir' 'm_bp' mysql_join_binary_packages_in_repositories_repositories 'm_bpir' 'm_r' printf ') ON `m_bp`.`pkgname`=`d_bp`.`pkgname`' printf ' AND `m_r`.`architecture`=`d_r`.`architecture`' printf ') AS `sub_q`' printf ' GROUP BY `sub_q`.`id`;\n' } \ | mysql_run_query 'unimportant' \ | grep -F '' \ || echo 'This should be a no-brainer.' ;; 'keep'|'stubbornly_keep') printf 'Sry, "why-dont-you %s" is unavailable, until someone recodes it to look into the database.\n' "${action}" ;; *) >&2 printf 'unknown action "%s" - known actions are:' "${action}" >&2 printf ' "%s"' \ 'build' \ 'stabilize' \ 'unstage' \ 'keep' \ 'stubbornly_keep' >&2 printf '\n' exit 1 esac