Attachment #124178: revdep-rebuild.patch for bug #184042

#!/bin/sh

#!/bin/bash

# Copyright 1999-2005 Gentoo Foundation

# Copyright 1999-2007 Gentoo Foundation

# $Header$

# Known problems:

source /etc/init.d/functions.sh

#

# TODO:

# In exact ebuild mode revdep-rebuild can fail to properly order packages,

# - Use more /etc/init.d/functions.sh

# which are not up to date.

# http://bugs.gentoo.org/show_bug.cgi?id=23018

#

# Rebuilding using --package-names mode should be default, but emerge has no

# feature to update to latest version of defined SLOT.

# http://bugs.gentoo.org/show_bug.cgi?id=4698

  -X, --package-names  Emerge based on package names, not exact versions

  -e, --exact          Emerge based on exact package version

  -L, --library NAME   Emerge existing packages that use the library with NAME

      --library=NAME   NAME can be a full path to the library or a basic

                       regular expression (man grep)

	echo "$@" >&2

	eerror "$@"

# Set the output color

# What to do when dynamic linking is consistent

set_color() {

clean_exit() {

	# sets itself the first time it's called, so we don't have to check $NOCOLOR

	[[ $KEEP_TEMP ]] || rm $LIST.?_*

	# each time

	set_color green

	if [[ $NOCOLOR ]]; then

	die 0 $'\n'"$OK_TEXT... All done. "

		set_color() { :; }

	else

		set_color() {

			case $1 in

				black)   tput setaf 0;;

				maroon)  tput setaf 1;;

				green)   tput setaf 2;;

				tan)     tput setaf 3;;

				blue)    tput setaf 4;;

				magenta) tput setaf 5;;

				aqua)    tput setaf 6;;

				gray)    tput setaf 7;;

				red)     tput setaf 8;;

				*)       tput setaf 9;;

			esac

		}

		set_color "$@"

	fi

}

# Echo with a particular color

color_echo() {

	set_color $1

	shift

	echo "$@"

	set_color normal

	# Check if various utils are installed

	echo_v() { ewarn "$@"; }

	# TODO: give the user the option to turn off detection of various utils?

	unset VERBOSE KEEP_TEMP EMERGE_OPTIONS remove_old_tempfiles

	if hash q 2> /dev/null; then

	order_packages=1

		PORTAGE_UTILS=1

	PACKAGE_NAMES=1

	elif hash pquery 2> /dev/null; then

		PKGCORE=1

	elif hash equery 2> /dev/null; then

		# Well... if equery doesn't work something's definitely broken ;)

		EQUERY=1

	fi

	echo_v() { echo "$@"; }

	unset PACKAGE_NAMES VERBOSE KEEP_TEMP EMERGE_OPTIONS CALLED_OPTIONS

		-X|--package-names)

		-e|--exact)

			PACKAGE_NAMES=1

			unset PACKAGE_NAMES

			CALLED_OPTIONS+=" --package_names" # TODO: inconsistency _ versus - ?

			;;

		-o|--no-order)

			unset order_packages

			EMERGE_OPTIONS+=" $1"

			EMERGE_OPTIONS+=($1)

			[[ $2 = -* ]] && die 1 "Missing expected argument to $1"

			[[ ! $2 || $2 = -* ]] && die 1 "Missing expected argument to $1"

			CALLED_OPTIONS+=" --library=$SONAME"

			;;

		-u=*|--no-util=*)

			# TODO: check for invalid values

			avoid_utils="${1#*=}"

			;;

		-u|--no-util)

			[[ ! $2 || $2 = -* ]] && die 1 "Missing expected argument to $1"

			shift

			avoid_utils="$1"

			NOCOLOR=1

			# TODO: Does this variable do anything now that the main color functions are removed?

			export NOCOLOR=1

			rm -f $LIST*

			remove_old_tempfiles=1

			KEEPTEMP=1

			KEEP_TEMP=1

			EMERGE_OPTIONS+=" $1"

			EMERGE_OPTIONS+=($1)

echo "Configuring search environment for $appname"

einfo "Configuring search environment for $appname"

if [[ -r "/etc/profile.env" ]]; then

if [[ -rs "/etc/profile.env" ]]; then

if [[ -r /etc/ld.so.conf ]]; then

if [[ -rs /etc/ld.so.conf ]]; then

	die 1 $'  ...terminated.\nRemoving incomplete '"$1."

	die 1 $'  ...terminated. Removing incomplete '"$1."

if [[ $SEARCH_BROKEN ]]; then

get_search_env() {

	if [[ $SEARCH_BROKEN ]]; then

	WORKING_TEXT=" consistency"

		WORKING_TEXT="consistency"

else

	else

fi

	fi

[[ $LIST ]] || die 1 $LIST IS NOT DEFINED

	[[ $LIST ]] || die 1 $LIST IS NOT DEFINED

# If any of our temporary files are older than 1 day, remove them all

	# If any of our temporary files are older than 1 day, remove them all

[[ ! $keep_tempfiles && -r $LIST &&

	[[ ! $keep_tempfiles && -r $LIST &&

	) ]] && rm -f $LIST*

		) ]] && rm -f $LIST.*

# Don't use our previous files if environment doesn't match

if [[ -r $LIST.0_env ]]; then

	oIFS="$IFS"; IFS=$'\a'

	PREVS=( $(

		source "$LIST.0_env"

		echo "$SEARCH_DIRS"$'\a'"$SEARCH_DIRS_MASK"$'\a'"$LD_LIBRARY_MASK"$'\a'"$PORTAGE_ROOT"$'\a'"$CALLED_OPTIONS"

	) )

	IFS="$oIFS"

	if [[ ${PREVS[0]} != $SEARCH_DIRS ||

				${PREVS[1]} != $SEARCH_DIRS_MASK ||

				${PREVS[2]} != $LD_LIBRARY_MASK ||

				${PREVS[3]} != $PORTAGE_ROOT ||

				${PREVS[4]} != $CALLED_OPTIONS ]]; then

		echo 'Environment mismatch from previous run, deleting temporary files...'

		rm -f $LIST*

	fi

	unset PREVS

fi

# Log the current environment

	# Compare old and new environments

cat > "$LIST.0_env" <<- EOF

	# Don't use our previous files if environment doesn't match

	new_env=$(

		cat <<- EOF

	CALLED_OPTIONS="$CALLED_OPTIONS"

			EMERGE_OPTIONS="${EMERGE_OPTIONS[@]}"

	EMERGE_OPTIONS="$EMERGE_OPTIONS"

			order_packages="$order_packages"

EOF

			FULL_LD_PATH="$FULL_LD_PATH"

		EOF

if [[ $VERBOSE ]]; then

	)

	echo

	if [[ -rs $LIST.0_env ]]; then

	echo "$appname environment:"

		old_env=$(<"$LIST.0_env")

	cat $LIST.0_env

		if [[ $old_env != $new_env ]]; then

fi

			ewarn 'Environment mismatch from previous run, deleting temporary files...'

			rm -f "$LIST"*

cat <<- EOF

		fi

	else

	Checking reverse dependencies...

		# No 0_env file found, silently delete any other tempfiles that may exist

		rm -f "$LIST"*

	fi

	Packages containing binaries and libraries $HEAD_TEXT

	# Save the environment in a file for next time

	will be emerged.

	echo "$new_env" > "$LIST.0_env"

EOF

	[[ $VERBOSE ]] && echo $'\n'"$appname environment:"$'\n'"$new_env"

color_echo green -n "Collecting system binaries and libraries..."

	unset new_env

if [[ -r $LIST.1_files ]]; then

	echo

	echo " using existing $LIST.1_files."

	einfo "Checking reverse dependencies"

else

	einfo "Packages containing binaries and libraries $HEAD_TEXT"

	einfo "will be emerged."

}

get_files() {

	einfo "Collecting system binaries and libraries"

	if [[ -rs $LIST.1_files ]]; then

		einfo "Found existing $LIST.1_files"

	else

	findMask="${findMask#-o }"

			findMask="( ${findMask#-o } ) -prune -o"

	find ${SEARCH_DIRS[@]} \( $findMask \) -prune -o -type f \( -executable -o \

		fi

		find ${SEARCH_DIRS[@]} $findMask -type f \( -executable -o \

		sort -u > $LIST.1_files

			sort -u > "$LIST.1_files" ||

	echo -e " done.\n  ($LIST.1_files)"

			die $? "find failed to list binary files (This is a bug.)"

fi

		einfo "Generated new $LIST.1_files"

	fi

if [[ $SEARCH_BROKEN && $FULL_LD_PATH ]]; then

}

	echo

get_ldpath() {

	color_echo green -n 'Collecting complete LD_LIBRARY_PATH...'

	[[ $SEARCH_BROKEN && $FULL_LD_PATH ]] || return

	if [[ -f $LIST.2_ldpath ]] ; then

	einfo 'Collecting complete LD_LIBRARY_PATH'

		echo " using existing $LIST.2_ldpath."

	if [[ -rs $LIST.2_ldpath ]] ; then

		einfo "Found existing $LIST.2_ldpath."

		oIFS="$IFS"; IFS=':'

		IFS=':'

		echo -e " done.\n  ($LIST.2_ldpath)"

		einfo "Generated new $LIST.2_ldpath"

fi

}

main_checks() {

echo

	einfo "Checking dynamic linking $WORKING_TEXT"

color_echo green -n "Checking dynamic linking$WORKING_TEXT..."

	if [[ -rs $LIST.3_rebuild ]]; then

if [[ -f $LIST.3_rebuild ]]; then

		einfo "Found existing $LIST.3_rebuild."

	echo " using existing $LIST.3_rebuild."

	else

else

			if grep -vF "$LD_LIBRARY_MASK" <<< "$ldd_output" |

				# HACK: if LD_LIBRARY_MASK is null or undefined grep -vF doesn't work

				if grep -vF "${LD_LIBRARY_MASK:=$'\a'}" <<< "$ldd_output" |

						grep -v "$LD_LIBRARY_MASK" | grep -q "$SONAME_SEARCH"; then

							grep -vF "$LD_LIBRARY_MASK" | grep -q "$SONAME_SEARCH"; then

	echo -e " done.\n  ($LIST.3_rebuild)"

		[[ -rs $LIST.3_rebuild ]] || clean_exit

fi

		einfo "Generated new $LIST.3_rebuild"

	fi

if [[ $PACKAGE_NAMES ]]; then

}

	echo

get_packages() {

	color_echo green -n 'Assigning files to packages...'

	einfo 'Assigning files to packages'

	if [[ -r $LIST.4_packages_raw ]]; then

	if [[ -rs $LIST.4_packages_raw ]]; then

		echo " using existing $LIST.4_packages_raw."

		einfo "Found existing $LIST.4_packages_raw"

				EXACT_PKG=$(pquery --nocolor --early-out --vdb --owns="$FILE")

				EXACT_PKG=$(pquery --nocolor --owns="$FILE")

				echo_v -n -e "\n  $FILE -> $PKG"

				echo_v "  $FILE -> $PKG"

				color_echo -n -e "\n  *** $FILE not owned by any package is broken! ***"

				ewarn " !!! $FILE not owned by any package is broken !!!"

		echo_v

		einfo "Generated new $LIST.4_packages_raw and $LIST.4_package_owners"

		echo -e " done.\n  ($LIST.4_packages_raw, $LIST.4_package_owners)"

}

	echo

clean_packages() {

	color_echo green -n "Cleaning list of packages to rebuild..."

	einfo 'Cleaning list of packages to rebuild'

	if [[ -f $LIST.4_packages ]]; then

	if [[ -rs $LIST.4_packages ]]; then

		echo " using existing $LIST.4_packages."

		einfo "Found existing $LIST.4_packages"

		echo -e " done.\n  ($LIST.4_packages)"

		einfo "Generated new $LIST.4_packages"

}

	echo

assign_packages_to_ebuilds() {

	color_echo green -n 'Assigning packages to ebuilds...'

	einfo 'Assigning packages to ebuilds'

	if [[ -f $LIST.4_ebuilds ]]; then

	if [[ -rs $LIST.4_ebuilds ]]; then

		echo " using existing $LIST.4_ebuilds."

		einfo "Found existing $LIST.4_ebuilds"

	else

	elif [[ -rs $LIST.4_packages ]]; then

		if [[ -s $LIST.4_packages ]]; then

			echo -e " done.\n  ($LIST.4_ebuilds)"

			einfo "Generated new $LIST.4_ebuilds"

			echo " Nothing to rebuild"

		einfo 'Nothing to rebuild.'

			rm "$LIST.4_ebuilds"

		die 1 '(The program should have already quit, so this is a minor bug.)'

		fi

else

}

	echo

get_exact_ebuilds() {

	color_echo green -n 'Assigning files to ebuilds...'

	einfo 'Assigning files to ebuilds'

	if [[ -r $LIST.4_ebuilds ]]; then

	if [[ -rs $LIST.4_ebuilds ]]; then

		echo " using existing $LIST.4_ebuilds."

		einfo "Found existing $LIST.4_ebuilds"

	else

	elif [[ -rs $LIST.3_rebuild ]]; then

		if [[ -s $LIST.3_rebuild ]]; then

		rebuildList=" $(<"$LIST.3_rebuild") "

			rebuildList=$(awk '{print $2}' "$LIST.3_rebuild")

		rebuildList=(${rebuildList//[[:space:]]obj[[:space:]]/ })

				qfile -qvC $rebuildList # Don't put quotes around $rebuildList

			qfile -qvC ${rebuildList[@]}

			# elif [[ $PKGCORE ]]; then

		elif [[ $PKGCORE ]]; then

				# This is really slow...

			IFS=,

				# pquery --nocolor --early-out --vdb --owns-re="(${rebuildList//[[:space:]]/|})"

			pquery --nocolor --owns="${rebuildList[*]}"

			# elif [[ $EQUERY ]]; then

			IFS="$oIFS"

				# equery can't seem to do this operation on multiple args at all

		elif [[ $EQUERY ]]; then

			equery -q -C b ${rebuildList[@]}

			echo -e " done.\n  ($LIST.4_ebuilds)"

		einfo "Generated new $LIST.4_ebuilds"

			echo " Nothing to rebuild"

		einfo 'Nothing to rebuild.'

			rm > $LIST.4_ebuilds

		die 1 '(The program should have already quit, so this is a minor bug.)'

fi

	einfo 'Evaluating package order'

	if [[ -rs $LIST.5_order ]]; then

# TODO: let the user skip this step

		einfo "Found existing $LIST.5_order"

color_echo green -n $'\nEvaluating package order...'

	else

if [[ -r $LIST.5_order ]]; then

	echo " using existing $LIST.5_order."

else

		REBUILD_GREP=$(emerge $RAW_REBUILD_LIST | awk '{print $NF}') &&

			REBUILD_GREP=$(emerge $RAW_REBUILD_LIST | sed 's/\[[^]]*\]//g') &&

			emerge --deep $RAW_REBUILD_LIST | awk '{print $NF}' |

				emerge --deep $RAW_REBUILD_LIST | sed 's/\[[^]]*\]//g' |

				set_color red

					eerror

				cat <<- EOF

					eerror 'Warning: Failed to resolve package order.'

					Warning: Failed to resolve package order.

					eerror 'Will merge in arbitrary order'

					Will merge in "random" order!

					eerror

				EOF

				set_color

		rm -f "$LIST.5_order"

			einfo 'Nothing to rebuild.'

			die 1 '(The program should have already quit, so this is a minor bug.)'

		fi

	[[ -f $LIST.5_order ]] && echo -e " done.\n  ($LIST.5_order)" ||

	[[ -rs $LIST.5_order ]] && einfo "Generated new $LIST.5_order"

		echo -e " done.\n  ($LIST.4_ebuilds)"

}

get_search_env

echo

get_files

echo

get_ldpath

echo

main_checks

echo

if [[ $PACKAGE_NAMES ]]; then

	get_packages

	echo

	clean_packages

	echo

	assign_packages_to_ebuilds

else

	get_exact_ebuilds

unset COMPLETE_LD_LIBRARY_PATH SEARCH_DIRS SEARCH_DIRS_MASK LD_LIBRARY_MASK PORTAGE_ROOT CALLED_OPTIONS

unset COMPLETE_LD_LIBRARY_PATH SEARCH_DIRS SEARCH_DIRS_MASK LD_LIBRARY_MASK \

      PORTAGE_ROOT

[[ -f $LIST.5_order ]] && REBUILD_LIST=$(<"$LIST.5_order") ||

[[ -rs $LIST.5_order ]] && REBUILD_LIST=($(<"$LIST.5_order")) ||

	REBUILD_LIST=$(<"$LIST.4_ebuilds")

	REBUILD_LIST=($(<"$LIST.4_ebuilds"))

REBUILD_LIST="=${REBUILD_LIST//[[:space:]]/ =}"

if [[ ! $REBUILD_LIST ]]; then

REBUILD_LIST="=${REBUILD_LIST[@]}"

	[[ $KEEPTEMP ]] || rm $LIST.?_*

REBUILD_LIST="${REBUILD_LIST//[[:space:]]/ =}"

	set_color green

	die 0 $'\n'"$OK_TEXT... All done. "

fi

IS_REAL_MERGE=1

for option in $EMERGE_OPTIONS; do

	case $option in

		-p|--pretend|-f|--fetchonly)

			unset IS_REAL_MERGE

			break;;

	esac

done

echo

color_echo green -e "All prepared. Starting rebuild..."

if [[ $IS_REAL_MERGE ]]; then

if is_real_merge; then

	set_color red

	ewarn

	cat <<- EOF

	ewarn "$appname failed to emerge all packages."

	ewarn 'you have the following choices:'

		revdep-rebuild failed to emerge all packages.

	einfo "- If emerge failed during the build, fix the problems and re-run $appname."

		you have the following choices:

	einfo '- Use /etc/portage/package.keywords to unmask a newer version of the package.'

	einfo "  (and remove $LIST.5_order to be evaluated again)"

	EOF

	einfo '- Modify the above emerge command and run it manually.'

	set_color

	einfo '- Compile or unmerge unsatisfied packages manually,'

	cat <<- EOF

	einfo '  remove temporary files, and try again.'

		- if emerge failed during the build, fix the problems and re-run revdep-rebuild

	einfo '  (you can edit package/ebuild list first)'

		    or

	einfo

		- use -X or --package-names as first argument (trys to rebuild package, not exact

	einfo 'To remove temporary files, please run:'

		  ebuild)

	einfo "rm $LIST*.?_*"

		    or

		- set ACCEPT_KEYWORDS=\"~<your platform>\" and/or /etc/portage/package.unmask

		  (and remove $LIST.5_order to be evaluated again)

		    or

		- modify the above emerge command and run it manually

		    or

		- compile or unmerge unsatisfied packages manually, remove temporary files and

		  try again (you can edit package/ebuild list first)

	EOF

	color_echo green 'To remove temporary files, please run:'

	echo "rm $LIST*.?_*"

	if [[ $IS_REAL_MERGE ]]; then

	einfo 'Now you can remove -p (or --pretend) from arguments and re-run revdep-rebuild.'

		trap "echo -e \" terminated. Please remove them manually:\nrm $LIST*.?_*\" ; exit 1" \

			SIGHUP SIGINT SIGQUIT SIGABRT SIGTERM

		color_echo green "Build finished correctly. Removing temporary files..."

		cat <<- EOF

			You can re-run revdep-rebuild to verify that all libraries and binaries

			are fixed. If some inconsistency remains, it can be orphaned file, deep

			dependency, binary package or specially evaluated library.

		EOF

	else

		color_echo green 'Now you can remove -p (or --pretend) from arguments and re-run revdep-rebuild.'

	fi