freshness.sh: include timing information

[projects/pld-ftp-admin.git] / wwwbin / consistency-check.sh

#!/bin/sh

export LC_ALL=C

filter_deps() {
	grep -Ev "(FileDigestParameterized|unsatisfied dependencies found|-multilib-|zsh/latest/functions|VirtualBox.*libc\.so\.6|obextool.*libc\.so\.6)" | \
	grep -v "uname(release)" |
	grep -v "/eclipse/"
}

# group errors by same error kind
group_deps() {
	local t=$(mktemp)
	cat > $t
	sed -ne 's/.*req \(.*\) not found.*/\1/p' $t | sort -u | while read dep; do
		grep -F "req $dep not found" $t
	done
	rm -f $t
}

# convert pkg name to src.rpm name
# uses poldek
pkg2src() {
	local t=$(mktemp)
	local t3=$(mktemp)

	# save input
	cat > $t

	# create list of N-V-R.A.rpm -> src-N pairs from error report
	# error: arcconf-7.0.18786-1: req libstdc++.so.5()(64bit) not found
	sed -ne 's/error: \(.*\): req .* not found/\1/p' $t | sort -u | \
		xargs -d '\n' poldek --noignore -Q "$@" --cmd ls -q -s | \
		sed -rne "s/^([^\t ]+)[\t ]+(.+)-[^-]+-[^-]+\.src\.rpm$/\1\t\2/p" >$t3

	local pkg error message srpm
	while read error pkg message; do
		# error: arcconf-7.0.18786-1: req libstdc++.so.5()(64bit) not found
		srpm=$(awk -vpkg="${pkg%:}" '$1 == pkg {printf("%s.spec", $2)}' $t3)
		if [ -z "$srpm" ]; then
			echo >&2 "srpms: No match for [${pkg%:}]"
		fi
		echo "$error [$srpm] $pkg $message"
	done < $t

	rm -f $t $t3
}

gen_list() {
	date
	/usr/bin/poldek -O "auto directory dependencies = yes" \
	--ignore "*-debuginfo-*" \
	--ignore "opera-plugin32-*" \
	--ignore "nspluginwrapper-*" \
	--ignore "mbrola-voice-*" \
	--ignore "pysql-*" \
	--ignore "yasql-*" \
	--ignore "kde4-kdenetwork-kopete-protocol-skype-*.x86_64" \
	--ignore "libpurple-protocol-skype-*.x86_64" \
	--ignore "*-video-nvidia-legacy3-*" \
	--verify=deps -Q "$@" | filter_deps | group_deps | sort | pkg2src "$@"
}

gen_list_uniq() {
	gen_list -O"unique package names = yes" "$@"
}

t=$(mktemp)
ftpdir=$HOME/ftp
gen_list      -s $ftpdir/PLD/x86_64/RPMS/ -s $ftpdir/PLD/noarch/RPMS/ > $t && cat $t > $HOME/www/main.txt
gen_list_uniq -s $ftpdir/PLD/x86_64/RPMS/ -s $ftpdir/PLD/noarch/RPMS/ -s $ftpdir/ready/x86_64/RPMS/ -s $ftpdir/ready/noarch/RPMS/ > $t && cat $t > $HOME/www/main-ready.txt
gen_list_uniq -s $ftpdir/PLD/x86_64/RPMS/ -s $ftpdir/PLD/noarch/RPMS/ -s $ftpdir/ready/x86_64/RPMS/ -s $ftpdir/ready/noarch/RPMS/ -s $ftpdir/test/x86_64/RPMS/ -s $ftpdir/test/noarch/RPMS/ > $t && cat $t > $HOME/www/main-ready-test.txt

gen_list      -s $ftpdir/PLD/i686/RPMS/ -s $ftpdir/PLD/noarch/RPMS/ > $t && cat $t > $HOME/www/main-i686.txt
gen_list_uniq -s $ftpdir/PLD/i686/RPMS/ -s $ftpdir/PLD/noarch/RPMS/ -s $ftpdir/ready/i686/RPMS/ -s $ftpdir/ready/noarch/RPMS/ > $t && cat $t > $HOME/www/main-ready-i686.txt
gen_list_uniq -s $ftpdir/PLD/i686/RPMS/ -s $ftpdir/PLD/noarch/RPMS/ -s $ftpdir/ready/i686/RPMS/ -s $ftpdir/ready/noarch/RPMS/ -s $ftpdir/test/i686/RPMS/ -s $ftpdir/test/noarch/RPMS/ > $t && cat $t > $HOME/www/main-ready-test-i686.txt

gen_list      -s $ftpdir/PLD/i486/RPMS/ -s $ftpdir/PLD/noarch/RPMS/ > $t && cat $t > $HOME/www/main-i486.txt
gen_list_uniq -s $ftpdir/PLD/i486/RPMS/ -s $ftpdir/PLD/noarch/RPMS/ -s $ftpdir/ready/i486/RPMS/ -s $ftpdir/ready/noarch/RPMS/ > $t && cat $t > $HOME/www/main-ready-i486.txt
gen_list_uniq -s $ftpdir/PLD/i486/RPMS/ -s $ftpdir/PLD/noarch/RPMS/ -s $ftpdir/ready/i486/RPMS/ -s $ftpdir/ready/noarch/RPMS/ -s $ftpdir/test/i486/RPMS/ -s $ftpdir/test/noarch/RPMS/ > $t && cat $t > $HOME/www/main-ready-test-i486.txt

(date; $HOME/bin/ac-th-diff.py) > $t && cat $t > $HOME/www/ac-th-diff.txt

chmod 644 $HOME/www/*.txt
rm -f $t