[projects/cleanbuild.git] / cleanbuild

#!/usr/bin/sudo /bin/sh

USER="sparky"
RPMS_FROM="$HOME/rpm/cleanRPMS.repo"
DEST="th"
SRC="-n th -n th-ready"
SUFFIX=""
CACHEDIR="$PWD/poldekcache"

[ -r .cleanbuildrc ] && . .cleanbuildrc

export LC_ALL=C
unset LANGUAGE
unset LANG

usage() {
	[ $# -gt 0 ] && echo "$*"
	echo "Usage:"
	echo "	./cleanbuild [cleanbuild options] specname [builder options]"
	echo "	./build [cleanbuild options] specname [builder options]"
	echo "	./clean [cleanbuild options]"
	echo "	./cleaninstall [cleanbuild options] packages"
	echo "	./install [cleanbuild options] packages"
	echo ""
	echo "cleanbuild options:"
	echo " -32, -64, -th-i486  - select architecture"
	echo " -a, -b, -c, -d      - select chroot directory"
	exit 1
}

FETCH=false
CLEAN=false
BUILD=false
INSTALL=false
CLEANAFTER=false

case "$0" in
	*cleanbuild)
		FETCH=true
		CLEAN=true
		BUILD=true
		;;
	*clean)
		CLEAN=true
		;;
	*build)
		BUILD=true
		;;
	*cleaninstall)
		CLEAN=true
		INSTALL=true
		;;
	*install)
		INSTALL=true
		;;
	*)
		usage
		;;
esac

while [ $# -gt 0 ]; do
	OPT="${1}"
	case "$OPT" in
		-32)	OPT="-th-i686" ;;
		-64)	OPT="-th-x86_64" ;;
		-th-32)	OPT="-th-i686" ;;
		-th-64)	OPT="-th-x86_64" ;;
		-ac)	OPT="-ac-amd64" ;;
		-ac-32)	OPT="-ac-i586" ;;
		-ac-64)	OPT="-ac-amd64" ;;
	esac

	V="${OPT#-}"
	case "$OPT" in
		-th-i[46]86 | -th-x86_64)
			DEST="$V"
			SRC="-n $V -n $V-ready -n th-noarch -n th-noarch-ready"
			;;
		-ac-amd64 | -ac-i[356]86 | -ac-athlon)
			DEST="$V"
			SRC="-n $V"
			;;
		-cleanafter | -ca)
			CLEANAFTER=true
			;;
		-[a-z])
			SUFFIX="$OPT"
			;;
		-~*)
			SUFFIX="$V"
			;;
		*)
			break
			;;
	esac
	shift
done

if $BUILD; then
	[ $# -ne 0 ] || usage
	build_pkg="${1}"
	shift

	builder_options="$*"
fi

warn() {
	echo -n -e "\033[31;1m" >&2
	echo -n "$*" >&2
	echo -e "\033[0m" >&2
}
die() {
	code=$1
	shift
	warn "$*"
	exit $code
}
info() {
	echo -n -e "\033[32m"
	echo -n "$*"
	echo -e "\033[0m"
}
title() {
	[ -t 1 ] || return 0
	local msg="$CHNAME: $build_pkg: $*"
	case "$TERM" in
		cygwin|xterm*)
			echo -ne "\033]1;$msg\007\033]2;$msg\007" >&2
			;;
		screen*)
			echo -ne "\033]0;$msg\007" >&2
			;;
	esac
	return 0
}


CHNAME="chroot-$DEST$SUFFIX"
CHDIR="$PWD/$CHNAME"

check_running() {
	[ -r "$CHDIR/.pid" ] || return
	PID=$(< "$CHDIR/.pid")
	if [ -d /proc/$PID ]; then
		die 10 "Another process ($PID) already running in $CHNAME"
	fi
}

check_running

for D in installed buildlogs $CACHEDIR; do
	if [ ! -d "$D" ]; then
		echo "mkdir $D"
		su $USER -c "mkdir -p $D" || die 13 "Cannot create work directories"
	fi
done

if $FETCH; then
	info "Fetching $build_pkg"
	title "fetch"
	su $USER -c "$HOME/rpm/packages/builder -g $build_pkg $builder_options" \
		|| die 11 "Fetch failed"
fi

poldek_options="-O keep_downloads=yes -O suggests=no -O ignore=vserver-packages -O unique_package_names=yes -O particle_install=no"

IGNORE=""
ignore() { IGNORE="$IGNORE $*"; }
ignore \
	vserver-packages \
	upstart\* \
	xorg-driver-video-fglrx\* xorg-driver-video-nvidia\* xorg-xserver-xgl-libGL \
	xorg-data-xbitmaps \
	compat-gcc\* \
	libpng1\* \
	anacron fcron hc-cron \
	masqmail msmtp-sendmail omta postfix sendmail ssmtp nail-mail nullmailer \
	ghostscript-esp \
	\*-multilib-\* \
	stfl-python \
	perl-PathTools perl-MIME-Base64 \
	gnome-speech-driver-festival gnome-speech-driver-speech-dispatcher \
	phonon-backend-xine \
	xemacs-extras \
	freetype1-devel \
	kde-icons-actions kipi-plugins \
	gnome-menus \
	java-sun-jre


rebuilddb() {
	rpm --root=$CHDIR --rebuilddb
}

poldek() {
	rebuilddb
	/usr/bin/poldek $SRC -s "$RPMS_FROM" -r "$CHDIR" "--cachedir=$CACHEDIR" $poldek_options "$@"
}


CHHOME="/home/users/$USER"

#set -x

build_umount() {
	for DIR in $CHHOME/rpm $CHHOME dev proc sys; do
		[ -d $CHDIR/$DIR ] && umount $CHDIR/$DIR
	done
}

build_remove_root() {
	umount $CHDIR
	rmdir $CHDIR
}

check_running

clean() {
	info "Cleaning $CHNAME"
	build_umount
	build_remove_root
	title "clean"
}

$CLEAN && clean

build_prepare_root() {
	set -e
	mkdir $CHDIR
	mount -t tmpfs -o size=8G /dev/null $CHDIR
	echo $$ > $CHDIR/.pid

	rpm --root=$CHDIR --initdb 
	poldek --up || :
	poldek --noask -u FHS
	poldek --noask -u libstdc++
	poldek --noask -u rpm-build
	poldek --upgrade-dist


	for DIR in dev proc sys; do
		mount -o bind /$DIR $CHDIR/$DIR
	done

	chroot $CHDIR useradd -m $USER
	cp -a $CHDIR/$CHHOME/{tmp,rpm}
	cp -a $CHDIR/$CHHOME/tmp $CHDIR/BUILD
	cp -a $CHDIR/$CHHOME/{.bashrc,.rpmmacros}
	cat <<-'EOM' > $CHDIR/$CHHOME/.rpmmacros
	%_builddir		/BUILD
	%buildroot		%{_builddir}/%{name}-%{version}-root-%(id -u -n)
	%_rpmdir		%{_topdir}/cleanRPMS
	%distribution	CleanPLD
	%_binary_payload	w1.gzdio
EOM
	cat <<-'EORC' > $CHDIR/$CHHOME/.builderrc
	TITLECHANGE=no
EORC
	set +e
}

build_mount_home() {
	mount -o bind $HOME/rpm $CHDIR/$CHHOME/rpm
}

if ! $BUILD && ! $INSTALL; then
	exit
fi

if $CLEAN; then
	su $USER -c "poldek -s $RPMS_FROM --mkidx"

	# rm -f installed/$build_pkg

	info "Preparing $CHNAME"
	build_prepare_root
	build_mount_home
fi

echo $$ > $CHDIR/.pid

print_installed() {
	echo=$1
	if [ -r installed/$build_pkg ]; then
		$echo "$(cat installed/$build_pkg | awk '{print $1}' | sort -u \
			| awk '{br=br ", " $1} END{gsub(/^, /, "- BR: ", br ); print br}')"
		cat installed/$build_pkg
	fi
}

addlist() {
	LIST="$1"

	print_installed info
	echo "*** $build_pkg $(date --rfc-3339=seconds) ***" >> $LIST
	print_installed echo >> $LIST
}

builddie() {
	LIST="$1"; shift
	CODE="$1"; shift
	MSG="$*"

	$CLEANAFTER && clean
	title "failed !"

	addlist "ERROR_$LIST"
	die $CODE "$MSG"
}

LAST_INSTALL=""
poldek_install() {
	I="$1";
	# Nothing to install
	[ -n "$I" ] || return 1
	# Installing same packets second time
	[ "$LAST_INSTALL" != "$I" ] || return 1
	LAST_INSTALL="$I"

	info "Installing" $I
	poldek -O "ignore=$IGNORE" -u $I | tee $$.poldek_install
	ret=
	if grep -q "Preparing...                ##################################################" $$.poldek_install \
			&& ! grep -q "file .* from install of .* conflicts with file from package" $$.poldek_install
		then
		info "Poldek:" $I "installed"
		ret=0
	elif grep -q "Nothing to do" $$.poldek_install; then
		warn "Poldek:" $I "installed already"
		ret=1
	fi
	rm $$.poldek_install
	[ -n "$ret" ] && return $ret

	# try harder
	poldek -u $I && return 0
	poldek -u $I && return 0
	warn "Poldek:" "Could not install" $I
	return 1
}

if $INSTALL; then
	poldek_install "$*"
	exit
fi

while true; do
	info "Building $build_pkg in $CHNAME"
	rebuilddb
	buildlog="buildlogs/$build_pkg"
	if [ -r $buildlog ]; then
		i=1
		while [ -r $buildlog.$i ]; do
			i=$((i+1))
		done
		info "moving $buildlog to $buildlog.$i"
		mv $buildlog $buildlog.$i
	fi
	title "building"
	{ chroot $CHDIR su $USER -c "$CHHOME/rpm/packages/builder -nn -bb $build_pkg $builder_options" 2>&1; echo $? > ecode; } | tee $buildlog

	ECODE=$(< ecode)
	rm -f ecode

	if grep -q "error: Failed build dependencies:" $buildlog; then
		SEARCH=$(cat $buildlog | awk '/^Error:/ { p = 0 }; { if ( p ) { f="p"; if ( $1 ~ /^\// ) f="f"; printf "search -%c %s; ", f, $1; } }; /error: Failed build dependencies:/ { p = 1 }')
		INSTALL=$(poldek -O "ignore=$IGNORE" --shcmd="$SEARCH" | awk '{ if ( p ) { print; p = 0; } } / package\(s\) found:$/ { p = 1 }' | sed 's/^\(.*\)-.*-.*$/\1/' | sort -u)

		if poldek_install "$INSTALL"; then
			info "Deps installed"
			continue
		else
			addlist ERROR_BRINSTALL
			die 4 "Cannot install BRs"
		fi
	fi

	./findbr $CHDIR/BUILD $buildlog > $$.installed
	installed_something=false
	while read pkg msg; do
		if poldek_install $pkg; then
			info "findbr:" $pkg "installed"
			echo "$pkg $msg" >> installed/$build_pkg
			./addbr $build_pkg "$pkg" "$msg"
			installed_something=true
		else
			warn "findbr:" $pkg "not installed"
		fi
	done < $$.installed
	rm -f $$.installed
	$installed_something && continue

	if [ $ECODE -eq 0 ]; then
		$CLEANAFTER && clean
		addlist BUILT_OK
		info "$build_pkg built OK !"
		title "OK !"
		exit 0
	else
		builddie UNKNOWN 1 "Got error but dunno what to do !"
	fi
done


# vim: ts=4 sw=4 filetype=sh
Commit	Line	Data
82208ca0	1	#!/usr/bin/sudo /bin/sh
	2
	3	USER="sparky"
	4	RPMS_FROM="$HOME/rpm/cleanRPMS.repo"
	5	DEST="th"
	6	SRC="-n th -n th-ready"
	7	SUFFIX=""
	8	CACHEDIR="$PWD/poldekcache"
	9
	10	[ -r .cleanbuildrc ] && . .cleanbuildrc
	11
	12	export LC_ALL=C
	13	unset LANGUAGE
	14	unset LANG
	15
	16	usage() {
	17	[ $# -gt 0 ] && echo "$*"
	18	echo "Usage:"
	19	echo " ./cleanbuild [cleanbuild options] specname [builder options]"
	20	echo " ./build [cleanbuild options] specname [builder options]"
	21	echo " ./clean [cleanbuild options]"
	22	echo " ./cleaninstall [cleanbuild options] packages"
	23	echo " ./install [cleanbuild options] packages"
	24	echo ""
	25	echo "cleanbuild options:"
	26	echo " -32, -64, -th-i486 - select architecture"
	27	echo " -a, -b, -c, -d - select chroot directory"
	28	exit 1
	29	}
	30
	31	FETCH=false
	32	CLEAN=false
	33	BUILD=false
	34	INSTALL=false
	35	CLEANAFTER=false
	36
	37	case "$0" in
	38	*cleanbuild)
	39	FETCH=true
	40	CLEAN=true
	41	BUILD=true
	42	;;
	43	*clean)
	44	CLEAN=true
	45	;;
	46	*build)
	47	BUILD=true
	48	;;
	49	*cleaninstall)
	50	CLEAN=true
	51	INSTALL=true
	52	;;
	53	*install)
	54	INSTALL=true
	55	;;
	56	*)
	57	usage
	58	;;
	59	esac
	60
	61	while [ $# -gt 0 ]; do
	62	OPT="${1}"
	63	case "$OPT" in
	64	-32) OPT="-th-i686" ;;
65	-64) OPT="-th-x86_64" ;;
66	-th-32) OPT="-th-i686" ;;
67	-th-64) OPT="-th-x86_64" ;;
68	-ac) OPT="-ac-amd64" ;;
69	-ac-32) OPT="-ac-i586" ;;
70	-ac-64) OPT="-ac-amd64" ;;
71	esac
72
73	V="${OPT#-}"
74	case "$OPT" in
75	-th-i[46]86 \| -th-x86_64)
76	DEST="$V"
77	SRC="-n $V -n $V-ready -n th-noarch -n th-noarch-ready"
78	;;
79	-ac-amd64 \| -ac-i[356]86 \| -ac-athlon)
80	DEST="$V"
81	SRC="-n $V"
82	;;
83	-cleanafter \| -ca)
84	CLEANAFTER=true
85	;;
86	-[a-z])
87	SUFFIX="$OPT"
88	;;
89	-~*)
90	SUFFIX="$V"
91	;;
92	*)
93	break
94	;;
95	esac
96	shift
97	done
98
99	if $BUILD; then
100	[ $# -ne 0 ] \|\| usage
101	build_pkg="${1}"
102	shift
103
104	builder_options="$*"
105	fi
106
107	warn() {
108	echo -n -e "\033[31;1m" >&2
109	echo -n "$*" >&2
110	echo -e "\033[0m" >&2
111	}
112	die() {
113	code=$1
114	shift
115	warn "$*"
116	exit $code
117	}
118	info() {
119	echo -n -e "\033[32m"
120	echo -n "$*"
121	echo -e "\033[0m"
122	}
123	title() {
124	[ -t 1 ] \|\| return 0
125	local msg="$CHNAME: $build_pkg: $*"
126	case "$TERM" in
127	cygwin\|xterm*)
128	echo -ne "\033]1;$msg\007\033]2;$msg\007" >&2
129	;;
130	screen*)
131	echo -ne "\033]0;$msg\007" >&2
132	;;
133	esac
134	return 0
135	}
136
137
138	CHNAME="chroot-$DEST$SUFFIX"
139	CHDIR="$PWD/$CHNAME"
140
141	check_running() {
142	[ -r "$CHDIR/.pid" ] \|\| return
143	PID=$(< "$CHDIR/.pid")
144	if [ -d /proc/$PID ]; then
145	die 10 "Another process ($PID) already running in $CHNAME"
146	fi
147	}
148
149	check_running
150
151	for D in installed buildlogs $CACHEDIR; do
152	if [ ! -d "$D" ]; then
153	echo "mkdir $D"
154	su $USER -c "mkdir -p $D" \|\| die 13 "Cannot create work directories"
155	fi
156	done
157
158	if $FETCH; then
159	info "Fetching $build_pkg"
160	title "fetch"
161	su $USER -c "$HOME/rpm/packages/builder -g $build_pkg $builder_options" \
162	\|\| die 11 "Fetch failed"
163	fi
164
165	poldek_options="-O keep_downloads=yes -O suggests=no -O ignore=vserver-packages -O unique_package_names=yes -O particle_install=no"
166
167	IGNORE=""
168	ignore() { IGNORE="$IGNORE $*"; }
169	ignore \
170	vserver-packages \
171	upstart\* \
172	xorg-driver-video-fglrx\* xorg-driver-video-nvidia\* xorg-xserver-xgl-libGL \
173	xorg-data-xbitmaps \
174	compat-gcc\* \
175	libpng1\* \
176	anacron fcron hc-cron \
177	masqmail msmtp-sendmail omta postfix sendmail ssmtp nail-mail nullmailer \
178	ghostscript-esp \
179	\-multilib-\ \
180	stfl-python \
181	perl-PathTools perl-MIME-Base64 \
182	gnome-speech-driver-festival gnome-speech-driver-speech-dispatcher \
183	phonon-backend-xine \
184	xemacs-extras \
185	freetype1-devel \
186	kde-icons-actions kipi-plugins \
187	gnome-menus \
188	java-sun-jre
189
190
191	rebuilddb() {
192	rpm --root=$CHDIR --rebuilddb
193	}
194
195	poldek() {
196	rebuilddb
197	/usr/bin/poldek $SRC -s "$RPMS_FROM" -r "$CHDIR" "--cachedir=$CACHEDIR" $poldek_options "$@"
198	}
199
200
201	CHHOME="/home/users/$USER"
202
203	#set -x
204
205	build_umount() {
206	for DIR in $CHHOME/rpm $CHHOME dev proc sys; do
207	[ -d $CHDIR/$DIR ] && umount $CHDIR/$DIR
208	done
209	}
210
211	build_remove_root() {
212	umount $CHDIR
213	rmdir $CHDIR
214	}
215
216	check_running
217
218	clean() {
219	info "Cleaning $CHNAME"
220	build_umount
221	build_remove_root
222	title "clean"
223	}
224
225	$CLEAN && clean
226
227	build_prepare_root() {
228	set -e
229	mkdir $CHDIR
230	mount -t tmpfs -o size=8G /dev/null $CHDIR
231	echo $$ > $CHDIR/.pid
232
233	rpm --root=$CHDIR --initdb
234	poldek --up \|\| :
235	poldek --noask -u FHS
236	poldek --noask -u libstdc++
237	poldek --noask -u rpm-build
238	poldek --upgrade-dist
239
240
241	for DIR in dev proc sys; do
242	mount -o bind /$DIR $CHDIR/$DIR
243	done
244
245	chroot $CHDIR useradd -m $USER
246	cp -a $CHDIR/$CHHOME/{tmp,rpm}
247	cp -a $CHDIR/$CHHOME/tmp $CHDIR/BUILD
248	cp -a $CHDIR/$CHHOME/{.bashrc,.rpmmacros}
249	cat <<-'EOM' > $CHDIR/$CHHOME/.rpmmacros
250	%_builddir /BUILD
251	%buildroot %{_builddir}/%{name}-%{version}-root-%(id -u -n)
252	%_rpmdir %{_topdir}/cleanRPMS
253	%distribution CleanPLD
254	%_binary_payload w1.gzdio
255	EOM
256	cat <<-'EORC' > $CHDIR/$CHHOME/.builderrc
257	TITLECHANGE=no
258	EORC
259	set +e
260	}
261
262	build_mount_home() {
263	mount -o bind $HOME/rpm $CHDIR/$CHHOME/rpm
264	}
265
266	if ! $BUILD && ! $INSTALL; then
267	exit
268	fi
269
270	if $CLEAN; then
271	su $USER -c "poldek -s $RPMS_FROM --mkidx"
272
273	# rm -f installed/$build_pkg
274
275	info "Preparing $CHNAME"
276	build_prepare_root
277	build_mount_home
278	fi
279
280	echo $$ > $CHDIR/.pid
281
282	print_installed() {
283	echo=$1
284	if [ -r installed/$build_pkg ]; then
285	$echo "$(cat installed/$build_pkg \| awk '{print $1}' \| sort -u \
286	\| awk '{br=br ", " $1} END{gsub(/^, /, "- BR: ", br ); print br}')"
287	cat installed/$build_pkg
288	fi
289	}
290
291	addlist() {
292	LIST="$1"
293
294	print_installed info
295	echo "* $build_pkg $(date --rfc-3339=seconds) *" >> $LIST
296	print_installed echo >> $LIST
297	}
298
299	builddie() {
300	LIST="$1"; shift
301	CODE="$1"; shift
302	MSG="$*"
303
304	$CLEANAFTER && clean
305	title "failed !"
306
307	addlist "ERROR_$LIST"
308	die $CODE "$MSG"
309	}
310
311	LAST_INSTALL=""
312	poldek_install() {
313	I="$1";
314	# Nothing to install
315	[ -n "$I" ] \|\| return 1
316	# Installing same packets second time
317	[ "$LAST_INSTALL" != "$I" ] \|\| return 1
318	LAST_INSTALL="$I"
319
320	info "Installing" $I
321	poldek -O "ignore=$IGNORE" -u $I \| tee $$.poldek_install
322	ret=
323	if grep -q "Preparing... ##################################################" $$.poldek_install \
324	&& ! grep -q "file .* from install of .* conflicts with file from package" $$.poldek_install
325	then
326	info "Poldek:" $I "installed"
327	ret=0
328	elif grep -q "Nothing to do" $$.poldek_install; then
329	warn "Poldek:" $I "installed already"
330	ret=1
331	fi
332	rm $$.poldek_install
333	[ -n "$ret" ] && return $ret
334
335	# try harder
336	poldek -u $I && return 0
337	poldek -u $I && return 0
338	warn "Poldek:" "Could not install" $I
339	return 1
340	}
341
342	if $INSTALL; then
343	poldek_install "$*"
344	exit
345	fi
346
347	while true; do
348	info "Building $build_pkg in $CHNAME"
349	rebuilddb
350	buildlog="buildlogs/$build_pkg"
351	if [ -r $buildlog ]; then
352	i=1
353	while [ -r $buildlog.$i ]; do
354	i=$((i+1))
355	done
356	info "moving $buildlog to $buildlog.$i"
357	mv $buildlog $buildlog.$i
358	fi
359	title "building"
360	{ chroot $CHDIR su $USER -c "$CHHOME/rpm/packages/builder -nn -bb $build_pkg $builder_options" 2>&1; echo $? > ecode; } \| tee $buildlog
361
362	ECODE=$(< ecode)
363	rm -f ecode
364
365	if grep -q "error: Failed build dependencies:" $buildlog; then
366	SEARCH=$(cat $buildlog \| awk '/^Error:/ { p = 0 }; { if ( p ) { f="p"; if ( $1 ~ /^\// ) f="f"; printf "search -%c %s; ", f, $1; } }; /error: Failed build dependencies:/ { p = 1 }')
367	INSTALL=$(poldek -O "ignore=$IGNORE" --shcmd="$SEARCH" \| awk '{ if ( p ) { print; p = 0; } } / package\(s\) found:$/ { p = 1 }' \| sed 's/^\(.\)-.-.*$/\1/' \| sort -u)
368
369	if poldek_install "$INSTALL"; then
370	info "Deps installed"
371	continue
372	else
373	addlist ERROR_BRINSTALL
374	die 4 "Cannot install BRs"
375	fi
376	fi
377
378	./findbr $CHDIR/BUILD $buildlog > $$.installed
379	installed_something=false
380	while read pkg msg; do
381	if poldek_install $pkg; then
382	info "findbr:" $pkg "installed"
383	echo "$pkg $msg" >> installed/$build_pkg
384	./addbr $build_pkg "$pkg" "$msg"
385	installed_something=true
386	else
387	warn "findbr:" $pkg "not installed"
388	fi
389	done < $$.installed
390	rm -f $$.installed
391	$installed_something && continue
392
393	if [ $ECODE -eq 0 ]; then
394	$CLEANAFTER && clean
395	addlist BUILT_OK
396	info "$build_pkg built OK !"
397	title "OK !"
398	exit 0
399	else
400	builddie UNKNOWN 1 "Got error but dunno what to do !"
401	fi
402	done
403
404
405	# vim: ts=4 sw=4 filetype=sh