7 # 2 - no spec file name in cmdl parameters
8 # 3 - spec file not stored in repo
9 # 4 - some source, patch or icon files not stored in repo
10 # 5 - package build failed
13 Build package utility from PLD CVS repository
14 V 0.11 (C) 1999-2003 Free Penguins".
15 PATH="/bin:/usr/bin:/usr/sbin:/sbin:/usr/X11R6/bin"
31 ALWAYS_CVSUP=${ALWAYS_CVSUP:-"yes"}
32 if [ -s CVS/Root ]; then
33 CVSROOT=$(cat CVS/Root)
35 CVSROOT=${CVSROOT:-""}
37 # Example: LOGFILE='../log.$PACKAGE_NAME'
38 # Yes, you can use variable name! Note _single_ quotes!
57 WGET_RETRIES=${MAX_WGET_RETRIES:-0}
58 CVS_RETRIES=${MAX_CVS_RETRIES:-1000}
63 CVS_SERVER="cvs.pld-linux.org"
64 DISTFILES_SERVER="ftp://distfiles.pld-linux.org"
68 FAIL_IF_NO_SOURCES="yes"
70 GETURI="wget --passive-ftp -c -nd -t$WGET_RETRIES --inet"
71 GETURI2="wget -c -nd -t$WGET_RETRIES --inet"
74 if (rpm --version 2>&1 | grep -q '4.0.[0-2]'); then
82 if [ -f ~/etc/builderrc ]; then
84 elif [ -f ~/.builderrc ]; then
88 #---------------------------------------------
93 if [ -n "$DEBUG" ]; then set -xv; fi
95 Usage: builder [-D|--debug] [-V|--version] [-a|--as_anon] [-b|-ba|--build]
97 [-bb|--build-binary] [-bs|--build-source] [-u|--try-upgrade]
98 [{-B|--branch} <branch>] [{-d|--cvsroot} <cvsroot>] [-g|--get]
99 [-h|--help] [{-l,--logtofile} <logfile>] [-m|--mr-proper]
100 [-q|--quiet] [--date <yyyy-mm-dd> [-r <cvstag>] [{-T--tag <cvstag>]
101 [-Tvs|--tag-version-stable] [-Tvn|--tag-version-nest]
102 [-Ts|--tag-stable] [-Tn|--tag-nest] [-Tv|--tag-version]
103 [-nu|--no-urls] [-v|--verbose] [--opts <rpm opts>]
104 [--with/--without <feature>] [--define <macro> <value>] <package>[.spec]
107 - update md5 comments in spec, implies -nd
108 -a5, --add-md5 - add md5 comments to URL sources, implies -nc -nd
109 -D, --debug - enable script debugging mode,
110 -V, --version - output builder version
111 -a, --as_anon - get files via pserver as cvs@$CVS_SERVER,
113 --build - get all files from CVS repo or HTTP/FTP and build
114 package from <package>.spec,
116 - get all files from CVS repo or HTTP/FTP and build
117 binary only package from <package>.spec,
119 --build-source - get all files from CVS repo or HTTP/FTP and only
120 pack them into src.rpm,
121 -B, --branch - add branch
122 -c, --clean - clean all temporarily created files (in BUILD,
123 SOURCES, SPECS and \$RPM_BUILD_ROOT),
124 -d <cvsroot>, --cvsroot <cvsroot>
126 --define <macro> <value>
127 - define a macro <macro> with value <value>,
128 -g, --get - get <package>.spec and all related files from
129 CVS repo or HTTP/FTP,
130 -h, --help - this message,
131 -l <logfile>, --logtofile <logfile>
133 -m, --mr-proper - only remove all files related to spec file and
135 -nc, --no-cvs - don't download sources from CVS, if source URL is
138 - don't check specs in CVS
140 - don't download from distfiles
141 -nm, --no-mirrors - don't download from mirror, if source URL is given,
142 -nu, --no-urls - don't try to download from FTP/HTTP location,
143 -ns, --no-srcs - don't download Sources
145 - don't download Source0
147 - additional options for rpm
148 -q, --quiet - be quiet,
150 - build package using resources from specified CVS
152 -r <cvstag>, --cvstag <cvstag>
153 - build package using resources from specified CVS
155 -T <cvstag> , --tag <cvstag>
156 - add cvs tag <cvstag> for files,
157 -Tvs, --tag-version-stable
158 - add cvs tags STABLE and NAME-VERSION-RELESE for files,
159 -Tvn, --tag-version-nest
160 - add cvs tags NEST and NAME-VERSION-RELESE for files,
162 - add cvs tag STABLE for files,
164 - add cvs tag NEST for files,
166 - add cvs tag NAME-VERSION-RELESE for files,
167 -v, --verbose - be verbose,
169 - check version, and try to upgrade package
170 -un, --try-upgrade-with-float-version
171 - as above, but allow float version
173 - refetch sources, don't use distfiles, and update md5
175 --with/--without <feature>
176 - conditional build package depending on
177 %_with_<feature>/%_without_<feature> macro
184 if [ -n "$DEBUG" ]; then
190 if [ "$NOSRCS" != "yes" ]; then
191 SOURCES="`$RPMBUILD -bp $BCOND --define 'prep %dump' $SPECFILE 2>&1 | awk '/SOURCEURL[0-9]+/ {print $3}'`"
193 if ($RPMBUILD -bp $BCOND --define 'prep %dump' $SPECFILE 2>&1 | grep -qEi ":.*nosource.*1"); then
194 FAIL_IF_NO_SOURCES="no"
197 PATCHES="`$RPMBUILD -bp $BCOND --define 'prep %dump' $SPECFILE 2>&1 | awk '/PATCHURL[0-9]+/ {print $3}'`"
198 ICONS="`awk '/^Icon:/ {print $2}' ${SPECFILE}`"
199 PACKAGE_NAME="`$RPM -q --qf '%{NAME}\n' --specfile ${SPECFILE} 2> /dev/null | head -1`"
200 PACKAGE_VERSION="`$RPM -q --qf '%{VERSION}\n' --specfile ${SPECFILE} 2> /dev/null| head -1`"
201 PACKAGE_RELEASE="`$RPM -q --qf '%{RELEASE}\n' --specfile ${SPECFILE} 2> /dev/null | head -1`"
203 if [ -n "$BE_VERBOSE" ]; then
204 echo "- Sources : `nourl $SOURCES`"
205 if [ -n "$PATCHES" ]; then
206 echo "- Patches : `nourl $PATCHES`"
208 echo "- Patches : *no patches needed*"
210 if [ -n "$ICONS" ]; then
211 echo "- Icon : `nourl $ICONS`"
213 echo "- Icon : *no package icon*"
215 echo "- Name : $PACKAGE_NAME"
216 echo "- Version : $PACKAGE_VERSION"
217 echo "- Release : $PACKAGE_RELEASE"
223 if [ -n "$DEBUG" ]; then
231 "err_no_spec_in_cmdl" )
232 echo "ERROR: spec file name not specified.";
234 "err_no_spec_in_repo" )
235 echo "Error: spec file not stored in CVS repo.";
237 "err_no_source_in_repo" )
238 echo "Error: some source, patch or icon files not stored in CVS repo. ($2)";
241 echo "Error: package build failed. (${2:-no more info})";
248 if [ -n "$DEBUG" ]; then
253 SOURCE_DIR="`$RPM --eval '%{_sourcedir}'`"
254 SPECS_DIR="`$RPM --eval '%{_specdir}'`"
261 if [ -n "$DEBUG" ]; then
266 if [ "$NOCVSSPEC" != "yes" ]; then
271 if [ -n "$CVSROOT" ]; then
272 OPTIONS="-d $CVSROOT $OPTIONS"
274 if [ ! -s CVS/Root -a "$NOCVSSPEC" != "yes" ]; then
275 echo "warning: No cvs access defined - using local .spec file"
280 if [ -z "$CVSDATE" -a -z "$CVSTAG" ]; then
281 OPTIONS="$OPTIONS -A"
283 if [ -n "$CVSDATE" ]; then
284 OPTIONS="$OPTIONS -D $CVSDATE"
286 if [ -n "$CVSTAG" ]; then
287 OPTIONS="$OPTIONS -r $CVSTAG"
293 while [ "$result" != "0" -a "$retries_counter" -le "$CVS_RETRIES" ]; do
294 retries_counter=$(( $retries_counter + 1 ))
295 output=$(LC_ALL=C cvs $OPTIONS $SPECFILE 2>&1)
297 [ -n "$output" ] && echo "$output"
298 if [ "$result" -ne "0" ]; then
299 if (echo "$output" | grep -qE "(Cannot connect to|connect to .* failed|Connection reset by peer|Connection timed out)") && [ "$retries_counter" -le "$CVS_RETRIES" ]; then
300 echo "Trying again [$SPECFILE]... ($retries_counter)"
304 Exit_error err_no_spec_in_repo;
308 if [ ! -f "$SPECFILE" ]; then
309 Exit_error err_no_spec_in_repo;
312 if [ "$CHMOD" = "yes" -a -n "$SPECFILE" ]; then
313 chmod $CHMOD_MODE $SPECFILE
316 grep -E -m 1 "^#.*Revision:.*Date" $SPECFILE
323 if [ ! -f "mirrors" -a "$NOCVSSPEC" != "yes" ] ; then
324 cvs update mirrors >&2
328 while read origin mirror name rest; do
329 ol=`echo -n "$origin"|wc -c`
330 prefix="`echo -n "$url" | head -c $ol`"
331 if [ "$prefix" = "$origin" ] ; then
332 suffix="`echo "$url"|cut -b $ol-`"
333 echo -n "$mirror$suffix"
343 $RPMBUILD -bp $BCOND --define 'prep %dump' $SPECFILE 2>&1 | \
344 grep "SOURCEURL[0-9]*[ ]*$1""[ ]*$" | \
345 sed -e 's/.*SOURCEURL\([0-9][0-9]*\).*/\1/' | \
352 [ -z "$no" ] && return
354 spec_rev=$(grep $SPECFILE CVS/Entries | sed -e s:/$SPECFILE/:: -e s:/.*::)
355 if [ -z "$spec_rev" ]; then
356 spec_rev="$(head -1 $SPECFILE | sed -e 's/.*\$Revision: \([0-9.]*\).*/\1/')"
358 spec="$SPECFILE[0-9.,]*,$(echo $spec_rev | sed 's/\./\\./g')"
359 md5=$(grep -s -v '^#' additional-md5sums | \
360 grep -E "[ ]$(basename "$1")[ ]+${spec}([ ,]|\$)" | \
361 sed -e 's/^\([0-9a-f]\{32\}\).*/\1/' | \
362 grep -E '^[0-9a-f]{32}$')
363 if [ X"$md5" = X"" ] ; then
364 grep -i "#[ ]*Source$no-md5[ ]*:" $SPECFILE | sed -e 's/.*://' | xargs
366 if [ $(echo "$md5" | wc -l) != 1 ] ; then
367 echo "$SPECFILE: more then one entry in additional-md5sums for $1" 1>&2
369 echo "$md5" | tail -1
375 echo "$DISTFILES_SERVER/by-md5/$(src_md5 "$1" | sed -e 's|^\(.\)\(.\)|\1/\2/&|')/$(basename "$1")"
382 [ "$md5" = "$(md5sum $(nourl "$1") 2> /dev/null | sed -e 's/ .*//')" ]
389 if [ -n "$DEBUG" ]; then
394 if [ -n "$1$2$3$4$5$6$7$8$9${10}" ]; then
398 if [ -n "$CVSROOT" ]; then
399 OPTIONS="-d $CVSROOT $OPTIONS"
401 if [ ! -s CVS/Root -a "$NOCVS" != "yes" ]; then
402 echo "warning: No cvs access defined for SOURCES"
406 if [ -z "$CVSDATE" -a -z "$CVSTAG" ]; then
407 OPTIONS="$OPTIONS -A"
409 if [ -n "$CVSDATE" ]; then
410 OPTIONS="$OPTIONS -D $CVSDATE"
412 if [ -n "$CVSTAG" ]; then
413 OPTIONS="$OPTIONS -r $CVSTAG"
416 for i in $GET_FILES; do
417 if [ ! -f `nourl $i` ] || [ $ALWAYS_CVSUP = "yes" ]; then
418 if echo $i | grep -vE '(http|ftp|https|cvs|svn)://' | grep -qE '\.(gz|bz2)$']; then
419 echo "Warning: no URL given for $i"
422 if [ -n "$(src_md5 "$i")" ] && [ -z "$NODIST" ]; then
423 if good_md5 "$i"; then
424 echo "$(nourl "$i") having proper md5sum already exists"
428 url=$(distfiles_url "$i")
429 if [ `echo $url | grep -E '^(\.|/)'` ] ; then
430 ${GETLOCAL} $url $target
432 if [ -z "$NOMIRRORS" ] ; then
433 url="`find_mirror "$url"`"
435 ${GETURI} -O "$target" "$url" || \
436 if [ `echo $url | grep -E 'ftp://'` ]; then
437 ${GETURI2} -O "$target" "$url"
439 test -s "$target" || rm -f "$target"
441 elif [ -z "$(src_md5 "$i")" ] && \
442 ( [ -z "$NOCVS" ] || echo $i | grep -qvE '(ftp|http|https)://' ); then
445 while [ "$result" != "0" -a "$retries_counter" -le "$CVS_RETRIES" ]; do
446 retries_counter=$(( $retries_counter + 1 ))
447 output=$(LC_ALL=C cvs $OPTIONS `nourl $i` 2>&1)
449 [ -n "$output" ] && echo "$output"
450 if (echo "$output" | grep -qE "(Cannot connect to|connect to .* failed|Connection reset by peer|Connection timed out)") && [ "$result" -ne "0" -a "$retries_counter" -le "$CVS_RETRIES" ]; then
451 echo "Trying again [`nourl $i`]... ($retries_counter)"
460 if [ -z "$NOURLS" ] && [ ! -f "`nourl $i`" -o -n "$UPDATE" ] && [ `echo $i | grep -E 'ftp://|http://|https://'` ]; then
461 if [ -z "$NOMIRRORS" ] ; then
462 im="`find_mirror "$i"`"
467 if [ `echo $im | grep -E 'ftp://'` ]; then ${GETURI2} "$im" ; fi
473 if [ ! -f "`nourl $i`" -a "$FAIL_IF_NO_SOURCES" != "no" ]; then
474 Exit_error err_no_source_in_repo $i;
475 elif [ -n "$UPDATE5" ] && \
476 ( ( [ -n "$ADD5" ] && echo $i | grep -q -E 'ftp://|http://|https://' && \
477 [ -z "$(grep -E -i '^NoSource[ ]*:[ ]*'$i'([ ]|$)' $SPECS_DIR/$SPECFILE)" ] ) || \
478 grep -q -i -E '^#[ ]*source'$(src_no $i)'-md5[ ]*:' $SPECS_DIR/$SPECFILE )
480 echo "Updating source-$srcno md5."
481 md5=$(md5sum `nourl $i` | cut -f1 -d' ')
483 print unless /^\s*#\s*Source'$srcno'-md5\s*:/i;
484 print "# Source'$srcno'-md5:\t'$md5'\n"
485 if /^Source'$srcno'\s*:\s+/;
490 if good_md5 "$i"; then
493 echo "MD5 sum mismatch. Use -U to refetch sources,"
494 echo "or -5 to update md5 sums, if you're sure files are correct."
495 Exit_error err_no_source_in_repo $i
499 if [ "$CHMOD" = "yes" ]; then
500 CHMOD_FILES="`nourl $GET_FILES`"
501 if [ -n "$CHMOD_FILES" ]; then
502 chmod $CHMOD_MODE $CHMOD_FILES
513 if [ -n "$DEBUG" ]; then
518 if [ -n "$1$2$3$4$5$6$7$8$9${10}" ]; then
519 echo $PACKAGE_VERSION
520 echo $PACKAGE_RELEASE
521 TAGVER=$PACKAGE_NAME-`echo $PACKAGE_VERSION | sed -e "s/\./\_/g" -e "s/@/#/g"`-`echo $PACKAGE_RELEASE | sed -e "s/\./\_/g" -e "s/@/#/g"`
522 if [ "$TAG_VERSION" = "yes" ]; then
523 echo "CVS tag: $TAGVER"
525 if [ -n "$TAG" ]; then
530 if [ -n "$CVSROOT" ]; then
531 OPTIONS="-d $CVSROOT $OPTIONS"
535 for i in $TAG_FILES; do
536 if [ -f `nourl $i` ]; then
537 if [ "$TAG_VERSION" = "yes" ]; then
538 cvs $OPTIONS $TAGVER `nourl $i`
540 if [ -n "$TAG" ]; then
541 cvs $OPTIONS $TAG `nourl $i`
544 Exit_error err_no_source_in_repo $i
549 if [ "$TAG_VERSION" = "yes" ]; then
550 cvs $OPTIONS $TAGVER $SPECFILE
552 if [ -n "$TAG" ]; then
553 cvs $OPTIONS $TAG $SPECFILE
563 echo "CVS branch tag: $TAG"
568 if [ -n "$DEBUG" ]; then
573 if [ -n "$1$2$3$4$5$6$7$8$9${10}" ]; then
576 if [ -n "$CVSROOT" ]; then
577 OPTIONS="-d $CVSROOT $OPTIONS"
580 for i in $TAG_FILES; do
581 if [ -f `nourl $i` ]; then
582 cvs $OPTIONS $TAG `nourl $i`
584 Exit_error err_no_source_in_repo $i
588 cvs $OPTIONS $TAG $SPECFILE
598 if [ -n "$DEBUG" ]; then
605 if [ -n "$TRY_UPGRADE" ]; then
607 if [ -n "FLOAT_VERSION" ]; then
608 TNOTIFY=`./pldnotify.awk $SPECFILE -n`
610 TNOTIFY=`./pldnotify.awk $SPECFILE`
613 TNEWVER=`echo $TNOTIFY | awk '{ match($4,/\[NEW\]/); print $5 }'`
615 if [ -n "$TNEWVER" ]; then
617 TOLDVER=`echo $TNOTIFY | awk '{ print $3; }'`
619 echo "New version found, updating spec file to version " $TNEWVER
621 cp -f $SPECFILE $SPECFILE.bak
625 eval "perl -pi -e 's/Version:\t"$TOLDVER"/Version:\t"$TNEWVER"/gs' $SPECFILE"
626 eval "perl -pi -e 's/Release:\t[1-9]{0,4}/Release:\t1/' $SPECFILE"
630 get_files "$SOURCES $PATCHES";
632 unset TOLDVER TNEWVER TNOTIFY
642 BUILD_SWITCH="-ba" ;;
644 BUILD_SWITCH="-bb" ;;
646 BUILD_SWITCH="-bs --nodeps" ;;
648 if [ -n "$LOGFILE" ]; then
649 if [ -n "$CVSTAG" ]; then
650 LTAG="r_`echo $CVSTAG|sed -e 's/\./_/g'`_"
654 LOG=`eval echo $LOGFILE`
655 if [ -n "$LASTLOG_FILE" ]; then
656 echo "LASTLOG=$LOG" > $LASTLOG_FILE
658 RES_FILE=~/tmp/$RPMBUILD-exit-status.$RANDOM
659 (nice -n ${DEF_NICE_LEVEL} time $RPMBUILD $BUILD_SWITCH -v $QUIET $CLEAN $RPMOPTS $BCOND $SPECFILE; echo $? > $RES_FILE) 2>&1 |tee $LOG
660 RETVAL=`cat $RES_FILE`
662 if [ -n "$LOGDIROK" ] && [ -n "$LOGDIRFAIL" ]; then
663 if [ "$RETVAL" -eq "0" ]; then
670 eval nice -n ${DEF_NICE_LEVEL} $RPMBUILD $BUILD_SWITCH -v $QUIET $CLEAN $RPMOPTS $BCOND $SPECFILE
674 if [ "$RETVAL" -ne "0" ]; then
676 if [ -n "$TRY_UPGRADE" ]; then
677 echo "\n!!! Package with new version cannot be build automagically\n"
678 mv -f $SPECFILE.bak $SPECFILE
681 Exit_error err_build_fail;
689 echo "$@" | sed 's#\<\(ftp\|http\|https\|cvs\|svn\)://[^ ]*/##g'
691 #---------------------------------------------
694 if [ "$#" = 0 ]; then
699 while test $# -gt 0 ; do
714 DEBUG="yes"; shift ;;
716 COMMAND="version"; shift ;;
718 CVSROOT=":pserver:cvs@$CVS_SERVER:/cvsroot"; shift ;;
720 COMMAND="build"; shift ;;
721 -bb | --build-binary )
722 COMMAND="build-binary"; shift ;;
723 -bs | --build-source )
724 COMMAND="build-source"; shift ;;
726 COMMAND="branch"; shift; TAG="${1}"; shift;;
728 CLEAN="--clean --rmspec --rmsource"; shift ;;
730 shift; CVSROOT="${1}"; shift ;;
732 COMMAND="get"; shift ;;
734 COMMAND="usage"; shift ;;
736 shift; LOGFILE="${1}"; shift ;;
738 shift; DEF_NICE_LEVEL=${1}; shift ;;
740 COMMAND="mr-proper"; shift ;;
742 NOCVS="yes"; shift ;;
743 -ncs | --no-cvs-specs )
744 NOCVSSPEC="yes"; shift ;;
745 -nd | --no-distfiles )
746 NODIST="yes"; shift ;;
748 NOMIRRORS="yes"; shift ;;
750 NOURLS="yes"; shift ;;
752 NOSRCS="yes"; shift ;;
753 -ns0 | --no-source0 )
754 NOSOURCE0="yes"; shift ;;
756 shift; RPMOPTS="${1}"; shift ;;
758 BCOND="$BCOND $1 $2" ; shift 2 ;;
760 QUIET="--quiet"; shift ;;
762 CVSDATE="${2}"; shift 2 ;;
764 shift; CVSTAG="${1}"; shift ;;
765 -Tvs | --tag-version-stable )
770 -Tvn | --tag-version-nest )
785 -Tv | --tag-version )
803 TRY_UPGRADE="1"; shift ;;
804 -un | --try-upgrade-with-float-version )
805 TRY_UPGRADE="1"; FLOAT_VERSION="1"; shift ;;
807 BE_VERBOSE="1"; shift ;;
813 RPMOPTS="${RPMOPTS} --define \"${MACRO} ${VALUE}\""
816 SPECFILE="`basename ${1} .spec`.spec"; shift ;;
820 if [ -n "$DEBUG" ]; then
826 "build" | "build-binary" | "build-source" )
828 if [ -n "$SPECFILE" ]; then
832 if [ -n "$FAIL_IF_CHANGED_BUT_NOT_BUMPED" ]; then
833 TAGVER=$PACKAGE_NAME-`echo $PACKAGE_VERSION | sed -e "s/\./\_/g" -e "s/@/#/g"`-`echo $PACKAGE_RELEASE | sed -e "s/\./\_/g" -e "s/@/#/g"`
834 CURTAGREL=$(cvs status $SPECFILE | grep "Working revision:" | awk '{ print $3 }')
835 TAGREL=$(cvs status -v $SPECFILE | grep -E "^[[:space:]]*${TAGVER}[[[:space:]]" | sed -e 's#.*(revision: ##g' -e 's#).*##g')
837 if [ -n "$TAGREL" -a "$TAGREL" != "$CURTAGREL" ]; then
838 Exit_error err_build_fail "not bumped ver-rel - was already used in rev $TAGREL"
842 if [ -n "$ICONS" ]; then
846 if [ -n "$NOSOURCE0" ] ; then
847 SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'`
849 get_files "$SOURCES $PATCHES";
852 Exit_error err_no_spec_in_cmdl;
857 if [ -n "$SPECFILE" ]; then
860 if [ -n "$ICONS" ]; then
864 get_files $SOURCES $PATCHES;
865 branch_files $TAG "$SOURCES $PATCHES $ICONS";
867 Exit_error err_no_spec_in_cmdl;
872 if [ -n "$SPECFILE" ]; then
875 if [ -n "$ICONS" ]; then
879 if [ -n "$NOSOURCE0" ] ; then
880 SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'`
882 get_files $SOURCES $PATCHES
884 Exit_error err_no_spec_in_cmdl;
889 if [ -n "$SPECFILE" ]; then
892 if [ -n "$ICONS" ]; then
896 get_files $SOURCES $PATCHES;
897 tag_files "$SOURCES $PATCHES $ICONS";
899 Exit_error err_no_spec_in_cmdl;
903 $RPM --clean --rmsource --rmspec --force --nodeps $SPECFILE