]> git.pld-linux.org Git - packages/rpm-build-tools.git/blobdiff - builder.sh
- Typo in poldek -i BR-prefetch line. Fixed.
[packages/rpm-build-tools.git] / builder.sh
index 143aadcd3624eb15f0d909080c57c87be694f655..5bf7fed24b22a14f58cd7e516a728c6ef09919c9 100644 (file)
@@ -3,11 +3,13 @@
 # $Id$
 # Exit codes:
 #      0 - succesful
-#      1 - help dispayed
+#      1 - help displayed
 #      2 - no spec file name in cmdl parameters
 #      3 - spec file not stored in repo
 #      4 - some source, patch or icon files not stored in repo
 #      5 - package build failed
+#      6 - spec file with errors
+#      7 - wrong source in /etc/poldek.conf
 
 # Notes (todo):
 #      - builder -u fetches current version first
@@ -16,6 +18,7 @@
 #      - doesn't get sources for specs with %include /usr/lib/rpm/macros.python
 #        when there's no rpm-pythonprov (rpm's fault, but it's ugly anyway)
 #      - as above with %include /usr/lib/rpm/macros.perl and no rpm-perlprov
+#      - when Icon: field is present, -5 and -a5 doesn't work
 
 VERSION="\
 Build package utility from PLD CVS repository
@@ -50,7 +53,6 @@ LOGDIR=""
 LOGDIROK=""
 LOGDIRFAIL=""
 LASTLOG_FILE=""
-LTAG=""
 CHMOD="no"
 CHMOD_MODE="0444"
 RPMOPTS=""
@@ -76,8 +78,11 @@ DEF_NICE_LEVEL=0
 
 FAIL_IF_NO_SOURCES="yes"
 
-GETURI="wget --passive-ftp -c -nd -t$WGET_RETRIES --inet"
-GETURI2="wget -c -nd -t$WGET_RETRIES --inet"
+wget --help 2>&1 | grep -q ' \-\-inet ' && WGET_OPTS="$WGET_OPTS --inet"
+wget --help 2>&1 | grep -q ' \-\-retry\-connrefused ' && WGET_OPTS="$WGET_OPTS --retry-connrefused"
+
+GETURI="wget --passive-ftp -c -nd -t$WGET_RETRIES $WGET_OPTS"
+GETURI2="wget -c -nd -t$WGET_RETRIES $WGET_OPTS"
 GETLOCAL="cp -a"
 
 if (rpm --version 2>&1 | grep -q '4.0.[0-2]'); then
@@ -88,6 +93,19 @@ else
     RPMBUILD="rpmbuild"
 fi
 
+#POLDEK_INDEX_DIR="/home/users/yoshi/rpm/RPMS/"
+POLDEK_INDEX_DIR="~/rpm/RPMS/"
+POLDEK_SOURCE="cvs"
+
+# Example grep cvs /etc/poldek.conf:
+# source = cvs /home/users/yoshi/rpm/RPMS/
+POLDEK_SOURCE_VALIDITY="`grep ${POLDEK_SOURCE} /etc/poldek.conf|grep -v ^#`"
+if [ "${POLDEK_SOURCE_VALIDITY}" == "" ]; then 
+       echo "Using improper source '${POLDEK_SOURCE}' in /etc/poldek.conf"
+       echo "Fix it and try to contiune"
+       exit 7
+fi
+
 if [ -f ~/etc/builderrc ]; then
     . ~/etc/builderrc
 elif [ -f ~/.builderrc ]; then
@@ -108,7 +126,8 @@ Usage: builder [-D|--debug] [-V|--version] [-a|--as_anon] [-b|-ba|--build]
        [-h|--help] [--http] [{-l,--logtofile} <logfile>] [-m|--mr-proper]
        [-q|--quiet] [--date <yyyy-mm-dd> [-r <cvstag>] [{-T--tag <cvstag>]
        [-Tvs|--tag-version-stable] [-Tvn|--tag-version-nest]
-       [-Ts|--tag-stable] [-Tn|--tag-nest] [-Tv|--tag-version]
+       [-Ts|--tag-stable] [-Tn|--tag-nest] [-Tv|--tag-version] 
+       [{-Tp|--tag-prefix} <prefix>]
        [-nu|--no-urls] [-v|--verbose] [--opts <rpm opts>]
        [--with/--without <feature>] [--define <macro> <value>] <package>[.spec]
 
@@ -134,6 +153,7 @@ Usage: builder [-D|--debug] [-V|--version] [-a|--as_anon] [-b|-ba|--build]
                        - setup \$CVSROOT,
        --define <macro> <value>
                        - define a macro <macro> with value <value>,
+       --nodeps        - rpm won't check any dependences
        -g, --get       - get <package>.spec and all related files from
                          CVS repo or HTTP/FTP,
        -h, --help      - this message,
@@ -162,6 +182,8 @@ Usage: builder [-D|--debug] [-V|--version] [-a|--as_anon] [-b|-ba|--build]
        -r <cvstag>, --cvstag <cvstag>
                        - build package using resources from specified CVS
                          tag,
+        -R, --fetch-build-requires
+                        - fetch what is BuildRequired,
        -T <cvstag> , --tag <cvstag>
                        - add cvs tag <cvstag> for files,
        -Tvs, --tag-version-stable
@@ -174,6 +196,8 @@ Usage: builder [-D|--debug] [-V|--version] [-a|--as_anon] [-b|-ba|--build]
                        - add cvs tag NEST for files,
        -Tv, --tag-version
                        - add cvs tag NAME-VERSION-RELESE for files,
+       -Tp, --tag-prefix <prefix>
+                       - add <prefix> to NAME-VERSION-RELEASE tags,
        -v, --verbose   - be verbose,
        -u, --try-upgrade
                        - check version, and try to upgrade package
@@ -182,10 +206,14 @@ Usage: builder [-D|--debug] [-V|--version] [-a|--as_anon] [-b|-ba|--build]
        -U, --update
                        - refetch sources, don't use distfiles, and update md5 
                          comments
+       -Upi, --update-poldek-indexes 
+                       - refresh or make poldek package index files.
        --with/--without <feature>
                        - conditional build package depending on
                          %_with_<feature>/%_without_<feature> macro
-                         switch
+                         switch. 
+                         You may now use --with feat1 feat2 feat3 --without feat4
+                         feat5 --with feat6 constructions.
 "
 }
 
@@ -203,7 +231,7 @@ cache_rpm_dump () {
 
 rpm_dump () {
     if [ -z "$rpm_dump_cache" ] ; then
-        echo "internal error: cache_rpm_dump not called!" 1>&2
+       echo "internal error: cache_rpm_dump not called!" 1>&2
     fi
     echo "$rpm_dump_cache"
 }
@@ -328,7 +356,7 @@ get_spec()
            result=$?
            [ -n "$output" ] && echo "$output"
            if [ "$result" -ne "0" ]; then
-               if (echo "$output" | grep -qE "(Cannot connect to|connect to .* failed|Connection reset by peer|Connection timed out)") && [ "$retries_counter" -le "$CVS_RETRIES" ]; then
+               if (echo "$output" | grep -qE "(Cannot connect to|connect to .* failed|Connection reset by peer|Connection timed out|Unknown host)") && [ "$retries_counter" -le "$CVS_RETRIES" ]; then
                    echo "Trying again [$SPECFILE]... ($retries_counter)"
                    sleep 2
                    continue
@@ -478,10 +506,13 @@ get_files()
                            if [ `echo $url | grep -E 'ftp://'` ]; then
                                ${GETURI2} -O "$target" "$url"
                            fi
-                       test -s "$target" || rm -f "$target"
+                       if ! test -s "$target"; then
+                           rm -f "$target"
+                           FROM_DISTFILES=0
+                       fi
                    fi
-               elif [ -z "$(src_md5 "$i")" ] && \
-                    ( [ -z "$NOCVS" ] || echo $i | grep -qvE '(ftp|http|https)://' ); then
+               elif [ -z "$(src_md5 "$i")" -a "$NOCVS" != "yes" ]; then
+                   # ( echo $i | grep -qvE '(ftp|http|https)://' ); -- if CVS should be used, but URLs preferred
                    result=1
                    retries_counter=0
                    while [ "$result" != "0" -a "$retries_counter" -le "$CVS_RETRIES" ]; do
@@ -489,7 +520,7 @@ get_files()
                        output=$(LC_ALL=C cvs $OPTIONS `nourl $i` 2>&1)
                        result=$?
                        [ -n "$output" ] && echo "$output"
-                       if (echo "$output" | grep -qE "(Cannot connect to|connect to .* failed|Connection reset by peer|Connection timed out)") && [ "$result" -ne "0" -a "$retries_counter" -le "$CVS_RETRIES" ]; then
+                       if (echo "$output" | grep -qE "(Cannot connect to|connect to .* failed|Connection reset by peer|Connection timed out|Unknown host)") && [ "$result" -ne "0" -a "$retries_counter" -le "$CVS_RETRIES" ]; then
                                echo "Trying again [`nourl $i`]... ($retries_counter)"
                                sleep 2
                                continue
@@ -575,7 +606,14 @@ tag_files()
     if [ -n "$1$2$3$4$5$6$7$8$9${10}" ]; then
        echo "Version: $PACKAGE_VERSION"
        echo "Release: $PACKAGE_RELEASE"
-       TAGVER=$PACKAGE_NAME-`echo $PACKAGE_VERSION | sed -e "s/\./\_/g" -e "s/@/#/g"`-`echo $PACKAGE_RELEASE | sed -e "s/\./\_/g" -e "s/@/#/g"`
+       # Check whether first character of PACKAGE_NAME is legal for tag name
+       if [ -z "${PACKAGE_NAME##[_0-9]*}" -a -z "$TAG_PREFIX" ]; then
+           TAG_PREFIX=tag_
+       fi
+       TAGVER=$TAG_PREFIX$PACKAGE_NAME-`echo $PACKAGE_VERSION | sed -e "s/\./\_/g" -e "s/@/#/g"`-`echo $PACKAGE_RELEASE | sed -e "s/\./\_/g" -e "s/@/#/g"`
+       # Remove #kernel.version_release from TAGVER because tagging sources
+       # could occur with different kernel-headers than kernel-headers used at build time.
+       TAGVER=$(echo "$TAGVER" | sed -e 's/#.*//g')
        if [ "$TAG_VERSION" = "yes" ]; then
            echo "CVS tag: $TAGVER"
        fi
@@ -590,7 +628,9 @@ tag_files()
 
        cd $SOURCE_DIR
        for i in $TAG_FILES; do
-           if [ -f `nourl $i` ]; then
+           # don't tag non cvs files (ie. stored on distfiles)
+           [ "`nourl $i`" != "$i" ] && continue
+           if [ -f "`nourl $i`" ]; then
                if [ "$TAG_VERSION" = "yes" ]; then
                    cvs $OPTIONS $TAGVER `nourl $i`
                fi
@@ -661,7 +701,7 @@ build_package()
 
     if [ -n "$TRY_UPGRADE" ]; then
 
-       if [ -n "FLOAT_VERSION" ]; then
+       if [ -n "$FLOAT_VERSION" ]; then
            TNOTIFY=`./pldnotify.awk $SPECFILE -n`
        else
            TNOTIFY=`./pldnotify.awk $SPECFILE`
@@ -703,17 +743,12 @@ build_package()
            BUILD_SWITCH="-bs --nodeps" ;;
     esac
     if [ -n "$LOGFILE" ]; then
-       if [ -n "$CVSTAG" ]; then
-           LTAG="r_`echo $CVSTAG|sed -e 's/\./_/g'`_"
-       else
-           LTAG=""
-       fi
        LOG=`eval echo $LOGFILE`
        if [ -n "$LASTLOG_FILE" ]; then
            echo "LASTLOG=$LOG" > $LASTLOG_FILE
        fi
        RES_FILE=~/tmp/$RPMBUILD-exit-status.$RANDOM
-       (nice -n ${DEF_NICE_LEVEL} time $RPMBUILD $BUILD_SWITCH -v $QUIET $CLEAN $RPMOPTS $BCOND $SPECFILE; echo $? > $RES_FILE) 2>&1 |tee $LOG
+       (time nice -n ${DEF_NICE_LEVEL} $RPMBUILD $BUILD_SWITCH -v $QUIET $CLEAN $RPMOPTS $BCOND $SPECFILE; echo $? > $RES_FILE) 2>&1 |tee $LOG
        RETVAL=`cat $RES_FILE`
        rm $RES_FILE
        if [ -n "$LOGDIROK" ] && [ -n "$LOGDIRFAIL" ]; then
@@ -746,6 +781,134 @@ nourl()
     echo "$@" | sed 's#\<\(ftp\|http\|https\|cvs\|svn\)://[^ ]*/##g'
 }
 
+set_bconds_values()
+{
+AVAIL_BCONDS_WITHOUT=""
+AVAIL_BCONDS_WITH=""
+for opt in `$RPMBUILD --bcond $SPECFILE |grep ^_without_`
+do
+        AVAIL_BCOND_WITHOUT=`echo $opt|sed -e "s/^_without_//g"`
+        if [ "`echo $BCOND|grep -- "--without $AVAIL_BCOND_WITHOUT"`" != "" ];then
+                AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT <$AVAIL_BCOND_WITHOUT>"
+        else
+                AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT $AVAIL_BCOND_WITHOUT"
+        fi
+done
+
+for opt in `$RPMBUILD --bcond $SPECFILE |grep ^_with_`
+do
+        AVAIL_BCOND_WITH=`echo $opt|sed -e "s/^_with_//g"`
+        if [ "`echo $BCOND|grep -- "--with $AVAIL_BCOND_WITH"`" != "" ];then
+                AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH <$AVAIL_BCOND_WITH>"
+        else
+                AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH $AVAIL_BCOND_WITH"
+        fi
+done
+}
+
+display_bconds()
+{
+if [ "$AVAIL_BCONDS_WITH" != "" ] || [ "$AVAIL_BCONDS_WITHOUT" != "" ]; then
+        echo -ne "We are going to build $SPECFILE with the following confitional flags:\n"
+        if [ "$BCOND" != "" ]; then
+                echo -ne "$BCOND"
+        else
+                echo -ne "No --with || --without conditions passed to $0!"
+        fi
+        echo -ne "\n\nfrom available:\n\n"
+        echo -ne "--with   :\t$AVAIL_BCONDS_WITH\n--without:\t$AVAIL_BCONDS_WITHOUT\n\n"
+fi
+}
+
+fetch_build_requires()
+{
+if [ "$FETCH_BUILD_REQUIRES" == "yes" ]; then
+            for package_item in `cat $SPECFILE|grep -B100000 ^%changelog|grep -v ^#|grep BuildRequires|grep -v ^-|sed -e "s/^.*BuildRequires://g"|awk '{print $1}'`
+            do
+                GO="yes"
+                package=`basename "$package_item"|sed -e "s/}$//g"`
+                COND_ARCH_TST="`cat $SPECFILE|grep -B1 BuildRequires|grep -B1 $package|grep ifarch|sed -e "s/^.*ifarch//g"`"
+                mach=`uname -m`
+               
+                COND_TST=`cat $SPECFILE|grep BuildRequires|grep "$package"`
+                if [ "`echo $COND_TST|grep '^BuildRequires:'`" != "" ]; then
+                       if [ "$COND_ARCH_TST" != "" ] && [ "`echo $COND_ARCH_TST|sed -e "s/i.86/ix86/g"`" != "`echo $mach|sed -e "s/i.86/ix86/g"`" ]; then
+                               GO="yes"
+                       fi
+               # bcond:
+               else
+                       COND_NAME=`echo $COND_TST|sed -e s,:BuildRequires:.*$,,g`
+                       GO=""
+                       # %{without}
+                       if [ "`echo $COND_TST|grep 'without_'`" != "" ]; then
+                               COND_NAME=`echo $COND_NAME|sed -e s,^.*_without_,,g`
+                               if [ "`echo $COND_TST|grep !`" != "" ]; then
+                                       COND_STATE="with"
+                               else
+                                       COND_STATE="wout"
+                               fi
+                               if [ "`echo $AVAIL_BCONDS_WITHOUT|grep "<$COND_NAME>"`" != "" ]; then
+                                       COND_ARGV="wout"
+                               else
+                                       COND_ARGV="with"
+                               fi
+                       # %{with}
+                       elif [ "`echo $COND_TST|grep 'with_'`" != "" ]; then
+                               COND_NAME=`echo $COND_NAME|sed -e s,^.*_with_,,g`
+                               if [ "`echo $COND_TST|grep !`" != "" ]; then
+                                       COND_STATE="wout"
+                               else
+                                       COND_STATE="with"
+                               fi                                      
+                               if [ "`echo $AVAIL_BCONDS_WITH|grep "<$COND_NAME>"`" != "" ]; then
+                                       COND_ARGV="with"
+                               else
+                                       COND_ARGV="wout"
+                               fi      
+                       fi
+                       RESULT="${COND_STATE}-${COND_ARGV}"
+                       case "$RESULT" in 
+                               with-wout|wout-with )
+                               GO=""
+                               ;;
+                               wout-wout|with-with )
+                               GO="yes"
+                               ;;
+                               *)
+                               echo "Action '$RESULT' was not defined for package '$package_item'"
+                               ;;
+                       esac
+
+                fi
+              
+                if [ "$GO" == "yes" ]; then
+                        if [ "`rpm -q $package|sed -e "s/$package.*/$package/g"`" != "$package" ]; then
+                                echo "Package $package is not installed. Attempting to install..."
+                                poldek -i $package
+                                case $? in
+                                1)
+                                        echo "Unable to install $package package! Still trying to fetch rest..."
+                                        NOT_INSTALLED_PACKAGES="$NOT_INSTALLED_PACKAGES $package"
+                                        ;;
+                                0)
+                                        ;;
+                                esac
+                        else
+                                echo "Package $package is already installed. BuildRequirement satisfied."
+                        fi
+                fi
+            done
+            if [ "$NOT_INSTALLED_PACKAGES" != "" ]; then
+                    echo "Nie uda³o siê zainstalowaæ nastêpuj±cych pakietów i ich zale¿no¶ci:"
+                    for pkg in "$NOT_INSTALLED_PACKAGES"
+                    do
+                            echo $pkg
+                    done
+                    exit 1
+            fi
+fi
+}
+
 #---------------------------------------------
 # main()
 
@@ -817,13 +980,23 @@ while test $# -gt 0 ; do
        --opts )
            shift; RPMOPTS="${1}"; shift ;;
        --with | --without )
-           BCOND="$BCOND $1 $2" ; shift 2 ;;
+            COND=${1}
+            shift
+            while [ "`echo ${1}|grep ^-`" == "" ] && [ "`echo ${1}|grep spec`" == "" ]
+            do
+                BCOND="$BCOND $COND $1"
+                shift
+            done;;
        -q | --quiet )
            QUIET="--quiet"; shift ;;
        --date )
            CVSDATE="${2}"; shift 2 ;;
        -r | --cvstag )
            shift; CVSTAG="${1}"; shift ;;
+        -R | --fetch-build-requires)
+            FETCH_BUILD_REQUIRES="yes"
+            NOT_INSTALLED_PACKAGES=
+            shift ;;
        -Tvs | --tag-version-stable )
            COMMAND="tag";
            TAG="STABLE"
@@ -849,6 +1022,9 @@ while test $# -gt 0 ; do
            TAG=""
            TAG_VERSION="yes"
            shift;;
+       -Tp | --tag-prefix )
+           TAG_PREFIX="$2"
+           shift 2;;
        -T | --tag )
            COMMAND="tag";
            shift
@@ -858,9 +1034,13 @@ while test $# -gt 0 ; do
        -U | --update )
            COMMAND="get"
            UPDATE="yes"
+           NOCVSSPEC="yes"
            NODIST="yes"
            UPDATE5="yes"
            shift ;;
+       -Upi | --update-poldek-indexes )
+           UPDATE_POLDEK_INDEXES="yes"
+           shift ;;
        -u | --try-upgrade )
            TRY_UPGRADE="1"; shift ;;
        -un | --try-upgrade-with-float-version )
@@ -874,6 +1054,10 @@ while test $# -gt 0 ; do
            shift 2
            RPMOPTS="${RPMOPTS} --define \"${MACRO} ${VALUE}\""
            ;;
+       --nodeps)
+           shift
+           RPMOPTS="${RPMOPTS} --nodeps"
+           ;;
        * )
            SPECFILE="`basename ${1} .spec`.spec"; shift ;;
     esac
@@ -889,6 +1073,9 @@ case "$COMMAND" in
        init_builder;
        if [ -n "$SPECFILE" ]; then
            get_spec;
+           set_bconds_values;
+            display_bconds;
+            fetch_build_requires;
            parse_spec;
 
            if [ -n "$FAIL_IF_CHANGED_BUT_NOT_BUMPED" ]; then
@@ -910,6 +1097,10 @@ case "$COMMAND" in
            fi
            get_files "$SOURCES $PATCHES";
            build_package;
+           if [ $_ -eq 0 ] && [ "$UPDATE_POLDEK_INDEXES" == "yes" ]; then
+                   poldek --sn ${POLDEK_SOURCE} --mkidx="${POLDEK_INDEX_DIR}/packages.dir.gz"
+                   poldek --sn ${POLDEK_SOURCE} --up
+           fi
        else
            Exit_error err_no_spec_in_cmdl;
        fi
@@ -955,6 +1146,13 @@ case "$COMMAND" in
                get_files $ICONS
                parse_spec;
            fi
+           # don't fetch sources from remote locations
+           new_SOURCES=""
+           for file in $SOURCES; do
+               [ "`nourl $file`" != "$file" ] && continue
+               new_SOURCES="$new_SOURCES $file"
+           done
+           SOURCES="$new_SOURCES"
            get_files $SOURCES $PATCHES;
            tag_files "$SOURCES $PATCHES $ICONS";
        else
This page took 0.103742 seconds and 4 git commands to generate.