builder.sh

   1 #!/bin/ksh
   2 #
   3 # This program is free software, distributed under the terms of
   4 # the GNU General Public License Version 2.
   5 #
   6 # -----------
   7 # Exit codes:
   8 #         0 - succesful
   9 #         1 - help displayed
  10 #         2 - no spec file name in cmdl parameters
  11 #         3 - spec file not stored in repo
  12 #         4 - some source, patch or icon files not stored in repo
  13 #         5 - package build failed
  14 #         6 - spec file with errors
  15 #         7 - wrong source in /etc/poldek.conf
  16 #         8 - Failed installing buildrequirements and subrequirements
  17 #         9 - Requested tag already exist
  18 #        10 - Refused to build fractional release
  19 #       100 - Unknown error (should not happen)
  20 #   110 - Functions not yet implemented
  21
  22 # Notes (todo/bugs):
  23 # - when Icon: field is present, -5 and -a5 doesn't work
  24 # - builder -R skips installing BR if spec is not present before builder invocation (need to run builder twice)
  25 # - does not respect NoSource: X, and tries to cvs up such files [ example: VirtualBox-bin.spec and its Source0 ]
  26 # TODO:
  27 # - ability to do ./builder -bb foo.spec foo2.spec foo3.spec
  28 # - funny bug, if source-md5 is set then builder will download from distfiles even if there is no url present:
  29 #   Source10:   forwardfix.pl
  30 #   # Source10-md5:     8bf85f7368933a4e0cb4f875bac28733
  31 # - builder --help:
  32 #       basename: missing operand
  33 #       Try `basename --help' for more information.
  34 #       -- and the normal usage info --
  35
  36 PROGRAM=${0##*/}
  37 APPDIR=$(d=$0; [ -L "$d" ] && d=$(readlink -f "$d"); dirname "$d")
  38 VERSION="v0.35"
  39 VERSIONSTRING="\
  40 Build package utility from PLD Linux Packages repository
  41 $VERSION (C) 1999-2016 Free Penguins".
  42
  43 CLEAN_PATH="/bin:/usr/bin:/usr/sbin:/sbin:/usr/X11R6/bin"
  44
  45 # required rpm-build-macros
  46 RPM_MACROS_VER=1.534
  47
  48 COMMAND="build"
  49 TARGET=""
  50
  51 SPECFILE=""
  52 BE_VERBOSE=""
  53 QUIET=""
  54 CLEAN=""
  55 DEBUG=""
  56 NOURLS=""
  57 NOCVSSPEC=""
  58 NODIST=""
  59 NOINIT=""
  60 PREFMIRRORS=""
  61 UPDATE=""
  62 ADD5=""
  63 NO5=""
  64 ALWAYS_CVSUP=${ALWAYS_CVSUP:-"yes"}
  65
  66 # use rpm 4.4.6+ digest format instead of comments if non-zero
  67 USEDIGEST=
  68
  69 # user agent when fetching files
  70 USER_AGENT="PLD/Builder($VERSION)"
  71
  72 # It can be used i.e. in log file naming.
  73 # See LOGFILE example.
  74 DATE=`date +%Y-%m-%d_%H-%M-%S`
  75
  76 # target arch, can also be used for log file naming
  77 TARGET=$(rpm -E %{_target})
  78
  79 # Note the *single* quotes, this allows using shell variables expanded at build time
  80 # Example: LOGFILE='../log.$PACKAGE_NAME'
  81 # Example: LOGFILE='../LOGS/log.$PACKAGE_NAME.$DATE'
  82 # Example: LOGFILE='$PACKAGE_NAME/$PACKAGE_NAME.$DATE.log'
  83 # Example: LOGFILE='$PACKAGE_NAME.$DATE.log'
  84 # Example: LOGFILE='.log.$PACKAGE_NAME-$PACKAGE_VERSION-$PACKAGE_RELEASE.$TARGET.$DATE'
  85 LOGFILE=''
  86
  87 # use teeboth Perl wrapper
  88 # temporary option to disable if broken
  89 USE_TEEBOTH=yes
  90
  91 LOGDIR=""
  92 LOGDIROK=""
  93 LOGDIRFAIL=""
  94 LASTLOG_FILE=""
  95
  96 CHMOD="no"
  97 CHMOD_MODE="0644"
  98 RPMOPTS=""
  99 RPMBUILDOPTS=""
 100 BCOND=""
 101 GROUP_BCONDS="no"
 102
 103 # create symlinks for tools in PACKAGE_DIR, see get_spec()
 104 SYMLINK_TOOLS="no"
 105
 106 PATCHES=""
 107 SOURCES=""
 108 ICONS=""
 109 PACKAGE_RELEASE=""
 110 PACKAGE_VERSION=""
 111 PACKAGE_NAME=""
 112 ASSUMED_NAME=""
 113 PROTOCOL="http"
 114
 115 # use lftp by default when available
 116 USE_LFTP=
 117 lftp --version > /dev/null 2>&1 && USE_LFTP=yes
 118 PARALLEL_DOWNLOADS=10
 119
 120 WGET_RETRIES=${MAX_WGET_RETRIES:-0}
 121
 122 CVS_FORCE=""
 123 CVSIGNORE_DF="yes"
 124 CVSTAG=""
 125 GIT_SERVER="git://git.pld-linux.org"
 126 GIT_PUSH="git@git.pld-linux.org"
 127 PACKAGES_DIR="packages"
 128 HEAD_DETACHED=""
 129 DEPTH=""
 130 ALL_BRANCHES=""
 131 REMOTE_PLD="origin"
 132 NEW_REPO=""
 133
 134 RES_FILE=""
 135
 136 DISTFILES_SERVER="://distfiles.pld-linux.org"
 137 ATTICDISTFILES_SERVER="://attic-distfiles.pld-linux.org"
 138
 139 DEF_NICE_LEVEL=19
 140 SCHEDTOOL="auto"
 141
 142 FAIL_IF_NO_SOURCES="yes"
 143
 144 # let get_files skip over files which are present to get those damn files fetched
 145 SKIP_EXISTING_FILES="no"
 146
 147 TRY_UPGRADE=""
 148 # should the specfile be restored if upgrade failed?
 149 REVERT_BROKEN_UPGRADE="yes"
 150
 151 if rpm --specsrpm 2>/dev/null; then
 152         FETCH_BUILD_REQUIRES_RPMSPECSRPM="yes"
 153         FETCH_BUILD_REQUIRES_RPMGETDEPS="no"
 154 else
 155         FETCH_BUILD_REQUIRES_RPMSPECSRPM="no"
 156         if [ -x /usr/bin/rpm-getdeps ]; then
 157                 FETCH_BUILD_REQUIRES_RPMGETDEPS="yes"
 158         else
 159                 FETCH_BUILD_REQUIRES_RPMGETDEPS="no"
 160         fi
 161 fi
 162
 163 UPDATE_POLDEK_INDEXES_OPTS=""
 164
 165 # Here we load saved user environment used to
 166 # predefine options set above, or passed to builder
 167 # in command line.
 168 # This one reads global system environment settings:
 169 if [ -f ~/etc/builderrc ]; then
 170         . ~/etc/builderrc
 171 fi
 172 # And this one cascades settings using user personal
 173 # builder settings.
 174 # Example of ~/.builderrc:
 175 #
 176 #UPDATE_POLDEK_INDEXES="yes"
 177 #UPDATE_POLDEK_INDEXES_OPTS="--mo=nodiff"
 178 #FETCH_BUILD_REQUIRES="yes"
 179 #REMOVE_BUILD_REQUIRES="force"
 180 #GROUP_BCONDS="yes"
 181 #LOGFILE='../LOGS/log.$PACKAGE_NAME.$DATE'
 182 #TITLECHANGE=no
 183
 184 SU_SUDO="sudo"
 185
 186 if [ -n "$HOME_ETC" ]; then
 187         USER_CFG="$HOME_ETC/.builderrc"
 188         BUILDER_MACROS="$HOME_ETC/.builder-rpmmacros"
 189 else
 190         USER_CFG=~/.builderrc
 191         BUILDER_MACROS=~/.builder-rpmmacros
 192 fi
 193
 194 [ -f "$USER_CFG" ] && . "$USER_CFG"
 195
 196 if [ "$SCHEDTOOL" = "auto" ]; then
 197         if [ -x /usr/bin/schedtool ] && schedtool -B -e echo >/dev/null; then
 198                 SCHEDTOOL="schedtool -B -e"
 199         else
 200                 SCHEDTOOL="no"
 201         fi
 202 fi
 203
 204 if [ -n "$USE_PROZILLA" ]; then
 205         GETURI="proz --no-getch -r -P ./ -t$WGET_RETRIES $PROZILLA_OPTS"
 206         GETURI2="$GETURI"
 207         OUTFILEOPT="-O"
 208 elif [ -n "$USE_AXEL" ]; then
 209         GETURI="axel -a $AXEL_OPTS"
 210         GETURI2="$GETURI"
 211         OUTFILEOPT="-o"
 212 elif [ -n "$USE_LFTP" ]; then
 213         GETURI=download_lftp
 214         GETURI2=$GETURI
 215         OUTFILEOPT=""
 216 else
 217         wget --help 2>&1 | grep -q -- ' --no-check-certificate ' && WGET_OPTS="$WGET_OPTS --no-check-certificate"
 218         wget --help 2>&1 | grep -q -- ' --inet ' && WGET_OPTS="$WGET_OPTS --inet"
 219         wget --help 2>&1 | grep -q -- ' --retry-connrefused ' && WGET_OPTS="$WGET_OPTS --retry-connrefused"
 220         wget --help 2>&1 | grep -q -- ' --no-iri ' && WGET_OPTS="$WGET_OPTS --no-iri"
 221         WGET_OPTS="$WGET_OPTS --user-agent=$USER_AGENT"
 222
 223         GETURI="wget --passive-ftp -c -nd -t$WGET_RETRIES $WGET_OPTS"
 224         GETURI2="wget -c -nd -t$WGET_RETRIES $WGET_OPTS"
 225         OUTFILEOPT="-O"
 226 fi
 227
 228 GETLOCAL="cp -a"
 229
 230 if rpm --version 2>&1 | grep -q '4.0.[0-2]'; then
 231         RPM="rpm"
 232         RPMBUILD="rpm"
 233 else
 234         RPM="rpm"
 235         RPMBUILD="rpmbuild"
 236 fi
 237
 238 #
 239 # sanity checks
 240 #
 241 if [ -d $HOME/rpm/SOURCES ]; then
 242         echo "ERROR: ~/rpm/{SPECS,SOURCES} structure is obsolete" >&2
 243         echo "ERROR: get rid of your ~/rpm/SOURCES" >&2
 244         exit 1
 245 fi
 246
 247 POLDEK_INDEX_DIR="$($RPM --eval %_rpmdir)/"
 248 POLDEK_CMD="$SU_SUDO /usr/bin/poldek"
 249
 250 # TODO: add teeboth
 251 # TODO: what this function does?
 252 run_poldek() {
 253         RES_FILE=$(tempfile)
 254         if [ -n "$LOGFILE" ]; then
 255                 LOG=`eval echo $LOGFILE`
 256                 if [ -n "$LASTLOG_FILE" ]; then
 257                         echo "LASTLOG=$LOG" > $LASTLOG_FILE
 258                 fi
 259                 (${NICE_COMMAND} ${POLDEK_CMD} --noask `while test $# -gt 0; do echo "$1 ";shift;done` ; echo $? > ${RES_FILE})|tee -a $LOG
 260                 # FIXME $exit_pldk undefined
 261                 return $exit_pldk
 262         else
 263                 (${NICE_COMMAND} ${POLDEK_CMD} --noask `while test $# -gt 0; do echo "$1 ";shift;done` ; echo $? > ${RES_FILE}) 1>&2 >/dev/null
 264                 return `cat ${RES_FILE}`
 265                 rm -rf ${RES_FILE}
 266         fi
 267 }
 268
 269 #---------------------------------------------
 270 # functions
 271
 272 download_lftp() {
 273         local outfile=$1 url=$2 retval tmpfile
 274         # TODO: use mktemp
 275         tmpfile=$outfile.tmp
 276         lftp -c "
 277                 $([ "$DEBUG" = "yes" ] && echo "debug 5;")
 278                 set ssl:verify-certificate no;
 279                 set net:max-retries $WGET_RETRIES;
 280                 set http:user-agent \"$USER_AGENT\";
 281                 pget -n $PARALLEL_DOWNLOADS -c \"$url\" -o \"$tmpfile\"
 282         "
 283
 284         retval=$?
 285         if [ $retval -eq 0 ]; then
 286                 mv -f "$tmpfile" "$outfile"
 287         else
 288                 rm -f "$tmpfile"
 289         fi
 290         return $retval
 291 }
 292
 293 usage() {
 294         if [ -n "$DEBUG" ]; then set -xv; fi
 295 # NOTE:
 296 # to make this output parseable by bash-completion _parse_help()
 297 # if the line contains short and long option, it will take only the long option
 298 # but if you want both being completed, put the short option to separate line
 299         echo "\
 300 Usage: builder [--all-branches] [-D|--debug] [-V|--version] [--short-version]  [-a|--add_cvs] [-b|-ba|--build]
 301 [-bb|--build-binary] [-bs|--build-source] [-bc] [-bi] [-bl] [-u|--try-upgrade]
 302 [{-cf|--cvs-force}] [{-B|--branch} <branch>] [--depth <number>]
 303 [-g|--get] [-h|--help] [--ftp] [--http] [{-l|--logtofile} <logfile>] [-m|--mr-proper]
 304 [-q|--quiet] [--date <yyyy-mm-dd> [-r <tag>] [{-T|--tag <tag>]
 305 [-Tvs|--tag-version-stable] [-Ts|--tag-stable] [-Tv|--tag-version]
 306 [{-Tp|--tag-prefix} <prefix>] [{-tt|--test-tag}]
 307 [-nu|--no-urls] [-v|--verbose] [--opts <rpm opts>] [--short-circuit]
 308 [--show-bconds] [--with/--without <feature>] [--define <macro> <value>]
 309 <package>[.spec][:tag]
 310
 311 -4                  - force IPv4 when transferring files
 312 -6                  - force IPv6 when transferring files
 313 -5,
 314 --update-md5        - update md5 comments in spec, implies -nd -ncs
 315 -a5,
 316 --add-md5           - add md5 comments to URL sources, implies -nc -nd -ncs
 317 --all-branches      - make shallow fetch of all branches; --depth required
 318 -n5, --no-md5       - ignore md5 comments in spec
 319 -D, --debug         - enable builder script debugging mode,
 320 -debug              - produce rpm debug package (same as --opts -debug)
 321 -V, --version       - output builder version string
 322 --short-version     - output builder short version
 323 -a                  - try add new package to PLD repo.
 324 -b,
 325 -ba
 326                     - get all files from PLD repo or HTTP/FTP and build package
 327                       from <package>.spec,
 328 -bb                 - get all files from PLD repo or HTTP/FTP and build binary
 329                       only package from <package>.spec,
 330 -bp                 - execute the %prep phase of <package>.spec,
 331 -bc                 - execute the %build phase of <package>.spec,
 332 -bi                 - execute the %install phase of <package>.spec
 333 -bl                 - execute the %files phase of <package>.spec
 334 -bs                 - get all files from PLD repo or HTTP/FTP and only pack
 335                       them into src.rpm,
 336 --short-circuit     - short-circuit build
 337 -B, --branch        - add branch
 338 -c,
 339 --clean             - clean all temporarily created files (in BUILD\$RPM_BUILD_ROOT) after rpmbuild commands.
 340                       may be used with building process.
 341 -m, --mr-proper     - clean all temporarily created files (in BUILD, SOURCES,
 342                       SPECS and \$RPM_BUILD_ROOT). Doesn't run any rpm building.
 343 -cf, --cvs-force    - use -f when tagging
 344 --define '<macro> <value>'
 345                     - define a macro <macro> with value <value>,
 346 --depth <number>    - make shallow fetch
 347 --alt_kernel <kernel>
 348                     - same as --define 'alt_kernel <kernel>'
 349 --nodeps            - rpm won't check any dependences
 350 -g
 351 --get               - get <package>.spec and all related files from PLD repo
 352 -h, --help          - this message,
 353 -j N                - set %_smp_mflags to propagate concurrent jobs
 354 --ftp               - use FTP protocol to access distfiles server
 355 --http              - use HTTP protocol to access distfiles server
 356 -l <logfile>, --logtofile=<logfile>
 357                     - log all to file,
 358 -ncs, --no-cvs-specs
 359                     - don't pull from PLD repo
 360 -nd, --no-distfiles - don't download from distfiles
 361 -nm, --no-mirrors   - don't download from mirror, if source URL is given,
 362 -nu, --no-urls      - don't try to download from FTP/HTTP location,
 363 -ns, --no-srcs      - don't download Sources/Patches
 364 -ns0, --no-source0  - don't download Source0
 365 -nn, --no-net       - don't download anything from the net
 366 -p N                - set PARALLEL_DOWNLOADS to N (default $PARALLEL_DOWNLOADS)
 367 -pm, --prefer-mirrors
 368                     - prefer mirrors (if any) over distfiles for SOURCES
 369 --no-init           - don't initialize builder paths (SPECS and SOURCES)
 370 -ske,
 371 --skip-existing-files
 372                     - skip existing files in get_files
 373 --opts <rpm opts>   - additional options for rpm
 374 -q, --quiet         - be quiet,
 375 --date yyyy-mm-dd   - build package using resources from specified date,
 376 -r <tag>, --cvstag <ref>
 377                     - build package using resources from specified branch/tag,
 378 -A                  - build package using master branch as any sticky tags/branch/date being reset.
 379 -R, --fetch-build-requires
 380                     - fetch what is BuildRequired,
 381 -RB, --remove-build-requires
 382                     - remove all you fetched with -R or --fetch-build-requires
 383                       remember, this option requires confirmation,
 384 -FRB, --force-remove-build-requires
 385                     - remove all you fetched with -R or --fetch-build-requires
 386                       remember, this option works without confirmation,
 387 -sd, --source-distfiles
 388                     - list sources available from distfiles (intended for offline
 389                       operations; does not work when Icon field is present
 390                       but icon file is absent),
 391 -sc, --source-cvs   - list sources available from PLD repo
 392 -sdp, --source-distfiles-paths
 393                     - list sources available from distfiles -
 394                       paths relative to distfiles directory (intended for offline
 395                       operations; does not work when Icon field is present
 396                       but icon file is absent),
 397 -sf, --source-files - list sources - bare filenames (intended for offline
 398                       operations; does not work when Icon field is present
 399                       but icon file is absent),
 400 -lsp, --source-paths
 401                     - list sources - filenames with full local paths (intended for
 402                       offline operations; does not work when Icon field is present
 403                       but icon file is absent),
 404 -su, --source-urls  - list urls - urls to sources and patches
 405                       intended for copying urls with spec with lots of macros in urls
 406 -T <tag> , --tag <tag>
 407                     - add git tag <tag> for files,
 408 -Tvs, --tag-version-stable
 409                     - add git tags STABLE and NAME-VERSION-RELEASE for files,
 410 -Ts, --tag-stable
 411                     - add git tag STABLE for files,
 412 -Tv,
 413 --tag-version       - add git tag NAME-VERSION-RELEASE for files,
 414 -Tp, --tag-prefix <prefix>
 415                     - add <prefix> to NAME-VERSION-RELEASE tags,
 416 -tt, --test-tag <prefix>
 417                     - fail if tag is already present,
 418 -ir, --integer-release-only
 419                     - allow only integer and snapshot releases
 420 -v, --verbose       - be verbose,
 421 -u, --try-upgrade   - check version, and try to upgrade package
 422 -un, --try-upgrade-with-float-version
 423                     - as above, but allow float version
 424                       php-pear-Services_Digg/
 425 --upgrade-version   - upgrade to specified version in try-upgrade
 426 -U, --update        - refetch sources, don't use distfiles, and update md5 comments
 427 -Upi, --update-poldek-indexes
 428                     - refresh or make poldek package index files.
 429 -sp <patchnumber>,
 430 --skip-patch <patchnumber>
 431                     - don't apply <patchnumber>. may be repeated.
 432 -np <patchnumber>,
 433 --nopatch <patchnumber>
 434                     - abort instead of applying patch <patchnumber>
 435 --noinit
 436                     - do not initialize SPECS_DIR and SOURCES_DIR (set them to .)
 437 --show-bconds       - show available conditional builds, which can be used
 438                     - with --with and/or --without switches.
 439 --show-bcond-args   - show active bconds, from ~/.bcondrc. this is used by ./repackage.sh script.
 440                       In other words, the output is parseable by scripts.
 441 --show-avail-bconds - show available bconds
 442 --with <feature>,
 443 --without <feature>
 444                     - conditional build package depending on %_with_<feature>/
 445                       %_without_<feature> macro switch.  You may now use
 446                       --with feat1 feat2 feat3 --without feat4 feat5 --with feat6
 447                       constructions. Set GROUP_BCONDS to yes to make use of it.
 448 --target <platform>, --target=<platform>
 449                     - build for platform <platform>.
 450 --init-rpm-dir, --init
 451                     - initialize ~/rpm directory structure
 452 "
 453 }
 454
 455 # create tempfile. as secure as possible
 456 tempfile() {
 457         local prefix=builder.$PACKAGE_NAME${1:+.$1}
 458         mktemp --tmpdir -t $prefix.XXXXXX || echo ${TMPDIR:-/tmp}/$prefix.$RANDOM.$$
 459 }
 460
 461 tempdir() {
 462         local prefix=builder.$PACKAGE_NAME${1:+.$1}
 463         mktemp --tmpdir -d $prefix.XXXXXX
 464 }
 465
 466 # inserts git log instead of %changelog
 467 # @output directory containing modified specfile
 468 insert_gitlog() {
 469         local SPECFILE=$1 specdir=$(tempdir) gitlog=$(tempfile) speclog=$(tempfile)
 470
 471         # allow this being customized
 472         local log_entries=$(rpm -E '%{?_buildchangelogtruncate}')
 473
 474         # rpm5.org/rpm.org do not parse any other date format than 'Wed Jan 1 1997'
 475         # otherwise i'd use --date=iso here
 476         # http://rpm5.org/cvs/fileview?f=rpm/build/parseChangelog.c&v=2.44.2.1
 477         # http://rpm.org/gitweb?p=rpm.git;a=blob;f=build/parseChangelog.c;h=56ba69daa41d65ec9fd18c9f371b8ff14118cdca;hb=a113baa510a004476edc44b5ebaaf559238a18b6#l33
 478         # NOTE: changelog date is always in UTC for rpmbuild
 479         # * 1265749244 +0000 Random Hacker <nikt@pld-linux.org> 9370900
 480         git rev-list --date-order -${log_entries:-20} HEAD 2>/dev/null | while read sha1; do
 481                 local logfmt='%B%n'
 482                 git notes list $sha1 > /dev/null 2>&1 && logfmt='%N'
 483                 git log -n 1 $sha1 --format=format:"* %ad %an <%ae> %h%n- ${logfmt}%n" --date=raw | sed -re 's/^- +- */- /'| sed '/^$/q'
 484         done > $gitlog
 485
 486         # add link to full git logs
 487         local giturl="http://git.pld-linux.org/?p=packages/$PACKAGE_NAME.git;a=log"
 488         if [ -n "$CVSTAG" ]; then
 489                 giturl="$giturl;h=$CVSTAG"
 490         fi
 491         local gitauthor="PLD Linux Team <feedback@pld-linux.org>"
 492         LC_ALL=C gawk -vgiturl="$giturl" -vgitauthor="$gitauthor" -vpackage=$PACKAGE_NAME 'BEGIN{
 493                 printf("* %s %s\n- For complete changelog see: %s\n", strftime("%a %b %d %Y"), gitauthor, giturl);
 494                 print;
 495                 exit
 496         }' > $speclog
 497
 498         LC_ALL=C gawk '/^\* /{printf("* %s %s\n", strftime("%a %b %d %Y", $2), substr($0, length($1)+length($2)+length($3)+4)); next}{print}' $gitlog >> $speclog
 499         sed '/^%changelog/,$d' $SPECFILE | sed -e "\${
 500                         a%changelog
 501                         r $speclog
 502                 }
 503         " > $specdir/$SPECFILE
 504         rm -f $gitlog $speclog
 505         echo $specdir
 506 }
 507
 508 # @param string logfile
 509 # @param varargs... commands to execute
 510 teeboth() {
 511         local rc
 512         # use teeboth from toys/cleanbuild, if available and enabled
 513         if [ "$USE_TEEBOTH" = "yes" ] && [ -x $APPDIR/teeboth ]; then
 514                 $APPDIR/teeboth "$@"
 515                 rc=$?
 516         else
 517                 local efile rc logfile=$1; shift
 518                 if [ "$logfile" ]; then
 519                         efile=$(tempfile)
 520                         { "$@" 2>&1; echo $? > $efile; } | tee -a $logfile
 521                         rc=$(< $efile)
 522                         rm -f $efile
 523                 else
 524                         "$@"
 525                         rc=$?
 526                 fi
 527         fi
 528         return $rc
 529 }
 530
 531 # change dependency to specname
 532 # common changes:
 533 # - perl(Package::Name) -> perl-Package-Name
 534 depspecname() {
 535         local DEPS
 536
 537         if [ $# -gt 0 ]; then
 538                 DEPS="$@"
 539         else
 540                 DEPS=$(cat)
 541         fi
 542
 543         echo "$DEPS" | tr ' ' '\n' | sed -re '
 544                 # perl virtual deps
 545                 /perl\(.*\)/{
 546                         s/perl\((.*)\)/perl-\1/
 547                         s/::/-/g
 548                 }
 549
 550                 s/apache\(EAPI\)-devel/apache-devel/
 551
 552                 s/db-devel/db5.3-devel/
 553                 s/libjpeg-devel/libjpeg-turbo-devel/
 554         '
 555 }
 556
 557 update_shell_title() {
 558         [ -t 2 ] || return
 559         local len=${COLUMNS:-80}
 560         local msg="$(echo "$*" | cut -c-$len)"
 561
 562         if [ -n "$BE_VERBOSE" ]; then
 563                 echo >&2 "$(date +%s.%N) $*"
 564         fi
 565
 566         if [ "x$TITLECHANGE" = "xyes" -o "x$TITLECHANGE" = "x" ]; then
 567                 local pkg
 568                 if [ -n "$PACKAGE_NAME" ]; then
 569                         pkg=${PACKAGE_NAME}-${PACKAGE_VERSION}-${PACKAGE_RELEASE}
 570                 else
 571                         pkg=${SPECFILE}
 572                 fi
 573
 574                 msg="$pkg: ${SHELL_TITLE_PREFIX:+$SHELL_TITLE_PREFIX }$msg"
 575                 msg=$(echo $msg | tr -d '\n\r')
 576                 case "$TERM" in
 577                         cygwin|xterm*)
 578                         echo >&2 -ne "\033]1;$msg\007\033]2;$msg\007"
 579                 ;;
 580                         screen*)
 581                         echo >&2 -ne "\033]0;$msg\007"
 582                 ;;
 583                 esac
 584         fi
 585 }
 586
 587 # set TARGET from BuildArch: from SPECFILE
 588 set_spec_target() {
 589         if [ -n "$SPECFILE" ] && [ -z "$TARGET" ]; then
 590                 local tmp=$(awk '/^BuildArch:/ { print $NF; exit }' $ASSUMED_NAME/$SPECFILE)
 591                 if [ "$tmp" ]; then
 592                                 local target_platform=$(rpm -E '%{_target_vendor}-%{_target_os}%{?_gnu}')
 593                                 TARGET="$tmp"
 594                                 case "$RPMBUILD" in
 595                                 "rpmbuild")
 596                                         TARGET_SWITCH="--target ${TARGET}-${target_platform}" ;;
 597                                 "rpm")
 598                                         TARGET_SWITCH="--target=$TARGET" ;;
 599                                 esac
 600                 fi
 601         fi
 602 }
 603
 604 # runs rpm with minimal macroset
 605 minirpm() {
 606         safe_macrofiles=$(rpm $TARGET_SWITCH --showrc | awk -F: '/^macrofiles/ { gsub(/^macrofiles[ \t]+:/, "", $0); print $0 } ')
 607
 608         # TODO: move these to /usr/lib/rpm/macros
 609         cat > $BUILDER_MACROS <<'EOF'
 610 %x8664 x86_64 amd64 ia32e
 611 %alt_kernel %{nil}
 612 %_alt_kernel %{nil}
 613 %bootstrap_release() %{1}
 614 %requires_releq_kernel_up(s:n:) %{nil}
 615 %requires_releq_kernel_smp(s:n:) %{nil}
 616 %requires_releq_kernel(s:n:) %{nil}
 617 %requires_releq() %{nil}
 618 %pyrequires_eq() %{nil}
 619 %requires_eq() %{nil}
 620 %requires_eq_to() %{nil}
 621 %requires_ge() %{nil}
 622 %requires_ge_to() %{nil}
 623 %requires_ge() %{nil}
 624 %releq_kernel_up(n:) ERROR
 625 %releq_kernel_smp(n:) ERROR
 626 %releq_kernel(n:) ERROR
 627 %py_postclean(x:) ERROR
 628 %kgcc_package ERROR
 629 %_fontsdir ERROR
 630 %ruby_version ERROR
 631 %ruby_ver_requires_eq() %{nil}
 632 %ruby_mod_ver_requires_eq() %{nil}
 633 %__php_api_requires() %{nil}
 634 %php_major_version ERROR
 635 %php_api_version ERROR
 636 %requires_xorg_xserver_extension %{nil}
 637 %requires_xorg_xserver_xinput %{nil}
 638 %requires_xorg_xserver_font %{nil}
 639 %requires_xorg_xserver_videodrv %{nil}
 640 %py_ver ERROR
 641 %perl_vendorarch ERROR
 642 %perl_vendorlib ERROR
 643 # damn. need it here! - copied from /usr/lib/rpm/macros.build
 644 %tmpdir         %(echo "${TMPDIR:-/tmp}")
 645 %patchset_source(f:b:) %(
 646         base=%{-b*}%{!-b*:10000};
 647         start=$(expr $base + %1);
 648         end=$(expr $base + %{?2}%{!?2:%{1}});
 649         # we need to call seq twice as it doesn't allow two formats
 650         seq -f 'Patch%g:' $start $end > %{tmpdir}/__ps1;
 651         seq -f '%{-f*}' %1 %{?2}%{!?2:%{1}} > %{tmpdir}/__ps2;
 652         paste %{tmpdir}/__ps{1,2};
 653         rm -f %{tmpdir}/__ps{1,2};
 654 ) \
 655 %{nil}
 656 %add_etc_shells(p) %{p:<lua>}
 657 %remove_etc_shells(p) %{p:<lua>}
 658 %lua_add_etc_shells()  %{nil}
 659 %lua_remove_etc_shells() %{nil}
 660 %required_jdk jdk
 661 %buildrequires_jdk %{nil}
 662 %pear_package_print_optionalpackages %{nil}
 663 EOF
 664         if [ "$NOINIT" = "yes" ] ; then
 665                 cat >> $BUILDER_MACROS <<'EOF'
 666 %_specdir ./
 667 %_sourcedir ./
 668 EOF
 669         fi
 670         eval PATH=$CLEAN_PATH $RPMBUILD $TARGET_SWITCH --macros "$safe_macrofiles:$BUILDER_MACROS" $QUIET $RPMOPTS $RPMBUILDOPTS $BCOND $* 2>&1
 671 }
 672
 673 cache_rpm_dump() {
 674         if [ -n "$DEBUG" ]; then
 675                 set -x
 676                 set -v
 677         fi
 678
 679         if [ -x /usr/bin/rpm-specdump ]; then
 680                 update_shell_title "cache_rpm_dump using rpm-specdump command"
 681                 rpm_dump_cache=$(rpm-specdump $TARGET_SWITCH $BCOND --define "_specdir $PACKAGE_DIR" --define "_sourcedir $PACKAGE_DIR" $PACKAGE_DIR/$SPECFILE)
 682         else
 683                 update_shell_title "cache_rpm_dump using rpmbuild command"
 684                 local rpm_dump
 685                 rpm_dump=`
 686                         # what we need from dump is NAME, VERSION, RELEASE and PATCHES/SOURCES.
 687                         dump='%{echo:dummy: PACKAGE_NAME %{name} }%dump'
 688                         case "$RPMBUILD" in
 689                         rpm)
 690                                 ARGS='-bp'
 691                                 ;;
 692                         rpmbuild)
 693                                 ARGS='--nodigest --nosignature --nobuild'
 694                                 ;;
 695                         esac
 696                         minirpm $ARGS --define "'prep $dump'" --nodeps $SPECFILE
 697                 `
 698                 if [ $? -gt 0 ]; then
 699                         error=$(echo "$rpm_dump" | sed -ne '/^error:/,$p')
 700                         echo "$error" >&2
 701                         Exit_error err_build_fail
 702                 fi
 703
 704                 # make small dump cache
 705                 rpm_dump_cache=`echo "$rpm_dump" | awk '
 706                         $2 ~ /^SOURCEURL/ {print}
 707                         $2 ~ /^PATCHURL/  {print}
 708                         $2 ~ /^nosource/ {print}
 709                         $2 ~ /^PACKAGE_/ {print}
 710                 '`
 711         fi
 712
 713         update_shell_title "cache_rpm_dump: OK!"
 714 }
 715
 716 rpm_dump() {
 717         if [ -z "$rpm_dump_cache" ] ; then
 718                 echo >&2 "internal error: cache_rpm_dump not called! (missing %prep?)"
 719         fi
 720         echo "$rpm_dump_cache"
 721 }
 722
 723 get_icons() {
 724         update_shell_title "get icons"
 725         ICONS=$(awk '/^Icon:/ {print $2}' $PACKAGE_DIR/${SPECFILE})
 726         if [ -z "$ICONS" ]; then
 727                 return
 728         fi
 729
 730         rpm_dump_cache="kalasaba" NODIST="yes" get_files $ICONS
 731 }
 732
 733 parse_spec() {
 734         update_shell_title "parsing specfile"
 735         if [ -n "$DEBUG" ]; then
 736                 set -x
 737                 set -v
 738         fi
 739
 740         # icons are needed for successful spec parse
 741         get_icons
 742
 743         cd $PACKAGE_DIR
 744         cache_rpm_dump
 745
 746         if rpm_dump | grep -qEi ":.*nosource.*1"; then
 747                 FAIL_IF_NO_SOURCES="no"
 748         fi
 749
 750         if [ "$NOSRCS" != "yes" ]; then
 751                 SOURCES=$(rpm_dump | awk '$2 ~ /^SOURCEURL[0-9]+/ {print substr($2, length("SOURCEURL") + 1), $3}' | LC_ALL=C sort -n | awk '{print $2}')
 752                 PATCHES=$(rpm_dump | awk '$2 ~ /^PATCHURL[0-9]+/ {print substr($2, length("PATCHURL") + 1), $3}' | LC_ALL=C sort -n | awk '{print $2}')
 753                 ICONS=$(awk '/^Icon:/ {print $2}' ${SPECFILE})
 754         fi
 755
 756         PACKAGE_NAME=$(rpm_dump | awk '$2 == "PACKAGE_NAME" { print $3; exit}')
 757         PACKAGE_VERSION=$(rpm_dump | awk '$2 == "PACKAGE_VERSION" { print $3; exit}')
 758         PACKAGE_RELEASE=$(rpm_dump | awk '$2 == "PACKAGE_RELEASE" { print $3; exit}')
 759
 760         if [ "$PACKAGE_NAME" != "$ASSUMED_NAME" ]; then
 761                 echo >&2 "WARNING! Spec name ($ASSUMED_NAME) does not agree with package name ($PACKAGE_NAME)"
 762         fi
 763
 764         if [ -n "$BE_VERBOSE" ]; then
 765                 echo "- Sources :  `nourl $SOURCES`"
 766                 if [ -n "$PATCHES" ]; then
 767                         echo "- Patches :  `nourl $PATCHES`"
 768                 else
 769                         echo "- Patches :  *no patches needed*"
 770                 fi
 771                 if [ -n "$ICONS" ]; then
 772                         echo "- Icon    :  `nourl $ICONS`"
 773                 else
 774                         echo "- Icon    :  *no package icon*"
 775                 fi
 776                 echo "- Name    : $PACKAGE_NAME"
 777                 echo "- Version : $PACKAGE_VERSION"
 778                 echo "- Release : $PACKAGE_RELEASE"
 779         fi
 780
 781         update_shell_title "parse_spec: OK!"
 782 }
 783
 784 # aborts program abnormally
 785 die() {
 786         local rc=${2:-1}
 787         echo >&2 "$PROGRAM: ERROR: $*"
 788         exit $rc
 789 }
 790
 791 Exit_error() {
 792         if [ -n "$DEBUG" ]; then
 793                 set -x
 794                 set -v
 795         fi
 796
 797         cd "$__PWD"
 798
 799         case "$1" in
 800                 "err_no_spec_in_cmdl" )
 801                         remove_build_requires
 802                         echo >&2 "ERROR: spec file name not specified."
 803                         exit 2 ;;
 804                 "err_invalid_cmdline" )
 805                         echo >&2 "ERROR: invalid command line arg ($2)."
 806                         exit 2 ;;
 807                 "err_no_spec_in_repo" )
 808                         remove_build_requires
 809                         echo >&2 "Error: spec file not stored in repository."
 810                         if [ -n "$2" ]; then
 811                                 echo >&2 "Tried: $2"
 812                         fi
 813
 814                         exit 3 ;;
 815                 "err_no_source_in_repo" )
 816                         remove_build_requires
 817                         echo >&2 "Error: some source, patch or icon files not stored in PLD repo. ($2)"
 818                         exit 4 ;;
 819                 "err_cvs_add_failed" )
 820                         echo >&2 "Error: failed to add package to PLD repo."
 821                         exit 4 ;;
 822                 "err_build_fail" )
 823                         remove_build_requires
 824                         echo >&2 "Error: package build failed. (${2:-no more info})"
 825                         exit 5 ;;
 826                 "err_no_package_data" )
 827                         remove_build_requires
 828                         echo >&2 "Error: couldn't get out package name/version/release from spec file."
 829                         exit 6 ;;
 830                 "err_tag_exists" )
 831                         remove_build_requires
 832                         echo >&2 "Tag ${2} already exists"
 833                         exit 9 ;;
 834                 "err_fract_rel" )
 835                         remove_build_requires
 836                         echo >&2 "Release ${2} not integer and not a snapshot."
 837                         exit 10 ;;
 838                 "err_branch_exists" )
 839                         remove_build_requires
 840                         echo >&2 "Tree branch already exists (${2})."
 841                         exit 11 ;;
 842                 "err_acl_deny" )
 843                         remove_build_requires
 844                         echo >&2 "Error: conditions reject building this spec (${2})."
 845                         exit 12 ;;
 846                 "err_remote_problem" )
 847                         remove_build_requires
 848                         echo >&2 "Error: problem with remote (${2})"
 849                         exit 13 ;;
 850                 "err_no_checkut" )
 851                         echo >&2 "Error: cannot checkout $2"
 852                         exit 14 ;;
 853                 "err_not_implemented" )
 854                         remove_build_requires
 855                         echo >&2 "Error: functionality not yet imlemented"
 856                         exit 110 ;;
 857         esac
 858         echo >&2 "Unknown error."
 859         exit 100
 860 }
 861
 862 init_builder() {
 863         if [ -n "$DEBUG" ]; then
 864                 set -x
 865                 set -v
 866         fi
 867
 868         if [ "$NOINIT" != "yes" ] ; then
 869                 TOP_DIR=$(eval $RPM $RPMOPTS --eval '%{_topdir}')
 870
 871                 local macros_ver=$(rpm -E %?rpm_build_macros)
 872                 if [ -z "$macros_ver" ]; then
 873                         REPO_DIR=$TOP_DIR/packages
 874                         PACKAGE_DIR=$TOP_DIR/packages/$ASSUMED_NAME
 875                 else
 876                         if awk "BEGIN{exit($macros_ver>=$RPM_MACROS_VER)}"; then
 877                                 echo >&2 "builder requires rpm-build-macros >= $RPM_MACROS_VER"
 878                                 exit 1
 879                         fi
 880                         REPO_DIR=$TOP_DIR
 881                         PACKAGE_DIR=$REPO_DIR/$ASSUMED_NAME
 882                 fi
 883         else
 884                 TOP_DIR=$(pwd)
 885                 PACKAGE_DIR=$TOP_DIR
 886                 REPO_DIR=$PACKAGE_DIR
 887                 RPMBUILDOPTS="$RPMBUILDOPTS --define '_topdir $TOP_DIR' --define '_builddir %_topdir' --define '_rpmdir %_topdir' --define '_srcrpmdir %_topdir'"
 888         fi
 889         export GIT_WORK_TREE=$PACKAGE_DIR
 890         export GIT_DIR=$PACKAGE_DIR/.git
 891
 892         if [ -d "$GIT_DIR" ] &&  [ -z "$CVSTAG" ] && git rev-parse --verify -q HEAD > /dev/null; then
 893                 if CVSTAG=$(GIT_DIR=$GIT_DIR git symbolic-ref HEAD) 2>/dev/null; then
 894                         CVSTAG=${CVSTAG#refs/heads/}
 895                         if [ "$CVSTAG" != "master" ]; then
 896                                 echo >&2 "builder: Active branch $CVSTAG. Use -r BRANCHNAME to override"
 897                         fi
 898                 else
 899                         echo >&2 "On detached HEAD. Use -r BRANCHNAME to override"
 900                         HEAD_DETACHED="yes"
 901                 fi
 902         elif [ "$CVSTAG" = "HEAD" ]; then
 903                 # assume -r HEAD is same as -A
 904                 CVSTAG="master"
 905         fi
 906
 907         __PWD=$(pwd)
 908 }
 909
 910 create_git_repo() {
 911         update_shell_title "add_package"
 912
 913         if [ -n "$DEBUG" ]; then
 914                 set -x
 915                 set -v
 916         fi
 917
 918         cd "$REPO_DIR"
 919         SPECFILE=$(basename $SPECFILE)
 920         if [ ! -f "$ASSUMED_NAME/$SPECFILE" ]; then
 921                 echo "ERROR: No package to add ($ASSUMED_NAME/$SPECFILE)" >&2
 922                 exit 101
 923         fi
 924         [ -d "$ASSUMED_NAME/.git" ] || NEW_REPO=yes
 925         ssh $GIT_PUSH create ${ASSUMED_NAME} || Exit_error err_cvs_add_failed
 926         (
 927         set -e
 928         git init
 929         git remote add $REMOTE_PLD ${GIT_SERVER}/${PACKAGES_DIR}/${ASSUMED_NAME}.git
 930         git remote set-url --push $REMOTE_PLD ssh://${GIT_PUSH}/${PACKAGES_DIR}/${ASSUMED_NAME}
 931
 932         git config --local push.default current
 933         git config --local branch.master.remote $REMOTE_PLD
 934         git config --local branch.master.merge refs/heads/master
 935         )
 936         test $? = 0 || Exit_error err_remote_problem $REMOTE_PLD
 937 }
 938
 939 get_spec() {
 940
 941         update_shell_title "get_spec"
 942
 943         if [ -n "$DEBUG" ]; then
 944                 set -x
 945                 set -v
 946         fi
 947
 948         cd "$REPO_DIR"
 949         SPECFILE=$(basename $SPECFILE)
 950         if [ "$NOCVSSPEC" != "yes" ]; then
 951                 if [ -z "$DEPTH" ]; then
 952                         if [ -d "$PACKAGE_DIR/.git" ]; then
 953                                 git fetch $REMOTE_PLD || Exit_error err_no_spec_in_repo
 954                         elif [ "$ADD_PACKAGE_CVS" = "yes" ]; then
 955                                 if [ ! -r "$PACKAGE_DIR/$SPECFILE" ]; then
 956                                         echo "ERROR: No package to add ($PACKAGE_DIR/$SPECFILE)" >&2
 957                                         exit 101
 958                                 fi
 959                                 Exit_error err_not_implemented
 960                         else
 961                                 (
 962                                         unset GIT_WORK_TREE
 963                                         git clone  -o $REMOTE_PLD ${GIT_SERVER}/${PACKAGES_DIR}/${ASSUMED_NAME}.git || {
 964                                                 # softfail if new package, i.e not yet added to PLD rep
 965                                                 [ ! -f "$PACKAGE_DIR/$SPECFILE" ] && Exit_error err_no_spec_in_repo
 966                                                 echo "Warning: package not in CVS - assuming new package"
 967                                                 NOCVSSPEC="yes"
 968                                         }
 969                                         git config --local --add "remote.$REMOTE_PLD.fetch" 'refs/notes/*:refs/notes/*'
 970                                         git config --local --add "remote.$REMOTE_PLD.push" 'refs/notes/*:refs/notes/*'
 971                                         git config --local --add "remote.$REMOTE_PLD.push" HEAD
 972                                         git config --local push.default current
 973                                         git remote set-url --push  $REMOTE_PLD ssh://${GIT_PUSH}/${PACKAGES_DIR}/${ASSUMED_NAME}
 974                                 )
 975                         fi
 976                 else
 977                         if [ ! -d "$PACKAGE_DIR/.git" ]; then
 978                                 if [ ! -d "$PACKAGE_DIR" ]; then
 979                                         install -d $PACKAGE_DIR
 980                                 fi
 981                                 git init
 982                                 git remote add $REMOTE_PLD ${GIT_SERVER}/${PACKAGES_DIR}/${ASSUMED_NAME}.git
 983                                 git config --local --add "remote.$REMOTE_PLD.fetch" 'refs/notes/*:refs/notes/*'
 984                                 git config --local --add "remote.$REMOTE_PLD.push" 'refs/heads/*:refs/remotes/origin/*'
 985                                 git config --local --add "remote.$REMOTE_PLD.push" HEAD
 986                                 git config --local push.default current
 987                                 git remote set-url --push  $REMOTE_PLD ssh://${GIT_PUSH}/${PACKAGES_DIR}/${ASSUMED_NAME}
 988                                 CVSTAG=${CVSTAG:-"master"}
 989                         fi
 990                         local refs=''
 991                         if [ -z "$ALL_BRANCHES" ]; then
 992                                 refs="${CVSTAG}:remotes/${REMOTE_PLD}/${CVSTAG}"
 993                         fi
 994                         git fetch $DEPTH $REMOTE_PLD $refs || {
 995                                 echo >&2 "Error: branch $CVSTAG does not exist"
 996                                 exit 3
 997                         }
 998                 fi
 999                 git fetch $REMOTE_PLD 'refs/notes/*:refs/notes/*'
1000
1001                 cvsignore_df .gitignore
1002
1003                 # add default log format to .gitignore if it is relative to package dir
1004                 if [ -n "$LOGFILE" -a "$LOGFILE" = "${LOGFILE##*/}" ]; then
1005                         # substitute known "macros" to glob
1006                         local logfile=$(echo "$LOGFILE" | sed -r -e 's,\$(PACKAGE_(NAME|VERSION|RELEASE)|DATE|TARGET),*,g')
1007                         if [ "$logfile" ]; then
1008                                 cvsignore_df "$logfile"
1009                         fi
1010                 fi
1011
1012                 # create symlinks for tools
1013                 if [ "$SYMLINK_TOOLS" != "no" -a -d "$PACKAGE_DIR" ]; then
1014                         for a in dropin md5 adapter builder {relup,compile,repackage,rsync,pearize}.sh; do
1015                                 # skip tools that don't exist in top dir
1016                                 [ -f $a ] || continue
1017                                 # skip tools that already exist
1018                                 [ -f $PACKAGE_DIR/$a ] && continue
1019                                 ln -s ../$a $PACKAGE_DIR
1020                                 cvsignore_df $a
1021                         done
1022                 fi
1023         fi
1024
1025         if [ -n "$CVSTAG" ]; then
1026                 if git rev-parse --verify -q "$CVSTAG"; then
1027                         git checkout "$CVSTAG" --
1028                 elif git rev-parse --verify -q "refs/remotes/${REMOTE_PLD}/$CVSTAG"; then
1029                         git checkout -t "refs/remotes/${REMOTE_PLD}/$CVSTAG" > /dev/null
1030                 fi
1031                 if [ $(git rev-parse "$CVSTAG") != $(git rev-parse HEAD) ]; then
1032                         Exit_error "err_no_checkut" "$CVSTAG"
1033                 fi
1034                         git merge --ff-only '@{u}'
1035                 git symbolic-ref -q HEAD > /dev/null && [ "$NOCVSSPEC" != "yes" ] &&
1036                 if [ -n "$CVSDATE" ]; then
1037                         git checkout $(git rev-list -n1 --before="'$CVSDATE'" $CVSTAG) || exit 1
1038                 fi
1039         fi
1040
1041         if [ ! -f "$PACKAGE_DIR/$SPECFILE" ]; then
1042                 Exit_error err_no_spec_in_repo "$PACKAGE_DIR/$SPECFILE"
1043         fi
1044
1045         if [ "$CHMOD" = "yes" -a -n "$SPECFILE" ]; then
1046                 chmod $CHMOD_MODE $PACKAGE_DIR/$SPECFILE
1047         fi
1048         unset OPTIONS
1049         [ -n "$DONT_PRINT_REVISION" ] || grep -E -m 1 "^#.*Revision:.*Date" $PACKAGE_DIR/$SPECFILE
1050
1051         set_spec_target
1052 }
1053
1054 # find mirrors in this order. first match wins:
1055 # - package dir (~/rpm/packages/foo)
1056 # - repository dir (~/rpm/packages)
1057 # - tools dir dir (~/rpm/packages/rpm-build-tools)
1058 find_mirror() {
1059         local url="$1"
1060
1061         update_shell_title "find_mirror[$url][$REPO_DIR]"
1062
1063         # NOTE: as while loop runs in subshell,
1064         # we use exit 2 to indicate  that the match was found
1065         # otherwise we end up outputing mirror url and origin url.
1066
1067         local origin mirror name rest ol prefix
1068         IFS="|"
1069         cat "$PACKAGE_DIR/mirrors" "$REPO_DIR/mirrors" "$REPO_DIR/../rpm-build-tools/mirrors" /dev/null 2>/dev/null | \
1070         while read origin mirror name rest; do
1071                 # skip comments and empty lines
1072                 if [ -z "$origin" ] || [ "${origin#\#}" != "$origin" ]; then
1073                         continue
1074                 fi
1075                 ol=$(echo -n "$origin" | wc -c)
1076                 prefix=$(echo -n "$url" | head -c $ol)
1077                 if [ "$prefix" = "$origin" ] ; then
1078                         suffix=$(echo "$url" | cut -b $((ol+1))-)
1079                         echo -n "$mirror$suffix"
1080                         exit 2
1081                 fi
1082         done && echo "$url"
1083 }
1084
1085 # Warning: unpredictable results if same URL used twice
1086 src_no() {
1087         local file="$1"
1088         # escape some regexp characters if part of file name
1089         file=$(echo "$file" | sed -e 's#\([\+\*\.\&\#\?]\)#\\\1#g')
1090         cd $PACKAGE_DIR
1091         rpm_dump | \
1092         grep -E "(SOURCE|PATCH)URL[0-9]*[       ]*${file}""[    ]*$" | \
1093         sed -e 's/.*\(SOURCE\|PATCH\)URL\([0-9][0-9]*\).*/\1\2/' | \
1094         head -n 1 | tr OURCEATH ourceath | xargs
1095 }
1096
1097 src_md5() {
1098         [ "$NO5" = "yes" ] && return
1099         no=$(src_no "$1")
1100         [ -z "$no" ] && return
1101         cd $PACKAGE_DIR
1102         local md5
1103
1104         # use "sources" file from package dir, like vim
1105         if [ -f sources ]; then
1106                 md5=$(grep -s -v '^#' sources | \
1107                 grep -E "[      *]$(basename "$1")([    ,]|\$)" | \
1108                 sed -e 's/^\([0-9a-f]\{32\}\).*/\1/' | \
1109                 grep -E '^[0-9a-f]{32}$')
1110
1111                 if [ "$md5" ]; then
1112                         if [ $(echo "$md5" | wc -l) != 1 ] ; then
1113                                 echo "$SPECFILE: more then one entry in sources for $1" 1>&2
1114                         fi
1115                         echo "$md5" | tail -n 1
1116                         return
1117                 fi
1118         fi
1119
1120         source_md5=$(grep -iE "^#[      ]*(No)?$no-md5[         ]*:" $SPECFILE | sed -e 's/.*://')
1121         if [ -n "$source_md5" ]; then
1122                 echo $source_md5
1123         else
1124                 source_md5=`grep -i "BuildRequires:[    ]*digest(%SOURCE$no)[   ]*=" $SPECFILE | sed -e 's/.*=//'`
1125                 if [ -n "$source_md5" ]; then
1126                         echo $source_md5
1127                 else
1128                         # we have empty SourceX-md5, but it is still possible
1129                         # that we have NoSourceX-md5 AND NoSource: X
1130                         nosource_md5=`grep -i "^#[       ]*No$no-md5[    ]*:" $SPECFILE | sed -e 's/.*://'`
1131                         if [ -n "$nosource_md5" -a -n "`grep -i "^NoSource:[     ]*$no$" $SPECFILE`" ] ; then
1132                                 echo $nosource_md5
1133                         fi
1134                 fi
1135         fi
1136 }
1137
1138 distfiles_path() {
1139         echo "by-md5/$(src_md5 "$1" | sed -e 's|^\(.\)\(.\)|\1/\2/&|')/$(basename "$1")"
1140 }
1141
1142 distfiles_url() {
1143         echo "$PROTOCOL$DISTFILES_SERVER/distfiles/$(distfiles_path "$1")"
1144 }
1145
1146 distfiles_attic_url() {
1147         echo "$PROTOCOL$ATTICDISTFILES_SERVER/distfiles/Attic/$(distfiles_path "$1")"
1148 }
1149
1150 good_md5() {
1151         md5=$(src_md5 "$1")
1152         [ "$md5" = "" ] || \
1153         [ "$md5" = "$(md5sum $(nourl "$1") 2> /dev/null | sed -e 's/ .*//')" ]
1154 }
1155
1156 good_size() {
1157         size=$(find $(nourl "$1") -printf "%s" 2>/dev/null)
1158         [ -n "$size" -a "$size" -gt 0 ]
1159 }
1160
1161 cvsignore_df() {
1162         if [ "$CVSIGNORE_DF" != "yes" ]; then
1163                 return
1164         fi
1165         local cvsignore=${PACKAGE_DIR}/.git/info/exclude
1166
1167         # add only if not yet there
1168         if ! awk -vf="$1" -vc=1 '$0 == f { c = 0 } END { exit c }' $cvsignore 2>/dev/null; then
1169                 echo "$1" >> $cvsignore
1170         fi
1171 }
1172
1173 # returns true if "$1" is ftp, http or https protocol url
1174 is_url() {
1175         case "$1" in
1176         ftp://*|http://*|https://*)
1177                 return 0
1178         ;;
1179         esac
1180         return 1
1181 }
1182
1183 update_md5() {
1184         if [ $# -eq 0 ]; then
1185                 return
1186         fi
1187
1188         update_shell_title "update md5"
1189         if [ -n "$DEBUG" ]; then
1190                 set -x
1191                 set -v
1192         fi
1193
1194         cd "$PACKAGE_DIR"
1195
1196         # pass 1: check files to be fetched
1197         local todo
1198         local need_files
1199         for i in "$@"; do
1200                 local fp=$(nourl "$i")
1201                 local srcno=$(src_no "$i")
1202                 if [ -n "$ADD5" ]; then
1203                         [ "$fp" = "$i" ] && continue # FIXME what is this check doing?
1204                         grep -qiE '^#[  ]*'$srcno'-md5[         ]*:' $PACKAGE_DIR/$SPECFILE && continue
1205                         grep -qiE '^BuildRequires:[     ]*digest[(]%SOURCE'$srcno'[)][  ]*=' $PACKAGE_DIR/$SPECFILE && continue
1206                 else
1207                         grep -qiE '^#[  ]*'$srcno'-md5[         ]*:' $PACKAGE_DIR/$SPECFILE || grep -qiE '^BuildRequires:[      ]*digest[(]%SOURCE'$srcno'[)][  ]*=' $PACKAGE_DIR/$SPECFILE || continue
1208                 fi
1209                 if [ ! -f "$fp" ] || [ $ALWAYS_CVSUP = "yes" ]; then
1210                         need_files="$need_files $i"
1211                 fi
1212         done
1213
1214         # pass 1a: get needed files
1215         if [ "$need_files" ]; then
1216                 get_files $need_files
1217         fi
1218
1219         # pass 2: proceed with md5 adding or updating
1220         for i in "$@"; do
1221                 local fp=$(nourl "$i")
1222                 local srcno=$(src_no "$i")
1223                 local md5=$(grep -iE '^#[       ]*(No)?'$srcno'-md5[    ]*:' $PACKAGE_DIR/$SPECFILE )
1224                 if [ -z "$md5" ]; then
1225                         md5=$(grep -iE '^[      ]*BuildRequires:[       ]*digest[(]%SOURCE'$srcno'[)][  ]*=' $PACKAGE_DIR/$SPECFILE )
1226                 fi
1227                 if [ -n "$ADD5" ] && is_url $i || [ -n "$md5" ]; then
1228                         local tag="# $srcno-md5:\t"
1229                         if [[ "$md5" == *NoSource* ]]; then
1230                                 tag="# No$srcno-md5:\t"
1231                         elif [ -n "$USEDIGEST" ]; then
1232                                 tag="BuildRequires:\tdigest(%SOURCE$srcno) = "
1233                         fi
1234                         md5=$(md5sum "$fp" | cut -f1 -d' ')
1235                         echo "Updating $srcno ($md5: $fp)."
1236                         perl -i -ne '
1237                                 print unless (/^\s*#\s*(No)?'$srcno'-md5\s*:/i or /^\s*BuildRequires:\s*digest\(%SOURCE'$srcno'\)/i);
1238                                 print "'"$tag$md5"'\n" if /^'$srcno'\s*:\s+/i;
1239                         ' \
1240                         $PACKAGE_DIR/$SPECFILE
1241                 fi
1242         done
1243 }
1244
1245 check_md5() {
1246         local bad
1247         [ "$NO5" = "yes" ] && return
1248
1249         update_shell_title "check md5"
1250
1251         for i in "$@"; do
1252                 bad=0
1253                 if ! good_md5 "$i"; then
1254                         echo -n "MD5 sum mismatch."
1255                         bad=1
1256                 fi
1257                 if ! good_size "$i"; then
1258                         echo -n "0 sized file."
1259                         bad=1
1260                 fi
1261
1262                 if [ $bad -eq 1 ]; then
1263                         echo " Use -U to refetch sources,"
1264                         echo "or -5 to update md5 sums, if you're sure files are correct."
1265                         Exit_error err_no_source_in_repo $i
1266                 fi
1267         done
1268 }
1269
1270 get_files() {
1271         update_shell_title "get_files"
1272
1273         if [ -n "$DEBUG" ]; then
1274                 set -x
1275                 set -v
1276         fi
1277
1278         if [ $# -gt 0 ]; then
1279                 cd "$PACKAGE_DIR"
1280
1281                 local nc=0
1282                 local get_files_cvs=""
1283                 for i in "$@"; do
1284                         nc=$((nc + 1))
1285                         local cvsup=0
1286                         SHELL_TITLE_PREFIX="get_files[$nc/$#]"
1287                         update_shell_title "$i"
1288                         local fp=`nourl "$i"`
1289                         if [ "$SKIP_EXISTING_FILES" = "yes" ] && [ -f "$fp" ]; then
1290                                 continue
1291                         fi
1292
1293                         FROM_DISTFILES=0
1294                         local srcmd5=$(src_md5 "$i")
1295
1296                         # we know if source/patch is present in cvs/distfiles
1297                         # - has md5 (in distfiles)
1298                         # - in cvs... ideas?
1299
1300                         # CHECK: local file didn't exist or always cvs up (first) requested.
1301                         if [ ! -f "$fp" ] || [ $ALWAYS_CVSUP = "yes" ]; then
1302                                 if echo $i | grep -vE '(http|ftp|https|cvs|svn)://' | grep -qE '\.(gz|bz2)$']; then
1303                                         echo "Warning: no URL given for $i"
1304                                 fi
1305                                 target="$fp"
1306
1307                                 if [ -z "$NODIST" ] && [ -n "$srcmd5" ]; then
1308                                         if good_md5 "$i" && good_size "$i"; then
1309                                                 echo "$fp having proper md5sum already exists"
1310                                                 continue
1311                                         fi
1312
1313                                         # optionally prefer mirror over distfiles if there's mirror
1314                                         # TODO: build url list and then try each url from the list
1315                                         if [ -n "$PREFMIRRORS" ] && [ -z "$NOMIRRORS" ] && im=$(find_mirror "$i") && [ "$im" != "$i" ]; then
1316                                                 url="$im"
1317                                         else
1318                                                 url=$(distfiles_url "$i")
1319                                         fi
1320
1321                                         url_attic=$(distfiles_attic_url "$i")
1322                                         FROM_DISTFILES=1
1323                                         # is $url local file?
1324                                         if [[ "$url" = [./]* ]]; then
1325                                                 update_shell_title "${GETLOCAL%% *}: $url"
1326                                                 ${GETLOCAL} $url $target
1327                                         else
1328                                                 local uri=${url}
1329                                                 # make shorter message for distfiles urls
1330                                                 if [[ "$uri" = ${PROTOCOL}${DISTFILES_SERVER}* ]] || [[ "$uri" = ${PROTOCOL}${ATTICDISTFILES_SERVER}* ]]; then
1331                                                         uri=${uri#${PROTOCOL}${DISTFILES_SERVER}/distfiles/by-md5/?/?/*/}
1332                                                         uri=${uri#${PROTOCOL}${ATTICDISTFILES_SERVER}/distfiles/by-md5/?/?/*/}
1333                                                         uri="df: $uri"
1334                                                 fi
1335                                                 update_shell_title "${GETURI%% *}: $uri"
1336                                                 ${GETURI} ${OUTFILEOPT} "$target" "$url" || \
1337                                                 if [ "`echo $url | grep -E 'ftp://'`" ]; then
1338                                                         update_shell_title "${GETURI2%% *}: $url"
1339                                                         ${GETURI2} ${OUTFILEOPT} "$target" "$url"
1340                                                 fi
1341                                         fi
1342
1343                                         # is it empty file?
1344                                         if [ ! -s "$target" ]; then
1345                                                 rm -f "$target"
1346                                                 if [ `echo $url_attic | grep -E '^(\.|/)'` ]; then
1347                                                         update_shell_title "${GETLOCAL%% *}: $url_attic"
1348                                                         ${GETLOCAL} $url_attic $target
1349                                                 else
1350                                                         update_shell_title "${GETURI%% *}: $url_attic"
1351                                                         ${GETURI} ${OUTFILEOPT} "$target" "$url_attic" || \
1352                                                         if [ "`echo $url_attic | grep -E 'ftp://'`" ]; then
1353                                                                 update_shell_title "${GETURI2%% *}: $url_attic"
1354                                                                 ${GETURI2} ${OUTFILEOPT} "$target" "$url_attic"
1355                                                         fi
1356                                                         test -s "$target" || rm -f "$target"
1357                                                 fi
1358                                         fi
1359
1360                                         if [ -s "$target" ]; then
1361                                                 cvsignore_df $target
1362                                         else
1363                                                 rm -f "$target"
1364                                                 FROM_DISTFILES=0
1365                                         fi
1366                                 fi
1367
1368                                 if [ -z "$NOURLS" ] && [ ! -f "$fp" -o -n "$UPDATE" ] && [ "`echo $i | grep -E 'ftp://|http://|https://'`" ]; then
1369                                         if [ -z "$NOMIRRORS" ]; then
1370                                                 im=$(find_mirror "$i")
1371                                         else
1372                                                 im="$i"
1373                                         fi
1374                                         update_shell_title "${GETURI%% *}: $im"
1375                                         ${GETURI} ${OUTFILEOPT} "$target" "$im" || \
1376                                         if [ "`echo $im | grep -E 'ftp://'`" ]; then
1377                                                 update_shell_title "${GETURI2%% *}: $im"
1378                                                 ${GETURI2} ${OUTFILEOPT} "$target" "$im"
1379                                         fi
1380                                         test -s "$target" || rm -f "$target"
1381                                 fi
1382
1383                                 if [ "$cvsup" = 1 ]; then
1384                                         continue
1385                                 fi
1386
1387                         fi
1388
1389                         # the md5 check must be moved elsewhere as if we've called from update_md5 the md5 is wrong.
1390                         if [ ! -f "$fp" -a "$FAIL_IF_NO_SOURCES" != "no" ]; then
1391                                 Exit_error err_no_source_in_repo $i
1392                         fi
1393
1394                         # we check md5 here just only to refetch immediately
1395                         if good_md5 "$i" && good_size "$i"; then
1396                                 :
1397                         elif [ "$FROM_DISTFILES" = 1 ]; then
1398                                 # wrong md5 from distfiles: remove the file and try again
1399                                 # but only once ...
1400                                 echo "MD5 sum mismatch. Trying full fetch."
1401                                 FROM_DISTFILES=2
1402                                 rm -f $target
1403                                 update_shell_title "${GETURI%% *}: $url"
1404                                 ${GETURI} ${OUTFILEOPT} "$target" "$url" || \
1405                                 if [ "`echo $url | grep -E 'ftp://'`" ]; then
1406                                         update_shell_title "${GETURI2%% *}: $url"
1407                                         ${GETURI2} ${OUTFILEOPT} "$target" "$url"
1408                                 fi
1409                                 if [ ! -s "$target" ]; then
1410                                         rm -f "$target"
1411                                         update_shell_title "${GETURI%% *}: $url_attic"
1412                                         ${GETURI} ${OUTFILEOPT} "$target" "$url_attic" || \
1413                                         if [ "`echo $url_attic | grep -E 'ftp://'`" ]; then
1414                                                 update_shell_title "${GETURI2%% *}: $url_attic"
1415                                                 ${GETURI2} ${OUTFILEOPT} "$target" "$url_attic"
1416                                         fi
1417                                 fi
1418                                 test -s "$target" || rm -f "$target"
1419                         fi
1420                 done
1421                 SHELL_TITLE_PREFIX=""
1422
1423
1424                 if [ "$CHMOD" = "yes" ]; then
1425                         CHMOD_FILES=$(nourl "$@")
1426                         if [ -n "$CHMOD_FILES" ]; then
1427                                 chmod $CHMOD_MODE $CHMOD_FILES
1428                         fi
1429                 fi
1430         fi
1431 }
1432
1433 tag_exist() {
1434 # If tag exists and points to other commit exit with error
1435 # If it existsts and points to HEAD return 1
1436 # If it doesn't exist return 0
1437         local _tag="$1"
1438         local sha1=$(git rev-parse HEAD)
1439         echo "Searching for tag $_tag..."
1440         if [ -n "$DEPTH" ]; then
1441                 local ref=$(git ls-remote $REMOTE_PLD "refs/tags/$_tag"  | cut -c -40)
1442         else
1443                 local ref=$(git show-ref -s "refs/tags/$_tag")
1444         fi
1445         [ -z "$ref" ] && return 0
1446         [ "$ref" = "$sha1" ] || Exit_error err_tag_exists "$_tag"
1447         return 1
1448 }
1449
1450 make_tagver() {
1451         if [ -n "$DEBUG" ]; then
1452                 set -x
1453                 set -v
1454         fi
1455
1456         # Check whether first character of PACKAGE_NAME is legal for tag name
1457         if [ -z "${PACKAGE_NAME##[_0-9]*}" -a -z "$TAG_PREFIX" ]; then
1458                 TAG_PREFIX=tag_
1459         fi
1460
1461         # NOTE: CVS tags may must not contain the characters `$,.:;@'
1462         TAGVER=$(echo $TAG_PREFIX$PACKAGE_NAME-$PACKAGE_VERSION-$PACKAGE_RELEASE)
1463
1464         # Remove @kernel.version_release from TAGVER because tagging sources
1465         # could occur with different kernel-headers than kernel-headers used at build time.
1466         # besides, %{_kernel_ver_str} is not expanded.
1467
1468         # TAGVER=auto-ac-madwifi-ng-0-0_20070225_1@%{_kernel_ver_str}
1469         # TAGVER=auto-ac-madwifi-ng-0-0_20070225_1
1470
1471         TAGVER=${TAGVER%@*}
1472         echo -n "$TAGVER"
1473 }
1474
1475 tag_files() {
1476         if [ -n "$DEBUG" ]; then
1477                 set -x
1478                 set -v
1479         fi
1480
1481         echo "Version: $PACKAGE_VERSION"
1482         echo "Release: $PACKAGE_RELEASE"
1483
1484         local _tag
1485         if [ "$TAG_VERSION" = "yes" ]; then
1486                 _tag=`make_tagver`
1487         fi
1488         if [ -n "$TAG" ]; then
1489                 _tag="$TAG"
1490         fi
1491         echo "tag: $_tag"
1492
1493         local OPTIONS="tag $CVS_FORCE"
1494
1495         cd "$PACKAGE_DIR"
1496
1497         if tag_exist $_tag || [ -n "$CVS_FORCE" ]; then
1498                 update_shell_title "tag sources: $_tag"
1499                 git $OPTIONS $_tag || exit
1500                 git push $CVS_FORCE $REMOTE_PLD tag $_tag || Exit_error err_remote_problem $REMOTE_PLD
1501         else
1502                 echo "Tag $_tag already exists and points to the same commit"
1503         fi
1504 }
1505
1506 branch_files() {
1507         TAG=$1
1508         echo "Git branch: $TAG"
1509         shift
1510
1511         if [ -n "$DEBUG" ]; then
1512                 set -x
1513                 set -v
1514         fi
1515
1516         local OPTIONS="branch $CVS_FORCE"
1517
1518         cd "$PACKAGE_DIR"
1519         git $OPTIONS $TAG || exit
1520 }
1521
1522
1523 # this function should exit early if package can't be built for this arch
1524 # this avoids unneccessary BR filling.
1525 check_buildarch() {
1526         local out ret
1527         out=$(minirpm --short-circuit -bp --define "'prep exit 0'" --nodeps $SPECFILE 2>&1)
1528         ret=$?
1529         if [ $ret -ne 0 ]; then
1530                 echo >&2 "$out"
1531                 exit $ret
1532         fi
1533 }
1534
1535 # from relup.sh
1536 set_release() {
1537         local specfile="$1"
1538         local rel="$2"
1539         local newrel="$3"
1540         sed -i -e "
1541                 s/^\(%define[ \t]\+_\?rel[ \t]\+\)$rel\$/\1$newrel/
1542                 s/^\(Release:[ \t]\+\)$rel\$/\1$newrel/
1543         " $specfile
1544 }
1545
1546 set_version() {
1547         local specfile="$1"
1548         local ver="$2" subver=$ver
1549         local newver="$3" newsubver=$newver
1550
1551         # try handling subver, everything that's not numeric-dotted in version
1552         if grep -Eq '%define\s+subver' $specfile; then
1553                 subver=$(echo "$ver" | sed -re 's,^[0-9.]+,,')
1554                 ver=${ver%$subver}
1555                 newsubver=$(echo "$newver" | sed -re 's,^[0-9.]+,,')
1556                 newver=${newver%$newsubver}
1557         fi
1558         sed -i -e "
1559                 s/^\(%define[ \t]\+_\?ver[ \t]\+\)$ver\$/\1$newver/
1560                 s/^\(%define[ \t]\+subver[ \t]\+\)$subver\$/\1$newsubver/
1561                 s/^\(Version:[ \t]\+\)$ver\$/\1$newver/
1562         " $specfile
1563 }
1564
1565 # try to upgrade .spec to new version
1566 # if --upgrade-version is specified, use that as new version, otherwise invoke pldnotify to find new version
1567 #
1568 # return 1: if .spec was updated
1569 # return 0: no changes to .spec
1570 # exit 1 in case of error
1571 try_upgrade() {
1572         if [ -z "$TRY_UPGRADE" ]; then
1573                 return 0
1574         fi
1575
1576         local TNOTIFY TNEWVER TOLDVER
1577         update_shell_title "build_package: try_upgrade"
1578
1579         cd "$PACKAGE_DIR"
1580
1581         if [ "$UPGRADE_VERSION" ]; then
1582                 TNEWVER=$UPGRADE_VERSION
1583                 echo "Updating spec file to version $TNEWVER"
1584         else
1585                 if [ -n "$FLOAT_VERSION" ]; then
1586                         TNOTIFY=$(pldnotify ${BE_VERBOSE:+-vDEBUG=1} $SPECFILE -n) || exit 1
1587                 else
1588                         TNOTIFY=$(pldnotify ${BE_VERBOSE:+-vDEBUG=1} $SPECFILE) || exit 1
1589                 fi
1590
1591                 # pldnotify does not set exit codes, but it has match for ERROR
1592                 # in output which means so.
1593                 if [[ "$TNOTIFY" = *ERROR* ]]; then
1594                         echo >&2 "$TNOTIFY"
1595                         exit 1
1596                 fi
1597
1598                 TOLDVER=`echo $TNOTIFY | awk '{ print $3; }'`
1599                 echo "New version found, updating spec file from $TOLDVER to version $TNEWVER"
1600
1601                 TNEWVER=$(echo $TNOTIFY | awk '{ match($4,/\[NEW\]/); print $5 }')
1602         fi
1603
1604         if [ -z "$TNEWVER" ]; then
1605                 return 0
1606         fi
1607
1608         if [ "$REVERT_BROKEN_UPGRADE" = "yes" ]; then
1609                 cp -f $SPECFILE $SPECFILE.bak
1610         fi
1611         chmod +w $SPECFILE
1612         set_version $SPECFILE $PACKAGE_VERSION $TNEWVER
1613         set_release $SPECFILE $PACKAGE_RELEASE 1
1614         parse_spec
1615         if [ "$PACKAGE_VERSION" != "$TNEWVER" ]; then
1616                 echo >&2 "Upgrading version failed, you need to update spec yourself"
1617                 exit 1
1618         fi
1619         return 1
1620 }
1621
1622 build_package() {
1623         update_shell_title "build_package"
1624         if [ -n "$DEBUG" ]; then
1625                 set -x
1626                 set -v
1627         fi
1628
1629         cd "$PACKAGE_DIR"
1630
1631         case "$COMMAND" in
1632                 build )
1633                         BUILD_SWITCH="-ba" ;;
1634                 build-binary )
1635                         BUILD_SWITCH="-bb" ;;
1636                 build-source )
1637                         BUILD_SWITCH="-bs --nodeps" ;;
1638                 build-prep )
1639                         BUILD_SWITCH="-bp --nodeps" ;;
1640                 build-build )
1641                         BUILD_SWITCH="-bc" ;;
1642                 build-install )
1643                         BUILD_SWITCH="-bi" ;;
1644                 build-list )
1645                         BUILD_SWITCH="-bl" ;;
1646
1647         esac
1648
1649         update_shell_title "build_package: $COMMAND"
1650         local logfile retval
1651         if [ -n "$LOGFILE" ]; then
1652                 logfile=`eval echo $LOGFILE`
1653                 if [ -d "$logfile" ]; then
1654                         echo "Log file $logfile is a directory."
1655                         echo "Parse error in the spec?"
1656                         Exit_error err_build_fail
1657                 fi
1658                 if [ -n "$LASTLOG_FILE" ]; then
1659                         echo "LASTLOG=$logfile" > $LASTLOG_FILE
1660                 fi
1661         fi
1662
1663         # unset these, should not be exposed to builder shell!
1664         unset GIT_WORK_TREE GIT_DIR
1665         # these are set by jenkins
1666         unset GIT_PREVIOUS_COMMIT GIT_URL GIT_PREVIOUS_SUCCESSFUL_COMMIT GIT_BRANCH GIT_COMMIT
1667         # fail if something still set
1668         env | grep ^GIT_ && Exit_error err_build_fail
1669
1670         local specdir=$(insert_gitlog $SPECFILE)
1671         # FIXME: eval here is exactly why?
1672         PATH=$CLEAN_PATH eval teeboth "'$logfile'" ${TIME_COMMAND} ${NICE_COMMAND} $RPMBUILD $TARGET_SWITCH $BUILD_SWITCH -v $QUIET $CLEAN $RPMOPTS $RPMBUILDOPTS $BCOND --define \'_specdir $PACKAGE_DIR\' --define \'_sourcedir $PACKAGE_DIR\' $specdir/$SPECFILE
1673         retval=$?
1674         rm -r $specdir
1675
1676         if [ -n "$logfile" ] && [ -n "$LOGDIROK" ] && [ -n "$LOGDIRFAIL" ]; then
1677                 if [ "$retval" -eq "0" ]; then
1678                         mv $logfile $LOGDIROK
1679                 else
1680                         mv $logfile $LOGDIRFAIL
1681                 fi
1682         fi
1683
1684         if [ "$retval" -ne "0" ]; then
1685                 if [ -n "$TRY_UPGRADE" ]; then
1686                         echo "\nUpgrade package to new version failed."
1687                         if [ "$REVERT_BROKEN_UPGRADE" = "yes" ]; then
1688                                 echo "Restoring old spec file."
1689                                 mv -f $SPECFILE.bak $SPECFILE
1690                         fi
1691                         echo ""
1692                 fi
1693                 Exit_error err_build_fail
1694         fi
1695         unset BUILD_SWITCH
1696 }
1697
1698 nourl() {
1699         echo "$@" | sed 's#\<\(ftp\|http\|https\|cvs\|svn\)://[^ ]*/##g'
1700 }
1701
1702 install_required_packages() {
1703         run_poldek -vi $1
1704         return $?
1705 }
1706
1707 find_spec_bcond() { # originally from /usr/lib/rpm/find-spec-bcond
1708         local SPEC="$1"
1709         awk -F"\n" '
1710         /^%changelog/ { exit }
1711         /^%bcond_with/{
1712                 match($0, /bcond_with(out)?[ \t]+[_a-zA-Z0-9]+/);
1713                 bcond = substr($0, RSTART + 6, RLENGTH - 6);
1714                 gsub(/[ \t]+/, "_", bcond);
1715                 print bcond
1716         }' $SPEC | LC_ALL=C sort -u
1717 }
1718
1719 process_bcondrc() {
1720         # expand bconds from ~/.bcondrc
1721         # The file structure is like gentoo's package.use:
1722         # ---
1723         # * -selinux
1724         # samba -mysql -pgsql
1725         # w32codec-installer license_agreement
1726         # php +mysqli
1727         # ---
1728         if [ -f $HOME/.bcondrc ] || ([ -n $HOME_ETC ] && [ -f $HOME_ETC/.bcondrc ]); then
1729                 :
1730         else
1731                 return
1732         fi
1733
1734         SN=${SPECFILE%%\.spec}
1735
1736         local bcondrc=$HOME/.bcondrc
1737         [ -n $HOME_ETC ] && [ -f $HOME_ETC/.bcondrc ] && bcondrc=$HOME_ETC/.bcondrc
1738
1739         local bcond_avail=$(find_spec_bcond $SPECFILE)
1740
1741         while read pkg flags; do
1742                 # ignore comments
1743                 [[ "$pkg" == \#* ]] && continue
1744
1745                 # any package or current package?
1746                 if [ "$pkg" = "*" ] || [ "$pkg" = "$PACKAGE_NAME" ] || [ "$pkg" = "$SN" ]; then
1747                         for flag in $flags; do
1748                                 local opt=${flag#[+-]}
1749
1750                                 # use only flags which are in this package.
1751                                 if [[ $bcond_avail = *${opt}* ]]; then
1752                                         if [[ $flag = -* ]]; then
1753                                                 if [[ $BCOND != *--with?${opt}* ]]; then
1754                                                         BCOND="$BCOND --without $opt"
1755                                                 fi
1756                                         else
1757                                                 if [[ $BCOND != *--without?${opt}* ]]; then
1758                                                         BCOND="$BCOND --with $opt"
1759                                                 fi
1760                                         fi
1761                                 fi
1762                         done
1763                 fi
1764         done < $bcondrc
1765         update_shell_title "parse ~/.bcondrc: DONE!"
1766 }
1767
1768 set_bconds_values() {
1769         update_shell_title "set bcond values"
1770
1771         AVAIL_BCONDS_WITHOUT=""
1772         AVAIL_BCONDS_WITH=""
1773
1774         if grep -Eq '^# *_with' ${SPECFILE}; then
1775                 echo >&2 "ERROR: This spec has old style bconds."
1776                 exit 1
1777         fi
1778
1779         if ! grep -q '^%bcond' ${SPECFILE}; then
1780                 return
1781         fi
1782
1783         local bcond_avail=$(find_spec_bcond $SPECFILE)
1784         process_bcondrc "$SPECFILE"
1785
1786         update_shell_title "parse bconds"
1787
1788         local opt bcond
1789         for opt in $bcond_avail; do
1790                 case "$opt" in
1791                 without_*)
1792                         bcond=${opt#without_}
1793                         case "$BCOND" in
1794                         *--without?${bcond}*)
1795                                 AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT <$bcond>"
1796                                 ;;
1797                         *)
1798                                 AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT $bcond"
1799                                 ;;
1800                         esac
1801                         ;;
1802                 with_*)
1803                         bcond=${opt#with_}
1804                         case "$BCOND" in
1805                         *--with?${bcond}*)
1806                                 AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH <$bcond>"
1807                                 ;;
1808                         *)
1809                                 AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH $bcond"
1810                                 ;;
1811                         esac
1812                         ;;
1813                 *)
1814                         echo >&2 "ERROR: unexpected '$opt' in set_bconds_values"
1815                         exit 1
1816                         ;;
1817                 esac
1818         done
1819 }
1820
1821 run_sub_builder() {
1822         package_name="${1}"
1823         update_shell_title "run_sub_builder $package_name"
1824         #
1825         # No i tutaj bym chciał zrobić sztuczną inteligencję, która spróbuje tego
1826         # pakieta zbudować. Aktualnie niewiele dziala, bo generalnie nie widze do
1827         # konca algorytmu... Ale damy rade. :) Na razie po prostu sie wyjebie tak samo
1828         # jakby nie bylo tego kawalka kodu.
1829         #
1830         # Update: Poprawiłem parę rzeczy i zaczęło generować pakiety spoza zadanej listy.
1831         #         Jednym słowem budowanie niespoldkowanych zależności działa w paru przypadkach.
1832         #
1833         #
1834         # y0shi.
1835         # kurwa. translate that ^^^^
1836
1837         parent_spec_name=''
1838
1839         # Istnieje taki spec? ${package}.spec
1840         if [ -f "${PACKAGE_DIR}/${package}.spec" ]; then
1841                 parent_spec_name=${package}.spec
1842         elif [ -f "${PACKAGE_DIR}/$(echo ${package_name} | sed -e s,-devel.*,,g -e s,-static,,g).spec" ]; then
1843                 parent_spec_name="$(echo ${package_name} | sed -e s,-devel.*,,g -e s,-static,,g).spec"
1844         else
1845                 for provides_line in $(grep -r ^Provides:.*$package ${PACKAGE_DIR}); do
1846                         echo $provides_line
1847                 done
1848         fi
1849
1850         if [ "${parent_spec_name}" != "" ]; then
1851                 spawn_sub_builder $parent_spec_name
1852         fi
1853         NOT_INSTALLED_PACKAGES="$NOT_INSTALLED_PACKAGES $package_name"
1854 }
1855
1856 # install package with poldek
1857 # @return exit code from poldek
1858 #
1859 # this requires following sudo rules:
1860 # - poldek --noask --caplookup -uG
1861 poldek_install() {
1862         LANG=C $POLDEK_CMD --noask --caplookup --uniq -uG "$@"
1863 }
1864
1865 # install packages
1866 #
1867 # this requires following sudo rules:
1868 # - poldek -q --update --upa
1869 install_packages() {
1870         # sync poldek indexes once per invocation
1871         if [ -z "$package_indexes_updated" ]; then
1872                 update_shell_title "poldek: update indexes"
1873                 $POLDEK_CMD -q --update --upa
1874                 package_indexes_updated=true
1875         fi
1876
1877         update_shell_title "install packages: $*"
1878         poldek_install "$@" && return
1879
1880         # retry install, install packages one by one
1881         # this is slower one
1882         local rc=0 package
1883         for package in $*; do
1884                 package=$(depspecname $package)
1885                 update_shell_title "install package: $package"
1886                 poldek_install "$package" || rc=$?
1887         done
1888         return $rc
1889 }
1890
1891 uninstall_packages() {
1892         update_shell_title "uninstall packages: $*"
1893         $POLDEK_CMD --noask --nofollow -ev "$@"
1894 }
1895
1896 spawn_sub_builder() {
1897         package_name="${1}"
1898         update_shell_title "spawn_sub_builder $package_name"
1899
1900         sub_builder_opts=''
1901         if [ "${FETCH_BUILD_REQUIRES}" = "yes" ]; then
1902                 sub_builder_opts="${sub_builder_opts} -R"
1903         fi
1904         if [ "${REMOVE_BUILD_REQUIRES}" = "nice" ]; then
1905                 sub_builder_opts="${sub_builder_opts} -RB"
1906         elif [ "${REMOVE_BUILD_REQUIRES}" = "force" ]; then
1907                 sub_builder_opts="${sub_builder_opts} -FRB"
1908         fi
1909         if [ "${UPDATE_POLDEK_INDEXES}" = "yes" ]; then
1910                 sub_builder_opts="${sub_builder_opts} -Upi"
1911         fi
1912
1913         cd "${PACKAGE_DIR}"
1914         ./builder ${sub_builder_opts} "$@"
1915 }
1916
1917 remove_build_requires() {
1918         if [ "$INSTALLED_PACKAGES" != "" ]; then
1919                 case "$REMOVE_BUILD_REQUIRES" in
1920                         "force")
1921                                 run_poldek --noask -ve $INSTALLED_PACKAGES
1922                                 ;;
1923                         "nice")
1924                                 run_poldek --ask -ve $INSTALLED_PACKAGES
1925                                 ;;
1926                         *)
1927                                 echo You may want to manually remove following BuildRequires fetched:
1928                                 echo $INSTALLED_PACKAGES
1929                                 echo "Try poldek -e \`cat $(pwd)/.${SPECFILE}_INSTALLED_PACKAGES\`"
1930                                 ;;
1931                 esac
1932         fi
1933 }
1934
1935 display_bconds() {
1936         if [ "$AVAIL_BCONDS_WITH" -o "$AVAIL_BCONDS_WITHOUT" ]; then
1937                 if [ "$BCOND" ]; then
1938                         echo ""
1939                         echo "Building $SPECFILE with the following conditional flags:"
1940                         echo -n "$BCOND"
1941                 else
1942                         echo ""
1943                         echo "No conditional flags passed"
1944                 fi
1945                 echo ""
1946                 echo "from available:"
1947                 echo "--with   :\t$AVAIL_BCONDS_WITH"
1948                 echo "--without:\t$AVAIL_BCONDS_WITHOUT"
1949                 echo ""
1950         fi
1951 }
1952
1953 display_branches() {
1954         echo -n "Available branches: "
1955         git branch -r 2>/dev/null | grep "^  ${REMOTE_PLD}" | grep -v ${REMOTE_PLD}/HEAD | sed "s#^ *${REMOTE_PLD}/##" | xargs
1956 }
1957
1958 # checks a given list of packages/files/provides against current rpmdb.
1959 # outputs all dependencies which current rpmdb doesn't satisfy.
1960 # input can be either STDIN or parameters
1961 _rpm_prov_check() {
1962         local deps out
1963
1964         if [ $# -gt 0 ]; then
1965                 deps="$@"
1966         else
1967                 deps=$(cat)
1968         fi
1969
1970         out=$(LC_ALL=C rpm -q --whatprovides $deps 2>&1)
1971
1972         # packages
1973         echo "$out" | awk '/^no package provides/ { print $NF }'
1974
1975         # other deps (files)
1976         echo "$out" | sed -rne 's/file (.*): No such file or directory/\1/p'
1977 }
1978
1979 # checks if given package/files/provides exists in rpmdb.
1980 # input can be either stdin or parameters
1981 # returns packages which are present in the rpmdb
1982 _rpm_cnfl_check() {
1983         local DEPS
1984
1985         if [ $# -gt 0 ]; then
1986                 DEPS="$@"
1987         else
1988                 DEPS=$(cat)
1989         fi
1990
1991         LANG=C rpm -q --whatprovides $DEPS 2>/dev/null | awk '!/no package provides/ { print }'
1992 }
1993
1994 # install deps via information from 'rpm-getdeps' or 'rpm --specsrpm'
1995 install_build_requires_rpmdeps() {
1996         local DEPS CNFL
1997         if [ "$FETCH_BUILD_REQUIRES_RPMGETDEPS" = "yes" ]; then
1998                 # TODO: Conflicts list doesn't check versions
1999                 CNFL=$(eval rpm-getdeps $BCOND $RPMOPTS $SPECFILE 2> /dev/null | awk '/^\-/ { print $3 } ' | _rpm_cnfl_check | xargs)
2000                 DEPS=$(eval rpm-getdeps $BCOND $RPMOPTS $SPECFILE 2> /dev/null | awk '/^\+/ { print $3 } ' | _rpm_prov_check | xargs)
2001         fi
2002         if [ "$FETCH_BUILD_REQUIRES_RPMSPECSRPM" = "yes" ]; then
2003                 CNFL=$(eval rpm -q --specsrpm --conflicts $BCOND $RPMOPTS $SPECFILE | awk '{print $1}' | _rpm_cnfl_check | xargs)
2004                 DEPS=$(eval rpm -q --specsrpm --requires $BCOND $RPMOPTS $SPECFILE | awk '{print $1}' | _rpm_prov_check | xargs)
2005         fi
2006
2007         if [ -n "$CNFL" ]; then
2008                 echo "Uninstall conflicting packages: $CNFL"
2009                 uninstall_packages $CNFL
2010         fi
2011
2012         if [ -n "$DEPS" ]; then
2013                 echo "Install dependencies: $DEPS"
2014                 install_packages $DEPS
2015         fi
2016 }
2017
2018 fetch_build_requires()
2019 {
2020         if [ "${FETCH_BUILD_REQUIRES}" != "yes" ]; then
2021                 return
2022         fi
2023
2024         update_shell_title "fetch build requires"
2025         if [ "$FETCH_BUILD_REQUIRES_RPMGETDEPS" = "yes" ] || [ "$FETCH_BUILD_REQUIRES_RPMSPECSRPM" = "yes" ]; then
2026                 install_build_requires_rpmdeps
2027                 return
2028         fi
2029
2030         die "need rpm-getdeps tool"
2031 }
2032
2033 init_repository() {
2034         local remoterepo=$1
2035         local localrepo=$2
2036
2037         if [ ! -e $localrepo ]; then
2038                 git clone -o $REMOTE_PLD ${GIT_SERVER}/$remoterepo $localrepo
2039                 git --git-dir=$localrepo/.git remote set-url --push  $REMOTE_PLD ssh://${GIT_PUSH}/$remoterepo
2040         fi
2041 }
2042
2043 init_rpm_dir() {
2044         local TOP_DIR=$(eval $RPM $RPMOPTS --eval '%{_topdir}')
2045         local rpmdir=$(eval $RPM $RPMOPTS --eval '%{_rpmdir}')
2046         local buildir=$(eval $RPM $RPMOPTS --eval '%{_builddir}')
2047         local srpmdir=$(eval $RPM $RPMOPTS --eval '%{_srcrpmdir}')
2048         local TEMPLATES=template-specs
2049         local tmp
2050
2051         echo "Initializing rpm directories to $TOP_DIR from $GIT_SERVER"
2052         mkdir -p $TOP_DIR $rpmdir $buildir $srpmdir
2053
2054         cd "$TOP_DIR"
2055         init_repository ${PACKAGES_DIR}/rpm-build-tools.git ../rpm-build-tools
2056         init_repository projects/$TEMPLATES ../$TEMPLATES
2057         for a in adapter builder fetchsrc_request compile repackage; do
2058                 ln -sf ../rpm-build-tools/${a}.sh $a
2059         done
2060         for a in md5; do
2061                 ln -sf ../rpm-build-tools/${a} $a
2062         done
2063         ln -sf ../rpm-build-tools/mirrors mirrors
2064         init_builder
2065 }
2066
2067 mr_proper() {
2068         init_builder
2069         NOCVSSPEC="yes"
2070         DONT_PRINT_REVISION="yes"
2071
2072         # remove spec and sources
2073         PATH=$CLEAN_PATH $RPMBUILD --clean --rmsource --rmspec --nodeps --define "__urlgetfile() %nil" --define "_specdir $PACKAGE_DIR" --define "_sourcedir $PACKAGE_DIR" --define "_builddir $builddir" $PACKAGE_DIR/$SPECFILE
2074         rm -rf $PACKAGE_DIR/{.git,.gitignore}
2075         rmdir --ignore-fail-on-non-empty $PACKAGE_DIR
2076 }
2077
2078 #---------------------------------------------
2079 # main()
2080
2081 if [ $# = 0 ]; then
2082         usage
2083         exit 1
2084 fi
2085
2086 # stuff global $BUILDER_OPTS from env as args
2087 if [ "$BUILDER_OPTS" ]; then
2088         set -- "$BUILDER_OPTS" "$@"
2089 fi
2090
2091 while [ $# -gt 0 ]; do
2092         case "${1}" in
2093                 -4|-6)
2094                         # NOTE: we should be fetcher specific, like fille WGET_OPTS, but
2095                         # unfortunately $GETURI is already formed
2096                         GETURI="$GETURI $1"
2097                         shift
2098                         ;;
2099                 -5 | --update-md5)
2100                         COMMAND="update_md5"
2101                         NODIST="yes"
2102                         NOCVSSPEC="yes"
2103                         shift ;;
2104                 -a5 | --add-md5 )
2105                         COMMAND="update_md5"
2106                         NODIST="yes"
2107                         NOCVSSPEC="yes"
2108                         ADD5="yes"
2109                         shift ;;
2110                 -n5 | --no-md5 )
2111                         NO5="yes"
2112                         shift ;;
2113                 -D | --debug )
2114                         DEBUG="yes"; shift ;;
2115                 -V | --version )
2116                         COMMAND="version"; shift ;;
2117                 --short-version )
2118                         COMMAND="short-version"; shift ;;
2119                 -a | --add_cvs)
2120                         COMMAND="add_cvs";
2121                         shift ;;
2122                 --all-branches )
2123                         ALL_BRANCHES="yes"
2124                         shift ;;
2125                 -b | -ba | --build )
2126                         COMMAND="build"; shift ;;
2127                 -bb | --build-binary )
2128                         COMMAND="build-binary"; shift ;;
2129                 -bc )
2130                         COMMAND="build-build"; shift ;;
2131                 -bi )
2132                         COMMAND="build-install"; shift ;;
2133                 -bl )
2134                         COMMAND="build-list"; shift ;;
2135                 -bp | --build-prep )
2136                         COMMAND="build-prep"; shift ;;
2137                 -bs | --build-source )
2138                         COMMAND="build-source"; shift ;;
2139                 -B | --branch )
2140                         COMMAND="branch"; shift; TAG="${1}"; shift;;
2141                 -c | --clean )
2142                         CLEAN="--clean"; shift ;;
2143                 -cf | --cvs-force )
2144                         CVS_FORCE="-f"; shift;;
2145                 --depth )
2146                         DEPTH="--depth=$2"
2147                         shift 2
2148                         ;;
2149                 -g | --get )
2150                         COMMAND="get"; shift ;;
2151                 -h | --help )
2152                         COMMAND="usage"; shift ;;
2153                 --ftp )
2154                         PROTOCOL="ftp"; shift ;;
2155                 --http )
2156                         PROTOCOL="http"; shift ;;
2157                 -j)
2158                         RPMOPTS="${RPMOPTS} --define \"_smp_mflags -j$2\""
2159                         shift 2
2160                         ;;
2161                 -j[0-9]*)
2162                         RPMOPTS="${RPMOPTS} --define \"_smp_mflags $1\""
2163                         shift
2164                         ;;
2165                 -p)
2166                         PARALLEL_DOWNLOADS=$2
2167                         shift 2
2168                         ;;
2169                 -p[0-9])
2170                         PARALLEL_DOWNLOADS=${1#-p}
2171                         shift
2172                         ;;
2173                 -l | --logtofile )
2174                         shift; LOGFILE="${1}"; shift ;;
2175                 -ni| --nice )
2176                         shift; DEF_NICE_LEVEL=${1}; shift ;;
2177                 -ske | --skip-existing-files)
2178                         SKIP_EXISTING_FILES="yes"; shift ;;
2179                 -m | --mr-proper )
2180                         COMMAND="mr-proper"; shift ;;
2181                 -ncs | --no-cvs-specs )
2182                         NOCVSSPEC="yes"; shift ;;
2183                 -nd | --no-distfiles )
2184                         NODIST="yes"; shift ;;
2185                 -nm | --no-mirrors )
2186                         NOMIRRORS="yes"; shift ;;
2187                 -nu | --no-urls )
2188                         NOURLS="yes"; shift ;;
2189                 -ns | --no-srcs )
2190                         NOSRCS="yes"; shift ;;
2191                 -ns0 | --no-source0 )
2192                         NOSOURCE0="yes"; shift ;;
2193                 -nn | --no-net )
2194                         NOCVSSPEC="yes"
2195                         NODIST="yes"
2196                         NOMIRRORS="yes"
2197                         NOURLS="yes"
2198                         NOSRCS="yes"
2199                         ALWAYS_CVSUP="no"
2200                         shift;;
2201                 -pm | --prefer-mirrors )
2202                         PREFMIRRORS="yes"
2203                         shift;;
2204                 --noinit | --no-init )
2205                         NOINIT="yes"
2206                         shift;;
2207                 --opts )
2208                         shift; RPMOPTS="${RPMOPTS} ${1}"; shift ;;
2209                 --nopatch | -np )
2210                         shift; RPMOPTS="${RPMOPTS} --define \"patch${1} : ignoring patch${1}; exit 1; \""; shift ;;
2211                 --skip-patch | -sp )
2212                         shift; RPMOPTS="${RPMOPTS} --define \"patch${1} : skiping patch${1}\""; shift ;;
2213                 --topdir)
2214                         RPMOPTS="${RPMOPTS} --define \"_topdir $2\""
2215                         shift 2
2216                         ;;
2217                 --with | --without )
2218                         case $GROUP_BCONDS in
2219                                 "yes")
2220                                         COND=${1}
2221                                         shift
2222                                         # XXX: broken: ./builder -bb ucspi-tcp.spec --without mysql
2223                                         while ! `echo ${1}|grep -qE '(^-|spec)'`
2224                                         do
2225                                                 BCOND="$BCOND $COND $1"
2226                                                 shift
2227                                         done;;
2228                                 "no")
2229                                         if [[ "$2" = *,* ]]; then
2230                                                 for a in $(echo "$2" | tr , ' '); do
2231                                                         BCOND="$BCOND $1 $a"
2232                                                 done
2233                                         else
2234                                                 BCOND="$BCOND $1 $2"
2235                                         fi
2236                                         shift 2 ;;
2237                         esac
2238                         ;;
2239                 --target )
2240                         shift; TARGET="${1}"; shift ;;
2241                 --target=* )
2242                         TARGET=$(echo "${1}" | sed 's/^--target=//'); shift ;;
2243                 -q | --quiet )
2244                         QUIET="--quiet"; shift ;;
2245                 --date )
2246                         CVSDATE="${2}"; shift 2
2247                         date -d "$CVSDATE" > /dev/null 2>&1 || { echo >&2 "No valid date specified"; exit 3; }
2248                         ;;
2249                 -r | --cvstag )
2250                         CVSTAG="$2"
2251                         shift 2
2252                         ;;
2253                 -A)
2254                         shift
2255                         CVSTAG="master"
2256                         ;;
2257                 -R | --fetch-build-requires)
2258                         FETCH_BUILD_REQUIRES="yes"
2259                         NOT_INSTALLED_PACKAGES=
2260                         shift ;;
2261                 -RB | --remove-build-requires)
2262                         REMOVE_BUILD_REQUIRES="nice"
2263                         shift ;;
2264                 -FRB | --force-remove-build-requires)
2265                         REMOVE_BUILD_REQUIRES="force"
2266                         shift ;;
2267                 -sc | --source-cvs)
2268                         COMMAND="list-sources-cvs"
2269                         shift ;;
2270                 -sd | --source-distfiles)
2271                         COMMAND="list-sources-distfiles"
2272                         shift ;;
2273                 -sdp | --source-distfiles-paths)
2274                         COMMAND="list-sources-distfiles-paths"
2275                         shift ;;
2276                 -sf | --source-files)
2277                         COMMAND="list-sources-files"
2278                         shift ;;
2279                 -lsp | --source-paths)
2280                         COMMAND="list-sources-local-paths"
2281                         shift ;;
2282                 -su | --source-urls)
2283                         COMMAND="list-sources-urls"
2284                         shift ;;
2285                 -Tvs | --tag-version-stable )
2286                         COMMAND="tag"
2287                         TAG="STABLE"
2288                         TAG_VERSION="yes"
2289                         shift;;
2290                 -Ts | --tag-stable )
2291                         COMMAND="tag"
2292                         TAG="STABLE"
2293                         TAG_VERSION="no"
2294                         shift;;
2295                 -Tv | --tag-version )
2296                         COMMAND="tag"
2297                         TAG=""
2298                         TAG_VERSION="yes"
2299                         shift;;
2300                 -Tp | --tag-prefix )
2301                         TAG_PREFIX="$2"
2302                         shift 2;;
2303                 -tt | --test-tag )
2304                         TEST_TAG="yes"
2305                         shift;;
2306                 -T | --tag )
2307                         COMMAND="tag"
2308                         shift
2309                         TAG="$1"
2310                         TAG_VERSION="no"
2311                         shift;;
2312                 -ir | --integer-release-only )
2313                         INTEGER_RELEASE="yes"
2314                         shift;;
2315                 -U | --update )
2316                         COMMAND="update_md5"
2317                         UPDATE="yes"
2318                         NOCVSSPEC="yes"
2319                         NODIST="yes"
2320                         shift ;;
2321                 -Upi | --update-poldek-indexes )
2322                         UPDATE_POLDEK_INDEXES="yes"
2323                         shift ;;
2324                 --init-rpm-dir|--init)
2325                         COMMAND="init_rpm_dir"
2326                         shift ;;
2327                 -u | --try-upgrade )
2328                         TRY_UPGRADE="1"; shift ;;
2329                 --upgrade-version )
2330                         shift; UPGRADE_VERSION="$1"; shift;;
2331                 -un | --try-upgrade-with-float-version )
2332                         TRY_UPGRADE="1"; FLOAT_VERSION="1"; shift ;;
2333                 -v | --verbose )
2334                         BE_VERBOSE="1"; shift ;;
2335                 --define)
2336                         shift
2337                         MACRO="${1}"
2338                         shift
2339                         if echo "${MACRO}" | grep -q '\W'; then
2340                                 RPMOPTS="${RPMOPTS} --define \"${MACRO}\""
2341                         else
2342                                 VALUE="${1}"
2343                                 shift
2344                                 RPMOPTS="${RPMOPTS} --define \"${MACRO} ${VALUE}\""
2345                         fi
2346                         ;;
2347                 --alt_kernel)
2348                         shift
2349                         RPMOPTS="${RPMOPTS} --define \"alt_kernel $1\" --define \"build_kernels $1\""
2350                         shift
2351                         ;;
2352                 --short-circuit)
2353                         RPMBUILDOPTS="${RPMBUILDOPTS} --short-circuit"
2354                         shift
2355                         ;;
2356                 --show-bconds | -show-bconds | -print-bconds | --print-bconds | -display-bconds | --display-bconds )
2357                         COMMAND="show_bconds"
2358                         shift
2359                         ;;
2360                 --show-bcond-args)
2361                         COMMAND="show_bcond_args"
2362                         shift
2363                         ;;
2364                 --show-avail-bconds)
2365                         COMMAND="show_avail_bconds"
2366                         shift
2367                         ;;
2368                 --nodeps)
2369                         shift
2370                         RPMOPTS="${RPMOPTS} --nodeps"
2371                         ;;
2372                 -debug)
2373                         RPMBUILDOPTS="${RPMBUILDOPTS} -debug"; shift
2374                         ;;
2375                 -*)
2376                         Exit_error err_invalid_cmdline "$1"
2377                         ;;
2378                 *)
2379                         SPECFILE=${1%/}; shift
2380                         # check if specname was passed as specname:cvstag
2381                         if [ "${SPECFILE##*:}" != "${SPECFILE}" ]; then
2382                                 CVSTAG="${SPECFILE##*:}"
2383                                 SPECFILE="${SPECFILE%%:*}"
2384                         fi
2385                         # always have SPECFILE ending with .spec extension
2386                         SPECFILE=${SPECFILE%%.spec}.spec
2387                         ASSUMED_NAME=$(basename ${SPECFILE%%.spec})
2388         esac
2389 done
2390
2391 if [ "$CVSTAG" ]; then
2392         # pass $CVSTAG used by builder to rpmbuild too, so specs could use it
2393         RPMOPTS="$RPMOPTS --define \"_cvstag $CVSTAG\""
2394 fi
2395
2396 if [ -n "$ALL_BRANCHES" -a -z "$DEPTH" ]; then
2397         echo >&2 "--all branches requires --depth <number>"
2398         Exit_error err_invalid_cmdline
2399 fi
2400
2401 if [ -n "$DEBUG" ]; then
2402         set -x
2403         set -v
2404 fi
2405
2406 if [ -n "$TARGET" ]; then
2407         case "$RPMBUILD" in
2408                 "rpmbuild")
2409                         TARGET_SWITCH="--target $TARGET" ;;
2410                 "rpm")
2411                         TARGET_SWITCH="--target=$TARGET" ;;
2412         esac
2413 fi
2414
2415 if [ "$SCHEDTOOL" != "no" ]; then
2416         NICE_COMMAND="$SCHEDTOOL"
2417 else
2418         NICE_COMMAND="nice -n ${DEF_NICE_LEVEL}"
2419 fi
2420
2421 # see time(1) for output format that could be used
2422 TIME_COMMAND="time -p"
2423
2424 update_shell_title "$COMMAND"
2425 case "$COMMAND" in
2426         "show_bconds")
2427                 init_builder
2428                 if [ -z "$SPECFILE" ]; then
2429                         Exit_error err_no_spec_in_cmdl
2430                 fi
2431                 get_spec > /dev/null
2432                 parse_spec
2433                 set_bconds_values
2434                 display_bconds
2435                 ;;
2436         "show_bcond_args")
2437                 init_builder
2438                 if [ -z "$SPECFILE" ]; then
2439                         Exit_error err_no_spec_in_cmdl
2440                 fi
2441                 get_spec > /dev/null
2442                 parse_spec
2443                 set_bconds_values
2444                 echo "$BCOND"
2445                 ;;
2446         "show_avail_bconds")
2447                 init_builder
2448                 if [ -z "$SPECFILE" ]; then
2449                         Exit_error err_no_spec_in_cmdl
2450                 fi
2451
2452                 get_spec > /dev/null
2453                 parse_spec
2454                 local bcond_avail=$(find_spec_bcond $SPECFILE)
2455                 local opt bcond bconds
2456                 for opt in $bcond_avail; do
2457                         case "$opt" in
2458                         without_*)
2459                                 bcond=${opt#without_}
2460                                 bconds="$bconds $bcond"
2461                                 ;;
2462                         with_*)
2463                                 bcond=${opt#with_}
2464                                 bconds="$bconds $bcond"
2465                                 ;;
2466                         *)
2467                                 echo >&2 "ERROR: unexpected '$opt' in show_avail_bconds"
2468                                 exit 1
2469                                 ;;
2470                         esac
2471                 done
2472                 echo $bconds
2473
2474                 ;;
2475         "build" | "build-binary" | "build-source" | "build-prep" | "build-build" | "build-install" | "build-list")
2476                 init_builder
2477                 if [ -z "$SPECFILE" ]; then
2478                         Exit_error err_no_spec_in_cmdl
2479                 fi
2480
2481                 # display SMP make flags if set
2482                 smp_mflags=$(rpm -E %{?_smp_mflags})
2483                 if [ "$smp_mflags" ]; then
2484                         echo "builder: SMP make flags are set to $smp_mflags"
2485                 fi
2486
2487                 get_spec
2488                 parse_spec
2489                 set_bconds_values
2490                 display_bconds
2491                 display_branches
2492                 if [ "$COMMAND" != "build-source" ]; then
2493                         check_buildarch
2494                 fi
2495                 fetch_build_requires
2496                 if [ "$INTEGER_RELEASE" = "yes" ]; then
2497                         echo "Checking release $PACKAGE_RELEASE..."
2498                         if echo $PACKAGE_RELEASE | grep -q '^[^.]*\.[^.]*$' 2>/dev/null ; then
2499                                 Exit_error err_fract_rel "$PACKAGE_RELEASE"
2500                         fi
2501                 fi
2502
2503                 # ./builder -bs test.spec -r AC-branch -Tp auto-ac- -tt
2504                 if [ -n "$TEST_TAG" ]; then
2505                         local TAGVER=`make_tagver`
2506                         tag_exist $TAGVER || [ $TAGVER = $CVSTAG ] || Exit_error err_tag_exists $TAGVER
2507                         # check also tags created in CVS
2508                         local TAGVER_CVS=$(echo $TAGVER | tr '[.@]' '[_#]')
2509                         local CVSTAG_CVS=$(echo $CVSTAG | tr '[.@]' '[_#]')
2510                         tag_exist $TAGVER_CVS || [ $TAGVER_CVS = $CVSTAG_CVS ] \
2511                                 || Exit_error err_tag_exists $TAGVER_CVS
2512                         # - do not allow to build from HEAD when XX-branch exists
2513                         TREE_PREFIX=$(echo "$TAG_PREFIX" | sed -e 's#^auto/\([a-zA-Z]\+\)/.*#\1#g')
2514                         if [ "$TAGVER" != "$CVSTAG" -a "$TAGVER_CVS" != "$CVSTAG" -a  "$TREE_PREFIX" != "$TAG_PREFIX" ]; then
2515                                 TAG_BRANCH="${TREE_PREFIX}-branch"
2516                                 if [ -n "$DEPTH" ]; then
2517                                         cmd_branches="git ls-remote --heads"
2518                                         ref_prefix=refs/heads
2519                                 else
2520                                         cmd_branches="git show-ref"
2521                                         ref_prefix=refs/remotes/${REMOTE_PLD}
2522                                 fi
2523                                 TAG_STATUS=$($cmd_branches | grep -i "${ref_prefix}/$TAG_BRANCH$" | cut -c'-40')
2524                                 if [ -n "$TAG_STATUS" -a "$TAG_STATUS" != $(git rev-parse "$CVSTAG") ]; then
2525                                         Exit_error err_branch_exists "$TAG_STATUS"
2526                                 fi
2527                         fi
2528
2529                 fi
2530
2531                 if [ -n "$NOSOURCE0" ] ; then
2532                         SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'`
2533                 fi
2534                 try_upgrade
2535                 case $? in
2536                         0)
2537                                 get_files $SOURCES $PATCHES
2538                                 check_md5 $SOURCES $PATCHES
2539                                 ;;
2540                         *)
2541                                 NODIST="yes" get_files $SOURCES $PATCHES
2542                                 update_md5 $SOURCES $PATCHES
2543                                 ;;
2544                 esac
2545                 build_package
2546                 if [ "$UPDATE_POLDEK_INDEXES" = "yes" ] && [ "$COMMAND" = "build" -o "$COMMAND" = "build-binary" ]; then
2547                         run_poldek --sdir="${POLDEK_INDEX_DIR}" ${UPDATE_POLDEK_INDEXES_OPTS} --mkidxz
2548                 fi
2549                 remove_build_requires
2550                 ;;
2551         "branch" )
2552                 init_builder
2553                 if [ -z "$SPECFILE" ]; then
2554                         Exit_error err_no_spec_in_cmdl
2555                 fi
2556
2557                 get_spec
2558                 parse_spec
2559                 branch_files $TAG
2560                 ;;
2561         "add_cvs" )
2562                 init_builder
2563                 if [ -z "$SPECFILE" ]; then
2564                         Exit_error err_no_spec_in_cmdl
2565                 fi
2566
2567                 create_git_repo
2568                 if [ -n "$NEW_REPO" ]; then
2569                         parse_spec
2570                         local file
2571                         for file in $SOURCES $PATCHES; do
2572                                 if [ -z $(src_md5 "$file") ]; then
2573                                         git add $file || Exit_error err_no_source_in_repo $file
2574                                 else
2575                                         cvsignore_df `nourl $file`
2576                                 fi
2577                         done
2578                         git add $SPECFILE
2579                         echo "When you are ready commit your changes and run git push origin master"
2580                 else
2581                         echo "You had already git repository. Push chosen branches to remote: ${REMOTE_PLD}"
2582                 fi
2583                 ;;
2584         "get" )
2585                 init_builder
2586                 if [ -z "$SPECFILE" ]; then
2587                         Exit_error err_no_spec_in_cmdl
2588                 fi
2589
2590                 get_spec
2591                 parse_spec
2592
2593                 if [ -n "$NOSOURCE0" ] ; then
2594                         SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'`
2595                 fi
2596                 get_files $SOURCES $PATCHES
2597                 check_md5 $SOURCES
2598                 ;;
2599         "update_md5" )
2600                 init_builder
2601                 if [ -z "$SPECFILE" ]; then
2602                         Exit_error err_no_spec_in_cmdl
2603                 fi
2604
2605                 get_spec
2606                 parse_spec
2607
2608                 if [ -n "$NOSOURCE0" ] ; then
2609                         SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'`
2610                 fi
2611                 update_md5 $SOURCES $PATCHES
2612                 ;;
2613         "tag" )
2614                 NOURLS=1
2615                 NODIST="yes"
2616                 init_builder
2617                 if [ -z "$SPECFILE" ]; then
2618                         Exit_error err_no_spec_in_cmdl
2619                 fi
2620
2621                 parse_spec
2622                 if  [ ! -d .git ]; then
2623                         echo "No git reposiotory" >&2
2624                         exit 101
2625                 fi
2626                 tag_files
2627                 ;;
2628         "mr-proper" )
2629                 mr_proper
2630                 ;;
2631         "list-sources-files" )
2632                 init_builder
2633                 NOCVSSPEC="yes"
2634                 DONT_PRINT_REVISION="yes"
2635                 get_spec
2636                 parse_spec
2637                 for SAP in $SOURCES $PATCHES; do
2638                         echo $SAP | awk '{gsub(/.*\//,"") ; print}'
2639                 done
2640                 ;;
2641         "list-sources-urls" )
2642                 init_builder >&2
2643                 NOCVSSPEC="yes"
2644                 DONT_PRINT_REVISION="yes"
2645                 get_spec >&2
2646                 parse_spec >&2
2647                 SAPS="$SOURCES $PATCHES"
2648                 for SAP in $SAPS; do
2649                         echo $SAP
2650                 done
2651                 ;;
2652         "list-sources-local-paths" )
2653                 init_builder
2654                 NOCVSSPEC="yes"
2655                 DONT_PRINT_REVISION="yes"
2656                 get_spec
2657                 parse_spec
2658                 for SAP in $SOURCES $PATCHES; do
2659                         echo $PACKAGE_DIR/$(echo $SAP | awk '{gsub(/.*\//,"") ; print }')
2660                 done
2661                 ;;
2662         "list-sources-distfiles-paths" )
2663                 init_builder
2664                 NOCVSSPEC="yes"
2665                 DONT_PRINT_REVISION="yes"
2666                 get_spec
2667                 parse_spec
2668                 for SAP in $SOURCES $PATCHES; do
2669                         if [ -n "$(src_md5 "$SAP")" ]; then
2670                                 distfiles_path "$SAP"
2671                         fi
2672                 done
2673                 ;;
2674         "list-sources-distfiles" )
2675                 init_builder
2676                 NOCVSSPEC="yes"
2677                 DONT_PRINT_REVISION="yes"
2678                 get_spec
2679                 parse_spec
2680                 for SAP in $SOURCES $PATCHES; do
2681                         if [ -n "$(src_md5 "$SAP")" ]; then
2682                                 distfiles_url "$SAP"
2683                         fi
2684                 done
2685                 ;;
2686         "list-sources-cvs" )
2687                 init_builder
2688 #               NOCVSSPEC="yes"
2689                 DONT_PRINT_REVISION="yes"
2690                 get_spec
2691                 parse_spec
2692                 for SAP in $SOURCES $PATCHES; do
2693                         if [ -z "$(src_md5 "$SAP")" ]; then
2694                                 echo $SAP | awk '{gsub(/.*\//,"") ; print}'
2695                         fi
2696                 done
2697                 ;;
2698         "init_rpm_dir")
2699                 init_rpm_dir
2700                 ;;
2701         "usage" )
2702                 usage
2703                 ;;
2704         "short-version" )
2705                 echo "$VERSION"
2706                 ;;
2707         "version" )
2708                 echo "$VERSIONSTRING"
2709                 ;;
2710 esac
2711 if [ -f "`pwd`/.${SPECFILE}_INSTALLED_PACKAGES" -a "$REMOVE_BUILD_REQUIRES" != "" ]; then
2712         rm "`pwd`/.${SPECFILE}_INSTALLED_PACKAGES"
2713 fi
2714 cd "$__PWD"
2715
2716 # vi:syntax=sh:ts=4:sw=4:noet