builder.sh

   1 #!/bin/ksh
   2 #
   3 # This program is free software, distributed under the terms of
   4 # the GNU General Public License Version 2.
   5 #
   6 # -----------
   7 # Exit codes:
   8 #         0 - succesful
   9 #         1 - help displayed
  10 #         2 - no spec file name in cmdl parameters
  11 #         3 - spec file not stored in repo
  12 #         4 - some source, patch or icon files not stored in repo
  13 #         5 - package build failed
  14 #         6 - spec file with errors
  15 #         7 - wrong source in /etc/poldek.conf
  16 #         8 - Failed installing buildrequirements and subrequirements
  17 #         9 - Requested tag already exist
  18 #        10 - Refused to build fractional release
  19 #       100 - Unknown error (should not happen)
  20 #   110 - Functions not yet implemented
  21
  22 # Notes (todo/bugs):
  23 # - when Icon: field is present, -5 and -a5 doesn't work
  24 # - builder -R skips installing BR if spec is not present before builder invocation (need to run builder twice)
  25 # - does not respect NoSource: X, and tries to cvs up such files [ example: VirtualBox-bin.spec and its Source0 ]
  26 # TODO:
  27 # - ability to do ./builder -bb foo.spec foo2.spec foo3.spec
  28 # - funny bug, if source-md5 is set then builder will download from distfiles even if there is no url present:
  29 #   Source10:   forwardfix.pl
  30 #   # Source10-md5:     8bf85f7368933a4e0cb4f875bac28733
  31 # - builder --help:
  32 #       basename: missing operand
  33 #       Try `basename --help' for more information.
  34 #       -- and the normal usage info --
  35
  36 PROGRAM=${0##*/}
  37 APPDIR=$(d=$0; [ -L "$d" ] && d=$(readlink -f "$d"); dirname "$d")
  38 VERSION="v0.35"
  39 VERSIONSTRING="\
  40 Build package utility from PLD Linux Packages repository
  41 $VERSION (C) 1999-2021 Free Penguins".
  42
  43 # Clean PATH without /usr/local or user paths
  44 CLEAN_PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/X11R6/bin"
  45
  46 # required rpm-build-macros
  47 RPM_MACROS_VER=1.534
  48
  49 COMMAND="build"
  50 TARGET=""
  51
  52 SPECFILE=""
  53 BE_VERBOSE=""
  54 QUIET=""
  55 CLEAN=""
  56 DEBUG=""
  57 NOURLS=""
  58 NOCVSSPEC=""
  59 NODIST=""
  60 NOINIT=""
  61 PREFMIRRORS=""
  62 UPDATE=""
  63 ADD5=""
  64 NO5=""
  65 ALWAYS_CVSUP=${ALWAYS_CVSUP:-"yes"}
  66
  67 # use rpm 4.4.6+ digest format instead of comments if non-zero
  68 USEDIGEST=
  69
  70 # user agent when fetching files
  71 USER_AGENT="PLD/Builder($VERSION)"
  72
  73 # It can be used i.e. in log file naming.
  74 # See LOGFILE example.
  75 DATE=`date +%Y-%m-%d_%H-%M-%S`
  76
  77 # target arch, can also be used for log file naming
  78 TARGET=$(rpm -E %{_target})
  79
  80 # Note the *single* quotes, this allows using shell variables expanded at build time
  81 # Example: LOGFILE='../log.$PACKAGE_NAME'
  82 # Example: LOGFILE='../LOGS/log.$PACKAGE_NAME.$DATE'
  83 # Example: LOGFILE='$PACKAGE_NAME/$PACKAGE_NAME.$DATE.log'
  84 # Example: LOGFILE='$PACKAGE_NAME.$DATE.log'
  85 # Example: LOGFILE='.log.$PACKAGE_NAME-$PACKAGE_VERSION-$PACKAGE_RELEASE.$TARGET.$DATE'
  86 LOGFILE=''
  87
  88 # use teeboth Perl wrapper
  89 # temporary option to disable if broken
  90 USE_TEEBOTH=yes
  91
  92 LOGDIR=""
  93 LOGDIROK=""
  94 LOGDIRFAIL=""
  95 LASTLOG_FILE=""
  96
  97 CHMOD="no"
  98 CHMOD_MODE="0644"
  99 RPMOPTS=""
 100 RPMBUILDOPTS=""
 101 BCOND=""
 102 GROUP_BCONDS="no"
 103
 104 # create symlinks for tools in PACKAGE_DIR, see get_spec()
 105 SYMLINK_TOOLS="no"
 106
 107 PATCHES=""
 108 SOURCES=""
 109 ICONS=""
 110 PACKAGE_RELEASE=""
 111 PACKAGE_VERSION=""
 112 PACKAGE_NAME=""
 113 ASSUMED_NAME=""
 114 PROTOCOL="http"
 115 IPOPT=""
 116
 117 # use lftp by default when available
 118 test -z "${USE_LFTP+x}" && lftp --version > /dev/null 2>&1 && USE_LFTP=yes
 119 PARALLEL_DOWNLOADS=10
 120
 121 WGET_RETRIES=${MAX_WGET_RETRIES:-0}
 122
 123 CVS_FORCE=""
 124 CVSIGNORE_DF="yes"
 125 CVSTAG=""
 126 GIT_SERVER="git://git.pld-linux.org"
 127 GIT_PUSH="git@git.pld-linux.org"
 128 PACKAGES_DIR="packages"
 129 HEAD_DETACHED=""
 130 DEPTH=""
 131 ALL_BRANCHES=""
 132 REMOTE_PLD="origin"
 133 NEW_REPO=""
 134
 135 RES_FILE=""
 136
 137 DISTFILES_SERVER="://distfiles.pld-linux.org"
 138 ATTICDISTFILES_SERVER="://attic-distfiles.pld-linux.org"
 139
 140 DEF_NICE_LEVEL=19
 141 SCHEDTOOL="auto"
 142
 143 FAIL_IF_NO_SOURCES="yes"
 144
 145 # let get_files skip over files which are present to get those damn files fetched
 146 SKIP_EXISTING_FILES="no"
 147
 148 TRY_UPGRADE=""
 149 # should the specfile be restored if upgrade failed?
 150 REVERT_BROKEN_UPGRADE="yes"
 151
 152 if rpm --specsrpm 2>/dev/null; then
 153         FETCH_BUILD_REQUIRES_RPMSPECSRPM="yes"
 154         FETCH_BUILD_REQUIRES_RPMSPEC_BINARY="no"
 155         FETCH_BUILD_REQUIRES_RPMGETDEPS="no"
 156 elif [ -x /usr/bin/rpmspec ]; then
 157         FETCH_BUILD_REQUIRES_RPMSPECSRPM="no"
 158         FETCH_BUILD_REQUIRES_RPMSPEC_BINARY="yes"
 159         FETCH_BUILD_REQUIRES_RPMGETDEPS="no"
 160 else
 161         if [ -x /usr/bin/rpm-getdeps ]; then
 162                 FETCH_BUILD_REQUIRES_RPMGETDEPS="yes"
 163         else
 164                 FETCH_BUILD_REQUIRES_RPMGETDEPS="no"
 165         fi
 166 fi
 167
 168 UPDATE_POLDEK_INDEXES_OPTS=""
 169
 170 # Here we load saved user environment used to
 171 # predefine options set above, or passed to builder
 172 # in command line.
 173 # This one reads global system environment settings:
 174 if [ -f ~/etc/builderrc ]; then
 175         . ~/etc/builderrc
 176 fi
 177 # And this one cascades settings using user personal
 178 # builder settings.
 179 # Example of ~/.builderrc:
 180 #
 181 #UPDATE_POLDEK_INDEXES="yes"
 182 #UPDATE_POLDEK_INDEXES_OPTS="--mo=nodiff"
 183 #FETCH_BUILD_REQUIRES="yes"
 184 #REMOVE_BUILD_REQUIRES="force"
 185 #GROUP_BCONDS="yes"
 186 #LOGFILE='../LOGS/log.$PACKAGE_NAME.$DATE'
 187 #TITLECHANGE=no
 188
 189 SU_SUDO="sudo"
 190
 191 if [ -n "$HOME_ETC" ]; then
 192         USER_CFG="$HOME_ETC/.builderrc"
 193         BUILDER_MACROS="$HOME_ETC/.builder-rpmmacros"
 194 else
 195         USER_CFG=~/.builderrc
 196         BUILDER_MACROS=~/.builder-rpmmacros
 197 fi
 198
 199 [ -f "$USER_CFG" ] && . "$USER_CFG"
 200
 201 if [ "$SCHEDTOOL" = "auto" ]; then
 202         if [ -x /usr/bin/schedtool ] && schedtool -B -e echo >/dev/null; then
 203                 SCHEDTOOL="schedtool -B -e"
 204         else
 205                 SCHEDTOOL="no"
 206         fi
 207 fi
 208
 209 if [ -n "$USE_PROZILLA" ]; then
 210         GETURI=download_proz
 211 elif [ -n "$USE_AXEL" ]; then
 212         GETURI=download_axel
 213 elif [ -n "$USE_LFTP" ]; then
 214         GETURI=download_lftp
 215 else
 216         GETURI=download_wget
 217 fi
 218
 219 GETLOCAL=${GETLOCAL:-cp -a}
 220
 221 RPM="rpm"
 222 RPMBUILD="rpmbuild"
 223
 224 #
 225 # sanity checks
 226 #
 227 if [ -d $HOME/rpm/SOURCES ]; then
 228         echo "ERROR: ~/rpm/{SPECS,SOURCES} structure is obsolete" >&2
 229         echo "ERROR: get rid of your ~/rpm/SOURCES" >&2
 230         exit 1
 231 fi
 232
 233 POLDEK_INDEX_DIR="$($RPM --eval %_rpmdir)/"
 234 POLDEK_CMD="$SU_SUDO /usr/bin/poldek"
 235
 236 # TODO: add teeboth
 237 # TODO: what this function does?
 238 run_poldek() {
 239         RES_FILE=$(tempfile)
 240         if [ -n "$LOGFILE" ]; then
 241                 LOG=`eval echo $LOGFILE`
 242                 if [ -n "$LASTLOG_FILE" ]; then
 243                         echo "LASTLOG=$LOG" > $LASTLOG_FILE
 244                 fi
 245                 (${NICE_COMMAND} ${POLDEK_CMD} --noask `while test $# -gt 0; do echo "$1 ";shift;done` ; echo $? > ${RES_FILE})|tee -a $LOG
 246                 # FIXME $exit_pldk undefined
 247                 return $exit_pldk
 248         else
 249                 (${NICE_COMMAND} ${POLDEK_CMD} --noask `while test $# -gt 0; do echo "$1 ";shift;done` ; echo $? > ${RES_FILE}) 1>&2 >/dev/null
 250                 return `cat ${RES_FILE}`
 251                 rm -rf ${RES_FILE}
 252         fi
 253 }
 254
 255 #---------------------------------------------
 256 # functions
 257
 258 download_prozilla() {
 259         local outfile=$1 url=$2 retval
 260
 261         proz --no-getch -r -P ./ -t$WGET_RETRIES $PROZILLA_OPTS -O "$outfile" "$url"
 262         retval=$?
 263
 264         return $retval
 265 }
 266
 267 download_axel() {
 268         local outfile=$1 url=$2 retval
 269
 270         axel -a $AXEL_OPTS -o "$outfile" "$url"
 271         retval=$?
 272
 273         return $retval
 274 }
 275
 276 download_wget() {
 277         local outfile=$1 url=$2 retval wget_help
 278         if [ -z "${WGET_OPTS_SET+x}" ]; then
 279                 wget_help="$(wget --help 2>&1)"
 280                 echo "$wget_help" | grep -q -- ' --inet ' && WGET_OPTS="$WGET_OPTS --inet"
 281                 echo "$wget_help" | grep -q -- ' --retry-connrefused ' && WGET_OPTS="$WGET_OPTS --retry-connrefused"
 282                 echo "$wget_help" | grep -q -- ' --no-iri ' && WGET_OPTS="$WGET_OPTS --no-iri"
 283                 WGET_OPTS="-c -nd -t$WGET_RETRIES $WGET_OPTS --user-agent=$USER_AGENT $IPOPT --passive-ftp"
 284                 WGET_OPTS_SET=1
 285         fi
 286
 287         wget $WGET_OPTS -O "$outfile" "$url"
 288         retval=$?
 289         if [ $retval -ne 0 ]; then
 290                 if [ "`echo $url | grep -E 'ftp://'`" ]; then
 291                         ${GETURI} -O "$outfile" "$url"
 292                         retval=$?
 293                 fi
 294         fi
 295         return $retval
 296 }
 297
 298 download_lftp() {
 299         local outfile=$1 url=$2 retval tmpfile
 300         tmpfile=$(tempfile) || exit 1
 301         lftp -c "
 302                 $([ "$DEBUG" = "yes" ] && echo "debug 5;")
 303                 $([ "$IPOPT" = "-4" ] && echo "set dns:order \"inet\";")
 304                 $([ "$IPOPT" = "-6" ] && echo "set dns:order \"inet6\";")
 305                 set ssl:verify-certificate no;
 306                 set net:max-retries $WGET_RETRIES;
 307                 set http:user-agent \"$USER_AGENT\";
 308                 pget -n $PARALLEL_DOWNLOADS -c \"$url\" -o \"$tmpfile\"
 309         "
 310
 311         retval=$?
 312         if [ $retval -eq 0 ]; then
 313                 mv -f "$tmpfile" "$outfile"
 314         else
 315                 rm -f "$tmpfile"
 316         fi
 317         return $retval
 318 }
 319
 320 usage() {
 321         if [ -n "$DEBUG" ]; then set -xv; fi
 322 # NOTE:
 323 # to make this output parseable by bash-completion _parse_help()
 324 # if the line contains short and long option, it will take only the long option
 325 # but if you want both being completed, put the short option to separate line
 326         echo "\
 327 Usage: builder [--all-branches] [-D|--debug] [-V|--version] [--short-version]  [-a|--add_cvs] [-b|-ba|--build]
 328 [-bb|--build-binary] [-bs|--build-source] [-bc] [-bi] [-bl] [-u|--try-upgrade]
 329 [{-cf|--cvs-force}] [{-B|--branch} <branch>] [--depth <number>]
 330 [-g|--get] [-h|--help] [--ftp] [--http] [{-l|--logtofile} <logfile>] [-m|--mr-proper]
 331 [-q|--quiet] [--date <yyyy-mm-dd> [-r <tag>] [{-T|--tag <tag>]
 332 [-Tvs|--tag-version-stable] [-Ts|--tag-stable] [-Tv|--tag-version]
 333 [{-Tp|--tag-prefix} <prefix>] [{-tt|--test-tag}]
 334 [-nu|--no-urls] [-v|--verbose] [--opts <rpm opts>] [--short-circuit]
 335 [--show-bconds] [--with/--without <feature>] [--define <macro> <value>]
 336 <package>[.spec][:tag]
 337
 338 -4                  - force IPv4 when transferring files
 339 -6                  - force IPv6 when transferring files
 340 -5,
 341 --update-md5        - update md5 comments in spec, implies -nd -ncs
 342 -a5,
 343 --add-md5           - add md5 comments to URL sources, implies -nc -nd -ncs
 344 --all-branches      - make shallow fetch of all branches; --depth required
 345 -n5, --no-md5       - ignore md5 comments in spec
 346 -D, --debug         - enable builder script debugging mode,
 347 -debug              - produce rpm debug package (same as --opts -debug)
 348 -V, --version       - output builder version string
 349 --short-version     - output builder short version
 350 -a                  - try add new package to PLD repo.
 351 -b,
 352 -ba
 353                     - get all files from PLD repo or HTTP/FTP and build package
 354                       from <package>.spec,
 355 -bb                 - get all files from PLD repo or HTTP/FTP and build binary
 356                       only package from <package>.spec,
 357 -bp                 - execute the %prep phase of <package>.spec,
 358 -bc                 - execute the %build phase of <package>.spec,
 359 -bi                 - execute the %install phase of <package>.spec
 360 -bl                 - execute the %files phase of <package>.spec
 361 -bs                 - get all files from PLD repo or HTTP/FTP and only pack
 362                       them into src.rpm,
 363 --short-circuit     - short-circuit build
 364 -B, --branch        - add branch
 365 -c,
 366 --clean             - clean all temporarily created files (in BUILD\$RPM_BUILD_ROOT) after rpmbuild commands.
 367                       may be used with building process.
 368 -m, --mr-proper     - clean all temporarily created files (in BUILD, SOURCES,
 369                       SPECS and \$RPM_BUILD_ROOT). Doesn't run any rpm building.
 370 -cf, --cvs-force    - use -f when tagging
 371 --define '<macro> <value>'
 372                     - define a macro <macro> with value <value>,
 373 --depth <number>    - make shallow fetch
 374 --alt_kernel <kernel>
 375                     - same as --define 'alt_kernel <kernel>'
 376 --nodeps            - rpm won't check any dependences
 377 -g
 378 --get               - get <package>.spec and all related files from PLD repo
 379 -h, --help          - this message,
 380 -j N                - set %_smp_mflags to propagate concurrent jobs
 381 --ftp               - use FTP protocol to access distfiles server
 382 --http              - use HTTP protocol to access distfiles server
 383 -l <logfile>, --logtofile=<logfile>
 384                     - log all to file,
 385 -ncs, --no-cvs-specs
 386                     - don't pull from PLD repo
 387 -nd, --no-distfiles - don't download from distfiles
 388 -nm, --no-mirrors   - don't download from mirror, if source URL is given,
 389 -nu, --no-urls      - don't try to download from FTP/HTTP location,
 390 -ns, --no-srcs      - don't download Sources/Patches
 391 -ns0, --no-source0  - don't download Source0
 392 -nn, --no-net       - don't download anything from the net
 393 -p N                - set PARALLEL_DOWNLOADS to N (default $PARALLEL_DOWNLOADS)
 394 -pm, --prefer-mirrors
 395                     - prefer mirrors (if any) over distfiles for SOURCES
 396 --no-init           - don't initialize builder paths (SPECS and SOURCES)
 397 -ske,
 398 --skip-existing-files
 399                     - skip existing files in get_files
 400 --opts <rpm opts>   - additional options for rpm
 401 -q, --quiet         - be quiet,
 402 --date yyyy-mm-dd   - build package using resources from specified date,
 403 -r <tag>, --cvstag <ref>
 404                     - build package using resources from specified branch/tag,
 405 -A                  - build package using master branch as any sticky tags/branch/date being reset.
 406 -R, --fetch-build-requires
 407                     - fetch what is BuildRequired,
 408 -RB, --remove-build-requires
 409                     - remove all you fetched with -R or --fetch-build-requires
 410                       remember, this option requires confirmation,
 411 -FRB, --force-remove-build-requires
 412                     - remove all you fetched with -R or --fetch-build-requires
 413                       remember, this option works without confirmation,
 414 -sd, --source-distfiles
 415                     - list sources available from distfiles (intended for offline
 416                       operations; does not work when Icon field is present
 417                       but icon file is absent),
 418 -sc, --source-cvs   - list sources available from PLD repo
 419 -sdp, --source-distfiles-paths
 420                     - list sources available from distfiles -
 421                       paths relative to distfiles directory (intended for offline
 422                       operations; does not work when Icon field is present
 423                       but icon file is absent),
 424 -sf, --source-files - list sources - bare filenames (intended for offline
 425                       operations; does not work when Icon field is present
 426                       but icon file is absent),
 427 -lsp, --source-paths
 428                     - list sources - filenames with full local paths (intended for
 429                       offline operations; does not work when Icon field is present
 430                       but icon file is absent),
 431 -su, --source-urls  - list urls - urls to sources and patches
 432                       intended for copying urls with spec with lots of macros in urls
 433 -T <tag> , --tag <tag>
 434                     - add git tag <tag> for files,
 435 -Tvs, --tag-version-stable
 436                     - add git tags STABLE and NAME-VERSION-RELEASE for files,
 437 -Ts, --tag-stable
 438                     - add git tag STABLE for files,
 439 -Tv,
 440 --tag-version       - add git tag NAME-VERSION-RELEASE for files,
 441 -Tp, --tag-prefix <prefix>
 442                     - add <prefix> to NAME-VERSION-RELEASE tags,
 443 -tt, --test-tag <prefix>
 444                     - fail if tag is already present,
 445 -ir, --integer-release-only
 446                     - allow only integer and snapshot releases
 447 -v, --verbose       - be verbose,
 448 -u, --try-upgrade   - check version, and try to upgrade package
 449 -un, --try-upgrade-with-float-version
 450                     - as above, but allow float version
 451                       php-pear-Services_Digg/
 452 --upgrade-version   - upgrade to specified version in try-upgrade
 453 -U, --update        - refetch sources, don't use distfiles, and update md5 comments
 454 -Upi, --update-poldek-indexes
 455                     - refresh or make poldek package index files.
 456 -sp <patchnumber>,
 457 --skip-patch <patchnumber>
 458                     - don't apply <patchnumber>. may be repeated.
 459 -np <patchnumber>,
 460 --nopatch <patchnumber>
 461                     - abort instead of applying patch <patchnumber>
 462 --noinit
 463                     - do not initialize SPECS_DIR and SOURCES_DIR (set them to .)
 464 --show-bconds       - show available conditional builds, which can be used
 465                     - with --with and/or --without switches.
 466 --show-bcond-args   - show active bconds, from ~/.bcondrc. this is used by ./repackage.sh script.
 467                       In other words, the output is parseable by scripts.
 468 --show-avail-bconds - show available bconds
 469 --with <feature>,
 470 --without <feature>
 471                     - conditional build package depending on %_with_<feature>/
 472                       %_without_<feature> macro switch.  You may now use
 473                       --with feat1 feat2 feat3 --without feat4 feat5 --with feat6
 474                       constructions. Set GROUP_BCONDS to yes to make use of it.
 475 --target <platform>, --target=<platform>
 476                     - build for platform <platform>.
 477 --init-rpm-dir, --init
 478                     - initialize ~/rpm directory structure
 479 "
 480 }
 481
 482 is_rpmorg() {
 483         local v
 484
 485         v=$(LC_ALL=C LANG=C rpm --version 2>&1)
 486         v=${v#RPM version } # rpm 4
 487         v=${v#rpm \(RPM\) } # rpm 5
 488
 489         case "$v" in
 490                 4.5|5.*)
 491                         return 1
 492                         ;;
 493                 4.*)
 494                         return 0;
 495                         ;;
 496                 *)
 497                         echo "ERROR: unsupported RPM version $v" >&2
 498                         exit 1
 499         esac
 500 }
 501
 502 # create tempfile. as secure as possible
 503 tempfile() {
 504         local prefix=builder.$PACKAGE_NAME${1:+.$1}
 505         mktemp --tmpdir -t $prefix.XXXXXX || echo ${TMPDIR:-/tmp}/$prefix.$RANDOM.$$
 506 }
 507
 508 tempdir() {
 509         local prefix=builder.$PACKAGE_NAME${1:+.$1}
 510         mktemp --tmpdir -d $prefix.XXXXXX
 511 }
 512
 513 # inserts git log instead of %changelog
 514 # @output directory containing modified specfile
 515 insert_gitlog() {
 516         local SPECFILE=$1 specdir=$(tempdir) gitlog=$(tempfile) speclog=$(tempfile)
 517
 518         # allow this being customized
 519         local log_entries=$(rpm -E '%{?_buildchangelogtruncate}')
 520
 521         # rpm5.org/rpm.org do not parse any other date format than 'Wed Jan 1 1997'
 522         # otherwise i'd use --date=iso here
 523         # http://rpm5.org/cvs/fileview?f=rpm/build/parseChangelog.c&v=2.44.2.1
 524         # http://rpm.org/gitweb?p=rpm.git;a=blob;f=build/parseChangelog.c;h=56ba69daa41d65ec9fd18c9f371b8ff14118cdca;hb=a113baa510a004476edc44b5ebaaf559238a18b6#l33
 525         # NOTE: changelog date is always in UTC for rpmbuild
 526         # * 1265749244 +0000 Random Hacker <nikt@pld-linux.org> 9370900
 527         git rev-list --date-order -${log_entries:-20} HEAD 2>/dev/null | while read sha1; do
 528                 local logfmt='%B%n'
 529                 git notes list $sha1 > /dev/null 2>&1 && logfmt='%N'
 530                 git log -n 1 $sha1 --format=format:"* %ad %an <%ae> %h%n- ${logfmt}%n" --date=raw | sed -re 's/^- +- */- /'| sed '/^$/q'
 531         done > $gitlog
 532
 533         # add link to full git logs
 534         local giturl="http://git.pld-linux.org/?p=packages/${SPECFILE%.spec}.git;a=log"
 535         if [ -n "$CVSTAG" ]; then
 536                 giturl="$giturl;h=$CVSTAG"
 537         fi
 538         local gitauthor="PLD Linux Team <feedback@pld-linux.org>"
 539         LC_ALL=C gawk -vgiturl="$giturl" -vgitauthor="$gitauthor" -vpackage=$PACKAGE_NAME 'BEGIN{
 540                 printf("* %s %s\n- For complete changelog see: %s\n", strftime("%a %b %d %Y"), gitauthor, giturl);
 541                 print;
 542                 exit
 543         }' > $speclog
 544
 545         LC_ALL=C gawk '/^\* /{printf("* %s %s\n", strftime("%a %b %d %Y", $2), substr($0, length($1)+length($2)+length($3)+4)); next}{print}' $gitlog >> $speclog
 546         sed '/^%changelog/,$d' $SPECFILE | sed -e "\${
 547                         a%changelog
 548                         r $speclog
 549                 }
 550         " > $specdir/$SPECFILE
 551         rm -f $gitlog $speclog
 552         echo $specdir
 553 }
 554
 555 # @param string logfile
 556 # @param varargs... commands to execute
 557 teeboth() {
 558         local rc
 559         # use teeboth from toys/cleanbuild, if available and enabled
 560         if [ "$USE_TEEBOTH" = "yes" ] && [ -x $APPDIR/teeboth ]; then
 561                 $APPDIR/teeboth "$@"
 562                 rc=$?
 563         else
 564                 local efile rc logfile=$1; shift
 565                 if [ "$logfile" ]; then
 566                         efile=$(tempfile)
 567                         { "$@" 2>&1; echo $? > $efile; } | tee -a $logfile
 568                         rc=$(< $efile)
 569                         rm -f $efile
 570                 else
 571                         "$@"
 572                         rc=$?
 573                 fi
 574         fi
 575         return $rc
 576 }
 577
 578 # change dependency to specname
 579 # common changes:
 580 # - perl(Package::Name) -> perl-Package-Name
 581 depspecname() {
 582         local DEPS
 583
 584         if [ $# -gt 0 ]; then
 585                 DEPS="$@"
 586         else
 587                 DEPS=$(cat)
 588         fi
 589
 590         echo "$DEPS" | tr ' ' '\n' | sed -re '
 591                 # perl virtual deps
 592                 /perl\(.*\)/{
 593                         s/perl\((.*)\)/perl-\1/
 594                         s/::/-/g
 595                 }
 596
 597                 s/apache\(EAPI\)-devel/apache-devel/
 598
 599                 s/db-devel/db5.3-devel/
 600                 s/libjpeg-devel/libjpeg-turbo-devel/
 601         '
 602 }
 603
 604 update_shell_title() {
 605         [ -t 2 ] || return
 606         local len=${COLUMNS:-80}
 607         local msg="$(echo "$*" | cut -c-$len)"
 608
 609         if [ -n "$BE_VERBOSE" ]; then
 610                 echo >&2 "$(date +%s.%N) $*"
 611         fi
 612
 613         if [ "x$TITLECHANGE" = "xyes" -o "x$TITLECHANGE" = "x" ]; then
 614                 local pkg
 615                 if [ -n "$PACKAGE_NAME" ]; then
 616                         pkg=${PACKAGE_NAME}-${PACKAGE_VERSION}-${PACKAGE_RELEASE}
 617                 else
 618                         pkg=${SPECFILE}
 619                 fi
 620
 621                 msg="$pkg: ${SHELL_TITLE_PREFIX:+$SHELL_TITLE_PREFIX }$msg"
 622                 msg=$(echo $msg | tr -d '\n\r')
 623                 case "$TERM" in
 624                         cygwin|xterm*)
 625                         echo >&2 -ne "\033]1;$msg\007\033]2;$msg\007"
 626                 ;;
 627                         screen*)
 628                         echo >&2 -ne "\033]0;$msg\007"
 629                 ;;
 630                 esac
 631         fi
 632 }
 633
 634 # set TARGET from BuildArch: from SPECFILE
 635 set_spec_target() {
 636         if [ -n "$SPECFILE" ] && [ -z "$TARGET" ]; then
 637                 local tmp=$(awk '/^BuildArch:/ { print $NF; exit }' $ASSUMED_NAME/$SPECFILE)
 638                 if [ "$tmp" ]; then
 639                                 local target_platform=$(rpm -E '%{_target_vendor}-%{_target_os}%{?_gnu}')
 640                                 TARGET="$tmp"
 641                                 case "$RPMBUILD" in
 642                                 "rpmbuild")
 643                                         TARGET_SWITCH="--target ${TARGET}-${target_platform}" ;;
 644                                 "rpm")
 645                                         TARGET_SWITCH="--target=$TARGET" ;;
 646                                 esac
 647                 fi
 648         fi
 649 }
 650
 651 # runs rpm with minimal macroset
 652 minirpm() {
 653         # TODO: move these to /usr/lib/rpm/macros
 654         cat > $BUILDER_MACROS <<'EOF'
 655 %x8664 x86_64 amd64 ia32e
 656 %alt_kernel %{nil}
 657 %_alt_kernel %{nil}
 658 %bootstrap_release() %{1}
 659 %requires_releq_kernel_up(s:n:) %{nil}
 660 %requires_releq_kernel_smp(s:n:) %{nil}
 661 %requires_releq_kernel(s:n:) %{nil}
 662 %requires_releq() %{nil}
 663 %pyrequires_eq() %{nil}
 664 %requires_eq() %{nil}
 665 %requires_eq_to() %{nil}
 666 %requires_ge() %{nil}
 667 %requires_ge_to() %{nil}
 668 %requires_ge() %{nil}
 669 %releq_kernel_up(n:) ERROR
 670 %releq_kernel_smp(n:) ERROR
 671 %releq_kernel(n:) ERROR
 672 %py_postclean(x:) ERROR
 673 %kgcc_package ERROR
 674 %_fontsdir ERROR
 675 %ruby_version ERROR
 676 %ruby_ver_requires_eq() %{nil}
 677 %ruby_mod_ver_requires_eq() %{nil}
 678 %__php_api_requires() %{nil}
 679 %php_major_version ERROR
 680 %php_api_version ERROR
 681 %requires_xorg_xserver_extension %{nil}
 682 %requires_xorg_xserver_xinput %{nil}
 683 %requires_xorg_xserver_font %{nil}
 684 %requires_xorg_xserver_videodrv %{nil}
 685 %py_ver ERROR
 686 %perl_vendorarch ERROR
 687 %perl_vendorlib ERROR
 688 # damn. need it here! - copied from /usr/lib/rpm/macros.build
 689 %tmpdir         %(echo "${TMPDIR:-/tmp}")
 690 %patchset_source(f:b:) %(
 691         base=%{-b*}%{!-b*:10000};
 692         start=$(expr $base + %1);
 693         end=$(expr $base + %{?2}%{!?2:%{1}});
 694         # we need to call seq twice as it doesn't allow two formats
 695         seq -f 'Patch%g:' $start $end > %{tmpdir}/__ps1;
 696         seq -f '%{-f*}' %1 %{?2}%{!?2:%{1}} > %{tmpdir}/__ps2;
 697         paste %{tmpdir}/__ps{1,2};
 698         rm -f %{tmpdir}/__ps{1,2};
 699 ) \
 700 %{nil}
 701 %add_etc_shells(p) %{p:<lua>}
 702 %remove_etc_shells(p) %{p:<lua>}
 703 %lua_add_etc_shells()  %{nil}
 704 %lua_remove_etc_shells() %{nil}
 705 %required_jdk jdk
 706 %buildrequires_jdk %{nil}
 707 %pear_package_print_optionalpackages %{nil}
 708 EOF
 709         if [ "$NOINIT" = "yes" ] ; then
 710                 cat >> $BUILDER_MACROS <<'EOF'
 711 %_specdir ./
 712 %_sourcedir ./
 713 EOF
 714         fi
 715         if ! is_rpmorg; then
 716                 local safe_macrofiles
 717                 safe_macrofiles=$(rpm $TARGET_SWITCH --showrc | awk -F: '/^macrofiles/ { gsub(/^macrofiles[ \t]+:/, "", $0); print $0 } ')
 718                 eval PATH=$CLEAN_PATH $RPMBUILD $TARGET_SWITCH --macros "$safe_macrofiles:$BUILDER_MACROS" $QUIET $RPMOPTS $RPMBUILDOPTS $BCOND $* 2>&1
 719         else
 720                 eval PATH=$CLEAN_PATH $RPMBUILD $TARGET_SWITCH --load "$BUILDER_MACROS" $QUIET $RPMOPTS $RPMBUILDOPTS $BCOND $* 2>&1
 721         fi
 722 }
 723
 724 cache_rpm_dump() {
 725         if [ -n "$DEBUG" ]; then
 726                 set -x
 727                 set -v
 728         fi
 729
 730         if [ -x /usr/bin/rpm-specdump ]; then
 731                 update_shell_title "cache_rpm_dump using rpm-specdump command"
 732                 rpm_dump_cache=$(rpm-specdump $TARGET_SWITCH $BCOND --define "_specdir $PACKAGE_DIR" --define "_sourcedir $PACKAGE_DIR" $PACKAGE_DIR/$SPECFILE)
 733         else
 734                 update_shell_title "cache_rpm_dump using rpmbuild command"
 735                 local rpm_dump
 736                 rpm_dump=`
 737                         # what we need from dump is NAME, VERSION, RELEASE and PATCHES/SOURCES.
 738                         dump='%{echo:dummy: PACKAGE_NAME %{name} }%dump'
 739                         case "$RPMBUILD" in
 740                         rpm)
 741                                 ARGS='-bp'
 742                                 ;;
 743                         rpmbuild)
 744                                 ARGS='--nodigest --nosignature --nobuild'
 745                                 ;;
 746                         esac
 747                         minirpm $ARGS --define "'prep $dump'" --nodeps $SPECFILE
 748                 `
 749                 if [ $? -gt 0 ]; then
 750                         error=$(echo "$rpm_dump" | sed -ne '/^error:/,$p')
 751                         echo "$error" >&2
 752                         Exit_error err_build_fail
 753                 fi
 754
 755                 # make small dump cache
 756                 rpm_dump_cache=`echo "$rpm_dump" | awk '
 757                         $2 ~ /^SOURCEURL/ {print}
 758                         $2 ~ /^PATCHURL/  {print}
 759                         $2 ~ /^nosource/ {print}
 760                         $2 ~ /^PACKAGE_/ {print}
 761                 '`
 762         fi
 763
 764         update_shell_title "cache_rpm_dump: OK!"
 765 }
 766
 767 rpm_dump() {
 768         if [ -z "$rpm_dump_cache" ] ; then
 769                 echo >&2 "internal error: cache_rpm_dump not called! (missing %prep?)"
 770         fi
 771         echo "$rpm_dump_cache"
 772 }
 773
 774 get_icons() {
 775         update_shell_title "get icons"
 776         ICONS=$(awk '/^Icon:/ {print $2}' $PACKAGE_DIR/${SPECFILE})
 777         if [ -z "$ICONS" ]; then
 778                 return
 779         fi
 780
 781         rpm_dump_cache="kalasaba" NODIST="yes" get_files $ICONS
 782 }
 783
 784 parse_spec() {
 785         update_shell_title "parsing specfile"
 786         if [ -n "$DEBUG" ]; then
 787                 set -x
 788                 set -v
 789         fi
 790
 791         # icons are needed for successful spec parse
 792         get_icons
 793
 794         cd $PACKAGE_DIR
 795         cache_rpm_dump
 796
 797         if rpm_dump | grep -qEi ":.*nosource.*1"; then
 798                 FAIL_IF_NO_SOURCES="no"
 799         fi
 800
 801         if [ "$NOSRCS" != "yes" ]; then
 802                 SOURCES=$(rpm_dump | awk '$2 ~ /^SOURCEURL[0-9]+/ {print substr($2, length("SOURCEURL") + 1), $3}' | LC_ALL=C sort -n | awk '{print $2}')
 803                 PATCHES=$(rpm_dump | awk '$2 ~ /^PATCHURL[0-9]+/ {print substr($2, length("PATCHURL") + 1), $3}' | LC_ALL=C sort -n | awk '{print $2}')
 804                 ICONS=$(awk '/^Icon:/ {print $2}' ${SPECFILE})
 805         fi
 806
 807         PACKAGE_NAME=$(rpm_dump | awk '$2 == "PACKAGE_NAME" { print $3; exit}')
 808         PACKAGE_VERSION=$(rpm_dump | awk '$2 == "PACKAGE_VERSION" { print $3; exit}')
 809         PACKAGE_RELEASE=$(rpm_dump | awk '$2 == "PACKAGE_RELEASE" { print $3; exit}')
 810
 811         if [ "$PACKAGE_NAME" != "$ASSUMED_NAME" ]; then
 812                 echo >&2 "WARNING! Spec name ($ASSUMED_NAME) does not agree with package name ($PACKAGE_NAME)"
 813         fi
 814
 815         if [ -n "$BE_VERBOSE" ]; then
 816                 echo "- Sources :  `nourl $SOURCES`"
 817                 if [ -n "$PATCHES" ]; then
 818                         echo "- Patches :  `nourl $PATCHES`"
 819                 else
 820                         echo "- Patches :  *no patches needed*"
 821                 fi
 822                 if [ -n "$ICONS" ]; then
 823                         echo "- Icon    :  `nourl $ICONS`"
 824                 else
 825                         echo "- Icon    :  *no package icon*"
 826                 fi
 827                 echo "- Name    : $PACKAGE_NAME"
 828                 echo "- Version : $PACKAGE_VERSION"
 829                 echo "- Release : $PACKAGE_RELEASE"
 830         fi
 831
 832         update_shell_title "parse_spec: OK!"
 833 }
 834
 835 # aborts program abnormally
 836 die() {
 837         local rc=${2:-1}
 838         echo >&2 "$PROGRAM: ERROR: $*"
 839         exit $rc
 840 }
 841
 842 Exit_error() {
 843         if [ -n "$DEBUG" ]; then
 844                 set -x
 845                 set -v
 846         fi
 847
 848         cd "$__PWD"
 849
 850         case "$1" in
 851                 "err_no_spec_in_cmdl" )
 852                         remove_build_requires
 853                         echo >&2 "ERROR: spec file name not specified."
 854                         exit 2 ;;
 855                 "err_invalid_cmdline" )
 856                         echo >&2 "ERROR: invalid command line arg ($2)."
 857                         exit 2 ;;
 858                 "err_no_spec_in_repo" )
 859                         remove_build_requires
 860                         echo >&2 "Error: spec file not stored in repository."
 861                         if [ -n "$2" ]; then
 862                                 echo >&2 "Tried: $2"
 863                         fi
 864
 865                         exit 3 ;;
 866                 "err_no_source_in_repo" )
 867                         remove_build_requires
 868                         echo >&2 "Error: some source, patch or icon files not stored in PLD repo. ($2)"
 869                         exit 4 ;;
 870                 "err_cvs_add_failed" )
 871                         echo >&2 "Error: failed to add package to PLD repo."
 872                         exit 4 ;;
 873                 "err_build_fail" )
 874                         remove_build_requires
 875                         echo >&2 "Error: package build failed. (${2:-no more info})"
 876                         exit 5 ;;
 877                 "err_no_package_data" )
 878                         remove_build_requires
 879                         echo >&2 "Error: couldn't get out package name/version/release from spec file."
 880                         exit 6 ;;
 881                 "err_tag_exists" )
 882                         remove_build_requires
 883                         echo >&2 "Tag ${2} already exists"
 884                         exit 9 ;;
 885                 "err_fract_rel" )
 886                         remove_build_requires
 887                         echo >&2 "Release ${2} not integer and not a snapshot."
 888                         exit 10 ;;
 889                 "err_branch_exists" )
 890                         remove_build_requires
 891                         echo >&2 "Tree branch already exists (${2})."
 892                         exit 11 ;;
 893                 "err_acl_deny" )
 894                         remove_build_requires
 895                         echo >&2 "Error: conditions reject building this spec (${2})."
 896                         exit 12 ;;
 897                 "err_remote_problem" )
 898                         remove_build_requires
 899                         echo >&2 "Error: problem with remote (${2})"
 900                         exit 13 ;;
 901                 "err_no_checkut" )
 902                         echo >&2 "Error: cannot checkout $2"
 903                         exit 14 ;;
 904                 "err_not_implemented" )
 905                         remove_build_requires
 906                         echo >&2 "Error: functionality not yet imlemented"
 907                         exit 110 ;;
 908         esac
 909         echo >&2 "Unknown error."
 910         exit 100
 911 }
 912
 913 init_builder() {
 914         if [ -n "$DEBUG" ]; then
 915                 set -x
 916                 set -v
 917         fi
 918
 919         if [ "$NOINIT" != "yes" ] ; then
 920                 TOP_DIR=$(eval $RPM $RPMOPTS --eval '%{_topdir}')
 921
 922                 local macros_ver=$(rpm -E %?rpm_build_macros)
 923                 if [ -z "$macros_ver" ]; then
 924                         REPO_DIR=$TOP_DIR/packages
 925                         PACKAGE_DIR=$TOP_DIR/packages/$ASSUMED_NAME
 926                 else
 927                         if awk "BEGIN{exit($macros_ver>=$RPM_MACROS_VER)}"; then
 928                                 echo >&2 "builder requires rpm-build-macros >= $RPM_MACROS_VER"
 929                                 exit 1
 930                         fi
 931                         REPO_DIR=$TOP_DIR
 932                         PACKAGE_DIR=$REPO_DIR/$ASSUMED_NAME
 933                 fi
 934         else
 935                 TOP_DIR=$(pwd)
 936                 PACKAGE_DIR=$TOP_DIR
 937                 REPO_DIR=$PACKAGE_DIR
 938                 RPMBUILDOPTS="$RPMBUILDOPTS --define '_topdir $TOP_DIR' --define '_builddir %_topdir' --define '_rpmdir %_topdir' --define '_srcrpmdir %_topdir'"
 939         fi
 940         export GIT_WORK_TREE=$PACKAGE_DIR
 941         export GIT_DIR=$PACKAGE_DIR/.git
 942
 943         if [ -d "$GIT_DIR" ] &&  [ -z "$CVSTAG" ] && git rev-parse --verify -q HEAD > /dev/null; then
 944                 if CVSTAG=$(GIT_DIR=$GIT_DIR git symbolic-ref HEAD) 2>/dev/null; then
 945                         CVSTAG=${CVSTAG#refs/heads/}
 946                         if [ "$CVSTAG" != "master" ]; then
 947                                 echo >&2 "builder: Active branch $CVSTAG. Use -r BRANCHNAME to override"
 948                         fi
 949                 else
 950                         echo >&2 "On detached HEAD. Use -r BRANCHNAME to override"
 951                         HEAD_DETACHED="yes"
 952                 fi
 953         elif [ "$CVSTAG" = "HEAD" ]; then
 954                 # assume -r HEAD is same as -A
 955                 CVSTAG="master"
 956         fi
 957
 958         __PWD=$(pwd)
 959 }
 960
 961 create_git_repo() {
 962         update_shell_title "add_package"
 963
 964         if [ -n "$DEBUG" ]; then
 965                 set -x
 966                 set -v
 967         fi
 968
 969         cd "$REPO_DIR"
 970         SPECFILE=$(basename $SPECFILE)
 971         if [ ! -f "$ASSUMED_NAME/$SPECFILE" ]; then
 972                 echo "ERROR: No package to add ($ASSUMED_NAME/$SPECFILE)" >&2
 973                 exit 101
 974         fi
 975         [ -d "$ASSUMED_NAME/.git" ] || NEW_REPO=yes
 976         ssh $GIT_PUSH create ${ASSUMED_NAME} || Exit_error err_cvs_add_failed
 977         (
 978         set -e
 979         git init
 980         git remote add $REMOTE_PLD ${GIT_SERVER}/${PACKAGES_DIR}/${ASSUMED_NAME}.git
 981         git remote set-url --push $REMOTE_PLD ssh://${GIT_PUSH}/${PACKAGES_DIR}/${ASSUMED_NAME}
 982
 983         git config --local push.default current
 984         git config --local branch.master.remote $REMOTE_PLD
 985         git config --local branch.master.merge refs/heads/master
 986         )
 987         test $? = 0 || Exit_error err_remote_problem $REMOTE_PLD
 988 }
 989
 990 get_spec() {
 991
 992         update_shell_title "get_spec"
 993
 994         if [ -n "$DEBUG" ]; then
 995                 set -x
 996                 set -v
 997         fi
 998
 999         cd "$REPO_DIR"
1000         SPECFILE=$(basename $SPECFILE)
1001         if [ "$NOCVSSPEC" != "yes" ]; then
1002                 if [ -z "$DEPTH" ]; then
1003                         if [ -d "$PACKAGE_DIR/.git" ]; then
1004                                 git fetch $IPOPT $REMOTE_PLD || Exit_error err_no_spec_in_repo
1005                         elif [ "$ADD_PACKAGE_CVS" = "yes" ]; then
1006                                 if [ ! -r "$PACKAGE_DIR/$SPECFILE" ]; then
1007                                         echo "ERROR: No package to add ($PACKAGE_DIR/$SPECFILE)" >&2
1008                                         exit 101
1009                                 fi
1010                                 Exit_error err_not_implemented
1011                         else
1012                                 (
1013                                         unset GIT_WORK_TREE
1014                                         git clone $IPOPT -o $REMOTE_PLD ${GIT_SERVER}/${PACKAGES_DIR}/${ASSUMED_NAME}.git || {
1015                                                 # softfail if new package, i.e not yet added to PLD rep
1016                                                 [ ! -f "$PACKAGE_DIR/$SPECFILE" ] && Exit_error err_no_spec_in_repo
1017                                                 echo "Warning: package not in Git - assuming new package"
1018                                                 NOCVSSPEC="yes"
1019                                         }
1020                                         git config --local --add "remote.$REMOTE_PLD.fetch" 'refs/notes/*:refs/notes/*'
1021                                         git config --local --add "remote.$REMOTE_PLD.push" 'refs/notes/*:refs/notes/*'
1022                                         git config --local --add "remote.$REMOTE_PLD.push" HEAD
1023                                         git config --local push.default current
1024                                         git remote set-url --push  $REMOTE_PLD ssh://${GIT_PUSH}/${PACKAGES_DIR}/${ASSUMED_NAME}
1025                                 )
1026                         fi
1027                 else
1028                         if [ ! -d "$PACKAGE_DIR/.git" ]; then
1029                                 if [ ! -d "$PACKAGE_DIR" ]; then
1030                                         install -d $PACKAGE_DIR
1031                                 fi
1032                                 git init
1033                                 git remote add $REMOTE_PLD ${GIT_SERVER}/${PACKAGES_DIR}/${ASSUMED_NAME}.git
1034                                 git config --local --add "remote.$REMOTE_PLD.fetch" 'refs/notes/*:refs/notes/*'
1035                                 git config --local --add "remote.$REMOTE_PLD.push" 'refs/heads/*:refs/remotes/origin/*'
1036                                 git config --local --add "remote.$REMOTE_PLD.push" HEAD
1037                                 git config --local push.default current
1038                                 git remote set-url --push  $REMOTE_PLD ssh://${GIT_PUSH}/${PACKAGES_DIR}/${ASSUMED_NAME}
1039                                 CVSTAG=${CVSTAG:-"master"}
1040                         fi
1041                         local refs=''
1042                         if [ -z "$ALL_BRANCHES" ]; then
1043                                 refs="${CVSTAG}:remotes/${REMOTE_PLD}/${CVSTAG}"
1044                         fi
1045                         git fetch $IPOPT $DEPTH $REMOTE_PLD $refs || {
1046                                 echo >&2 "Error: branch $CVSTAG does not exist"
1047                                 exit 3
1048                         }
1049                 fi
1050                 git fetch $IPOPT $REMOTE_PLD 'refs/notes/*:refs/notes/*'
1051
1052                 cvsignore_df .gitignore
1053
1054                 # add default log format to .gitignore if it is relative to package dir
1055                 if [ -n "$LOGFILE" -a "$LOGFILE" = "${LOGFILE##*/}" ]; then
1056                         # substitute known "macros" to glob
1057                         local logfile=$(echo "$LOGFILE" | sed -r -e 's,\$(PACKAGE_(NAME|VERSION|RELEASE)|DATE|TARGET),*,g')
1058                         if [ "$logfile" ]; then
1059                                 cvsignore_df "$logfile"
1060                         fi
1061                 fi
1062
1063                 # create symlinks for tools
1064                 if [ "$SYMLINK_TOOLS" != "no" -a -d "$PACKAGE_DIR" ]; then
1065                         for a in dropin md5 builder {relup,compile,repackage,rsync,pearize}.sh; do
1066                                 # skip tools that don't exist in top dir
1067                                 [ -f $a ] || continue
1068                                 # skip tools that already exist
1069                                 [ -f $PACKAGE_DIR/$a ] && continue
1070                                 ln -s ../$a $PACKAGE_DIR
1071                                 cvsignore_df $a
1072                         done
1073                 fi
1074         fi
1075
1076         if [ -n "$CVSTAG" ]; then
1077                 if git rev-parse --verify -q "$CVSTAG" >/dev/null; then
1078                         # checkout only if differs, so this will not trash git reflog
1079                         if [ $(git rev-parse "$CVSTAG") != $(git rev-parse HEAD) ]; then
1080                                 git checkout "$CVSTAG" --
1081                         fi
1082                 elif git rev-parse --verify -q "refs/remotes/${REMOTE_PLD}/$CVSTAG"; then
1083                         git checkout -t "refs/remotes/${REMOTE_PLD}/$CVSTAG" > /dev/null
1084                 fi
1085                 if [ $(git rev-parse "$CVSTAG") != $(git rev-parse HEAD) ]; then
1086                         Exit_error "err_no_checkut" "$CVSTAG"
1087                 fi
1088
1089                 git merge --ff-only '@{u}'
1090                 git symbolic-ref -q HEAD > /dev/null && [ "$NOCVSSPEC" != "yes" ] &&
1091                 if [ -n "$CVSDATE" ]; then
1092                         git checkout $(git rev-list -n1 --before="'$CVSDATE'" $CVSTAG) || exit 1
1093                 fi
1094         fi
1095
1096         if [ ! -f "$PACKAGE_DIR/$SPECFILE" ]; then
1097                 Exit_error err_no_spec_in_repo "$PACKAGE_DIR/$SPECFILE"
1098         fi
1099
1100         if [ "$CHMOD" = "yes" -a -n "$SPECFILE" ]; then
1101                 chmod $CHMOD_MODE $PACKAGE_DIR/$SPECFILE
1102         fi
1103         unset OPTIONS
1104         [ -n "$DONT_PRINT_REVISION" ] || grep -E -m 1 "^#.*Revision:.*Date" $PACKAGE_DIR/$SPECFILE
1105
1106         set_spec_target
1107 }
1108
1109 # find mirrors in this order. first match wins:
1110 # - package dir (~/rpm/packages/foo)
1111 # - repository dir (~/rpm/packages)
1112 # - tools dir dir (~/rpm/packages/rpm-build-tools)
1113 find_mirror() {
1114         local url="$1"
1115
1116         update_shell_title "find_mirror[$url][$REPO_DIR]"
1117
1118         # NOTE: as while loop runs in subshell,
1119         # we use exit 2 to indicate  that the match was found
1120         # otherwise we end up outputing mirror url and origin url.
1121
1122         local origin mirror name rest ol prefix
1123         IFS="|"
1124         cat "$PACKAGE_DIR/mirrors" "$REPO_DIR/mirrors" "$REPO_DIR/../rpm-build-tools/mirrors" /dev/null 2>/dev/null | \
1125         while read origin mirror name rest; do
1126                 # skip comments and empty lines
1127                 if [ -z "$origin" ] || [ "${origin#\#}" != "$origin" ]; then
1128                         continue
1129                 fi
1130                 ol=$(echo -n "$origin" | wc -c)
1131                 prefix=$(echo -n "$url" | head -c $ol)
1132                 if [ "$prefix" = "$origin" ] ; then
1133                         suffix=$(echo "$url" | cut -b $((ol+1))-)
1134                         echo -n "$mirror$suffix"
1135                         exit 2
1136                 fi
1137         done && echo "$url"
1138 }
1139
1140 # Warning: unpredictable results if same URL used twice
1141 src_no() {
1142         local file="$1"
1143         # escape some regexp characters if part of file name
1144         file=$(echo "$file" | sed -e 's#\([\+\*\.\&\#\?]\)#\\\1#g')
1145         cd $PACKAGE_DIR
1146         rpm_dump | \
1147         grep -E "(SOURCE|PATCH)URL[0-9]*[       ]*${file}""[    ]*$" | \
1148         sed -e 's/.*\(SOURCE\|PATCH\)URL\([0-9][0-9]*\).*/\1\2/' | \
1149         head -n 1 | tr OURCEATH ourceath | xargs
1150 }
1151
1152 src_md5() {
1153         [ "$NO5" = "yes" ] && return
1154         no=$(src_no "$1")
1155         [ -z "$no" ] && return
1156         cd $PACKAGE_DIR
1157         local md5
1158
1159         # use "sources" file from package dir, like vim
1160         if [ -f sources ]; then
1161                 md5=$(grep -s -v '^#' sources | \
1162                 grep -E "[      *]$(basename "$1")([    ,]|\$)" | \
1163                 sed -e 's/^\([0-9a-f]\{32\}\).*/\1/' | \
1164                 grep -E '^[0-9a-f]{32}$')
1165
1166                 if [ "$md5" ]; then
1167                         if [ $(echo "$md5" | wc -l) != 1 ] ; then
1168                                 echo "$SPECFILE: more then one entry in sources for $1" 1>&2
1169                         fi
1170                         echo "$md5" | tail -n 1
1171                         return
1172                 fi
1173         fi
1174
1175         source_md5=$(grep -iE "^#[      ]*(No)?$no-md5[         ]*:" $SPECFILE | sed -e 's/.*://')
1176         if [ -n "$source_md5" ]; then
1177                 echo $source_md5
1178         else
1179                 source_md5=`grep -i "BuildRequires:[    ]*digest(%SOURCE$no)[   ]*=" $SPECFILE | sed -e 's/.*=//'`
1180                 if [ -n "$source_md5" ]; then
1181                         echo $source_md5
1182                 else
1183                         # we have empty SourceX-md5, but it is still possible
1184                         # that we have NoSourceX-md5 AND NoSource: X
1185                         nosource_md5=`grep -i "^#[       ]*No$no-md5[    ]*:" $SPECFILE | sed -e 's/.*://'`
1186                         if [ -n "$nosource_md5" -a -n "`grep -i "^NoSource:[     ]*$no$" $SPECFILE`" ] ; then
1187                                 echo $nosource_md5
1188                         fi
1189                 fi
1190         fi
1191 }
1192
1193 distfiles_path() {
1194         echo "by-md5/$(src_md5 "$1" | sed -e 's|^\(.\)\(.\)|\1/\2/&|')/$(basename "$1")"
1195 }
1196
1197 distfiles_url() {
1198         echo "$PROTOCOL$DISTFILES_SERVER/distfiles/$(distfiles_path "$1")"
1199 }
1200
1201 distfiles_attic_url() {
1202         echo "$PROTOCOL$ATTICDISTFILES_SERVER/distfiles/Attic/$(distfiles_path "$1")"
1203 }
1204
1205 good_md5() {
1206         md5=$(src_md5 "$1")
1207         [ "$md5" = "" ] || \
1208         [ "$md5" = "$(md5sum $(nourl "$1") 2> /dev/null | sed -e 's/ .*//')" ]
1209 }
1210
1211 good_size() {
1212         size=$(find $(nourl "$1") -printf "%s" 2>/dev/null)
1213         [ -n "$size" -a "$size" -gt 0 ]
1214 }
1215
1216 cvsignore_df() {
1217         if [ "$CVSIGNORE_DF" != "yes" ]; then
1218                 return
1219         fi
1220         local cvsignore=${PACKAGE_DIR}/.git/info/exclude
1221
1222         # add only if not yet there
1223         if ! awk -vf="$1" -vc=1 '$0 == f { c = 0 } END { exit c }' $cvsignore 2>/dev/null; then
1224                 echo "$1" >> $cvsignore
1225         fi
1226 }
1227
1228 # returns true if "$1" is ftp, http or https protocol url
1229 is_url() {
1230         case "$1" in
1231         ftp://*|http://*|https://*)
1232                 return 0
1233         ;;
1234         esac
1235         return 1
1236 }
1237
1238 update_md5() {
1239         if [ $# -eq 0 ]; then
1240                 return
1241         fi
1242
1243         update_shell_title "update md5"
1244         if [ -n "$DEBUG" ]; then
1245                 set -x
1246                 set -v
1247         fi
1248
1249         cd "$PACKAGE_DIR"
1250
1251         # pass 1: check files to be fetched
1252         local todo
1253         local need_files
1254         for i in "$@"; do
1255                 local fp=$(nourl "$i")
1256                 local srcno=$(src_no "$i")
1257                 if [ -n "$ADD5" ]; then
1258                         [ "$fp" = "$i" ] && continue # FIXME what is this check doing?
1259                         grep -qiE '^#[  ]*'$srcno'-md5[         ]*:' $PACKAGE_DIR/$SPECFILE && continue
1260                         grep -qiE '^BuildRequires:[     ]*digest[(]%SOURCE'$srcno'[)][  ]*=' $PACKAGE_DIR/$SPECFILE && continue
1261                 else
1262                         grep -qiE '^#[  ]*'$srcno'-md5[         ]*:' $PACKAGE_DIR/$SPECFILE || grep -qiE '^BuildRequires:[      ]*digest[(]%SOURCE'$srcno'[)][  ]*=' $PACKAGE_DIR/$SPECFILE || continue
1263                 fi
1264                 if [ ! -f "$fp" ] || [ $ALWAYS_CVSUP = "yes" ]; then
1265                         need_files="$need_files $i"
1266                 fi
1267         done
1268
1269         # pass 1a: get needed files
1270         if [ "$need_files" ]; then
1271                 get_files $need_files
1272         fi
1273
1274         # pass 2: proceed with md5 adding or updating
1275         for i in "$@"; do
1276                 local fp=$(nourl "$i")
1277                 local srcno=$(src_no "$i")
1278                 local md5=$(grep -iE '^#[       ]*(No)?'$srcno'-md5[    ]*:' $PACKAGE_DIR/$SPECFILE )
1279                 if [ -z "$md5" ]; then
1280                         md5=$(grep -iE '^[      ]*BuildRequires:[       ]*digest[(]%SOURCE'$srcno'[)][  ]*=' $PACKAGE_DIR/$SPECFILE )
1281                 fi
1282                 if [ -n "$ADD5" ] && is_url $i || [ -n "$md5" ]; then
1283                         local tag="# $srcno-md5:\t"
1284                         if [[ "$md5" == *NoSource* ]]; then
1285                                 tag="# No$srcno-md5:\t"
1286                         elif [ -n "$USEDIGEST" ]; then
1287                                 tag="BuildRequires:\tdigest(%SOURCE$srcno) = "
1288                         fi
1289                         md5=$(md5sum "$fp" | cut -f1 -d' ')
1290                         echo "Updating $srcno ($md5: $fp)."
1291                         perl -i -ne '
1292                                 print unless (/^\s*#\s*(No)?'$srcno'-md5\s*:/i or /^\s*BuildRequires:\s*digest\(%SOURCE'$srcno'\)/i);
1293                                 print "'"$tag$md5"'\n" if /^'$srcno'\s*:\s+/i;
1294                         ' \
1295                         $PACKAGE_DIR/$SPECFILE
1296                 fi
1297         done
1298 }
1299
1300 check_md5() {
1301         local bad
1302         [ "$NO5" = "yes" ] && return
1303
1304         update_shell_title "check md5"
1305
1306         for i in "$@"; do
1307                 bad=0
1308                 if ! good_md5 "$i"; then
1309                         echo -n "MD5 sum mismatch."
1310                         bad=1
1311                 fi
1312                 if ! good_size "$i"; then
1313                         echo -n "0 sized file."
1314                         bad=1
1315                 fi
1316
1317                 if [ $bad -eq 1 ]; then
1318                         echo " Use -U to refetch sources,"
1319                         echo "or -5 to update md5 sums, if you're sure files are correct."
1320                         Exit_error err_no_source_in_repo $i
1321                 fi
1322         done
1323 }
1324
1325 get_files() {
1326         update_shell_title "get_files"
1327
1328         if [ -n "$DEBUG" ]; then
1329                 set -x
1330                 set -v
1331         fi
1332
1333         if [ $# -gt 0 ]; then
1334                 cd "$PACKAGE_DIR"
1335
1336                 local nc=0
1337                 local get_files_cvs=""
1338                 for i in "$@"; do
1339                         nc=$((nc + 1))
1340                         local cvsup=0
1341                         SHELL_TITLE_PREFIX="get_files[$nc/$#]"
1342                         update_shell_title "$i"
1343                         local fp=`nourl "$i"`
1344                         if [ "$SKIP_EXISTING_FILES" = "yes" ] && [ -f "$fp" ]; then
1345                                 continue
1346                         fi
1347
1348                         FROM_DISTFILES=0
1349                         local srcmd5=$(src_md5 "$i")
1350
1351                         # we know if source/patch is present in cvs/distfiles
1352                         # - has md5 (in distfiles)
1353                         # - in cvs... ideas?
1354
1355                         # CHECK: local file didn't exist or always cvs up (first) requested.
1356                         if [ ! -f "$fp" ] || [ $ALWAYS_CVSUP = "yes" ]; then
1357                                 if echo $i | grep -vE '(http|ftp|https|cvs|svn)://' | grep -qE '\.(gz|bz2)$']; then
1358                                         echo "Warning: no URL given for $i"
1359                                 fi
1360                                 target="$fp"
1361
1362                                 if [ -z "$NODIST" ] && [ -n "$srcmd5" ]; then
1363                                         if good_md5 "$i" && good_size "$i"; then
1364                                                 echo "$fp having proper md5sum already exists"
1365                                                 continue
1366                                         fi
1367
1368                                         # optionally prefer mirror over distfiles if there's mirror
1369                                         # TODO: build url list and then try each url from the list
1370                                         if [ -n "$PREFMIRRORS" ] && [ -z "$NOMIRRORS" ] && im=$(find_mirror "$i") && [ "$im" != "$i" ]; then
1371                                                 url="$im"
1372                                         else
1373                                                 url=$(distfiles_url "$i")
1374                                         fi
1375
1376                                         url_attic=$(distfiles_attic_url "$i")
1377                                         FROM_DISTFILES=1
1378                                         # is $url local file?
1379                                         if [[ "$url" = [./]* ]]; then
1380                                                 update_shell_title "${GETLOCAL%% *}: $url"
1381                                                 ${GETLOCAL} $url $target
1382                                         else
1383                                                 local uri=${url}
1384                                                 # make shorter message for distfiles urls
1385                                                 if [[ "$uri" = ${PROTOCOL}${DISTFILES_SERVER}* ]] || [[ "$uri" = ${PROTOCOL}${ATTICDISTFILES_SERVER}* ]]; then
1386                                                         uri=${uri#${PROTOCOL}${DISTFILES_SERVER}/distfiles/by-md5/?/?/*/}
1387                                                         uri=${uri#${PROTOCOL}${ATTICDISTFILES_SERVER}/distfiles/by-md5/?/?/*/}
1388                                                         uri="df: $uri"
1389                                                 fi
1390                                                 update_shell_title "${GETURI%% *}: $uri"
1391                                                 ${GETURI} "$target" "$url"
1392                                         fi
1393
1394                                         # is it empty file?
1395                                         if [ ! -s "$target" ]; then
1396                                                 rm -f "$target"
1397                                                 if [ `echo $url_attic | grep -E '^(\.|/)'` ]; then
1398                                                         update_shell_title "${GETLOCAL%% *}: $url_attic"
1399                                                         ${GETLOCAL} $url_attic $target
1400                                                 else
1401                                                         update_shell_title "${GETURI%% *}: $url_attic"
1402                                                         ${GETURI} "$target" "$url_attic"
1403                                                         test -s "$target" || rm -f "$target"
1404                                                 fi
1405                                         fi
1406
1407                                         if [ -s "$target" ]; then
1408                                                 cvsignore_df $target
1409                                         else
1410                                                 rm -f "$target"
1411                                                 FROM_DISTFILES=0
1412                                         fi
1413                                 fi
1414
1415                                 if [ -z "$NOURLS" ] && [ ! -f "$fp" -o -n "$UPDATE" ] && [ "`echo $i | grep -E 'ftp://|http://|https://'`" ]; then
1416                                         if [ -z "$NOMIRRORS" ]; then
1417                                                 im=$(find_mirror "$i")
1418                                         else
1419                                                 im="$i"
1420                                         fi
1421                                         update_shell_title "${GETURI%% *}: $im"
1422                                         ${GETURI} "$target" "$im"
1423                                         test -s "$target" || rm -f "$target"
1424                                 fi
1425
1426                                 if [ "$cvsup" = 1 ]; then
1427                                         continue
1428                                 fi
1429
1430                         fi
1431
1432                         # the md5 check must be moved elsewhere as if we've called from update_md5 the md5 is wrong.
1433                         if [ ! -f "$fp" -a "$FAIL_IF_NO_SOURCES" != "no" ]; then
1434                                 Exit_error err_no_source_in_repo $i
1435                         fi
1436
1437                         # we check md5 here just only to refetch immediately
1438                         if good_md5 "$i" && good_size "$i"; then
1439                                 :
1440                         elif [ "$FROM_DISTFILES" = 1 ]; then
1441                                 # wrong md5 from distfiles: remove the file and try again
1442                                 # but only once ...
1443                                 echo "MD5 sum mismatch. Trying full fetch."
1444                                 FROM_DISTFILES=2
1445                                 rm -f $target
1446                                 update_shell_title "${GETURI%% *}: $url"
1447                                 ${GETURI} "$target" "$url"
1448                                 if [ ! -s "$target" ]; then
1449                                         rm -f "$target"
1450                                         update_shell_title "${GETURI%% *}: $url_attic"
1451                                         ${GETURI} "$target" "$url_attic"
1452                                 fi
1453                                 test -s "$target" || rm -f "$target"
1454                         fi
1455                 done
1456                 SHELL_TITLE_PREFIX=""
1457
1458
1459                 if [ "$CHMOD" = "yes" ]; then
1460                         CHMOD_FILES=$(nourl "$@")
1461                         if [ -n "$CHMOD_FILES" ]; then
1462                                 chmod $CHMOD_MODE $CHMOD_FILES
1463                         fi
1464                 fi
1465         fi
1466 }
1467
1468 tag_exist() {
1469 # If tag exists and points to other commit exit with error
1470 # If it existsts and points to HEAD return 1
1471 # If it doesn't exist return 0
1472         local _tag="$1"
1473         local sha1=$(git rev-parse HEAD)
1474         echo "Searching for tag $_tag..."
1475         if [ -n "$DEPTH" ]; then
1476                 local ref=$(git ls-remote $REMOTE_PLD "refs/tags/$_tag"  | cut -c -40)
1477         else
1478                 local ref=$(git show-ref -s "refs/tags/$_tag")
1479         fi
1480         [ -z "$ref" ] && return 0
1481         [ "$ref" = "$sha1" ] || Exit_error err_tag_exists "$_tag"
1482         return 1
1483 }
1484
1485 make_tagver() {
1486         if [ -n "$DEBUG" ]; then
1487                 set -x
1488                 set -v
1489         fi
1490
1491         # Check whether first character of PACKAGE_NAME is legal for tag name
1492         if [ -z "${PACKAGE_NAME##[_0-9]*}" -a -z "$TAG_PREFIX" ]; then
1493                 TAG_PREFIX=tag_
1494         fi
1495
1496         # NOTE: CVS tags may must not contain the characters `$,.:;@'
1497         TAGVER=$(echo $TAG_PREFIX$PACKAGE_NAME-$PACKAGE_VERSION-$PACKAGE_RELEASE)
1498
1499         # Remove @kernel.version_release from TAGVER because tagging sources
1500         # could occur with different kernel-headers than kernel-headers used at build time.
1501         # besides, %{_kernel_ver_str} is not expanded.
1502
1503         # TAGVER=auto-ac-madwifi-ng-0-0_20070225_1@%{_kernel_ver_str}
1504         # TAGVER=auto-ac-madwifi-ng-0-0_20070225_1
1505
1506         TAGVER=${TAGVER%@*}
1507         echo -n "$TAGVER"
1508 }
1509
1510 tag_files() {
1511         if [ -n "$DEBUG" ]; then
1512                 set -x
1513                 set -v
1514         fi
1515
1516         echo "Version: $PACKAGE_VERSION"
1517         echo "Release: $PACKAGE_RELEASE"
1518
1519         local _tag
1520         if [ "$TAG_VERSION" = "yes" ]; then
1521                 _tag=`make_tagver`
1522         fi
1523         if [ -n "$TAG" ]; then
1524                 _tag="$TAG"
1525         fi
1526         echo "tag: $_tag"
1527
1528         local OPTIONS="tag $CVS_FORCE"
1529
1530         cd "$PACKAGE_DIR"
1531
1532         if tag_exist $_tag || [ -n "$CVS_FORCE" ]; then
1533                 update_shell_title "tag sources: $_tag"
1534                 git $OPTIONS $_tag || exit
1535                 git push $IPOPT $CVS_FORCE $REMOTE_PLD tag $_tag || Exit_error err_remote_problem $REMOTE_PLD
1536         else
1537                 echo "Tag $_tag already exists and points to the same commit"
1538         fi
1539 }
1540
1541 branch_files() {
1542         TAG=$1
1543         echo "Git branch: $TAG"
1544         shift
1545
1546         if [ -n "$DEBUG" ]; then
1547                 set -x
1548                 set -v
1549         fi
1550
1551         local OPTIONS="branch $CVS_FORCE"
1552
1553         cd "$PACKAGE_DIR"
1554         git $OPTIONS $TAG || exit
1555 }
1556
1557
1558 # this function should exit early if package can't be built for this arch
1559 # this avoids unneccessary BR filling.
1560 check_buildarch() {
1561         local out ret
1562         out=$(minirpm --short-circuit -bp --define "'prep exit 0'" --nodeps $SPECFILE 2>&1)
1563         ret=$?
1564         if [ $ret -ne 0 ]; then
1565                 echo >&2 "$out"
1566                 exit $ret
1567         fi
1568 }
1569
1570 # from relup.sh
1571 set_release() {
1572         local specfile="$1"
1573         local rel="$2"
1574         local newrel="$3"
1575         sed -i -e "
1576                 s/^\(%define[ \t]\+_\?rel[ \t]\+\)$rel\$/\1$newrel/
1577                 s/^\(Release:[ \t]\+\)$rel\$/\1$newrel/
1578         " $specfile
1579 }
1580
1581 set_version() {
1582         local specfile="$1"
1583         local ver="$2" subver=$ver
1584         local newver="$3" newsubver=$newver
1585
1586         # try handling subver, everything that's not numeric-dotted in version
1587         if grep -Eq '%define\s+subver' $specfile; then
1588                 subver=$(echo "$ver" | sed -re 's,^[0-9.]+,,')
1589                 ver=${ver%$subver}
1590                 newsubver=$(echo "$newver" | sed -re 's,^[0-9.]+,,')
1591                 newver=${newver%$newsubver}
1592         fi
1593         sed -i -e "
1594                 s/^\(%define[ \t]\+_\?ver[ \t]\+\)$ver\$/\1$newver/
1595                 s/^\(%define[ \t]\+subver[ \t]\+\)$subver\$/\1$newsubver/
1596                 s/^\(Version:[ \t]\+\)$ver\$/\1$newver/
1597         " $specfile
1598 }
1599
1600 # try to upgrade .spec to new version
1601 # if --upgrade-version is specified, use that as new version, otherwise invoke pldnotify to find new version
1602 #
1603 # return 1: if .spec was updated
1604 # return 0: no changes to .spec
1605 # exit 1 in case of error
1606 try_upgrade() {
1607         if [ -z "$TRY_UPGRADE" ]; then
1608                 return 0
1609         fi
1610
1611         local TNOTIFY TNEWVER TOLDVER
1612         update_shell_title "build_package: try_upgrade"
1613
1614         cd "$PACKAGE_DIR"
1615
1616         if [ "$UPGRADE_VERSION" ]; then
1617                 TNEWVER=$UPGRADE_VERSION
1618                 echo "Updating spec file to version $TNEWVER"
1619         else
1620                 if [ -n "$FLOAT_VERSION" ]; then
1621                         TNOTIFY=$(pldnotify ${BE_VERBOSE:+-vDEBUG=1} $SPECFILE -n) || exit 1
1622                 else
1623                         TNOTIFY=$(pldnotify ${BE_VERBOSE:+-vDEBUG=1} $SPECFILE) || exit 1
1624                 fi
1625
1626                 # pldnotify does not set exit codes, but it has match for ERROR
1627                 # in output which means so.
1628                 if [[ "$TNOTIFY" = *ERROR* ]]; then
1629                         echo >&2 "$TNOTIFY"
1630                         exit 1
1631                 fi
1632
1633                 TOLDVER=`echo $TNOTIFY | awk '{ print $3; }'`
1634                 echo "New version found, updating spec file from $TOLDVER to version $TNEWVER"
1635
1636                 TNEWVER=$(echo $TNOTIFY | awk '{ match($4,/\[NEW\]/); print $5 }')
1637         fi
1638
1639         if [ -z "$TNEWVER" ]; then
1640                 return 0
1641         fi
1642
1643         if [ "$REVERT_BROKEN_UPGRADE" = "yes" ]; then
1644                 cp -f $SPECFILE $SPECFILE.bak
1645         fi
1646         chmod +w $SPECFILE
1647         set_version $SPECFILE $PACKAGE_VERSION $TNEWVER
1648         set_release $SPECFILE $PACKAGE_RELEASE 1
1649         parse_spec
1650         if [ "$PACKAGE_VERSION" != "$TNEWVER" ]; then
1651                 echo >&2 "Upgrading version failed, you need to update spec yourself"
1652                 exit 1
1653         fi
1654         return 1
1655 }
1656
1657 build_package() {
1658         update_shell_title "build_package"
1659         if [ -n "$DEBUG" ]; then
1660                 set -x
1661                 set -v
1662         fi
1663
1664         cd "$PACKAGE_DIR"
1665
1666         case "$COMMAND" in
1667                 build )
1668                         BUILD_SWITCH="-ba" ;;
1669                 build-binary )
1670                         BUILD_SWITCH="-bb" ;;
1671                 build-source )
1672                         BUILD_SWITCH="-bs --nodeps" ;;
1673                 build-prep )
1674                         BUILD_SWITCH="-bp --nodeps" ;;
1675                 build-build )
1676                         BUILD_SWITCH="-bc" ;;
1677                 build-install )
1678                         BUILD_SWITCH="-bi" ;;
1679                 build-list )
1680                         BUILD_SWITCH="-bl" ;;
1681
1682         esac
1683
1684         update_shell_title "build_package: $COMMAND"
1685         local logfile retval
1686         if [ -n "$LOGFILE" ]; then
1687                 logfile=`eval echo $LOGFILE`
1688                 if [ -d "$logfile" ]; then
1689                         echo "Log file $logfile is a directory."
1690                         echo "Parse error in the spec?"
1691                         Exit_error err_build_fail
1692                 fi
1693                 if [ -n "$LASTLOG_FILE" ]; then
1694                         echo "LASTLOG=$logfile" > $LASTLOG_FILE
1695                 fi
1696         fi
1697
1698         # unset these, should not be exposed to builder shell!
1699         unset GIT_WORK_TREE GIT_DIR
1700         # these are set by jenkins
1701         unset GIT_PREVIOUS_COMMIT GIT_URL GIT_PREVIOUS_SUCCESSFUL_COMMIT GIT_BRANCH GIT_COMMIT
1702         # this may be set by user
1703         unset GIT_SSH
1704         # may be set by user
1705         unset GIT_COMMITTER_NAME GIT_COMMITTER_EMAIL GIT_AUTHOR_NAME GIT_AUTHOR_EMAIL GIT_TESTING_PORCELAIN_COMMAND_LIST GIT_EDITOR
1706         # fail if something still set
1707         env | grep ^GIT_ && Exit_error err_build_fail "One of GIT_* env variables is still set. The builder script needs to be updated to unset that variable. In the meantime, unset it manually."
1708
1709         local specdir=$(insert_gitlog $SPECFILE)
1710         ulimit -c unlimited
1711         # FIXME: eval here is exactly why?
1712         PATH=$CLEAN_PATH eval teeboth "'$logfile'" ${TIME_COMMAND} ${NICE_COMMAND} $RPMBUILD $TARGET_SWITCH $BUILD_SWITCH -v $QUIET $CLEAN $RPMOPTS $RPMBUILDOPTS $BCOND --define \'_specdir $PACKAGE_DIR\' --define \'_sourcedir $PACKAGE_DIR\' $specdir/$SPECFILE
1713         retval=$?
1714         rm -r $specdir
1715
1716         if [ -n "$logfile" ] && [ -n "$LOGDIROK" ] && [ -n "$LOGDIRFAIL" ]; then
1717                 if [ "$retval" -eq "0" ]; then
1718                         mv $logfile $LOGDIROK
1719                 else
1720                         mv $logfile $LOGDIRFAIL
1721                 fi
1722         fi
1723
1724         if [ "$retval" -ne "0" ]; then
1725                 if [ -n "$TRY_UPGRADE" ]; then
1726                         echo "\nUpgrade package to new version failed."
1727                         if [ "$REVERT_BROKEN_UPGRADE" = "yes" ]; then
1728                                 echo "Restoring old spec file."
1729                                 mv -f $SPECFILE.bak $SPECFILE
1730                         fi
1731                         echo ""
1732                 fi
1733                 Exit_error err_build_fail
1734         fi
1735         unset BUILD_SWITCH
1736 }
1737
1738 nourl() {
1739         echo "$@" | sed 's#\<\(ftp\|http\|https\|cvs\|svn\)://[^ ]*/##g'
1740 }
1741
1742 install_required_packages() {
1743         run_poldek -vi $1
1744         return $?
1745 }
1746
1747 find_spec_bcond() { # originally from /usr/lib/rpm/find-spec-bcond
1748         local SPEC="$1"
1749         awk -F"\n" '
1750         /^%changelog/ { exit }
1751         /^%bcond_with/{
1752                 match($0, /bcond_with(out)?[ \t]+[_a-zA-Z0-9]+/);
1753                 bcond = substr($0, RSTART + 6, RLENGTH - 6);
1754                 gsub(/[ \t]+/, "_", bcond);
1755                 print bcond
1756         }' $SPEC | LC_ALL=C sort -u
1757 }
1758
1759 process_bcondrc() {
1760         # expand bconds from ~/.bcondrc
1761         # The file structure is like gentoo's package.use:
1762         # ---
1763         # * -selinux
1764         # samba -mysql -pgsql
1765         # w32codec-installer license_agreement
1766         # php +mysqli
1767         # ---
1768         if [ -f $HOME/.bcondrc ] || ([ -n $HOME_ETC ] && [ -f $HOME_ETC/.bcondrc ]); then
1769                 :
1770         else
1771                 return
1772         fi
1773
1774         SN=${SPECFILE%%\.spec}
1775
1776         local bcondrc=$HOME/.bcondrc
1777         [ -n $HOME_ETC ] && [ -f $HOME_ETC/.bcondrc ] && bcondrc=$HOME_ETC/.bcondrc
1778
1779         local bcond_avail=$(find_spec_bcond $SPECFILE)
1780
1781         while read pkg flags; do
1782                 # ignore comments
1783                 [[ "$pkg" == \#* ]] && continue
1784
1785                 # any package or current package?
1786                 if [ "$pkg" = "*" ] || [ "$pkg" = "$PACKAGE_NAME" ] || [ "$pkg" = "$SN" ]; then
1787                         for flag in $flags; do
1788                                 local opt=${flag#[+-]}
1789
1790                                 # use only flags which are in this package.
1791                                 if [[ $bcond_avail = *${opt}* ]]; then
1792                                         if [[ $flag = -* ]]; then
1793                                                 if [[ $BCOND != *--with?${opt}* ]]; then
1794                                                         BCOND="$BCOND --without $opt"
1795                                                 fi
1796                                         else
1797                                                 if [[ $BCOND != *--without?${opt}* ]]; then
1798                                                         BCOND="$BCOND --with $opt"
1799                                                 fi
1800                                         fi
1801                                 fi
1802                         done
1803                 fi
1804         done < $bcondrc
1805         update_shell_title "parse ~/.bcondrc: DONE!"
1806 }
1807
1808 set_bconds_values() {
1809         update_shell_title "set bcond values"
1810
1811         AVAIL_BCONDS_WITHOUT=""
1812         AVAIL_BCONDS_WITH=""
1813
1814         if grep -Eq '^# *_with' ${SPECFILE}; then
1815                 echo >&2 "ERROR: This spec has old style bconds."
1816                 exit 1
1817         fi
1818
1819         if ! grep -q '^%bcond' ${SPECFILE}; then
1820                 return
1821         fi
1822
1823         local bcond_avail=$(find_spec_bcond $SPECFILE)
1824         process_bcondrc "$SPECFILE"
1825
1826         update_shell_title "parse bconds"
1827
1828         local opt bcond
1829         for opt in $bcond_avail; do
1830                 case "$opt" in
1831                 without_*)
1832                         bcond=${opt#without_}
1833                         case "$BCOND" in
1834                         *--without?${bcond}\ *|*--without?${bcond})
1835                                 AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT <$bcond>"
1836                                 ;;
1837                         *)
1838                                 AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT $bcond"
1839                                 ;;
1840                         esac
1841                         ;;
1842                 with_*)
1843                         bcond=${opt#with_}
1844                         case "$BCOND" in
1845                         *--with?${bcond}\ *|*--with?${bcond})
1846                                 AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH <$bcond>"
1847                                 ;;
1848                         *)
1849                                 AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH $bcond"
1850                                 ;;
1851                         esac
1852                         ;;
1853                 *)
1854                         echo >&2 "ERROR: unexpected '$opt' in set_bconds_values"
1855                         exit 1
1856                         ;;
1857                 esac
1858         done
1859 }
1860
1861 run_sub_builder() {
1862         package_name="${1}"
1863         update_shell_title "run_sub_builder $package_name"
1864         #
1865         # No i tutaj bym chciał zrobić sztuczną inteligencję, która spróbuje tego
1866         # pakieta zbudować. Aktualnie niewiele dziala, bo generalnie nie widze do
1867         # konca algorytmu... Ale damy rade. :) Na razie po prostu sie wyjebie tak samo
1868         # jakby nie bylo tego kawalka kodu.
1869         #
1870         # Update: Poprawiłem parę rzeczy i zaczęło generować pakiety spoza zadanej listy.
1871         #         Jednym słowem budowanie niespoldkowanych zależności działa w paru przypadkach.
1872         #
1873         #
1874         # y0shi.
1875         # kurwa. translate that ^^^^
1876
1877         parent_spec_name=''
1878
1879         # Istnieje taki spec? ${package}.spec
1880         if [ -f "${PACKAGE_DIR}/${package}.spec" ]; then
1881                 parent_spec_name=${package}.spec
1882         elif [ -f "${PACKAGE_DIR}/$(echo ${package_name} | sed -e s,-devel.*,,g -e s,-static,,g).spec" ]; then
1883                 parent_spec_name="$(echo ${package_name} | sed -e s,-devel.*,,g -e s,-static,,g).spec"
1884         else
1885                 for provides_line in $(grep -r ^Provides:.*$package ${PACKAGE_DIR}); do
1886                         echo $provides_line
1887                 done
1888         fi
1889
1890         if [ "${parent_spec_name}" != "" ]; then
1891                 spawn_sub_builder $parent_spec_name
1892         fi
1893         NOT_INSTALLED_PACKAGES="$NOT_INSTALLED_PACKAGES $package_name"
1894 }
1895
1896 # install package with poldek
1897 # @return exit code from poldek
1898 #
1899 # this requires following sudo rules:
1900 # - poldek --noask --caplookup -ug
1901 poldek_install() {
1902         LC_ALL=C LANG=C $POLDEK_CMD --noask --caplookup --uniq -ug "$@"
1903 }
1904
1905 # install packages
1906 #
1907 # this requires following sudo rules:
1908 # - poldek -q --update --upa
1909 install_packages() {
1910         # sync poldek indexes once per invocation
1911         if [ -z "$package_indexes_updated" ]; then
1912                 update_shell_title "poldek: update indexes"
1913                 $POLDEK_CMD -q --update --upa --mo=nodesc
1914                 package_indexes_updated=true
1915         fi
1916
1917         update_shell_title "install packages: $*"
1918         poldek_install "$@" && return
1919
1920         # retry install, install packages one by one
1921         # this is slower one
1922         local rc=0 package
1923         for package in $*; do
1924                 package=$(depspecname $package)
1925                 update_shell_title "install package: $package"
1926                 poldek_install "$package" || rc=$?
1927         done
1928         return $rc
1929 }
1930
1931 uninstall_packages() {
1932         update_shell_title "uninstall packages: $*"
1933         $POLDEK_CMD --noask --nofollow -ev "$@"
1934 }
1935
1936 spawn_sub_builder() {
1937         package_name="${1}"
1938         update_shell_title "spawn_sub_builder $package_name"
1939
1940         sub_builder_opts=''
1941         if [ "${FETCH_BUILD_REQUIRES}" = "yes" ]; then
1942                 sub_builder_opts="${sub_builder_opts} -R"
1943         fi
1944         if [ "${REMOVE_BUILD_REQUIRES}" = "nice" ]; then
1945                 sub_builder_opts="${sub_builder_opts} -RB"
1946         elif [ "${REMOVE_BUILD_REQUIRES}" = "force" ]; then
1947                 sub_builder_opts="${sub_builder_opts} -FRB"
1948         fi
1949         if [ "${UPDATE_POLDEK_INDEXES}" = "yes" ]; then
1950                 sub_builder_opts="${sub_builder_opts} -Upi"
1951         fi
1952
1953         cd "${PACKAGE_DIR}"
1954         ./builder ${sub_builder_opts} "$@"
1955 }
1956
1957 remove_build_requires() {
1958         if [ "$INSTALLED_PACKAGES" != "" ]; then
1959                 case "$REMOVE_BUILD_REQUIRES" in
1960                         "force")
1961                                 run_poldek --noask -ve $INSTALLED_PACKAGES
1962                                 ;;
1963                         "nice")
1964                                 run_poldek --ask -ve $INSTALLED_PACKAGES
1965                                 ;;
1966                         *)
1967                                 echo You may want to manually remove following BuildRequires fetched:
1968                                 echo $INSTALLED_PACKAGES
1969                                 echo "Try poldek -e \`cat $(pwd)/.${SPECFILE}_INSTALLED_PACKAGES\`"
1970                                 ;;
1971                 esac
1972         fi
1973 }
1974
1975 display_bconds() {
1976         if [ "$AVAIL_BCONDS_WITH" -o "$AVAIL_BCONDS_WITHOUT" ]; then
1977                 if [ "$BCOND" ]; then
1978                         echo ""
1979                         echo "Building $SPECFILE with the following conditional flags:"
1980                         echo -n "$BCOND"
1981                 else
1982                         echo ""
1983                         echo "No conditional flags passed"
1984                 fi
1985                 echo ""
1986                 echo "from available:"
1987                 echo "--with   :\t$AVAIL_BCONDS_WITH"
1988                 echo "--without:\t$AVAIL_BCONDS_WITHOUT"
1989                 echo ""
1990         fi
1991 }
1992
1993 display_branches() {
1994         echo -n "Available branches: "
1995         git branch -r 2>/dev/null | grep "^  ${REMOTE_PLD}" | grep -v ${REMOTE_PLD}/HEAD | sed "s#^ *${REMOTE_PLD}/##" | xargs
1996 }
1997
1998 # checks a given list of packages/files/provides against current rpmdb.
1999 # outputs all dependencies which current rpmdb doesn't satisfy.
2000 # input can be either STDIN or parameters
2001 _rpm_prov_check() {
2002         local deps out
2003
2004         if [ $# -gt 0 ]; then
2005                 deps="$@"
2006         else
2007                 deps=$(cat)
2008         fi
2009
2010         out=$(LC_ALL=C rpm -q --whatprovides $deps 2>&1)
2011
2012         # packages
2013         echo "$out" | awk '/^no package provides/ { print $NF }'
2014
2015         # other deps (files)
2016         echo "$out" | sed -rne 's/file (.*): No such file or directory/\1/p'
2017 }
2018
2019 # checks if given package/files/provides exists in rpmdb.
2020 # input can be either stdin or parameters
2021 # returns packages which are present in the rpmdb
2022 _rpm_cnfl_check() {
2023         local DEPS
2024
2025         if [ $# -gt 0 ]; then
2026                 DEPS="$@"
2027         else
2028                 DEPS=$(cat)
2029         fi
2030
2031         LC_ALL=C LANG=C rpm -q --whatprovides $DEPS 2>/dev/null | awk '!/no package provides/ { print }'
2032 }
2033
2034 # install deps via information from 'rpm-getdeps' or 'rpm --specsrpm'
2035 install_build_requires_rpmdeps() {
2036         local DEPS CNFL
2037         if [ "$FETCH_BUILD_REQUIRES_RPMGETDEPS" = "yes" ]; then
2038                 # TODO: Conflicts list doesn't check versions
2039                 CNFL=$(eval rpm-getdeps $BCOND $RPMOPTS $SPECFILE 2> /dev/null | awk '/^\-/ { print $3 } ' | _rpm_cnfl_check | xargs)
2040                 DEPS=$(eval rpm-getdeps $BCOND $RPMOPTS $SPECFILE 2> /dev/null | awk '/^\+/ { print $3 } ' | _rpm_prov_check | xargs)
2041         fi
2042         if [ "$FETCH_BUILD_REQUIRES_RPMSPEC_BINARY" = "yes" ]; then
2043                 CNFL=$(eval rpmspec --query --conflicts     $BCOND $RPMOPTS $SPECFILE 2> /dev/null | awk '{print $1}' | _rpm_cnfl_check | xargs);
2044                 DEPS=$(eval rpmspec --query --buildrequires $BCOND $RPMOPTS $SPECFILE 2> /dev/null | awk '{print $1}' | _rpm_prov_check | xargs);
2045         fi
2046         if [ "$FETCH_BUILD_REQUIRES_RPMSPECSRPM" = "yes" ]; then
2047                 CNFL=$(eval rpm -q --specsrpm --conflicts $BCOND $RPMOPTS $SPECFILE | awk '{print $1}' | _rpm_cnfl_check | xargs)
2048                 DEPS=$(eval rpm -q --specsrpm --requires $BCOND $RPMOPTS $SPECFILE | awk '{print $1}' | _rpm_prov_check | xargs)
2049         fi
2050
2051         if [ -n "$CNFL" ]; then
2052                 echo "Uninstall conflicting packages: $CNFL"
2053                 uninstall_packages $CNFL
2054         fi
2055
2056         if [ -n "$DEPS" ]; then
2057                 echo "Install dependencies: $DEPS"
2058                 install_packages $DEPS
2059         fi
2060 }
2061
2062 fetch_build_requires()
2063 {
2064         if [ "${FETCH_BUILD_REQUIRES}" != "yes" ]; then
2065                 return
2066         fi
2067
2068         update_shell_title "fetch build requires"
2069         if [ "$FETCH_BUILD_REQUIRES_RPMGETDEPS" = "yes" ] || [ "$FETCH_BUILD_REQUIRES_RPMSPECSRPM" = "yes" ] || [ "$FETCH_BUILD_REQUIRES_RPMSPEC_BINARY" = "yes" ]; then
2070                 install_build_requires_rpmdeps
2071                 return
2072         fi
2073
2074         die "need rpm-getdeps tool"
2075 }
2076
2077 init_repository() {
2078         local remoterepo=$1
2079         local localrepo=$2
2080
2081         if [ ! -e $localrepo ]; then
2082                 git clone $IPOPT -o $REMOTE_PLD ${GIT_SERVER}/$remoterepo $localrepo
2083                 git --git-dir=$localrepo/.git remote set-url --push  $REMOTE_PLD ssh://${GIT_PUSH}/$remoterepo
2084         fi
2085 }
2086
2087 init_rpm_dir() {
2088         local TOP_DIR=$(eval $RPM $RPMOPTS --eval '%{_topdir}')
2089         local rpmdir=$(eval $RPM $RPMOPTS --eval '%{_rpmdir}')
2090         local buildir=$(eval $RPM $RPMOPTS --eval '%{_builddir}')
2091         local srpmdir=$(eval $RPM $RPMOPTS --eval '%{_srcrpmdir}')
2092         local TEMPLATES=template-specs
2093         local tmp
2094
2095         echo "Initializing rpm directories to $TOP_DIR from $GIT_SERVER"
2096         mkdir -p $TOP_DIR $rpmdir $buildir $srpmdir
2097
2098         cd "$TOP_DIR"
2099         init_repository ${PACKAGES_DIR}/rpm-build-tools.git ../rpm-build-tools
2100         init_repository projects/$TEMPLATES ../$TEMPLATES
2101         for a in builder fetchsrc_request compile repackage; do
2102                 ln -sf ../rpm-build-tools/${a}.sh $a
2103         done
2104         for a in md5; do
2105                 ln -sf ../rpm-build-tools/${a} $a
2106         done
2107         ln -sf ../rpm-build-tools/mirrors mirrors
2108         init_builder
2109 }
2110
2111 mr_proper() {
2112         init_builder
2113         NOCVSSPEC="yes"
2114         DONT_PRINT_REVISION="yes"
2115
2116         # remove spec and sources
2117         PATH=$CLEAN_PATH $RPMBUILD --clean --rmsource --rmspec --nodeps --define "__urlgetfile() %nil" --define "_specdir $PACKAGE_DIR" --define "_sourcedir $PACKAGE_DIR" --define "_builddir $builddir" $PACKAGE_DIR/$SPECFILE
2118         rm -rf $PACKAGE_DIR/{.git,.gitignore}
2119         rmdir --ignore-fail-on-non-empty $PACKAGE_DIR
2120 }
2121
2122 #---------------------------------------------
2123 # main()
2124
2125 if [ $# = 0 ]; then
2126         usage
2127         exit 1
2128 fi
2129
2130 # stuff global $BUILDER_OPTS from env as args
2131 if [ "$BUILDER_OPTS" ]; then
2132         set -- "$BUILDER_OPTS" "$@"
2133 fi
2134
2135 while [ $# -gt 0 ]; do
2136         case "${1}" in
2137                 -4|-6)
2138                         IPOPT="${1}"
2139                         shift
2140                         ;;
2141                 -5 | --update-md5)
2142                         COMMAND="update_md5"
2143                         NODIST="yes"
2144                         NOCVSSPEC="yes"
2145                         shift ;;
2146                 -a5 | --add-md5 )
2147                         COMMAND="update_md5"
2148                         NODIST="yes"
2149                         NOCVSSPEC="yes"
2150                         ADD5="yes"
2151                         shift ;;
2152                 -n5 | --no-md5 )
2153                         NO5="yes"
2154                         shift ;;
2155                 -D | --debug )
2156                         DEBUG="yes"; shift ;;
2157                 -V | --version )
2158                         COMMAND="version"; shift ;;
2159                 --short-version )
2160                         COMMAND="short-version"; shift ;;
2161                 -a | --add_cvs)
2162                         COMMAND="add_cvs";
2163                         shift ;;
2164                 --all-branches )
2165                         ALL_BRANCHES="yes"
2166                         shift ;;
2167                 -b | -ba | --build )
2168                         COMMAND="build"; shift ;;
2169                 -bb | --build-binary )
2170                         COMMAND="build-binary"; shift ;;
2171                 -bc )
2172                         COMMAND="build-build"; shift ;;
2173                 -bi )
2174                         COMMAND="build-install"; shift ;;
2175                 -bl )
2176                         COMMAND="build-list"; shift ;;
2177                 -bp | --build-prep )
2178                         COMMAND="build-prep"; shift ;;
2179                 -bs | --build-source )
2180                         COMMAND="build-source"; shift ;;
2181                 -B | --branch )
2182                         COMMAND="branch"; shift; TAG="${1}"; shift;;
2183                 -c | --clean )
2184                         CLEAN="--clean"; shift ;;
2185                 -cf | --cvs-force )
2186                         CVS_FORCE="-f"; shift;;
2187                 --depth )
2188                         DEPTH="--depth=$2"
2189                         shift 2
2190                         ;;
2191                 -g | --get )
2192                         COMMAND="get"; shift ;;
2193                 -h | --help )
2194                         COMMAND="usage"; shift ;;
2195                 --ftp )
2196                         PROTOCOL="ftp"; shift ;;
2197                 --http )
2198                         PROTOCOL="http"; shift ;;
2199                 -j)
2200                         RPMOPTS="${RPMOPTS} --define \"__jobs $2\""
2201                         shift 2
2202                         ;;
2203                 -j[0-9]*)
2204                         RPMOPTS="${RPMOPTS} --define \"__jobs ${1#-j}\""
2205                         shift
2206                         ;;
2207                 -p)
2208                         PARALLEL_DOWNLOADS=$2
2209                         shift 2
2210                         ;;
2211                 -p[0-9])
2212                         PARALLEL_DOWNLOADS=${1#-p}
2213                         shift
2214                         ;;
2215                 -l | --logtofile )
2216                         shift; LOGFILE="${1}"; shift ;;
2217                 -ni| --nice )
2218                         shift; DEF_NICE_LEVEL=${1}; shift ;;
2219                 -ske | --skip-existing-files)
2220                         SKIP_EXISTING_FILES="yes"; shift ;;
2221                 -m | --mr-proper )
2222                         COMMAND="mr-proper"; shift ;;
2223                 -ncs | --no-cvs-specs )
2224                         NOCVSSPEC="yes"; shift ;;
2225                 -nd | --no-distfiles )
2226                         NODIST="yes"; shift ;;
2227                 -nm | --no-mirrors )
2228                         NOMIRRORS="yes"; shift ;;
2229                 -nu | --no-urls )
2230                         NOURLS="yes"; shift ;;
2231                 -ns | --no-srcs )
2232                         NOSRCS="yes"; shift ;;
2233                 -ns0 | --no-source0 )
2234                         NOSOURCE0="yes"; shift ;;
2235                 -nn | --no-net )
2236                         NOCVSSPEC="yes"
2237                         NODIST="yes"
2238                         NOMIRRORS="yes"
2239                         NOURLS="yes"
2240                         NOSRCS="yes"
2241                         ALWAYS_CVSUP="no"
2242                         shift;;
2243                 -pm | --prefer-mirrors )
2244                         PREFMIRRORS="yes"
2245                         shift;;
2246                 --noinit | --no-init )
2247                         NOINIT="yes"
2248                         shift;;
2249                 --opts )
2250                         shift; RPMOPTS="${RPMOPTS} ${1}"; shift ;;
2251                 --nopatch | -np )
2252                         shift; RPMOPTS="${RPMOPTS} --define \"patch${1} : ignoring patch${1}; exit 1; \""; shift ;;
2253                 --skip-patch | -sp )
2254                         shift; RPMOPTS="${RPMOPTS} --define \"patch${1} : skiping patch${1}\""; shift ;;
2255                 --topdir)
2256                         RPMOPTS="${RPMOPTS} --define \"_topdir $2\""
2257                         shift 2
2258                         ;;
2259                 --with | --without )
2260                         case $GROUP_BCONDS in
2261                                 "yes")
2262                                         COND=${1}
2263                                         shift
2264                                         # XXX: broken: ./builder -bb ucspi-tcp.spec --without mysql
2265                                         while ! `echo ${1}|grep -qE '(^-|spec)'`
2266                                         do
2267                                                 BCOND="$BCOND $COND $1"
2268                                                 shift
2269                                         done;;
2270                                 "no")
2271                                         if [[ "$2" = *,* ]]; then
2272                                                 for a in $(echo "$2" | tr , ' '); do
2273                                                         BCOND="$BCOND $1 $a"
2274                                                 done
2275                                         else
2276                                                 BCOND="$BCOND $1 $2"
2277                                         fi
2278                                         shift 2 ;;
2279                         esac
2280                         ;;
2281                 --target )
2282                         shift; TARGET="${1}"; shift ;;
2283                 --target=* )
2284                         TARGET=$(echo "${1}" | sed 's/^--target=//'); shift ;;
2285                 -q | --quiet )
2286                         QUIET="--quiet"; shift ;;
2287                 --date )
2288                         CVSDATE="${2}"; shift 2
2289                         date -d "$CVSDATE" > /dev/null 2>&1 || { echo >&2 "No valid date specified"; exit 3; }
2290                         ;;
2291                 -r | --cvstag )
2292                         CVSTAG="$2"
2293                         shift 2
2294                         ;;
2295                 -A)
2296                         shift
2297                         CVSTAG="master"
2298                         ;;
2299                 -R | --fetch-build-requires)
2300                         FETCH_BUILD_REQUIRES="yes"
2301                         NOT_INSTALLED_PACKAGES=
2302                         shift ;;
2303                 -RB | --remove-build-requires)
2304                         REMOVE_BUILD_REQUIRES="nice"
2305                         shift ;;
2306                 -FRB | --force-remove-build-requires)
2307                         REMOVE_BUILD_REQUIRES="force"
2308                         shift ;;
2309                 -sc | --source-cvs)
2310                         COMMAND="list-sources-cvs"
2311                         shift ;;
2312                 -sd | --source-distfiles)
2313                         COMMAND="list-sources-distfiles"
2314                         shift ;;
2315                 -sdp | --source-distfiles-paths)
2316                         COMMAND="list-sources-distfiles-paths"
2317                         shift ;;
2318                 -sf | --source-files)
2319                         COMMAND="list-sources-files"
2320                         shift ;;
2321                 -lsp | --source-paths)
2322                         COMMAND="list-sources-local-paths"
2323                         shift ;;
2324                 -su | --source-urls)
2325                         COMMAND="list-sources-urls"
2326                         shift ;;
2327                 -Tvs | --tag-version-stable )
2328                         COMMAND="tag"
2329                         TAG="STABLE"
2330                         TAG_VERSION="yes"
2331                         shift;;
2332                 -Ts | --tag-stable )
2333                         COMMAND="tag"
2334                         TAG="STABLE"
2335                         TAG_VERSION="no"
2336                         shift;;
2337                 -Tv | --tag-version )
2338                         COMMAND="tag"
2339                         TAG=""
2340                         TAG_VERSION="yes"
2341                         shift;;
2342                 -Tp | --tag-prefix )
2343                         TAG_PREFIX="$2"
2344                         shift 2;;
2345                 -tt | --test-tag )
2346                         TEST_TAG="yes"
2347                         shift;;
2348                 -T | --tag )
2349                         COMMAND="tag"
2350                         shift
2351                         TAG="$1"
2352                         TAG_VERSION="no"
2353                         shift;;
2354                 -ir | --integer-release-only )
2355                         INTEGER_RELEASE="yes"
2356                         shift;;
2357                 -U | --update )
2358                         COMMAND="update_md5"
2359                         UPDATE="yes"
2360                         NOCVSSPEC="yes"
2361                         NODIST="yes"
2362                         shift ;;
2363                 -Upi | --update-poldek-indexes )
2364                         UPDATE_POLDEK_INDEXES="yes"
2365                         shift ;;
2366                 --init-rpm-dir|--init)
2367                         COMMAND="init_rpm_dir"
2368                         shift ;;
2369                 -u | --try-upgrade )
2370                         TRY_UPGRADE="1"; shift ;;
2371                 --upgrade-version )
2372                         shift; UPGRADE_VERSION="$1"; shift;;
2373                 -un | --try-upgrade-with-float-version )
2374                         TRY_UPGRADE="1"; FLOAT_VERSION="1"; shift ;;
2375                 -v | --verbose )
2376                         BE_VERBOSE="1"; shift ;;
2377                 --define)
2378                         shift
2379                         MACRO="${1}"
2380                         shift
2381                         if echo "${MACRO}" | grep -q '\W'; then
2382                                 RPMOPTS="${RPMOPTS} --define \"${MACRO}\""
2383                         else
2384                                 VALUE="${1}"
2385                                 shift
2386                                 RPMOPTS="${RPMOPTS} --define \"${MACRO} ${VALUE}\""
2387                         fi
2388                         ;;
2389                 --alt_kernel)
2390                         shift
2391                         RPMOPTS="${RPMOPTS} --define \"alt_kernel $1\" --define \"build_kernels $1\""
2392                         shift
2393                         ;;
2394                 --short-circuit)
2395                         RPMBUILDOPTS="${RPMBUILDOPTS} --short-circuit"
2396                         shift
2397                         ;;
2398                 --show-bconds | -show-bconds | -print-bconds | --print-bconds | -display-bconds | --display-bconds )
2399                         COMMAND="show_bconds"
2400                         shift
2401                         ;;
2402                 --show-bcond-args)
2403                         COMMAND="show_bcond_args"
2404                         shift
2405                         ;;
2406                 --show-avail-bconds)
2407                         COMMAND="show_avail_bconds"
2408                         shift
2409                         ;;
2410                 --nodeps)
2411                         shift
2412                         RPMOPTS="${RPMOPTS} --nodeps"
2413                         ;;
2414                 -debug)
2415                         RPMBUILDOPTS="${RPMBUILDOPTS} -debug"; shift
2416                         ;;
2417                 -*)
2418                         Exit_error err_invalid_cmdline "$1"
2419                         ;;
2420                 *)
2421                         SPECFILE=${1%/}; shift
2422                         # check if specname was passed as specname:cvstag
2423                         if [ "${SPECFILE##*:}" != "${SPECFILE}" ]; then
2424                                 CVSTAG="${SPECFILE##*:}"
2425                                 SPECFILE="${SPECFILE%%:*}"
2426                         fi
2427                         # always have SPECFILE ending with .spec extension
2428                         SPECFILE=${SPECFILE%%.spec}.spec
2429                         ASSUMED_NAME=$(basename ${SPECFILE%%.spec})
2430         esac
2431 done
2432
2433 if [ "$CVSTAG" ]; then
2434         # pass $CVSTAG used by builder to rpmbuild too, so specs could use it
2435         RPMOPTS="$RPMOPTS --define \"_cvstag $CVSTAG\""
2436 fi
2437
2438 if [ -n "$ALL_BRANCHES" -a -z "$DEPTH" ]; then
2439         echo >&2 "--all branches requires --depth <number>"
2440         Exit_error err_invalid_cmdline
2441 fi
2442
2443 if [ -n "$DEBUG" ]; then
2444         set -x
2445         set -v
2446 fi
2447
2448 if [ -n "$TARGET" ]; then
2449         case "$RPMBUILD" in
2450                 "rpmbuild")
2451                         TARGET_SWITCH="--target $TARGET" ;;
2452                 "rpm")
2453                         TARGET_SWITCH="--target=$TARGET" ;;
2454         esac
2455 fi
2456
2457 if [ "$SCHEDTOOL" != "no" ]; then
2458         NICE_COMMAND="$SCHEDTOOL"
2459 else
2460         NICE_COMMAND="nice -n ${DEF_NICE_LEVEL}"
2461 fi
2462
2463 # see time(1) for output format that could be used
2464 TIME_COMMAND="time -p"
2465
2466 update_shell_title "$COMMAND"
2467 case "$COMMAND" in
2468         "show_bconds")
2469                 init_builder
2470                 if [ -z "$SPECFILE" ]; then
2471                         Exit_error err_no_spec_in_cmdl
2472                 fi
2473                 get_spec > /dev/null
2474                 parse_spec
2475                 set_bconds_values
2476                 display_bconds
2477                 ;;
2478         "show_bcond_args")
2479                 init_builder
2480                 if [ -z "$SPECFILE" ]; then
2481                         Exit_error err_no_spec_in_cmdl
2482                 fi
2483                 get_spec > /dev/null
2484                 parse_spec
2485                 set_bconds_values
2486                 echo "$BCOND"
2487                 ;;
2488         "show_avail_bconds")
2489                 init_builder
2490                 if [ -z "$SPECFILE" ]; then
2491                         Exit_error err_no_spec_in_cmdl
2492                 fi
2493
2494                 get_spec > /dev/null
2495                 parse_spec
2496                 local bcond_avail=$(find_spec_bcond $SPECFILE)
2497                 local opt bcond bconds
2498                 for opt in $bcond_avail; do
2499                         case "$opt" in
2500                         without_*)
2501                                 bcond=${opt#without_}
2502                                 bconds="$bconds $bcond"
2503                                 ;;
2504                         with_*)
2505                                 bcond=${opt#with_}
2506                                 bconds="$bconds $bcond"
2507                                 ;;
2508                         *)
2509                                 echo >&2 "ERROR: unexpected '$opt' in show_avail_bconds"
2510                                 exit 1
2511                                 ;;
2512                         esac
2513                 done
2514                 echo $bconds
2515
2516                 ;;
2517         "build" | "build-binary" | "build-source" | "build-prep" | "build-build" | "build-install" | "build-list")
2518                 init_builder
2519                 if [ -z "$SPECFILE" ]; then
2520                         Exit_error err_no_spec_in_cmdl
2521                 fi
2522
2523                 # display SMP make flags if set
2524                 smp_mflags=$(rpm -E %{?_smp_mflags})
2525                 if [ "$smp_mflags" ]; then
2526                         echo "builder: SMP make flags are set to $smp_mflags"
2527                 fi
2528
2529                 get_spec
2530                 parse_spec
2531                 set_bconds_values
2532                 display_bconds
2533                 display_branches
2534                 if [ "$COMMAND" != "build-source" ]; then
2535                         check_buildarch
2536                 fi
2537                 fetch_build_requires
2538                 if [ "$INTEGER_RELEASE" = "yes" ]; then
2539                         echo "Checking release $PACKAGE_RELEASE..."
2540                         if echo $PACKAGE_RELEASE | grep -q '^[^.]*\.[^.]*$' 2>/dev/null ; then
2541                                 Exit_error err_fract_rel "$PACKAGE_RELEASE"
2542                         fi
2543                 fi
2544
2545                 # ./builder -bs test.spec -r AC-branch -Tp auto-ac- -tt
2546                 if [ -n "$TEST_TAG" ]; then
2547                         local TAGVER=`make_tagver`
2548                         tag_exist $TAGVER || [ $TAGVER = $CVSTAG ] || Exit_error err_tag_exists $TAGVER
2549                         # check also tags created in CVS
2550                         local TAGVER_CVS=$(echo $TAGVER | tr '[.@]' '[_#]')
2551                         local CVSTAG_CVS=$(echo $CVSTAG | tr '[.@]' '[_#]')
2552                         tag_exist $TAGVER_CVS || [ $TAGVER_CVS = $CVSTAG_CVS ] \
2553                                 || Exit_error err_tag_exists $TAGVER_CVS
2554                         # - do not allow to build from HEAD when XX-branch exists
2555                         TREE_PREFIX=$(echo "$TAG_PREFIX" | sed -e 's#^auto/\([a-zA-Z]\+\)/.*#\1#g')
2556                         if [ "$TAGVER" != "$CVSTAG" -a "$TAGVER_CVS" != "$CVSTAG" -a  "$TREE_PREFIX" != "$TAG_PREFIX" ]; then
2557                                 TAG_BRANCH="${TREE_PREFIX}-branch"
2558                                 if [ -n "$DEPTH" ]; then
2559                                         cmd_branches="git ls-remote --heads"
2560                                         ref_prefix=refs/heads
2561                                 else
2562                                         cmd_branches="git show-ref"
2563                                         ref_prefix=refs/remotes/${REMOTE_PLD}
2564                                 fi
2565                                 TAG_STATUS=$($cmd_branches | grep -i "${ref_prefix}/$TAG_BRANCH$" | cut -c'-40')
2566                                 if [ -n "$TAG_STATUS" -a "$TAG_STATUS" != $(git rev-parse "$CVSTAG") ]; then
2567                                         Exit_error err_branch_exists "$TAG_STATUS"
2568                                 fi
2569                         fi
2570
2571                 fi
2572
2573                 if [ -n "$NOSOURCE0" ] ; then
2574                         SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'`
2575                 fi
2576                 try_upgrade
2577                 case $? in
2578                         0)
2579                                 get_files $SOURCES $PATCHES
2580                                 check_md5 $SOURCES $PATCHES
2581                                 ;;
2582                         *)
2583                                 NODIST="yes" get_files $SOURCES $PATCHES
2584                                 update_md5 $SOURCES $PATCHES
2585                                 ;;
2586                 esac
2587                 build_package
2588                 if [ "$UPDATE_POLDEK_INDEXES" = "yes" ] && [ "$COMMAND" = "build" -o "$COMMAND" = "build-binary" ]; then
2589                         run_poldek --sdir="${POLDEK_INDEX_DIR}" ${UPDATE_POLDEK_INDEXES_OPTS} --mkidxz
2590                 fi
2591                 remove_build_requires
2592                 ;;
2593         "branch" )
2594                 init_builder
2595                 if [ -z "$SPECFILE" ]; then
2596                         Exit_error err_no_spec_in_cmdl
2597                 fi
2598
2599                 get_spec
2600                 parse_spec
2601                 branch_files $TAG
2602                 ;;
2603         "add_cvs" )
2604                 init_builder
2605                 if [ -z "$SPECFILE" ]; then
2606                         Exit_error err_no_spec_in_cmdl
2607                 fi
2608
2609                 create_git_repo
2610                 if [ -n "$NEW_REPO" ]; then
2611                         parse_spec
2612                         local file
2613                         for file in $SOURCES $PATCHES; do
2614                                 if [ -z $(src_md5 "$file") ]; then
2615                                         git add $file || Exit_error err_no_source_in_repo $file
2616                                 else
2617                                         cvsignore_df `nourl $file`
2618                                 fi
2619                         done
2620                         git add $SPECFILE
2621                         echo "When you are ready commit your changes and run git push origin master"
2622                 else
2623                         echo "You had already git repository. Push chosen branches to remote: ${REMOTE_PLD}"
2624                 fi
2625                 ;;
2626         "get" )
2627                 init_builder
2628                 if [ -z "$SPECFILE" ]; then
2629                         Exit_error err_no_spec_in_cmdl
2630                 fi
2631
2632                 get_spec
2633                 parse_spec
2634
2635                 if [ -n "$NOSOURCE0" ] ; then
2636                         SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'`
2637                 fi
2638                 get_files $SOURCES $PATCHES
2639                 check_md5 $SOURCES
2640                 fetch_build_requires
2641                 ;;
2642         "update_md5" )
2643                 init_builder
2644                 if [ -z "$SPECFILE" ]; then
2645                         Exit_error err_no_spec_in_cmdl
2646                 fi
2647
2648                 get_spec
2649                 parse_spec
2650
2651                 if [ -n "$NOSOURCE0" ] ; then
2652                         SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'`
2653                 fi
2654                 update_md5 $SOURCES $PATCHES
2655                 ;;
2656         "tag" )
2657                 NOURLS=1
2658                 NODIST="yes"
2659                 init_builder
2660                 if [ -z "$SPECFILE" ]; then
2661                         Exit_error err_no_spec_in_cmdl
2662                 fi
2663
2664                 parse_spec
2665                 if  [ ! -d .git ]; then
2666                         echo "No git reposiotory" >&2
2667                         exit 101
2668                 fi
2669                 tag_files
2670                 ;;
2671         "mr-proper" )
2672                 mr_proper
2673                 ;;
2674         "list-sources-files" )
2675                 init_builder
2676                 NOCVSSPEC="yes"
2677                 DONT_PRINT_REVISION="yes"
2678                 get_spec
2679                 parse_spec
2680                 for SAP in $SOURCES $PATCHES; do
2681                         echo $SAP | awk '{gsub(/.*\//,"") ; print}'
2682                 done
2683                 ;;
2684         "list-sources-urls" )
2685                 init_builder >&2
2686                 NOCVSSPEC="yes"
2687                 DONT_PRINT_REVISION="yes"
2688                 get_spec >&2
2689                 parse_spec >&2
2690                 SAPS="$SOURCES $PATCHES"
2691                 for SAP in $SAPS; do
2692                         echo $SAP
2693                 done
2694                 ;;
2695         "list-sources-local-paths" )
2696                 init_builder
2697                 NOCVSSPEC="yes"
2698                 DONT_PRINT_REVISION="yes"
2699                 get_spec
2700                 parse_spec
2701                 for SAP in $SOURCES $PATCHES; do
2702                         echo $PACKAGE_DIR/$(echo $SAP | awk '{gsub(/.*\//,"") ; print }')
2703                 done
2704                 ;;
2705         "list-sources-distfiles-paths" )
2706                 init_builder
2707                 NOCVSSPEC="yes"
2708                 DONT_PRINT_REVISION="yes"
2709                 get_spec
2710                 parse_spec
2711                 for SAP in $SOURCES $PATCHES; do
2712                         if [ -n "$(src_md5 "$SAP")" ]; then
2713                                 distfiles_path "$SAP"
2714                         fi
2715                 done
2716                 ;;
2717         "list-sources-distfiles" )
2718                 init_builder
2719                 NOCVSSPEC="yes"
2720                 DONT_PRINT_REVISION="yes"
2721                 get_spec
2722                 parse_spec
2723                 for SAP in $SOURCES $PATCHES; do
2724                         if [ -n "$(src_md5 "$SAP")" ]; then
2725                                 distfiles_url "$SAP"
2726                         fi
2727                 done
2728                 ;;
2729         "list-sources-cvs" )
2730                 init_builder
2731 #               NOCVSSPEC="yes"
2732                 DONT_PRINT_REVISION="yes"
2733                 get_spec
2734                 parse_spec
2735                 for SAP in $SOURCES $PATCHES; do
2736                         if [ -z "$(src_md5 "$SAP")" ]; then
2737                                 echo $SAP | awk '{gsub(/.*\//,"") ; print}'
2738                         fi
2739                 done
2740                 ;;
2741         "init_rpm_dir")
2742                 init_rpm_dir
2743                 ;;
2744         "usage" )
2745                 usage
2746                 ;;
2747         "short-version" )
2748                 echo "$VERSION"
2749                 ;;
2750         "version" )
2751                 echo "$VERSIONSTRING"
2752                 ;;
2753 esac
2754 if [ -f "`pwd`/.${SPECFILE}_INSTALLED_PACKAGES" -a "$REMOVE_BUILD_REQUIRES" != "" ]; then
2755         rm "`pwd`/.${SPECFILE}_INSTALLED_PACKAGES"
2756 fi
2757 cd "$__PWD"
2758
2759 # vi:syntax=sh:ts=4:sw=4:noet