]> git.pld-linux.org Git - packages/rpm-build-tools.git/blame_incremental - builder.sh
- unbreak fetching sources with urls
[packages/rpm-build-tools.git] / builder.sh
... / ...
CommitLineData
1#!/bin/sh
2# -----------
3# $Id$
4# Exit codes:
5# 0 - succesful
6# 1 - help displayed
7# 2 - no spec file name in cmdl parameters
8# 3 - spec file not stored in repo
9# 4 - some source, patch or icon files not stored in repo
10# 5 - package build failed
11# 6 - spec file with errors
12# 7 - wrong source in /etc/poldek.conf
13# 8 - Failed installing buildrequirements and subrequirements
14# 9 - Requested tag already exist
15# 10 - Refused to build fractional release
16# 100 - Unknown error (should not happen)
17
18# Notes (todo):
19# - builder -u fetches current version first (well that's okay, how you compare versions if you have no old spec?)
20# - when Icon: field is present, -5 and -a5 doesn't work
21# - builder -R skips installing BR if spec is not present before builder invocation (need to run builder twice)
22
23VERSION="\
24Build package utility from PLD Linux CVS repository
25V 0.13 (C) 1999-2005 Free Penguins".
26PATH="/bin:/usr/bin:/usr/sbin:/sbin:/usr/X11R6/bin"
27
28COMMAND="build"
29TARGET=""
30
31SPECFILE=""
32BE_VERBOSE=""
33QUIET=""
34CLEAN=""
35DEBUG=""
36NOURLS=""
37NOCVS=""
38NOCVSSPEC=""
39NODIST=""
40UPDATE=""
41UPDATE5=""
42ADD5=""
43NO5=""
44ALWAYS_CVSUP=${ALWAYS_CVSUP:-"yes"}
45CVSROOT=""
46
47# It can be used i.e. in log file naming.
48# See LOGFILE example.
49DATE=`date +%Y-%m-%d_%H-%M-%S`
50
51# Example: LOGFILE='../log.$PACKAGE_NAME'
52# Example: LOGFILE='../LOGS/log.$PACKAGE_NAME.$DATE'
53# Yes, you can use variable name! Note _single_ quotes!
54LOGFILE=''
55
56LOGDIR=""
57LOGDIROK=""
58LOGDIRFAIL=""
59LASTLOG_FILE=""
60
61CHMOD="no"
62CHMOD_MODE="0444"
63RPMOPTS=""
64BCOND=""
65GROUP_BCONDS="no"
66CVSIGNORE_DF="no"
67
68PATCHES=""
69SOURCES=""
70ICONS=""
71PACKAGE_RELEASE=""
72PACKAGE_VERSION=""
73PACKAGE_NAME=""
74PROTOCOL="ftp"
75WGET_RETRIES=${MAX_WGET_RETRIES:-0}
76CVS_RETRIES=${MAX_CVS_RETRIES:-1000}
77
78CVSTAG=""
79RES_FILE=""
80
81CVS_SERVER="cvs.pld-linux.org"
82DISTFILES_SERVER="://distfiles.pld-linux.org"
83ATTICDISTFILES_SERVER="://attic-distfiles.pld-linux.org"
84
85DEF_NICE_LEVEL=19
86
87FAIL_IF_NO_SOURCES="yes"
88
89# let get_files skip over files which are present to get those damn files fetched
90SKIP_EXISTING_FILES="no"
91
92if [ -x /usr/bin/rpm-getdeps ]; then
93 FETCH_BUILD_REQUIRES_RPMGETDEPS="yes"
94else
95 FETCH_BUILD_REQUIRES_RPMGETDEPS="no"
96fi
97
98# Here we load saved user environment used to
99# predefine options set above, or passed to builder
100# in command line.
101# This one reads global system environment settings:
102if [ -f ~/etc/builderrc ]; then
103 . ~/etc/builderrc
104fi
105# And this one cascades settings using user personal
106# builder settings.
107# Example of ~/.builderrc:
108#
109#UPDATE_POLDEK_INDEXES="yes"
110#FETCH_BUILD_REQUIRES="yes"
111#REMOVE_BUILD_REQUIRES="force"
112#GROUP_BCONDS="yes"
113#LOGFILE='../LOGS/log.$PACKAGE_NAME.$DATE'
114#
115SU_SUDO=""
116if [ -n "$HOME_ETC" ]; then
117 USER_CFG="$HOME_ETC/.builderrc"
118else
119 USER_CFG=~/.builderrc
120fi
121
122[ -f "$USER_CFG" ] && . "$USER_CFG"
123
124wget --help 2>&1 | grep -q ' \-\-no-check\-certificate ' && WGET_OPTS="$WGET_OPTS --no-check-certificate"
125
126if [ -n "$USE_PROZILLA" ]; then
127 GETURI="proz --no-getch -r -P ./ -t$WGET_RETRIES $PROZILLA_OPTS"
128 GETURI2="$GETURI"
129 OUTFILEOPT="-O"
130elif [ -n "$USE_AXEL" ]; then
131 GETURI="axel -a $AXEL_OPTS"
132 GETURI2="$GETURI"
133 OUTFILEOPT="-o"
134else
135 wget --help 2>&1 | grep -q ' \-\-inet ' && WGET_OPTS="$WGET_OPTS --inet"
136 wget --help 2>&1 | grep -q ' \-\-retry\-connrefused ' && WGET_OPTS="$WGET_OPTS --retry-connrefused"
137
138 GETURI="wget --passive-ftp -c -nd -t$WGET_RETRIES $WGET_OPTS"
139 GETURI2="wget -c -nd -t$WGET_RETRIES $WGET_OPTS"
140 OUTFILEOPT="-O"
141fi
142
143GETLOCAL="cp -a"
144
145if (rpm --version 2>&1 | grep -q '4.0.[0-2]'); then
146 RPM="rpm"
147 RPMBUILD="rpm"
148else
149 RPM="rpm"
150 RPMBUILD="rpmbuild"
151fi
152
153POLDEK_INDEX_DIR="`$RPM --eval %_rpmdir`/"
154POLDEK_CMD="$SU_SUDO /usr/bin/poldek --noask"
155
156run_poldek()
157{
158 RES_FILE=~/tmp/poldek-exit-status.$RANDOM
159 if [ -n "$LOGFILE" ]; then
160 LOG=`eval echo $LOGFILE`
161 if [ -n "$LASTLOG_FILE" ]; then
162 echo "LASTLOG=$LOG" > $LASTLOG_FILE
163 fi
164 (nice -n ${DEF_NICE_LEVEL} ${POLDEK_CMD} `while test $# -gt 0; do echo "$1 ";shift;done` ; echo $? > ${RES_FILE})|tee -a $LOG
165 return $exit_pldk
166 else
167 (nice -n ${DEF_NICE_LEVEL} ${POLDEK_CMD} `while test $# -gt 0; do echo "$1 ";shift;done` ; echo $? > ${RES_FILE}) 1>&2 >/dev/null
168 return `cat ${RES_FILE}`
169 rm -rf ${RES_FILE}
170 fi
171}
172
173#---------------------------------------------
174# functions
175
176usage()
177{
178 if [ -n "$DEBUG" ]; then set -xv; fi
179 echo "\
180Usage: builder [-D|--debug] [-V|--version] [-a|--as_anon] [-b|-ba|--build]
181
182[-bb|--build-binary] [-bs|--build-source] [-u|--try-upgrade]
183[{-B|--branch} <branch>] [{-d|--cvsroot} <cvsroot>] [-g|--get]
184[-h|--help] [--http] [{-l,--logtofile} <logfile>] [-m|--mr-proper]
185[-q|--quiet] [--date <yyyy-mm-dd> [-r <cvstag>] [{-T--tag <cvstag>]
186[-Tvs|--tag-version-stable] [-Tvn|--tag-version-nest]
187[-Ts|--tag-stable] [-Tn|--tag-nest] [-Tv|--tag-version]
188[{-Tp|--tag-prefix} <prefix>] [{-tt|--test-tag}]
189[-nu|--no-urls] [-v|--verbose] [--opts <rpm opts>] [--show-bconds]
190[--with/--without <feature>] [--define <macro> <value>] <package>[.spec]
191
192-5, --update-md5 - update md5 comments in spec, implies -nd -ncs
193-a5, --add-md5 - add md5 comments to URL sources, implies -nc -nd -ncs
194-n5, --no-md5 - ignore md5 comments in spec
195-D, --debug - enable builder script debugging mode,
196-debug - produce rpm debug package (same as --opts -debug)
197-V, --version - output builder version
198-a, --as_anon - get files via pserver as cvs@$CVS_SERVER,
199-b, -ba, --build - get all files from CVS repo or HTTP/FTP and build package
200 from <package>.spec,
201-bb, --build-binary - get all files from CVS repo or HTTP/FTP and build binary
202 only package from <package>.spec,
203-bp, --build-prep - execute the %prep phase of <package>.spec,
204-bc - reserved (not implemented)
205-bi reserved (not implemented)
206-bs, --build-source - get all files from CVS repo or HTTP/FTP and only pack
207 them into src.rpm,
208--short-circuit - reserved (not implemented)
209-B, --branch - add branch
210-c, --clean - clean all temporarily created files (in BUILD, SOURCES,
211 SPECS and \$RPM_BUILD_ROOT),
212-d <cvsroot>, --cvsroot <cvsroot>
213 - setup \$CVSROOT,
214--define <macro> <value>
215 - define a macro <macro> with value <value>,
216--nodeps - rpm won't check any dependences
217-g, --get - get <package>.spec and all related files from CVS repo
218 or HTTP/FTP,
219-h, --help - this message,
220--http - use http instead of ftp,
221-l <logfile>, --logtofile <logfile>
222 - log all to file,
223-m, --mr-proper - only remove all files related to spec file and all work
224 resources,
225-nc, --no-cvs - don't download sources from CVS, if source URL is given,
226-ncs, --no-cvs-specs
227 - don't check specs in CVS
228-nd, --no-distfiles - don't download from distfiles
229-nm, --no-mirrors - don't download from mirror, if source URL is given,
230-nu, --no-urls - don't try to download from FTP/HTTP location,
231-ns, --no-srcs - don't download Sources
232-ns0, --no-source0 - don't download Source0
233-nn, --no-net - don't download anything from the net
234-ske,
235--skip-existing-files - skip existing files in get_files
236--opts <rpm opts> - additional options for rpm
237-q, --quiet - be quiet,
238--date yyyy-mm-dd - build package using resources from specified CVS date,
239-r <cvstag>, --cvstag <cvstag>
240 - build package using resources from specified CVS tag,
241-R, --fetch-build-requires
242 - fetch what is BuildRequired,
243-RB, --remove-build-requires
244 - remove all you fetched with -R or --fetch-build-requires
245 remember, this option requires confirmation,
246-FRB, --force-remove-build-requires
247 - remove all you fetched with -R or --fetch-build-requires
248 remember, this option works without confirmation,
249-sf, --source-files - list sources - bare filenames (intended for offline
250 operations; does not work when Icon field is present
251 but icon file is absent),
252-sp, --source-paths - list sources - filenames with full local paths (intended for
253 offline operations; does not work when Icon field is present
254 but icon file is absent),
255-su, --source-urls - list urls - urls to sources and patches
256 intended for copying urls with spec with lots of macros in urls
257-T <cvstag> , --tag <cvstag>
258 - add cvs tag <cvstag> for files,
259-Tvs, --tag-version-stable
260 - add cvs tags STABLE and NAME-VERSION-RELEASE for files,
261-Tvn, --tag-version-nest
262 - add cvs tags NEST and NAME-VERSION-RELEASE for files,
263-Ts, --tag-stable
264 - add cvs tag STABLE for files,
265-Tn, --tag-nest
266 - add cvs tag NEST for files,
267-Tv, --tag-version
268 - add cvs tag NAME-VERSION-RELEASE for files,
269-Tp, --tag-prefix <prefix>
270 - add <prefix> to NAME-VERSION-RELEASE tags,
271-tt, --test-tag <prefix>
272 - fail if tag is already present,
273-ir, --integer-release-only
274 - allow only integer and snapshot releases
275-v, --verbose - be verbose,
276-u, --try-upgrade - check version, and try to upgrade package
277-un, --try-upgrade-with-float-version
278 - as above, but allow float version
279-U, --update - refetch sources, don't use distfiles, and update md5 comments
280-Upi, --update-poldek-indexes
281 - refresh or make poldek package index files.
282-np, --nopatch <patchnumber>
283 - don't apply <patchnumber>
284--show-bconds - show available conditional builds, which can be used
285 - with --with and/or --without switches.
286--with/--without <feature>
287 - conditional build package depending on %_with_<feature>/
288 %_without_<feature> macro switch. You may now use
289 --with feat1 feat2 feat3 --without feat4 feat5 --with feat6
290 constructions. Set GROUP_BCONDS to yes to make use of it.
291--target <platform>, --target=<platform>
292 - build for platform <platform>.
293"
294}
295
296update_shell_title() {
297 [ -t 1 ] || return
298 local len=${COLUMNS:-80}
299 local msg=$(echo "$*" | cut -c-$len)
300
301 msg="builder[$SPECFILE] ${SHELL_TITLE_PREFIX:+$SHELL_TITLE_PREFIX }$msg"
302 case "$TERM" in
303 cygwin|xterm*)
304 echo >&2 -ne "\033]1;$msg\007\033]2;$msg\007"
305 ;;
306 screen*)
307 echo >&2 -ne "\033]0;$msg\007"
308 ;;
309 esac
310}
311
312# set TARGET from BuildArch: from SPECFILE
313set_spec_target() {
314 if [ -n "$SPECFILE" ] && [ -z "$TARGET" ]; then
315 tmp=$(awk '/^BuildArch:/ { print $NF}' $SPECFILE)
316 if [ "$tmp" ]; then
317 TARGET="$tmp"
318 case "$RPMBUILD" in
319 "rpmbuild")
320 TARGET_SWITCH="--target $TARGET" ;;
321 "rpm")
322 TARGET_SWITCH="--target=$TARGET" ;;
323 esac
324 fi
325 fi
326}
327
328cache_rpm_dump () {
329 if [ -n "$DEBUG" ]; then
330 set -x;
331 set -v;
332 fi
333
334rpm_dump_cache=`
335 case "$RPMBUILD" in
336 rpm )
337 rpm -bp --nodeps --define 'prep %dump' $BCOND $TARGET_SWITCH $SPECFILE 2>&1
338 ;;
339 rpmbuild )
340 rpmbuild --nodigest --nosignature --define 'prep %dump' $BCOND $TARGET_SWITCH $SPECFILE 2>&1
341 ;;
342 esac`
343}
344
345rpm_dump () {
346 if [ -z "$rpm_dump_cache" ] ; then
347 echo "internal error: cache_rpm_dump not called!" 1>&2
348 fi
349 echo "$rpm_dump_cache"
350}
351
352parse_spec()
353{
354 update_shell_title "parsing specfile"
355 if [ -n "$DEBUG" ]; then
356 set -x;
357 set -v;
358 fi
359
360 cd $SPECS_DIR
361
362 cache_rpm_dump
363
364 if [ "$NOSRCS" != "yes" ]; then
365 SOURCES="`rpm_dump | awk '/SOURCEURL[0-9]+/ {print $3}'`"
366 fi
367 if (rpm_dump | grep -qEi ":.*nosource.*1"); then
368 FAIL_IF_NO_SOURCES="no"
369 fi
370
371 PATCHES="`rpm_dump | awk '/PATCHURL[0-9]+/ {print $3}'`"
372 ICONS="`awk '/^Icon:/ {print $2}' ${SPECFILE}`"
373 PACKAGE_NAME="`$RPM -q --qf '%{NAME}\n' --specfile ${SPECFILE} 2> /dev/null | head -n 1`"
374 PACKAGE_VERSION="`$RPM -q --qf '%{VERSION}\n' --specfile ${SPECFILE} 2> /dev/null| head -n 1`"
375 PACKAGE_RELEASE="`$RPM -q --qf '%{RELEASE}\n' --specfile ${SPECFILE} 2> /dev/null | head -n 1`"
376
377# These variables may be unset after first cache_rpm_dump call
378# (because of not-yet-retrieved icon file)
379#
380# if [ -z "$PACKAGE_NAME" -o -z "$PACKAGE_VERSION" -o -z "$PACKAGE_RELEASE" ]; then
381# Exit_error err_no_package_data;
382# fi
383
384 if [ -n "$BE_VERBOSE" ]; then
385 echo "- Sources : `nourl $SOURCES`"
386 if [ -n "$PATCHES" ]; then
387 echo "- Patches : `nourl $PATCHES`"
388 else
389 echo "- Patches : *no patches needed*"
390 fi
391 if [ -n "$ICONS" ]; then
392 echo "- Icon : `nourl $ICONS`"
393 else
394 echo "- Icon : *no package icon*"
395 fi
396 echo "- Name : $PACKAGE_NAME"
397 echo "- Version : $PACKAGE_VERSION"
398 echo "- Release : $PACKAGE_RELEASE"
399 fi
400}
401
402Exit_error()
403{
404 if [ -n "$DEBUG" ]; then
405 set -x;
406 set -v;
407 fi
408
409 cd "$__PWD"
410
411 case "$1" in
412 "err_no_spec_in_cmdl" )
413 remove_build_requires
414 echo "ERROR: spec file name not specified.";
415 exit 2 ;;
416 "err_no_spec_in_repo" )
417 remove_build_requires
418 echo "Error: spec file not stored in CVS repo.";
419 exit 3 ;;
420 "err_no_source_in_repo" )
421 remove_build_requires
422 echo "Error: some source, patch or icon files not stored in CVS repo. ($2)";
423 exit 4 ;;
424 "err_build_fail" )
425 remove_build_requires
426 echo "Error: package build failed. (${2:-no more info})";
427 exit 5 ;;
428 "err_no_package_data" )
429 remove_build_requires
430 echo "Error: couldn't get out package name/version/release from spec file."
431 exit 6 ;;
432 "err_tag_exists" )
433 remove_build_requires
434 echo "Tag ${2} already exists (spec release: ${3}).";
435 exit 9 ;;
436 "err_fract_rel" )
437 remove_build_requires
438 echo "Release ${2} not integer and not a snapshot.";
439 exit 10 ;;
440 "err_branch_exists" )
441 remove_build_requires
442 echo "Tree branch already exists (${2}).";
443 exit 11 ;;
444
445 esac
446 echo "Unknown error."
447 exit 100
448}
449
450init_builder()
451{
452 if [ -n "$DEBUG" ]; then
453 set -x;
454 set -v;
455 fi
456
457 SOURCE_DIR="`$RPM --eval '%{_sourcedir}'`"
458 SPECS_DIR="`$RPM --eval '%{_specdir}'`"
459
460 __PWD="`pwd`"
461}
462
463get_spec()
464{
465
466 update_shell_title "get_spec"
467
468 if [ -n "$DEBUG" ]; then
469 set -x;
470 set -v;
471 fi
472
473 cd "$SPECS_DIR"
474 if [ ! -f "$SPECFILE" ]; then
475 SPECFILE="`basename $SPECFILE .spec`.spec";
476 fi
477 if [ "$NOCVSSPEC" != "yes" ]; then
478
479 if [ ! -s CVS/Root -a "$NOCVSSPEC" != "yes" ]; then
480 echo "Warning: No CVS access defined - using local .spec file"
481 NOCVSSPEC="yes"
482 fi
483
484 cvsup "$SPECFILE" || Exit_error err_no_spec_in_repo
485 fi
486
487 if [ ! -f "$SPECFILE" ]; then
488 Exit_error err_no_spec_in_repo;
489 fi
490
491 if [ "$CHMOD" = "yes" -a -n "$SPECFILE" ]; then
492 chmod $CHMOD_MODE $SPECFILE
493 fi
494 unset OPTIONS
495 [ -n "$DONT_PRINT_REVISION" ] || grep -E -m 1 "^#.*Revision:.*Date" $SPECFILE
496
497 set_spec_target
498}
499
500find_mirror()
501{
502 cd "$SPECS_DIR"
503 url="$1"
504 if [ ! -f "mirrors" -a "$NOCVSSPEC" != "yes" ] ; then
505 cvs update mirrors >&2
506 fi
507
508 IFS="|"
509 while read origin mirror name rest
510 do
511 ol=`echo -n "$origin"|wc -c`
512 prefix="`echo -n "$url" | head -c $ol`"
513 if [ "$prefix" = "$origin" ] ; then
514 suffix="`echo "$url"|cut -b $ol-`"
515 echo -n "$mirror$suffix"
516 return 0
517 fi
518 done < mirrors
519 echo "$url"
520}
521
522src_no ()
523{
524 cd $SPECS_DIR
525 rpm_dump | \
526 grep "SOURCEURL[0-9]*[ ]*$1""[ ]*$" | \
527 sed -e 's/.*SOURCEURL\([0-9][0-9]*\).*/\1/' | \
528 head -n 1 | xargs
529}
530
531src_md5 ()
532{
533 [ X"$NO5" = X"yes" ] && return
534 no=$(src_no "$1")
535 [ -z "$no" ] && return
536 cd $SPECS_DIR
537 spec_rev=$(grep $SPECFILE CVS/Entries 2>/dev/null | sed -e s:/$SPECFILE/:: -e s:/.*::)
538 if [ -z "$spec_rev" ]; then
539 spec_rev="$(head -n 1 $SPECFILE | sed -e 's/.*\$Revision: \([0-9.]*\).*/\1/')"
540 fi
541 spec="$SPECFILE[0-9.,]*,$(echo $spec_rev | sed 's/\./\\./g')"
542 md5=$(grep -s -v '^#' additional-md5sums | \
543 grep -E "[ ]$(basename "$1")[ ]+${spec}([ ,]|\$)" | \
544 sed -e 's/^\([0-9a-f]\{32\}\).*/\1/' | \
545 grep -E '^[0-9a-f]{32}$')
546 if [ X"$md5" = X"" ] ; then
547 source_md5=`grep -i "#[ ]*Source$no-md5[ ]*:" $SPECFILE | sed -e 's/.*://'`
548 if [ ! -z "$source_md5" ] ; then
549 echo $source_md5;
550 else
551 # we have empty SourceX-md5, but it is still possible
552 # that we have NoSourceX-md5 AND NoSource: X
553 nosource_md5=`grep -i "#[ ]*NoSource$no-md5[ ]*:" $SPECFILE | sed -e 's/.*://'`
554 if [ ! -z "$nosource_md5" -a ! X"`grep -i "^NoSource:[ ]*$no$" $SPECFILE`" = X"" ] ; then
555 echo $nosource_md5;
556 fi;
557 fi;
558 else
559 if [ $(echo "$md5" | wc -l) != 1 ] ; then
560 echo "$SPECFILE: more then one entry in additional-md5sums for $1" 1>&2
561 fi
562 echo "$md5" | tail -n 1
563 fi
564}
565
566distfiles_url ()
567{
568 echo "$PROTOCOL$DISTFILES_SERVER/distfiles/by-md5/$(src_md5 "$1" | sed -e 's|^\(.\)\(.\)|\1/\2/&|')/$(basename "$1")"
569}
570
571distfiles_attic_url ()
572{
573 echo "$PROTOCOL$ATTICDISTFILES_SERVER/distfiles/Attic/by-md5/$(src_md5 "$1" | sed -e 's|^\(.\)\(.\)|\1/\2/&|')/$(basename "$1")"
574}
575
576good_md5 ()
577{
578 md5=$(src_md5 "$1")
579 [ "$md5" = "" ] || \
580 [ "$md5" = "$(md5sum $(nourl "$1") 2> /dev/null | sed -e 's/ .*//')" ]
581}
582
583good_size ()
584{
585 size="$(find $(nourl "$1") -printf "%s" 2>/dev/null)"
586 [ -n "$size" -a "$size" -gt 0 ]
587}
588
589cvsignore_df ()
590{
591 if [ "$CVSIGNORE_DF" != "yes" ]; then
592 return
593 fi
594 cvsignore=${SOURCE_DIR}/.cvsignore
595 if ! grep -q "^$1\$" $cvsignore 2> /dev/null; then
596 echo "$1" >> $cvsignore
597 fi
598}
599
600cvsup()
601{
602 update_shell_title "cvsup"
603 local OPTIONS="up "
604 if [ -n "$CVSROOT" ]; then
605 OPTIONS="-d $CVSROOT $OPTIONS"
606 fi
607
608 if [ -z "$CVSDATE" -a -z "$CVSTAG" ]; then
609 OPTIONS="$OPTIONS -A"
610 else
611 if [ -n "$CVSDATE" ]; then
612 OPTIONS="$OPTIONS -D $CVSDATE"
613 fi
614 if [ -n "$CVSTAG" ]; then
615 OPTIONS="$OPTIONS -r $CVSTAG"
616 fi
617 fi
618
619 local result=1
620 local retries_counter=0
621 update_shell_title "cvsup: $# files"
622 while [ "$result" != "0" -a "$retries_counter" -le "$CVS_RETRIES" ]; do
623 retries_counter=$(( $retries_counter + 1 ))
624 output=$(LC_ALL=C cvs $OPTIONS "$@" 2>&1)
625 result=$?
626 [ -n "$output" ] && echo "$output"
627 if (echo "$output" | grep -qE "(Cannot connect to|connect to .* failed|Connection reset by peer|Connection timed out|Unknown host)") && [ "$result" -ne "0" -a "$retries_counter" -le "$CVS_RETRIES" ]; then
628 echo "Trying again [$*]... ($retries_counter)"
629 update_shell_title "cvsup: retry #$retries_counter"
630 sleep 2
631 continue
632 else
633 break
634 fi
635 done
636 update_shell_title "cvsup: done!"
637 return $result
638}
639
640get_files()
641{
642 update_shell_title "fetching sources"
643
644 if [ -n "$DEBUG" ]; then
645 set -x;
646 set -v;
647 fi
648
649 if [ $# -gt 0 ]; then
650 cd "$SOURCE_DIR"
651
652 if [ ! -s CVS/Root -a "$NOCVS" != "yes" ]; then
653 echo "Warning: No CVS access defined for SOURCES"
654 NOCVS="yes"
655 fi
656
657 local nc=0
658 local get_files_cvs=""
659 for i in "$@"; do
660 nc=$((nc + 1))
661 local cvsup=0
662 SHELL_TITLE_PREFIX="get_files[$nc/$#]"
663 update_shell_title "$i"
664 local fp=`nourl "$i"`
665 if [ -f "$fp" ] && [ "$SKIP_EXISTING_FILES" = "yes" ]; then
666 continue
667 fi
668 if [ -n "$UPDATE5" ]; then
669 if [ -n "$ADD5" ]; then
670 [ "$fp" = "$i" ] && continue
671 grep -qiE '^#[ ]*Source'$(src_no $i)'-md5[ ]*:' $SPECS_DIR/$SPECFILE && continue
672 else
673 grep -qiE '^#[ ]*Source'$(src_no $i)'-md5[ ]*:' $SPECS_DIR/$SPECFILE || continue
674 fi
675 fi
676 FROM_DISTFILES=0
677 if [ ! -f "$fp" ] || [ $ALWAYS_CVSUP = "yes" ]; then
678 if echo $i | grep -vE '(http|ftp|https|cvs|svn)://' | grep -qE '\.(gz|bz2)$']; then
679 echo "Warning: no URL given for $i"
680 fi
681
682 if [ -n "$(src_md5 "$i")" ] && [ -z "$NODIST" ]; then
683 if good_md5 "$i" && good_size "$i"; then
684 echo "$(nourl "$i") having proper md5sum already exists"
685 continue
686 fi
687 target=$(nourl "$i")
688 url=$(distfiles_url "$i")
689 url_attic=$(distfiles_attic_url "$i")
690 FROM_DISTFILES=1
691 if [ "`echo $url | grep -E '^(\.|/)'`" ]; then
692 update_shell_title "${GETLOCAL%% *}: $url"
693 ${GETLOCAL} $url $target
694 else
695 if [ -z "$NOMIRRORS" ]; then
696 url="`find_mirror "$url"`"
697 fi
698 update_shell_title "${GETURI%% *}: $url"
699 ${GETURI} ${OUTFILEOPT} "$target" "$url" || \
700 if [ "`echo $url | grep -E 'ftp://'`" ]; then
701 update_shell_title "${GETURI2%% *}: $url"
702 ${GETURI2} ${OUTFILEOPT} "$target" "$url"
703 fi
704 fi
705 if ! test -s "$target"; then
706 rm -f "$target"
707 if [ `echo $url_attic | grep -E '^(\.|/)'` ]; then
708 update_shell_title "${GETLOCAL%% *}: $url_attic"
709 ${GETLOCAL} $url_attic $target
710 else
711 if [ -z "$NOMIRRORS" ]; then
712 url_attic="`find_mirror "$url_attic"`"
713 fi
714 update_shell_title "${GETURI%% *}: $url_attic"
715 ${GETURI} ${OUTFILEOPT} "$target" "$url_attic" || \
716 if [ "`echo $url_attic | grep -E 'ftp://'`" ]; then
717 update_shell_title "${GETURI2%% *}: $url_attic"
718 ${GETURI2} ${OUTFILEOPT} "$target" "$url_attic"
719 fi
720 fi
721 fi
722 if test -s "$target"; then
723 cvsignore_df $target
724 else
725 rm -f "$target"
726 FROM_DISTFILES=0
727 fi
728 elif [ -z "$(src_md5 "$i")" -a "$NOCVS" != "yes" ]; then
729 get_files_cvs="$get_files_cvs $fp"
730 # we'll do cvs up later
731 cvsup=1
732 fi
733
734 if [ -z "$NOURLS" ] && [ ! -f "$fp" -o -n "$UPDATE" ] && [ "`echo $i | grep -E 'ftp://|http://|https://'`" ]; then
735 if [ -z "$NOMIRRORS" ]; then
736 im="`find_mirror "$i"`"
737 else
738 im="$i"
739 fi
740 update_shell_title "${GETURI%% *}: $im"
741 ${GETURI} "$im" || \
742 if [ "`echo $im | grep -E 'ftp://'`" ]; then
743 update_shell_title "${GETURI2%% *}: $im"
744 ${GETURI2} "$im"
745 fi
746 fi
747
748 if [ "$cvsup" = 1 ]; then
749 continue
750 fi
751
752 fi
753 srcno=$(src_no $i)
754 if [ ! -f "$fp" -a "$FAIL_IF_NO_SOURCES" != "no" ]; then
755 Exit_error err_no_source_in_repo $i;
756 elif [ -n "$UPDATE5" ] && \
757 ( ( [ -n "$ADD5" ] && echo $i | grep -q -E 'ftp://|http://|https://' && \
758 [ -z "$(grep -E -i '^NoSource[ ]*:[ ]*'$i'([ ]|$)' $SPECS_DIR/$SPECFILE)" ] ) || \
759 grep -q -i -E '^#[ ]*source'$(src_no $i)'-md5[ ]*:' $SPECS_DIR/$SPECFILE )
760 then
761 echo "Updating source-$srcno md5."
762 md5=$(md5sum "$fp" | cut -f1 -d' ')
763 perl -i -ne '
764 print unless /^\s*#\s*Source'$srcno'-md5\s*:/i;
765 print "# Source'$srcno'-md5:\t'$md5'\n"
766 if /^Source'$srcno'\s*:\s+/;
767 ' \
768 $SPECS_DIR/$SPECFILE
769 fi
770
771 if good_md5 "$i" && good_size "$i"; then
772 :
773 elif [ "$FROM_DISTFILES" = 1 ]; then
774 # wrong md5 from distfiles: remove the file and try again
775 # but only once ...
776 echo "MD5 sum mismatch. Trying full fetch."
777 FROM_DISTFILES=2
778 rm -f $target
779 update_shell_title "${GETURI%% *}: $url"
780 ${GETURI} ${OUTFILEOPT} "$target" "$url" || \
781 if [ "`echo $url | grep -E 'ftp://'`" ]; then
782 update_shell_title "${GETURI2%% *}: $url"
783 ${GETURI2} ${OUTFILEOPT} "$target" "$url"
784 fi
785 if ! test -s "$target"; then
786 rm -f "$target"
787 update_shell_title "${GETURI%% *}: $url_attic"
788 ${GETURI} ${OUTFILEOPT} "$target" "$url_attic" || \
789 if [ "`echo $url_attic | grep -E 'ftp://'`" ]; then
790 update_shell_title "${GETURI2%% *}: $url_attic"
791 ${GETURI2} ${OUTFILEOPT} "$target" "$url_attic"
792 fi
793 fi
794 test -s "$target" || rm -f "$target"
795 fi
796
797 if good_md5 "$i" && good_size "$i" ; then
798 :
799 else
800 echo "MD5 sum mismatch or 0 size. Use -U to refetch sources,"
801 echo "or -5 to update md5 sums, if you're sure files are correct."
802 Exit_error err_no_source_in_repo $i
803 fi
804 done
805 SHELL_TITLE_PREFIX=""
806
807 if [ "$get_files_cvs" ]; then
808 cvsup $get_files_cvs
809 fi
810
811 if [ "$CHMOD" = "yes" ]; then
812 CHMOD_FILES="`nourl "$@"`"
813 if [ -n "$CHMOD_FILES" ]; then
814 chmod $CHMOD_MODE $CHMOD_FILES
815 fi
816 fi
817 fi
818}
819
820make_tagver() {
821
822 if [ -n "$DEBUG" ]; then
823 set -x;
824 set -v;
825 fi
826
827 # Check whether first character of PACKAGE_NAME is legal for tag name
828 if [ -z "${PACKAGE_NAME##[_0-9]*}" -a -z "$TAG_PREFIX" ]; then
829 TAG_PREFIX=tag_
830 fi
831 TAGVER=$TAG_PREFIX$PACKAGE_NAME-`echo $PACKAGE_VERSION | sed -e "s/\./\_/g" -e "s/@/#/g"`-`echo $PACKAGE_RELEASE | sed -e "s/\./\_/g" -e "s/@/#/g"`
832 # Remove #kernel.version_release from TAGVER because tagging sources
833 # could occur with different kernel-headers than kernel-headers used at build time.
834 TAGVER=$(echo "$TAGVER" | sed -e 's/#.*//g')
835 echo -n "$TAGVER"
836}
837
838tag_files()
839{
840 TAG_FILES="$@"
841
842 if [ -n "$DEBUG" ]; then
843 set -x;
844 set -v;
845 fi
846
847 if [ -n "$1$2$3$4$5$6$7$8$9${10}" ]; then
848 echo "Version: $PACKAGE_VERSION"
849 echo "Release: $PACKAGE_RELEASE"
850
851 TAGVER=`make_tagver`
852
853 if [ "$TAG_VERSION" = "yes" ]; then
854 echo "CVS tag: $TAGVER"
855 fi
856 if [ -n "$TAG" ]; then
857 echo "CVS tag: $TAG"
858 fi
859
860 OPTIONS="tag -F"
861 if [ -n "$CVSROOT" ]; then
862 OPTIONS="-d $CVSROOT $OPTIONS"
863 fi
864
865 cd "$SOURCE_DIR"
866 for i in $TAG_FILES
867 do
868 # don't tag files stored on distfiles
869 [ -n "`src_md5 $i`" ] && continue
870 if [ -f "`nourl $i`" ]; then
871 if [ "$TAG_VERSION" = "yes" ]; then
872 cvs $OPTIONS $TAGVER `nourl $i`
873 fi
874 if [ -n "$TAG" ]; then
875 cvs $OPTIONS $TAG `nourl $i`
876 fi
877 else
878 Exit_error err_no_source_in_repo $i
879 fi
880 done
881
882 cd "$SPECS_DIR"
883 if [ "$TAG_VERSION" = "yes" ]; then
884 cvs $OPTIONS $TAGVER $SPECFILE
885 fi
886 if [ -n "$TAG" ]; then
887 cvs $OPTIONS $TAG $SPECFILE
888 fi
889
890 unset OPTIONS
891 fi
892}
893
894branch_files()
895{
896 TAG=$1
897 echo "CVS branch tag: $TAG"
898 shift;
899
900 TAG_FILES="$@"
901
902 if [ -n "$DEBUG" ]; then
903 set -x;
904 set -v;
905 fi
906
907 if [ -n "$1$2$3$4$5$6$7$8$9${10}" ]; then
908
909 OPTIONS="tag -b"
910 if [ -n "$CVSROOT" ]; then
911 OPTIONS="-d $CVSROOT $OPTIONS"
912 fi
913 cd "$SOURCE_DIR"
914 for i in $TAG_FILES
915 do
916 if [ -f `nourl $i` ]; then
917 cvs $OPTIONS $TAG `nourl $i`
918 else
919 Exit_error err_no_source_in_repo $i
920 fi
921 done
922 cd "$SPECS_DIR"
923 cvs $OPTIONS $TAG $SPECFILE
924
925 unset OPTIONS
926 fi
927}
928
929
930
931build_package()
932{
933 update_shell_title "build_package"
934 if [ -n "$DEBUG" ]; then
935 set -x;
936 set -v;
937 fi
938
939 cd "$SPECS_DIR"
940
941 if [ -n "$TRY_UPGRADE" ]; then
942 update_shell_title "build_package: try_upgrade"
943 if [ -n "$FLOAT_VERSION" ]; then
944 TNOTIFY=`./pldnotify.awk $SPECFILE -n` || exit 1
945 else
946 TNOTIFY=`./pldnotify.awk $SPECFILE` || exit 1
947 fi
948
949 TNEWVER=`echo $TNOTIFY | awk '{ match($4,/\[NEW\]/); print $5 }'`
950
951 if [ -n "$TNEWVER" ]; then
952 TOLDVER=`echo $TNOTIFY | awk '{ print $3; }'`
953 echo "New version found, updating spec file to version " $TNEWVER
954 cp -f $SPECFILE $SPECFILE.bak
955 chmod +w $SPECFILE
956 eval "perl -pi -e 's/Version:\t"$TOLDVER"/Version:\t"$TNEWVER"/gs' $SPECFILE"
957 eval "perl -pi -e 's/Release:\t[1-9]{0,4}/Release:\t0.1/' $SPECFILE"
958 parse_spec;
959 if [ -n "$ICONS" ]; then
960 get_files $ICONS;
961 parse_spec;
962 fi
963 NODIST="yes" UPDATE5="yes" get_files "$SOURCES $PATCHES";
964 unset TOLDVER TNEWVER TNOTIFY
965 fi
966 fi
967 cd "$SPECS_DIR"
968
969 case "$COMMAND" in
970 build )
971 BUILD_SWITCH="-ba" ;;
972 build-binary )
973 BUILD_SWITCH="-bb" ;;
974 build-source )
975 BUILD_SWITCH="-bs --nodeps" ;;
976 build-prep )
977 BUILD_SWITCH="-bp --nodeps" ;;
978 esac
979
980 update_shell_title "build_package: $COMMAND"
981 if [ -n "$LOGFILE" ]; then
982 LOG=`eval echo $LOGFILE`
983 if [ -d "$LOG" ]; then
984 echo "Log file $LOG is a directory."
985 echo "Parse error in the spec?"
986 Exit_error err_build_fail;
987 fi
988 if [ -n "$LASTLOG_FILE" ]; then
989 echo "LASTLOG=$LOG" > $LASTLOG_FILE
990 fi
991 RES_FILE=~/tmp/$RPMBUILD-exit-status.$RANDOM
992 (time eval nice -n ${DEF_NICE_LEVEL} $RPMBUILD $BUILD_SWITCH -v $QUIET $CLEAN $RPMOPTS $BCOND $TARGET_SWITCH $SPECFILE; echo $? > $RES_FILE) 2>&1 |tee $LOG
993 RETVAL=`cat $RES_FILE`
994 rm $RES_FILE
995 if [ -n "$LOGDIROK" ] && [ -n "$LOGDIRFAIL" ]; then
996 if [ "$RETVAL" -eq "0" ]; then
997 mv $LOG $LOGDIROK
998 else
999 mv $LOG $LOGDIRFAIL
1000 fi
1001 fi
1002 else
1003 eval nice -n ${DEF_NICE_LEVEL} $RPMBUILD $BUILD_SWITCH -v $QUIET $CLEAN $RPMOPTS $BCOND $TARGET_SWITCH $SPECFILE
1004 RETVAL=$?
1005 fi
1006 if [ "$RETVAL" -ne "0" ]; then
1007 if [ -n "$TRY_UPGRADE" ]; then
1008 echo "\n!!! Package with new version cannot be build automagically\n"
1009 mv -f $SPECFILE.bak $SPECFILE
1010 fi
1011 Exit_error err_build_fail;
1012 fi
1013 unset BUILD_SWITCH
1014}
1015
1016nourl()
1017{
1018 echo "$@" | sed 's#\<\(ftp\|http\|https\|cvs\|svn\)://[^ ]*/##g'
1019}
1020
1021install_required_packages()
1022{
1023 run_poldek -vi $1
1024 return $?
1025}
1026
1027set_bconds_values()
1028{
1029 update_shell_title "set bcond values"
1030
1031 AVAIL_BCONDS_WITHOUT=""
1032 AVAIL_BCONDS_WITH=""
1033 if `grep -q ^%bcond ${SPECFILE}`; then
1034 BCOND_VERSION="NEW"
1035 elif `egrep -q ^#\ *_with ${SPECFILE}`; then
1036 BCOND_VERSION="OLD"
1037 else
1038 BCOND_VERSION="NONE"
1039 fi
1040
1041 # expand bconds from ~/.bcondrc
1042 # The file structure is like gentoo's package.use:
1043 # ---
1044 # * -selinux
1045 # samba -mysql -pgsql
1046 # w32codec-installer license_agreement
1047 # php +mysqli
1048 # ---
1049 if [ "${BCOND_VERSION}" != "NONE" ] && ( [ -f $HOME/.bcondrc ] || ( [ -n $HOME_ETC ] && [ -f $HOME_ETC/.bcondrc ] ) ) ; then
1050 # This takes package name, first defined in spec.
1051 # so consider that when defining flags for package.
1052 PN=`$RPM -q --qf '%{NAME}\n' --specfile $SPECFILE | head -n 1`
1053 SN=${SPECFILE%%\.spec}
1054 AVAIL=`$RPMBUILD --bcond $SPECFILE`
1055
1056 BCONDRC=$HOME/.bcondrc
1057 [ -n $HOME_ETC ] && [ -f $HOME_ETC/.bcondrc ] && BCONDRC=$HOME_ETC/.bcondrc
1058
1059 while read pkg flags; do
1060 # ignore comments
1061 [[ "$pkg" == \#* ]] && continue
1062
1063 # any package or current package?
1064 if [ "$pkg" = "*" ] || [ "$pkg" = "$PN" ] || [ "$pkg" = "$SN" ]; then
1065 for flag in $flags; do
1066 opt=${flag#[+-]}
1067
1068 # use only flags which are in this package.
1069 if [[ $AVAIL = *${opt}* ]]; then
1070 if [[ $flag = -* ]]; then
1071 BCOND="$BCOND --without $opt"
1072 else
1073 BCOND="$BCOND --with $opt"
1074 fi
1075 fi
1076 done
1077 fi
1078 done < $BCONDRC
1079 fi
1080
1081 case "${BCOND_VERSION}" in
1082 NONE)
1083 :
1084 ;;
1085 OLD)
1086 echo "Warning: This spec has old style bconds. Fix it || die."
1087 for opt in `$RPMBUILD --bcond $SPECFILE |grep ^_without_`
1088 do
1089 AVAIL_BCOND_WITHOUT=`echo $opt|sed -e "s/^_without_//g"`
1090 if `echo $BCOND|grep -q -- "--without $AVAIL_BCOND_WITHOUT"`;then
1091 AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT <$AVAIL_BCOND_WITHOUT>"
1092 else
1093 AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT $AVAIL_BCOND_WITHOUT"
1094 fi
1095 done
1096
1097 for opt in `$RPMBUILD --bcond $SPECFILE |grep ^_with_`
1098 do
1099 AVAIL_BCOND_WITH=`echo $opt|sed -e "s/^_with_//g"`
1100 if `echo $BCOND|grep -q -- "--with $AVAIL_BCOND_WITH"`;then
1101 AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH <$AVAIL_BCOND_WITH>"
1102 else
1103 AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH $AVAIL_BCOND_WITH"
1104 fi
1105 done
1106 ;;
1107 NEW)
1108 cond_type="" # with || without
1109 for opt in `$RPMBUILD --bcond $SPECFILE`
1110 do
1111 case "$opt" in
1112 _without)
1113 cond_type="without"
1114 ;;
1115 _with)
1116 cond_type="with"
1117 ;;
1118 _without_*)
1119 AVAIL_BCOND_WITHOUT="`echo $opt | sed 's/^_without_//g'`"
1120 if `echo $BCOND|grep -q -- "--without $AVAIL_BCOND_WITHOUT"`;then
1121 AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT <$AVAIL_BCOND_WITHOUT>"
1122 else
1123 AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT $AVAIL_BCOND_WITHOUT"
1124 fi
1125 ;;
1126 _with_*)
1127 AVAIL_BCOND_WITH="`echo $opt | sed 's/^_with_//g'`"
1128 if `echo $BCOND|grep -q -- "--with $AVAIL_BCOND_WITH"`;then
1129 AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH <$AVAIL_BCOND_WITH>"
1130 else
1131 AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH $AVAIL_BCOND_WITH"
1132 fi
1133 ;;
1134 *)
1135 case "$cond_type" in
1136 with)
1137 cond_type=''
1138 AVAIL_BCOND_WITH="$opt"
1139 if `echo $BCOND|grep -q -- "--with $AVAIL_BCOND_WITH"`;then
1140 AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH <$AVAIL_BCOND_WITH>"
1141 else
1142 AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH $AVAIL_BCOND_WITH"
1143 fi
1144 ;;
1145 without)
1146 cond_type=''
1147 AVAIL_BCOND_WITHOUT="$opt"
1148 if `echo $BCOND|grep -q -- "--without $AVAIL_BCOND_WITHOUT"`;then
1149 AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT <$AVAIL_BCOND_WITHOUT>"
1150 else
1151 AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT $AVAIL_BCOND_WITHOUT"
1152 fi
1153 ;;
1154 esac
1155 ;;
1156 esac
1157 done
1158 ;;
1159 esac
1160}
1161
1162run_sub_builder()
1163{
1164 package_name="${1}"
1165 update_shell_title "run_sub_builder $package_name"
1166 #
1167