bin/cleanbuild-docker.sh

   1 #!/bin/sh
   2 set -eu
   3
   4 PROGRAM=${0##*/}
   5
   6 # defaults
   7 : ${PACKAGE_NAME=''}
   8 : ${NETWORKING=false}
   9 : ${TRACING=false}
  10 : ${WITH=}
  11 : ${WITHOUT=}
  12 : ${KEEP_CONTAINER=false}
  13 : ${TMPFS="4G"}
  14
  15 dir=$(pwd)
  16 image=registry.gitlab.com/pld-linux/cleanbuild
  17 topdir=$dir/rpm
  18 home=/home/builder
  19
  20 notice() {
  21         echo >&2 "[cleanbuild:notice]: $*"
  22 }
  23
  24 die() {
  25         local rc=${2:-1}
  26         echo >&2 "[cleanbuild:error]: $1"
  27         exit $rc
  28 }
  29
  30 is_no() {
  31         # Test syntax
  32         if [ $# = 0 ]; then
  33                 return 2
  34         fi
  35
  36         case "$1" in
  37         no|No|NO|false|False|FALSE|off|Off|OFF|N|n|0)
  38                 # true returns zero
  39                 return 0
  40                 ;;
  41         *)
  42                 # false returns one
  43                 return 1
  44                 ;;
  45         esac
  46 }
  47
  48 tmpfs() {
  49         if is_no "${TMPFS:-true}" || [ "$TMPFS" = "0" ]; then
  50                 return
  51         fi
  52
  53         echo "--tmpfs $home/rpm/BUILD:rw,exec,nosuid,size=$TMPFS"
  54 }
  55
  56 create_container() {
  57         notice "Clean up old container: $name"
  58         docker kill $name >/dev/null 2>&1 || :
  59         docker rm $name >/dev/null 2>&1 || :
  60
  61         install -d $topdir/logs
  62
  63         # start the container
  64         TMPFS_SIZE=$TMPFS \
  65         PACKAGE_NAME=$PACKAGE_NAME \
  66         docker-compose run --rm -d \
  67                 --name=$name \
  68                 --label=cleanbuild=$PACKAGE_NAME \
  69                 cleanbuild
  70
  71         notice "Setup the homedir"
  72         docker exec --user=root -w / $name usermod -d $home builder
  73
  74         notice "Setup permissions"
  75         docker exec --user=root -w / $name sh -c "cd $home && chown builder:builder rpm rpm/logs rpm/BUILD .ccache"
  76
  77         if [ ! -d $topdir/rpm-build-tools ]; then
  78                 notice "Initialize rpm-build-tools"
  79                 docker exec $name builder --init-rpm-dir
  80         fi
  81 }
  82
  83 package_prepare() {
  84         notice "Fetch sources and install dependencies"
  85         if [ -d $topdir/packages/$PACKAGE_NAME ]; then
  86                 # chown, as it might be different owner (root) modified outside container
  87                 notice "Fix ownership of existing package directory"
  88                 docker exec --user=root -w / $name chown -R builder:builder $home/rpm/packages/$PACKAGE_NAME
  89         fi
  90
  91         notice "Fetch package sources"
  92         docker exec $name builder -g $PACKAGE_NAME
  93
  94         if ! $NETWORKING; then
  95                 notice "Disable networking: Prevent network access for user builder like PLD Linux builders"
  96                 docker exec --user=root -w / $name setfacl -m u:builder:--- /etc/resolv.conf
  97         fi
  98
  99         git_tag=$(GIT_DIR=$topdir/packages/$PACKAGE_NAME/.git git describe --tags --always)
 100         buildlog=rpm/logs/${git_tag#auto/*/}.log
 101 }
 102
 103 package_build() {
 104         # create default args for builder
 105         set -- -nn ${WITH:+--with "${WITH# }"} ${WITHOUT:+--without "${WITHOUT# }"} "$PACKAGE_NAME"
 106
 107         while true; do
 108                 notice "Install dependencies"
 109                 docker exec $name builder -g -R "$@"
 110                 notice "Remove .la dependencies"
 111                 docker exec --user=root -w / $name $home/cleanbuild/bin/cleanup-la
 112                 notice "Reset findunusedbr state after deps install"
 113                 docker exec --user=root -w / $name $home/cleanbuild/bin/findunusedbr -c / $home/rpm/packages/$PACKAGE_NAME/$PACKAGE_NAME.spec
 114
 115                 notice "Build package"
 116                 docker exec $name cleanbuild/bin/teeboth $buildlog builder -bb --define '__spec_clean_body %{nil}' "$@" && rc=$? || rc=$?
 117
 118                 findbr=$PACKAGE_NAME.findbr.log
 119                 builddir=$(docker exec $name sh -c 'test ! -d rpm/BUILD/* || echo rpm/BUILD/*')
 120                 if [ -z "$builddir" ]; then
 121                         die "No build dir. Build failed?" 6
 122                 fi
 123                 notice "Execute findbr"
 124                 docker exec --user=root -w / $name sh -c "cd $home && cleanbuild/bin/findbr $builddir $buildlog" > $findbr
 125
 126                 installed_something=false
 127                 while read pkg msg; do
 128                         bin/addbr rpm/packages/$PACKAGE_NAME/$PACKAGE_NAME.spec "$pkg" "$msg" || continue
 129                         installed_something=true
 130                 done < $findbr
 131                 rm -f $findbr
 132
 133                 # go for another try
 134                 $installed_something && continue
 135
 136                 notice "Execute findunusedbr"
 137                 docker exec --user=root -w / $name $home/cleanbuild/bin/findunusedbr -c / $home/rpm/packages/$PACKAGE_NAME/$PACKAGE_NAME.spec
 138
 139                 if [ $rc -eq 0 ] && ! $KEEP_CONTAINER; then
 140                         notice "Finished ok, cleanup container"
 141                         docker kill $name >/dev/null && docker rm $name >/dev/null || :
 142                 fi
 143
 144                 # propagate error
 145                 exit $rc
 146         done
 147 }
 148
 149 parse_options() {
 150         local t
 151         t=$(getopt -o 'x' --long 'network,no-tmpfs,notmpfs,tmpfs:,keep-container,with:,without:' -n "$PROGRAM" -- "$@")
 152         [ $? != 0 ] && exit $?
 153         eval set -- "$t"
 154
 155         while :; do
 156                 case "$1" in
 157                 -x)
 158                         TRACING=true
 159                         ;;
 160                 --network)
 161                         NETWORKING=true
 162                         ;;
 163                 --no-tmpfs|--notmpfs)
 164                         TMPFS=false
 165                         ;;
 166                 --tmpfs)
 167                         shift
 168                         TMPFS="$1"
 169                         ;;
 170                 --keep-container)
 171                         KEEP_CONTAINER=true
 172                         ;;
 173                 --with)
 174                         shift
 175                         WITH="$WITH $1"
 176                         ;;
 177                 --without)
 178                         shift
 179                         WITHOUT="$WITHOUT $1"
 180                         ;;
 181                 --)
 182                         shift
 183                         break
 184                         ;;
 185                 *)
 186                         die "Internal error: [$1] not recognized!"
 187                         ;;
 188                 esac
 189                 shift
 190         done
 191
 192         test "$#" -eq 1 || die "Package not specified or excess arguments"
 193         PACKAGE_NAME="${1%.spec}"
 194 }
 195
 196 main() {
 197         parse_options "$@"
 198
 199         $TRACING && set -x
 200         local name="cleanbuild-$PACKAGE_NAME"
 201         create_container
 202         package_prepare
 203         package_build
 204 }
 205
 206 main "$@"