bin/cleanbuild-docker.sh

   1 #!/bin/sh
   2 set -eu
   3
   4 PROGRAM=${0##*/}
   5
   6 # defaults
   7 : ${PACKAGE_NAME=''}
   8 : ${NETWORKING=false}
   9 : ${TRACING=false}
  10 : ${WITH=}
  11 : ${WITHOUT=}
  12 : ${KEEP_CONTAINER=true}
  13 : ${TMPFS="4G"}
  14 : ${EXEC=false}
  15
  16 dir=$(pwd)
  17 image=registry.gitlab.com/pld-linux/cleanbuild
  18 topdir=$dir/rpm
  19 home=/home/builder
  20
  21 notice() {
  22         echo >&2 "[cleanbuild:notice]: $*"
  23 }
  24
  25 die() {
  26         local rc=${2:-1}
  27         echo >&2 "[cleanbuild:error]: $1"
  28         exit $rc
  29 }
  30
  31 is_no() {
  32         # Test syntax
  33         if [ $# = 0 ]; then
  34                 return 2
  35         fi
  36
  37         case "$1" in
  38         no|No|NO|false|False|FALSE|off|Off|OFF|N|n|0)
  39                 # true returns zero
  40                 return 0
  41                 ;;
  42         *)
  43                 # false returns one
  44                 return 1
  45                 ;;
  46         esac
  47 }
  48
  49 tmpfs() {
  50         if is_no "${TMPFS:-true}" || [ "$TMPFS" = "0" ]; then
  51                 return
  52         fi
  53
  54         echo "--tmpfs $home/rpm/BUILD:rw,exec,nosuid,size=$TMPFS"
  55 }
  56
  57 have_container() {
  58     local name="$1" id
  59
  60     id=$(docker ps -a -f "label=cleanbuild=$name" --format '{{.ID}}')
  61
  62     test -n "$id"
  63 }
  64
  65 create_container() {
  66         if ! $KEEP_CONTAINER; then
  67                 notice "Clean up old container: $name"
  68                 docker kill $name >/dev/null 2>&1 || :
  69                 docker rm $name >/dev/null 2>&1 || :
  70         fi
  71
  72         install -d $topdir/logs
  73
  74         # start the container
  75         if !  have_container "$PACKAGE_NAME"; then
  76                 TMPFS_SIZE=$TMPFS \
  77                 PACKAGE_NAME=$PACKAGE_NAME \
  78                 docker-compose run --rm -d \
  79                         --name=$name \
  80                         --workdir=$home/rpm/packages/$PACKAGE_NAME \
  81                         --label=cleanbuild=$PACKAGE_NAME \
  82                         cleanbuild
  83         fi
  84
  85         notice "Setup the homedir"
  86         docker exec --user=root -w / $name usermod -d $home builder
  87
  88         notice "Setup permissions"
  89         docker exec --user=root -w / $name sh -c "cd $home && chown builder:builder . rpm rpm/logs rpm/BUILD rpm/RPMS .ccache"
  90
  91         if [ ! -d $topdir/rpm-build-tools ]; then
  92                 notice "Initialize rpm-build-tools"
  93                 docker exec -w / $name builder --init-rpm-dir
  94         fi
  95 }
  96
  97 enter_container() {
  98         notice "Entering container for $PACKAGE_NAME"
  99         docker exec --user=root -it $name bash
 100 }
 101
 102 package_prepare() {
 103         notice "Fetch sources and install dependencies"
 104         if [ -d $topdir/packages/$PACKAGE_NAME ]; then
 105                 # chown, as it might be different owner (root) modified outside container
 106                 notice "Fix ownership of existing package directory"
 107                 docker exec --user=root -w / $name chown -R builder:builder $home/rpm/packages/$PACKAGE_NAME
 108         fi
 109
 110         notice "Fetch package sources"
 111         docker exec --user=root -w / $name setfacl -x u:builder /etc/resolv.conf
 112         docker exec -w / $name builder -g $PACKAGE_NAME
 113
 114         if ! $NETWORKING; then
 115                 notice "Disable networking: Prevent network access for user builder like PLD Linux builders"
 116                 docker exec --user=root -w / $name setfacl -m u:builder:--- /etc/resolv.conf
 117         fi
 118
 119         notice "Find latest tag on the branch"
 120         git_tag=$(docker exec -w / -e GIT_DIR=$home/rpm/packages/$PACKAGE_NAME/.git $name git describe --tags --always)
 121         buildlog=rpm/logs/${git_tag#auto/*/}.log
 122         notice "Build log: $buildlog"
 123 }
 124
 125 package_build() {
 126         # create default args for builder
 127         set -- -nn ${WITH:+--with "${WITH# }"} ${WITHOUT:+--without "${WITHOUT# }"} "$PACKAGE_NAME"
 128
 129         while true; do
 130                 notice "Install dependencies"
 131                 docker exec -w / -t $name builder -g -R "$@"
 132                 notice "Remove .la dependencies"
 133                 docker exec --user=root -w / $name $home/cleanbuild/bin/cleanup-la
 134                 notice "Reset findunusedbr state after deps install"
 135                 docker exec --user=root -w / $name $home/cleanbuild/bin/findunusedbr -c / $home/rpm/packages/$PACKAGE_NAME/$PACKAGE_NAME.spec
 136
 137                 notice "Build package"
 138                 docker exec -w $home $name cleanbuild/bin/teeboth $buildlog builder -bb --define '__spec_clean_body %{nil}' "$@" && rc=$? || rc=$?
 139                 # Kill processes on Ctrl+C
 140                 if [ "$rc" = 255 ]; then
 141                         docker exec -w / $name pkill -e -u builder
 142                         die "Aborted" $rc
 143                 fi
 144
 145                 findbr=$PACKAGE_NAME.findbr.log
 146                 builddir=$(docker exec -w $home $name sh -c 'test ! -d rpm/BUILD/* || echo rpm/BUILD/*')
 147                 if [ -z "$builddir" ]; then
 148                         die "No build dir. Build failed?" 6
 149                 fi
 150                 notice "Execute findbr"
 151                 docker exec --user=root -w / $name sh -c "cd $home && cleanbuild/bin/findbr $builddir $buildlog" > $findbr
 152
 153                 installed_something=false
 154                 while read pkg msg; do
 155                         bin/addbr rpm/packages/$PACKAGE_NAME/$PACKAGE_NAME.spec "$pkg" "$msg" || continue
 156                         installed_something=true
 157                 done < $findbr
 158                 rm -f $findbr
 159
 160                 # go for another try
 161                 $installed_something && continue
 162
 163                 notice "Execute findunusedbr"
 164                 docker exec --user=root -w / $name $home/cleanbuild/bin/findunusedbr -c / $home/rpm/packages/$PACKAGE_NAME/$PACKAGE_NAME.spec
 165
 166                 if [ $rc -eq 0 ] && ! $KEEP_CONTAINER; then
 167                         notice "Finished ok, cleanup container"
 168                         docker kill $name >/dev/null && docker rm $name >/dev/null || :
 169                 fi
 170
 171                 # propagate error
 172                 exit $rc
 173         done
 174 }
 175
 176 parse_options() {
 177         local t
 178         t=$(getopt -o 'x' --long 'network,exec,no-tmpfs,notmpfs,tmpfs:,keep-container:,with:,without:' -n "$PROGRAM" -- "$@")
 179         [ $? != 0 ] && exit $?
 180         eval set -- "$t"
 181
 182         while :; do
 183                 case "$1" in
 184                 -x)
 185                         TRACING=true
 186                         ;;
 187                 --network)
 188                         NETWORKING=true
 189                         ;;
 190                 --exec)
 191                         EXEC=true
 192                         ;;
 193                 --no-tmpfs|--notmpfs)
 194                         TMPFS=false
 195                         ;;
 196                 --tmpfs)
 197                         shift
 198                         TMPFS="$1"
 199                         ;;
 200                 --keep-container)
 201                         shift
 202                         [ "$1" = "true" -o "$1" = "false" ] || die "Invalid boolean value: $1"
 203                         KEEP_CONTAINER=$1
 204                         ;;
 205                 --with)
 206                         shift
 207                         WITH="$WITH,$1"
 208                         ;;
 209                 --without)
 210                         shift
 211                         WITHOUT="$WITHOUT,$1"
 212                         ;;
 213                 --)
 214                         shift
 215                         break
 216                         ;;
 217                 *)
 218                         die "Internal error: [$1] not recognized!"
 219                         ;;
 220                 esac
 221                 shift
 222         done
 223
 224         test "$#" -eq 1 || die "Package not specified or excess arguments"
 225         PACKAGE_NAME="${1%.spec}"
 226 }
 227
 228 main() {
 229         parse_options "$@"
 230
 231         $TRACING && set -x
 232         local name="cleanbuild-$PACKAGE_NAME"
 233         create_container
 234         if $EXEC; then
 235                 enter_container
 236                 return
 237         fi
 238         package_prepare
 239         package_build
 240 }
 241
 242 main "$@"