ci_build.sh

#!/usr/bin/env bash

################################################################################
# This file is based on a template used by zproject, but isn't auto-generated. #
# Building of dependencies (our components and forks of third-party projects)  #
# in correct order is buried into the Makefile.                                #
################################################################################

set -e

# Set this to enable verbose profiling
[ -n "${CI_TIME-}" ] || CI_TIME=""
case "$CI_TIME" in
    [Yy][Ee][Ss]|[Oo][Nn]|[Tt][Rr][Uu][Ee])
        CI_TIME="time -p " ;;
    [Nn][Oo]|[Oo][Ff][Ff]|[Ff][Aa][Ll][Ss][Ee])
        CI_TIME="" ;;
esac

# Set this to enable verbose tracing
[ -n "${CI_TRACE-}" ] || CI_TRACE="no"
case "$CI_TRACE" in
    [Nn][Oo]|[Oo][Ff][Ff]|[Ff][Aa][Ll][Ss][Ee])
        set +x ;;
    [Yy][Ee][Ss]|[Oo][Nn]|[Tt][Rr][Uu][Ee])
        set -x ;;
esac

# Set this to run the initial (parallel) "make" attempt quietly,
# so the log only contains errors and details from sequential retry
[ -n "${CI_PARMAKE_QUIET-}" ] || CI_PARMAKE_QUIET="yes"
case "$CI_PARMAKE_QUIET" in
    [Nn][Oo]|[Oo][Ff][Ff]|[Ff][Aa][Ll][Ss][Ee])
        CI_PARMAKE_QUIET="no" ;;
    [Yy][Ee][Ss]|[Oo][Nn]|[Tt][Rr][Uu][Ee])
        CI_PARMAKE_QUIET="yes" ;;
esac

case "$BUILD_TYPE" in
default|"default-tgt:"*)
    LANG=C
    LC_ALL=C
    TZ=UTC
    export LANG LC_ALL TZ

    # Empirical time limit is about 49 minutes, but we want some slack for rare checks
    # and to have time to roll up ccache etc. to run this job faster next time.
    # Also, package installation etc. is also part of timed overhead...
    _TRAVIS_TIMELIMIT="$(expr 45 \* 60)"
    _TS_START="$(date -u +%s)"

    # Build and check this project; note that zprojects always have an autogen.sh
    [ -z "$CI_TIME" ] || echo "`date`: Starting build of currently tested project..."

    BUILD_TGT=all
    case "$BUILD_TYPE" in
        default-tgt:*) # Hook for matrix of custom distchecks primarily
            BUILD_TGT="`echo "$BUILD_TYPE" | sed 's,^default-tgt:,,'`" ;;
    esac

    if [ x"$CI_WIPE_FIRST" = xyes ] || [ x"$CI_WIPE_FIRST" = xtrue ]; then
        echo "`date`: First wiping stashed workspace directories..."
        $CI_TIME make wipe
    fi

    ( echo "`date`: Starting the quiet parallel build attempt..."
#      case "$BUILD_TYPE" in
#        default-tgt:*check*)
#            echo "`date`: First fully build and install some components that are picky to sub-make during checks..."
#            $CI_TIME make VERBOSE=0 V=0 -j1 install/libcidr install/libzmq install/czmq install/tntdb || exit
#            echo "`date`: Proceed with general build..."
#            ;;
#      esac
      BLDRES=255
      if [ "$CI_PARMAKE_QUIET" = "yes" ]; then
        echo "`date`: CI_PARMAKE_QUIET says the initial parallel make attempt will hide stdout"
        $CI_TIME make VERBOSE=0 V=0 BIOS_LOG_LEVEL=LOG_INFO -k -j4 "$BUILD_TGT" & 1>/dev/null
        PID_MAKE=$!
      else
        $CI_TIME make VERBOSE=0 V=0 BIOS_LOG_LEVEL=LOG_INFO -k -j4 "$BUILD_TGT" &
        PID_MAKE=$!
      fi
      ( minutes=0
        ticks=0
        limit=29
        while [ -d /proc/${PID_MAKE}/fd ] ; do
          printf ' \b' # Hidden print to keep the logs ticking
          _TS_NOW="$(date -u +%s)"
          if [ "$minutes" -ge "$limit" ] || [ "$(expr ${_TS_NOW} - ${_TS_START} )" -gt "${_TRAVIS_TIMELIMIT}" ]; then
            echo "`date`: Parallel build timed out over $limit minutes, or total job time is nearing the limit; will TERM the PID ${PID_MAKE}" >&2
            ps -xawwwu
            kill -15 ${PID_MAKE}
            sleep 5
            exit 1
          fi
          ticks="$(expr $ticks + 1)"
          if [ "$ticks" = 12 ] ; then
            minutes="$(expr $minutes + 1)"
            ticks=0
          fi
          sleep 5
        done
        echo "`date`: Parallel build attempt seems done" ) &
      PID_SLEEPER=$!
      RES=0
      wait ${PID_MAKE} || RES=$?
      echo "`date`: Parallel PID_MAKE has finished, now RES=$RES"
      wait ${PID_SLEEPER} || RES=$?
      echo "`date`: Parallel PID_SLEEPER has finished, now RES=$RES"
      exit $RES
    ) || \
    ( RES=$?
      echo "==================== PARALLEL ATTEMPT FAILED ($RES) =========="
      _TS_NOW="$(date -u +%s)"
      if [ "$(expr ${_TS_NOW} - ${_TS_START} )" -gt "${_TRAVIS_TIMELIMIT}" ]; then
        echo "`date`: total job time is nearing the limit, not starting the sequential build" >&2
        exit $RES
      fi
      echo "`date`: Starting the sequential build attempt..."
      # Avoiding travis_wait() and build timeouts during tests
      # thanks to comments in Travis-CI issue #4190
      $CI_TIME make V=1 VERBOSE=1 BIOS_LOG_LEVEL=LOG_DEBUG "$BUILD_TGT" &
      PID_MAKE=$!
      ( minutes=0
        ticks=0
        limit=29
#        while kill -0 ${PID_MAKE} >/dev/null 2>&1 ; do
        while [ -d /proc/${PID_MAKE}/fd ] ; do
          printf ' \b' # Hidden print to keep the logs ticking
          _TS_NOW="$(date -u +%s)"
          if [ "$minutes" -ge "$limit" ] || [ "$(expr ${_TS_NOW} - ${_TS_START} )" -gt "${_TRAVIS_TIMELIMIT}" ]; then
            echo "`date`: Sequential build timed out over $limit minutes, or total job time is nearing the limit; will TERM the PID ${PID_MAKE}" >&2
            # ps -xawwwu
            kill -15 ${PID_MAKE}
            sleep 5
            exit 1
          fi
          ticks="$(expr $ticks + 1)"
          if [ "$ticks" = 12 ] ; then
            minutes="$(expr $minutes + 1)"
            ticks=0
          fi
          sleep 5
        done
        echo "`date`: Sequential build attempt seems done" ) &
      PID_SLEEPER=$!
      RES=0
      wait ${PID_MAKE} || RES=$?
      echo "`date`: Sequential PID_MAKE has finished, now RES=$RES"
      wait ${PID_SLEEPER} || RES=$?
      echo "`date`: Sequential PID_SLEEPER has finished, now RES=$RES"
      exit $RES
    ) && \
    BLDRES=0 || \
    BLDRES=$?
    echo "=== `date`: BUILDS FINISHED ($BLDRES)"

    # Normally the build is out-of-tree via symlinks or tarballs,
    # so any changes in subdirectories would be unexpected, other
    # than pulling newer sources than what submodules point to.
    echo "=== `date`: Are GitIgnores good after 'make $BUILD_TGT'? (should have no output below)"
    git status -s || true
    echo "==="
    if [ -n "`git status -s 2>/dev/null`" ] ; then
        git status || true
        echo "==="
    fi
    if [ "$HAVE_CCACHE" = yes ]; then
        echo "CCache stats after build:"
        ccache -s
    fi
    [ "$BLDRES" = 0 ] && \
    echo "=== `date`: Exiting after the custom-build target 'make $BUILD_TGT' succeeded OK" || \
    echo "=== `date`: Exiting after the custom-build target 'make $BUILD_TGT' FAILED with code $BLDRES" >&2
    exit $BLDRES
    ;;
help)
    BLDRES=0
    make help HELP_LIST_COMPONENTS=yes || BLDRES=$?
    echo "=== Currently registered submodule references:"
    git submodule || BLDRES=$?
    exit $BLDRES
    ;;
bindings)
    pushd "./bindings/${BINDING}" && ./ci_build.sh
    ;;
*)
    pushd "./builds/${BUILD_TYPE}" && REPO_DIR="$(dirs -l +1)" ./ci_build.sh
    ;;
esac