#!/bin/bash # Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. echo "---> jjb/scripts/vpp/build.sh" set -euxo pipefail line="*************************************************************************" # Don't build anything if this is a merge job being run when # the git HEAD id is not the same as the Gerrit New Revision id. if [[ ${JOB_NAME} == *merge* ]] && [ -n "${GERRIT_NEWREV:-}" ] && [ "$GERRIT_NEWREV" != "$GIT_COMMIT" ] ; then echo -e "\n$line\nSkipping build. A newer patch has been merged.\n$line\n" exit 0 fi OS_ID=$(grep '^ID=' /etc/os-release | cut -f2- -d= | sed -e 's/\"//g') OS_VERSION_ID=$(grep '^VERSION_ID=' /etc/os-release | cut -f2- -d= | sed -e 's/\"//g') OS_ARCH=$(uname -m) DRYRUN="${DRYRUN:-}" IS_CSIT_VPP_JOB="${IS_CSIT_VPP_JOB:-}" MAKE_PARALLEL_FLAGS="${MAKE_PARALLEL_FLAGS:-}" MAKE_PARALLEL_JOBS="${MAKE_PARALLEL_JOBS:-}" MAKE_TEST_OS="${MAKE_TEST_OS:-ubuntu-18.04}" MAKE_TEST_MULTIWORKER_OS="${MAKE_TEST_MULTIWORKER_OS:-debian-10}" VPPAPIGEN_TEST_OS="${VPPAPIGEN_TEST_OS:-${MAKE_TEST_OS}}" BUILD_RESULT="SUCCESSFULLY COMPLETED" BUILD_ERROR="" RETVAL="0" echo "sha1sum of this script: ${0}" sha1sum $0 # TODO: Mount ccache volume into docker container, then enable this. # #export CCACHE_DIR=/scratch/docker-build/ccache #if [ -d $CCACHE_DIR ];then # echo "ccache size:" # du -sh $CCACHE_DIR #else # echo $CCACHE_DIR does not exist. #fi if [ -n "${MAKE_PARALLEL_FLAGS}" ] then echo "Building VPP. Number of cores for build set with" \ "MAKE_PARALLEL_FLAGS='${MAKE_PARALLEL_FLAGS}'." elif [ -n "${MAKE_PARALLEL_JOBS}" ] then echo "Building VPP. Number of cores for build set with" \ "MAKE_PARALLEL_JOBS='${MAKE_PARALLEL_JOBS}'." else echo "Building VPP. Number of cores not set, " \ "using build default ($(grep -c ^processor /proc/cpuinfo))." fi make_build_test() { if ! make UNATTENDED=yes install-dep ; then BUILD_ERROR="FAILED 'make install-dep'" return fi if ! make UNATTENDED=yes install-ext-deps ; then BUILD_ERROR="FAILED 'make install-ext-deps'" return fi if ! make UNATTENDED=yes pkg-verify ; then BUILD_ERROR="FAILED 'make pkg-verify'" return fi if [ "${IS_CSIT_VPP_JOB,,}" == "true" ]; then # CSIT jobs don't need to run make test return fi if [ -n "${MAKE_PARALLEL_JOBS}" ]; then export TEST_JOBS="${MAKE_PARALLEL_JOBS}" echo "Testing VPP with ${TEST_JOBS} cores." else export TEST_JOBS="auto" echo "Testing VPP with automatically calculated number of cores. " \ "See test logs for the exact number." fi if [ "${OS_ID}-${OS_VERSION_ID}" == "${VPPAPIGEN_TEST_OS}" ]; then if ! src/tools/vppapigen/test_vppapigen.py; then BUILD_ERROR="FAILED src/tools/vppapigen/test_vppapigen.py" return fi fi if [ "${OS_ID}-${OS_VERSION_ID}" == "${MAKE_TEST_OS}" ]; then if ! make COMPRESS_FAILED_TEST_LOGS=yes RETRIES=3 test; then BUILD_ERROR="FAILED 'make test'" return fi else echo "Skip running 'make test' on ${OS_ID}-${OS_VERSION_ID}" fi if [ "${OS_ID}-${OS_VERSION_ID}" == "${MAKE_TEST_MULTIWORKER_OS}" ] && git grep VPP_WORKER_CONFIG; then if ! make VPP_WORKER_CONFIG="workers 2" COMPRESS_FAILED_TEST_LOGS=yes RETRIES=3 test; then BUILD_ERROR="FAILED 'make test' with VPP_WORKER_CONFIG='workers 2'" return else echo -e "\n* VPP ${OS_ID^^}-${OS_VERSION_ID}-${OS_ARCH^^} MULTIWORKER MAKE TEST SUCCESSFULLY COMPLETED\n" fi else echo "Skip running 'make test' with VPP_WORKER_CONFIG='workers 2' on ${OS_ID}-${OS_VERSION_ID}" fi } if [ "${DRYRUN,,}" != "true" ] ; then make_build_test fi if [ -n "$BUILD_ERROR" ] ; then BUILD_RESULT="$BUILD_ERROR" RETVAL="1" fi echo -e "\n$line\n* VPP ${OS_ID^^}-${OS_VERSION_ID}-${OS_ARCH^^} BUILD $BUILD_RESULT\n$line\n" exit $RETVAL