path: root/docker/scripts/lib_dnf.sh

# lib_dnf.sh - Docker build script dnf library.
#              For import only.

# Copyright (c) 2021 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# Don't import more than once.
if [ -n "$(alias lib_dnf_imported 2> /dev/null)" ] ; then
    return 0
fi
alias lib_dnf_imported="true"

export CIMAN_DOCKER_SCRIPTS=${CIMAN_DOCKER_SCRIPTS:-"$(dirname $BASH_SOURCE)"}
. "$CIMAN_DOCKER_SCRIPTS/lib_common.sh"

dump_dnf_package_list() {
    branchname="$(echo $branch | sed -e 's,/,_,')"
    dnf list installed > \
        "$DOCKER_BUILD_LOG_DIR/$FDIOTOOLS_IMAGENAME-$branchname-dnf-packages.log"
}

dnf_install_packages() {
    dnf install -y "$@"
}

generate_dnf_dockerfile_clean() {
    cat <<EOF >>"$DOCKERFILE"

# Clean up
RUN dbld_dump_build_logs.sh \\
  && rm -rf "/tmp/*" "/root/.ccache"
EOF
}

generate_dnf_dockerfile_common() {
    cat <<EOF >>"$DOCKERFILE"

# Build Environment Variables
ENV FDIOTOOLS_IMAGE="$executor_image"
ENV FDIOTOOLS_EXECUTOR_CLASS="$executor_class"
ENV CIMAN_ROOT="$DOCKER_CIMAN_ROOT"
ENV PATH="\$PATH:$DOCKER_CIMAN_ROOT/docker/scripts"

# Copy-in build tree containing
# ci-management, vpp, & csit git repos
WORKDIR $DOCKER_BUILD_DIR
COPY . .

# Configure locales
RUN LC_ALL=C.UTF-8 dnf install -y glibc-langpack-en
ENV LANG="en_US.UTF-8" LANGUAGE="en_US" LC_ALL="en_US.UTF-8"

# Install baseline packages (minimum build & utils).
#
# ci-management global-jjb requirements:
#    for lftools:
#        libxml2-devel
#        libxslt-devel
#        xmlstarlet
#    for lf-env.sh:
#        facter
#   from packer/provision/baseline.sh:
#        deltarpm
#        unzip
#        xz
#        python3-pip
#        git
#        git-review
#        perl-XML-XPath
#        make
#        wget
#
# TODO:  Fix broken project requirement install targets
#        graphviz           for 'make bootstrap-doxygen' (VPP)
#        doxygen            for 'make doxygen' (VPP)
#        enchant            for 'make docs' (VPP)
#        libffi-devel       for python cffi install (Ubuntu20.04/VPP/aarch64)
#        libpcap-devel      for python pypcap install (CSIT)
#        lapack-devel       for python numpy/scipy (CSIT/aarch64)
#        openblas-devel     for python numpy/scipy (CSIT/aarch64)
#        sshpass            for CSIT
#
RUN dnf update -y \\
  && dnf install -y \\
         dnf-plugins-core \\
         epel-release \\
  && dnf config-manager --set-enabled \$(dnf repolist all 2> /dev/null | grep -i powertools | cut -d' ' -f1) --set-enabled epel \\
  && dnf repolist all \\
  && dnf clean all
RUN dnf install -y \\
        dnf-utils \\
        bind-utils \\
        doxygen \\
        enchant \\
        emacs \\
        facter \\
        gdb \\
        git \\
        git-review \\
        graphviz \\
        iproute \\
        java-1.8.0-openjdk \\
        java-1.8.0-openjdk-devel \\
        jq \\
        lapack-devel \\
        libffi-devel \\
        libpcap-devel \\
        libxml2-devel \\
        libxslt-devel \\
        make \\
        mawk \\
        openblas-devel \\
        perl \\
        perl-XML-XPath \\
        python3-pip \\
        rsync \\
        ruby-devel \\
        sshpass \\
        sudo \\
        tree \\
        unzip \\
        vim \\
        wget \\
        xmlstarlet \\
        xz \\
   && curl -s https://packagecloud.io/install/repositories/fdio/master/script.rpm.sh | bash \\
   && curl -fsSL https://get.docker.com | sh \\
   && dnf clean all

# Install OS packages for project branches
#
RUN dbld_vpp_install_packages.sh \\
  && dbld_csit_install_packages.sh \\
  && dnf clean all
EOF
}

builder_generate_dnf_dockerfile() {
    local executor_class="$1"
    local executor_os_name="$2"
    local from_image="$3"
    local executor_image="$4"

    generate_dnf_dockerfile_common "$executor_class" "$executor_image"
    cat <<EOF >>"$DOCKERFILE"

# Install LF-IT requirements
ENV LF_VENV="/root/lf-venv"
RUN dbld_lfit_requirements.sh \\
  && dnf clean all

# Install packagecloud requirements
RUN gem install package_cloud \\
  && curl -s https://packagecloud.io/install/repositories/fdio/master/script.rpm.sh | bash

# CI Runtime Environment
WORKDIR /
ENV VPP_ZOMBIE_NOCHECK="1"
ENV CCACHE_DIR="/scratch/ccache"
ENV CCACHE_MAXSIZE="10G"
EOF
    generate_dnf_dockerfile_clean
}

csit_generate_dnf_dockerfile() {
    echo_log "ERROR: ${FUNCNAME[0]} TBD!"
    exit 1
}

csit_dut_generate_dnf_dockerfile() {
    echo_log "ERROR: ${FUNCNAME[0]} TBD!"
    exit 1
}

csit_shim_generate_dnf_dockerfile() {
    echo_log "ERROR: ${FUNCNAME[0]} TBD!"
    exit 1
}

generate_dnf_dockerfile() {
    local executor_class="$1"
    local executor_os_name="$2"
    local from_image="$3"
    local executor_image="$4"

    cat <<EOF  >"$DOCKERIGNOREFILE"
**/__pycache__
*.pyc
EOF
    cat <<EOF  >"$DOCKERFILE"
FROM $from_image AS ${executor_class}-executor-image
LABEL Description="FD.io CI '$executor_class' executor docker image for $executor_os_name/$OS_ARCH"
LABEL Vendor="fd.io"
LABEL Version="$DOCKER_TAG"
EOF
    ${executor_class}_generate_dnf_dockerfile "$executor_class" \
       "$executor_os_name" "$from_image" "$executor_image"
}