From 2db30aa5a938494a710a89cab5943675c1143918 Mon Sep 17 00:00:00 2001 From: Dave Wallace Date: Thu, 1 Oct 2020 20:38:47 +0000 Subject: Clean up vpp jenkins scripts & docker dir - Remove docker/vpp Dockerfile definitions and colateral files for image now being build by https://gerrit.fd.io/r/c/ci-management/+/28022 - Remove opensuse support which has been elided from the vpp build in https://gerrit.fd.io/r/c/vpp/+/28999 - Remove unused scripts. - Output script name marker for all jjb scripts following LFIT practices. - Remove old/unused output from scripts. - Add logic to use vpp-ext-deps download cache in the executor images to speed up build jobs. - Add copyright notifcations to modified files without an existing copyright. - Make all vpp/docs jobs use '-{stream}-{os}-{executor}' suffix in their names. - Consolidate executor logging into setup_executor_env.sh and call it first for all jobs. Change-Id: I4ffb67ed476659f0127ca8c84f20a305d06149bf Signed-off-by: Dave Wallace --- docker/vpp/vpp-arm-centos8/Dockerfile | 367 ---------------------------------- 1 file changed, 367 deletions(-) delete mode 100644 docker/vpp/vpp-arm-centos8/Dockerfile (limited to 'docker/vpp/vpp-arm-centos8/Dockerfile') diff --git a/docker/vpp/vpp-arm-centos8/Dockerfile b/docker/vpp/vpp-arm-centos8/Dockerfile deleted file mode 100644 index 5f1036a50..000000000 --- a/docker/vpp/vpp-arm-centos8/Dockerfile +++ /dev/null @@ -1,367 +0,0 @@ -FROM centos:8 -MAINTAINER Ed Kern -LABEL Description="VPP centos8 OS build image" -LABEL Vendor="cisco.com" -LABEL Version="0.01" - -# Setup the environment - -RUN mkdir /workspace && mkdir -p /etc/ssh && mkdir -p /var/ccache - -ENV CCACHE_DIR=/var/ccache -ENV MAKE_PARALLEL_FLAGS -j 4 -ENV VPP_ZOMBIE_NOCHECK=1 -ENV DPDK_DOWNLOAD_DIR=/w/Downloads -ENV VPP_PYTHON_PREFIX=/var/cache/vpp/python -ENV LANG='en_US.UTF-8' LANGUAGE='en_US:en' LC_ALL='en_US.UTF-8' -ENV NOTVISIBLE "in users profile" - -#SSH timeout -#RUN touch /etc/ssh/ssh_config -RUN echo "TCPKeepAlive true" | tee -a /etc/ssh/ssh_config #>/dev/null 2>&1 -RUN echo "ServerAliveCountMax 30" | tee -a /etc/ssh/ssh_config #>/dev/null 2>&1 -RUN echo "ServerAliveInterval 10" | tee -a /etc/ssh/ssh_config #>/dev/null 2>&1 - -# Configure locales -#RUN localectl set-locale "en_US.UTF-8" \ -# && localectl status - -#module -RUN echo uio_pci_generic >> /etc/modules - - -#RUN yum update -y && yum install -y deltarpm && yum clean all -#RUN yum update -y && yum install -y @base https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm && yum clean all -RUN yum update -y && yum install -y epel-release && yum clean all -RUN yum update -y && yum install -y --enablerepo=epel \ - chrpath \ - git \ -# git-review \ - java-*-openjdk-devel \ - jq \ -# lcov \ - make \ -# nasm \ - sudo \ - unzip \ - xz \ - wget \ - && yum clean all - -#packer install -#RUN wget https://releases.hashicorp.com/packer/1.1.3/packer_1.1.3_linux_amd64.zip && unzip packer_1.1.3_linux_amd64.zip -d /usr/local/bin/ && mv /usr/local/bin/packer /usr/local/bin/packer.io - - -RUN yum update -y && yum install -y --enablerepo=epel \ - asciidoc \ - apr-devel \ - cpp \ -# c++ \ - cmake \ -# dblatex \ -# doxygen \ - epel-rpm-macros \ - gcc \ - graphviz \ - indent \ - kernel-devel \ - libxml2 \ - libffi-devel \ - make \ - openssl-devel \ - python2-devel \ - python2-virtualenv \ - python2-setuptools \ -# python2-cffi \ - python2-pip \ - python2-jinja2 \ - # python2-sphinx \ - source-highlight \ - rpm \ - valgrind \ - yum-utils \ - && yum clean all - -RUN yum update -y && yum install -y --enablerepo=epel \ -# ganglia-devel \ - libconfuse-devel \ - mock \ - && yum clean all - -#RUN alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java -#RUN alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64 - -RUN pip2 install --upgrade pip -RUN pip2 install pycap scapy - -RUN yum update -y && yum install -y --enablerepo=epel \ - autoconf \ - automake \ - bison \ - ccache \ - cscope \ - curl \ - dkms \ - git \ -# git-review \ - libtool \ -# libconfuse-dev \ -# libpcap-devel \ - libcap-devel \ - scapy \ - && yum clean all - -#puppet -RUN yum update -y && yum install -y --enablerepo=epel \ - libxml2-devel \ - libxslt-devel \ - ruby-devel \ - zlib-devel \ - gcc-c++ \ - && yum clean all - -#outdated ruby pos -RUN yum update -y && yum install -y --enablerepo=epel \ - git-core \ - zlib \ - zlib-devel \ - gcc-c++ \ - patch \ - readline \ - readline-devel \ -# libyaml-devel \ - libffi-devel \ - openssl-devel \ - make \ - bzip2 \ - autoconf \ - automake \ - libtool \ - bison \ - curl \ - sqlite-devel \ - && yum clean all - -ENV PATH="/root/.rbenv/bin:${PATH}" -ENV PATH="/root/.rbenv/shims:${PATH}" - -RUN curl -sL https://github.com/rbenv/rbenv-installer/raw/master/bin/rbenv-installer | bash - -RUN rbenv init - -RUN rbenv install 2.5.1 && rbenv global 2.5.1 -#&& echo 'export PATH="$HOME/.rbenv/bin:$PATH"' >> ~/.bashrc && echo 'eval "$(rbenv init -)"' >> ~/.bashrc && - - -RUN gem install rake -RUN gem install package_cloud - -RUN yum update -y && yum install -y --enablerepo=epel \ - apr-util \ - byacc \ - diffstat \ - dwz \ - flex \ - gcc-gfortran \ - gettext-devel \ -# glibc-static \ - intltool \ -# nasm \ - patchutils \ -# rcs \ - redhat-lsb \ - redhat-rpm-config \ - rpm-build \ - rpm-sign \ - subversion \ - swig \ - systemtap \ - && yum clean all - -#RUN yum update -y && yum install -y --enablerepo=epel-debuginfo --enablerepo=base-debuginfo \ -# RUN yum update -y && yum install -y --enablerepo=epel-debuginfo \ -# e2fsprogs-debuginfo \ -# glibc-debuginfo \ -# krb5-debuginfo \ -# nss-softokn-debuginfo \ -# openssl-debuginfo \ -# yum-plugin-auto-update-debug-info \ -# zlib-debuginfo \ -# glibc-debuginfo-common \ -# && yum clean all - -RUN yum update -y && yum groupinstall -y "development tools" \ - && yum clean all -# Libraries needed during compilation to enable all features of Python: -RUN yum update -y \ - && yum install -y --enablerepo=epel \ - zlib-devel \ - bzip2-devel \ - openssl-devel \ - ncurses-devel \ - sqlite-devel \ - readline-devel \ - tk-devel \ - gdbm-devel \ -# db4-devel \ -# libpcap-devel \ - xz-devel \ - expat-devel \ - wget \ - clang \ - llvm \ - numactl-devel \ - check-devel \ - check \ - boost \ - boost-devel \ - mbedtls-devel \ - xmlstarlet \ - # centos-release-scl \ - yamllint \ - && yum clean all - -# Python 2.7.13: -# RUN wget http://python.org/ftp/python/2.7.13/Python-2.7.13.tar.xz \ -# && tar xf Python-2.7.13.tar.xz \ -# && cd Python-2.7.13 \ -# && ./configure --prefix=/usr/local --enable-unicode=ucs4 --enable-shared LDFLAGS="-Wl,-rpath /usr/local/lib" \ -# && make \ -# && make install \ -# && strip /usr/local/lib/libpython2.7.so.1.0 \ -# && cd .. \ -# && rm -rf Python* \ -# && wget https://bootstrap.pypa.io/get-pip.py \ -# && /usr/local/bin/python get-pip.py - -RUN pip2 install six scapy==2.3.3 pyexpect subprocess32 cffi git+https://github.com/klement/py-lispnetworking@setup ply -RUN mkdir -p /w/workspace && mkdir -p /var/ccache && ln -s /var/ccache /tmp/ccache -ENV CCACHE_DIR=/var/ccache -ENV CCACHE_READONLY=true -RUN mkdir -p /var/cache/vpp/python -RUN mkdir -p /w/Downloads -# RUN wget -O /w/Downloads/dpdk-18.02.1.tar.xz http://dpdk.org/browse/dpdk-stable/snapshot/dpdk-stable-18.02.1.tar.xz -# RUN wget -O /w/Downloads/dpdk-18.05.tar.xz http://dpdk.org/browse/dpdk/snapshot/dpdk-18.05.tar.xz -# RUN wget -O /w/Downloads/v0.47.tar.gz http://github.com/01org/intel-ipsec-mb/archive/v0.47.tar.gz -# RUN wget -O /w/Downloads/v0.48.tar.gz http://github.com/01org/intel-ipsec-mb/archive/v0.48.tar.gz -# RUN wget -O /w/Downloads/v0.49.tar.gz http://github.com/01org/intel-ipsec-mb/archive/v0.49.tar.gz - -ADD files/lf-update-java-alternatives /usr/local/bin/lf-update-java-alternatives -RUN chmod 755 /usr/local/bin/lf-update-java-alternatives -RUN curl -s https://packagecloud.io/install/repositories/fdio/master/script.rpm.sh | sudo bash - - -#include bits from csit-sut -RUN yum install -y --enablerepo=epel \ - # general tools -# bridge-utils \ - cloud-init \ - net-tools \ - openssh-server \ - pciutils \ - rsyslog \ -# ssh \ - sudo \ - supervisor \ - tar \ - vim \ - wget \ -# python-devel \ - openssh-clients \ - # csit requirements - gcc \ - cmake3 \ -# docker-1.13 \ -# libpcap-devel \ -# libpython-devel-2.7 \ -# libpython-devel \ -# openjdk-8-jdk-headless \ -# python-pip \ -# python-devel-2.7 \ -# python-virtualenv \ - socat \ - strongswan \ - unzip \ - tcpdump \ - zlib-devel \ - # vpp requirements -# ca-certificates-2018 \ -# libapr1 \ - mbedtls \ - mbedtls-devel \ -# libnuma1 \ -# python-cffi \ -# python36-cffi \ -# python-enum34 \ - git \ - sshpass \ -# facter \ -# devtoolset-7 \ -# ninja-build \ - python3-devel \ -# python36-jsonschema \ - selinux-policy \ - selinux-policy-devel \ -# mbedtls-debuginfo \ - && yum clean all - -# Configure locales -#RUN localectl set-locale "en_US.UTF-8" \ -# && localectl status - -# Fix permissions -# RUN chown root:syslog /var/log \ -# && chmod 755 /etc/default - -# Create directory structure -RUN mkdir -p /tmp/dumps \ - && mkdir -p /var/cache/vpp/python \ - && mkdir -p /var/run/sshd - -# CSIT PIP pre-cache -RUN pip install \ - docopt==0.6.2 \ - ecdsa==0.13 \ - enum34==1.1.2 \ - ipaddress==1.0.16 \ - paramiko==1.16.0 \ - pexpect==4.6.0 \ - ptyprocess==0.6.0 \ - pycrypto==2.6.1 \ - pykwalify==1.5.0 \ -# pypcap==1.1.5 \ - python-dateutil==2.4.2 \ - PyYAML==3.11 \ - requests==2.9.1 \ - robotframework==2.9.2 \ - scapy==2.3.3 \ - scp==0.10.2 \ - six==1.12.0 \ - dill==0.2.8.2 \ - numpy==1.14.5 \ - scipy==1.1.0 - -# VPP PIP pre-cache -RUN pip install \ - aenum - -# SSH settings -RUN echo 'root:Csit1234' | chpasswd \ - && sed -i 's/#PermitRootLogin yes/PermitRootLogin yes/' /etc/ssh/sshd_config \ - && sed 's@session\s*required\s*pam_loginuid.so@session optional pam_loginuid.so@g' -i /etc/pam.d/sshd \ - && echo "export VISIBLE=now" >> /etc/profile - -ADD files/sshconfig /root/.ssh/config -ADD files/badkey /root/.ssh/id_rsa -RUN chmod 600 /root/.ssh/id_rsa -#RUN mv /usr/bin/sar /usr/bin/sar.old && ln -s /bin/true /usr/bin/sar -RUN ssh-keygen -t ecdsa -f /etc/ssh/ssh_host_ecdsa_key -N '' && ssh-keygen -t rsa -f /etc/ssh/ssh_host_rsa_key -N '' && ssh-keygen -t ed25519 -f /etc/ssh/ssh_host_ed25519_key -N '' - -#include bits from registry image -RUN rm -rf /home/jenkins && useradd -ms /bin/bash jenkins && chown -R jenkins /w && chown -R jenkins /var/ccache && chown -R jenkins /var/cache/vpp #&& mv /usr/bin/sar /usr/bin/sar.old && ln -s /bin/true /usr/bin/sar -ADD files/jenkins /etc/sudoers.d/jenkins -ADD files/supervisord.conf /etc/supervisord/supervisord.conf -ENV PATH=/root/.local/bin:/home/jenkins/.local/bin:${PATH} - -#csit-sut ssh bits for the end -EXPOSE 22 - -CMD ["sh", "-c", "rm -f /dev/shm/db /dev/shm/global_vm /dev/shm/vpe-api; /usr/bin/supervisord -c /etc/supervisord/supervisord.conf; /usr/sbin/sshd -D"] -- cgit 1.2.3-korg