from vpp_interface import VppInterface from vpp_papi import VppEnum INDEX_INVALID = 0xffffffff DEFAULT_PORT = 4789 UNDEFINED_PORT = 0 def find_vxlan_tunnel(test, src, dst, s_port, d_port, vni): ts = test.vapi.vxlan_tunnel_v2_dump(INDEX_INVALID) src_port = DEFAULT_PORT if s_port != UNDEFINED_PORT: src_port = s_port dst_port = DEFAULT_PORT if d_port != UNDEFINED_PORT: dst_port = d_port for t @media only all and (prefers-color-scheme: dark) { .highlight .hll { background-color: #49483e } .highlight .c { color: #75715e } /* Comment */ .highlight .err { color: #960050; background-color: #1e0010 } /* Error */ .highlight .k { color: #66d9ef } /* Keyword */ .highlight .l { color: #ae81ff } /* Literal */ .highlight .n { color: #f8f8f2 } /* Name */ .highlight .o { color: #f92672 } /* Operator */ .highlight .p { color: #f8f8f2 } /* Punctuation */ .highlight .ch { color: #75715e } /* Comment.Hashbang */ .highlight .cm { color: #75715e } /* Comment.Multiline */ .highlight .cp { color: #75715e } /* Comment.Preproc */ .highlight .cpf { color: #75715e } /* Comment.PreprocFile */ .highlight .c1 { color: #75715e } /* Comment.Single */ .highlight .cs { color: #75715e } /* Comment.Special */ .highlight .gd { color: #f92672 } /* Generic.Deleted */ .highlight .ge { font-style: italic } /* Generic.Emph */ .highlight .gi { color: #a6e22e } /* Generic.Inserted */ .highlight .gs { font-weight: bold } /* Generic.Strong */ .highlight .gu { color: #75715e } /* Generic.Subheading */ .highlight .kc { color: #66d9ef } /* Keyword.Constant */ .highlight .kd { color: #66d9ef } /* Keyword.Declaration */ .highlight .kn { color: #f92672 } /* Keyword.Namespace */ .highlight .kp { color: #66d9ef } /* Keyword.Pseudo */ .highlight .kr { color: #66d9ef } /* Keyword.Reserved */ .highlight .kt { color: #66d9ef } /* Keyword.Type */ .highlight .ld { color: #e6db74 } /* Literal.Date */ .highlight .m { color: #ae81ff } /* Literal.Number */ .highlight .s { color: #e6db74 } /* Literal.String */ .highlight .na { color: #a6e22e } /* Name.Attribute */ .highlight .nb { color: #f8f8f2 } /* Name.Builtin */ .highlight .nc { color: #a6e22e } /* Name.Class */ .highlight .no { color: #66d9ef } /* Name.Constant */ .highlight .nd { color: #a6e22e } /* Name.Decorator */ .highlight .ni { color: #f8f8f2 } /* Name.Entity */ .highlight .ne { color: #a6e22e } /* Name.Exception */ .highlight .nf { color: #a6e22e } /* Name.Function */ .highlight .nl { color: #f8f8f2 } /* Name.Label */ .highlight .nn { color: #f8f8f2 } /* Name.Namespace */ .highlight .nx { color: #a6e22e } /* Name.Other */ .highlight .py { color: #f8f8f2 } /* Name.Property */ .highlight .nt { color: #f92672 } /* Name.Tag */ .highlight .nv { color: #f8f8f2 } /* Name.Variable */ .highlight .ow { color: #f92672 } /* Operator.Word */ .highlight .w { color: #f8f8f2 } /* Text.Whitespace */ .highlight .mb { color: #ae81ff } /* Literal.Number.Bin */ .highlight .mf { color: #ae81ff } /* Literal.Number.Float */ .highlight .mh { color: #ae81ff } /* Literal.Number.Hex */ .highlight .mi { color: #ae81ff } /* Literal.Number.Integer */ .highlight .mo { color: #ae81ff } /* Literal.Number.Oct */ .highlight .sa { color: #e6db74 } /* Literal.String.Affix */ .highlight .sb { color: #e6db74 } /* Literal.String.Backtick */ .highlight .sc { color: #e6db74 } /* Literal.String.Char */ .highlight .dl { color: #e6db74 } /* Literal.String.Delimiter */ .highlight .sd { color: #e6db74 } /* Literal.String.Doc */ .highlight .s2 { color: #e6db74 } /* Literal.String.Double */ .highlight .se { color: #ae81ff } /* Literal.String.Escape */ .highlight .sh { color: #e6db74 } /* Literal.String.Heredoc */ .highlight .si { color: #e6db74 } /* Literal.String.Interpol */ .highlight .sx { color: #e6db74 } /* Literal.String.Other */ .highlight .sr { color: #e6db74 } /* Literal.String.Regex */ .highlight .s1 { color: #e6db74 } /* Literal.String.Single */ .highlight .ss { color: #e6db74 } /* Literal.String.Symbol */ .highlight .bp { color: #f8f8f2 } /* Name.Builtin.Pseudo */ .highlight .fm { color: #a6e22e } /* Name.Function.Magic */ .highlight .vc { color: #f8f8f2 } /* Name.Variable.Class */ .highlight .vg { color: #f8f8f2 } /* Name.Variable.Global */ .highlight .vi { color: #f8f8f2 } /* Name.Variable.Instance */ .highlight .vm { color: #f8f8f2 } /* Name.Variable.Magic */ .highlight .il { color: #ae81ff } /* Literal.Number.Integer.Long */ } @media (prefers-color-scheme: light) { .highlight .hll { background-color: #ffffcc } .highlight .c { color: #888888 } /* Comment */ .highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */ .highlight .k { color: #008800; font-weight: bold } /* Keyword */ .highlight .ch { color: #888888 } /* Comment.Hashbang */ .highlight .cm { color: #888888 } /* Comment.Multiline */ .highlight .cp { color: #cc0000; font-weight: bold } /* Comment.Preproc */ .highlight .cpf { color: #888888 } /* Comment.PreprocFile */ .highlight .c1 { color: #888888 } /* Comment.Single */ .highlight .cs { color: #cc0000; font-weight: bold; background-color: #fff0f0 } /* Comment.Special */ .highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */ .highlight .ge { font-style: italic } /* Generic.Emph */ .highlight .gr { color: #aa0000 } /* Generic.Error */ .highlight .gh { color: #333333 } /* Generic.Heading */ .highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */ .highlight .go { color: #888888 } /* Generic.Output */ .highlight .gp { color: #555555 } /* Generic.Prompt */ .highlight .gs { font-weight: bold } /* Generic.Strong */ .highlight .gu { color: #666666 } /* Generic.Subheading */ .highlight .gt { color: #aa0000 } /* Generic.Traceback */ .highlight .kc { color: #008800; font-weight: bold } /* Keyword.Constant */ .highlight .kd { color: #008800; font-weight: bold } /* Keyword.Declaration */ .highlight .kn { color: #008800; font-weight: bold } /* Keyword.Namespace */ .highlight .kp { color: #008800 } /* Keyword.Pseudo */ .highlight .kr { color: #008800; font-weight: bold } /* Keyword.Reserved */ .highlight .kt { color: #888888; font-weight: bold } /* Keyword.Type */ .highlight .m { color: #0000DD; font-weight: bold } /* Literal.Number */ .highlight .s { color: #dd2200; background-color: #fff0f0 } /* Literal.String */ .highlight .na { color: #336699 } /* Name.Attribute */ .highlight .nb { color: #003388 } /* Name.Builtin */ .highlight .nc { color: #bb0066; font-weight: bold } /* Name.Class */ .highlight .no { color: #003366; font-weight: bold } /* Name.Constant */ .highlight .nd { color: #555555 } /* Name.Decorator */ .highlight .ne { color: #bb0066; font-weight: bold } /* Name.Exception */ .highlight .nf { color: #0066bb; font-weight: bold } /* Name.Function */ .highlight .nl { color: #336699; font-style: italic } /* Name.Label */ .highlight .nn { color: #bb0066; font-weight: bold } /* Name.Namespace */ .highlight .py { color: #336699; font-weight: bold } /* Name.Property */ .highlight .nt { color: #bb0066; font-weight: bold } /* Name.Tag */ .highlight .nv { color: #336699 } /* Name.Variable */ .highlight .ow { color: #008800 } /* Operator.Word */ .highlight .w { color: #bbbbbb } /* Text.Whitespace */ .highlight .mb { color: #0000DD; font-weight: bold } /* Literal.Number.Bin */ .highlight .mf { color: #0000DD; font-weight: bold } /* Literal.Number.Float */ .highlight .mh { color: #0000DD; font-weight: bold } /* Literal.Number.Hex */ .highlight .mi { color: #0000DD; font-weight: bold } /* Literal.Number.Integer */ .highlight .mo { color: #0000DD; font-weight: bold } /* Literal.Number.Oct */ .highlight .sa { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Affix */ .highlight .sb { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Backtick */ .highlight .sc { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Char */ .highlight .dl { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Delimiter */ .highlight .sd { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Doc */ .highlight .s2 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Double */ .highlight .se { color: #0044dd; background-color: #fff0f0 } /* Literal.String.Escape */ .highlight .sh { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Heredoc */ .highlight .si { color: #3333bb; background-color: #fff0f0 } /* Literal.String.Interpol */ .highlight .sx { color: #22bb22; background-color: #f0fff0 } /* Literal.String.Other */ .highlight .sr { color: #008800; background-color: #fff0ff } /* Literal.String.Regex */ .highlight .s1 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Single */ .highlight .ss { color: #aa6600; background-color: #fff0f0 } /* Literal.String.Symbol */ .highlight .bp { color: #003388 } /* Name.Builtin.Pseudo */ .highlight .fm { color: #0066bb; font-weight: bold } /* Name.Function.Magic */ .highlight .vc { color: #336699 } /* Name.Variable.Class */ .highlight .vg { color: #dd7700 } /* Name.Variable.Global */ .highlight .vi { color: #3333bb } /* Name.Variable.Instance */ .highlight .vm { color: #336699 } /* Name.Variable.Magic */ .highlight .il { color: #0000DD; font-weight: bold } /* Literal.Number.Integer.Long */ } #!/bin/bash # Copyright (c) 2018 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -xo pipefail # TOPOLOGY # Space separated list of available testbeds, described by topology files TOPOLOGIES_3N_HSW="topologies/available/lf_3n_hsw_testbed1.yaml \ topologies/available/lf_3n_hsw_testbed2.yaml \ topologies/available/lf_3n_hsw_testbed3.yaml" TOPOLOGIES_2N_SKX="topologies/available/lf_2n_skx_testbed21.yaml \ topologies/available/lf_2n_skx_testbed22.yaml \ topologies/available/lf_2n_skx_testbed23.yaml \ topologies/available/lf_2n_skx_testbed24.yaml" TOPOLOGIES_3N_SKX="topologies/available/lf_2n_skx_testbed31.yaml \ topologies/available/lf_2n_skx_testbed32.yaml" # SYSTEM SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" export PYTHONPATH=${SCRIPT_DIR} export DEBIAN_FRONTEND=noninteractive # RESERVATION RESERVATION_DIR="/tmp/reservation_dir" INSTALLATION_DIR="/tmp/install_dir" # ARCHIVE JOB_ARCHIVE_ARTIFACTS=(log.html output.xml report.html) LOG_ARCHIVE_ARTIFACTS=(log.html output.xml report.html) JOB_ARCHIVE_DIR="archive" LOG_ARCHIVE_DIR="$WORKSPACE/archives" mkdir -p ${JOB_ARCHIVE_DIR} mkdir -p ${LOG_ARCHIVE_DIR} # JOB SETTING case ${JOB_NAME} in *2n-skx*) TOPOLOGIES=$TOPOLOGIES_2N_SKX TOPOLOGIES_TAGS="2_node_*_link_topo" ;; *3n-skx*) TOPOLOGIES=$TOPOLOGIES_3N_SKX TOPOLOGIES_TAGS="3_node_*_link_topo" ;; *) TOPOLOGIES=$TOPOLOGIES_3N_HSW TOPOLOGIES_TAGS="3_node_*_link_topo" ;; esac case ${JOB_NAME} in *hc2vpp*) DUT="hc2vpp" ;; *vpp*) DUT="vpp" case ${JOB_NAME} in csit-vpp-*) # Use downloaded packages with specific version if [[ ${TEST_TAG} == *DAILY ]] || \ [[ ${TEST_TAG} == *WEEKLY ]]; then echo Downloading latest VPP packages from NEXUS... bash ${SCRIPT_DIR}/resources/tools/scripts/download_install_vpp_pkgs.sh \ --skip-install else echo Downloading VPP packages of specific version from NEXUS... DPDK_STABLE_VER=$(cat ${SCRIPT_DIR}/DPDK_STABLE_VER) VPP_STABLE_VER=$(cat ${SCRIPT_DIR}/VPP_STABLE_VER_UBUNTU) bash ${SCRIPT_DIR}/resources/tools/scripts/download_install_vpp_pkgs.sh \ --skip-install --vpp ${VPP_STABLE_VER} --dkms ${DPDK_STABLE_VER} fi # Jenkins VPP deb paths (convert to full path) DUT_PKGS="$( readlink -f ${DUT}*.deb | tr '\n' ' ' )" ;; vpp-csit-*) # Use local packages provided as argument list # Jenkins VPP deb paths (convert to full path) DUT_PKGS="$( readlink -f $@ | tr '\n' ' ' )" ;; *) echo "Unable to identify job type based on JOB_NAME variable: ${JOB_NAME}" exit 1 ;; esac ;; *ligato*) DUT="kubernetes" ;; *dpdk*) DUT="dpdk" ;; *) echo "Unable to identify dut type based on JOB_NAME variable: ${JOB_NAME}" exit 1 ;; esac # ENVIRONMENT PREPARATION virtualenv --system-site-packages env . env/bin/activate pip install -r requirements.txt # We iterate over available topologies and wait until we reserve topology while :; do for TOPOLOGY in ${TOPOLOGIES}; do python ${SCRIPT_DIR}/resources/tools/scripts/topo_reservation.py -t ${TOPOLOGY} if [ $? -eq 0 ]; then WORKING_TOPOLOGY=${TOPOLOGY} echo "Reserved: ${WORKING_TOPOLOGY}" break fi done if [ ! -z "${WORKING_TOPOLOGY}" ]; then # Exit the infinite while loop if we made a reservation break fi # Wait ~3minutes before next try SLEEP_TIME=$[ ( $RANDOM % 20 ) + 180 ]s echo "Sleeping ${SLEEP_TIME}" sleep ${SLEEP_TIME} done function cancel_all { python ${SCRIPT_DIR}/resources/tools/scripts/topo_installation.py -c -d ${INSTALLATION_DIR} -t $1 python ${SCRIPT_DIR}/resources/tools/scripts/topo_reservation.py -c -t $1 } # On script exit we cancel the reservation and installation and delete all vpp # packages trap "cancel_all ${WORKING_TOPOLOGY}" EXIT python ${SCRIPT_DIR}/resources/tools/scripts/topo_installation.py \ -t ${WORKING_TOPOLOGY} -d ${INSTALLATION_DIR} -p ${DUT_PKGS} if [ $? -eq 0 ]; then echo "DUT installed on hosts from: ${WORKING_TOPOLOGY}" else echo "Failed to copy DUT packages files to hosts from: ${WORKING_TOPOLOGY}" exit 1 fi # CSIT EXECUTION PYBOT_ARGS="--consolewidth 100 \ --loglevel TRACE \ --variable TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ --suite tests.${DUT}.perf" case "$TEST_TAG" in # select specific performance tests based on jenkins job type variable PERFTEST_DAILY ) TAGS=('ndrdiscANDnic_intel-x520-da2AND1c' 'ndrdiscANDnic_intel-x520-da2AND2c' 'ndrpdrANDnic_intel-x520-da2AND1c' 'ndrpdrANDnic_intel-x520-da2AND2c' 'ndrdiscAND1cANDipsec' 'ndrdiscAND2cANDipsec') ;; PERFTEST_SEMI_WEEKLY ) TAGS=('ndrdiscANDnic_intel-x710AND1c' 'ndrdiscANDnic_intel-x710AND2c' 'ndrdiscANDnic_intel-xl710AND1c' 'ndrdiscANDnic_intel-xl710AND2c') ;; PERFTEST_MRR_DAILY ) TAGS=('mrrAND64bAND1c' 'mrrAND64bAND2c' 'mrrAND64bAND4c' 'mrrAND78bAND1c' 'mrrAND78bAND2c' 'mrrAND78bAND4c' 'mrrANDimixAND1cANDvhost' 'mrrANDimixAND2cANDvhost' 'mrrANDimixAND4cANDvhost' 'mrrANDimixAND1cANDmemif' 'mrrANDimixAND2cANDmemif' 'mrrANDimixAND4cANDmemif') ;; VERIFY-PERF-PATCH ) if [[ -z "$TEST_TAG_STRING" ]]; then # If nothing is specified, we will run pre-selected tests by # following tags. Items of array will be concatenated by OR in Robot # Framework. TEST_TAG_ARRAY=('mrrANDnic_intel-x710AND1cAND64bANDip4base' 'mrrANDnic_intel-x710AND1cAND78bANDip6base' 'mrrANDnic_intel-x710AND1cAND64bANDl2bdbase') else # If trigger contains tags, split them into array. TEST_TAG_ARRAY=(${TEST_TAG_STRING//:/ }) fi TAGS=() for TAG in "${TEST_TAG_ARRAY[@]}"; do if [[ ${TAG} == "!"* ]]; then # Exclude tags are not prefixed. TAGS+=("${TAG}") else # We will prefix with perftest to prevent running other tests # (e.g. Functional). prefix="perftestAND" if [[ ${JOB_NAME} == vpp-* ]] ; then # Automatic prefixing for VPP jobs to limit the NIC used and # traffic evaluation to MRR. prefix="${prefix}mrrANDnic_intel-x710AND" fi TAGS+=("$prefix${TAG}") fi done ;; * ) TAGS=('perftest') esac # Catenate TAG selections EXPANDED_TAGS=() for TAG in "${TAGS[@]}"; do if [[ ${TAG} == "!"* ]]; then EXPANDED_TAGS+=(" --exclude ${TAG#$"!"} ") else EXPANDED_TAGS+=(" --include ${TOPOLOGIES_TAGS}AND${TAG} ") fi done # Execute the test pybot ${PYBOT_ARGS}${EXPANDED_TAGS[@]} tests/ RETURN_STATUS=$(echo $?) # Archive JOB artifacts in jenkins for i in ${JOB_ARCHIVE_ARTIFACTS[@]}; do cp $( readlink -f ${i} | tr '\n' ' ' ) ${JOB_ARCHIVE_DIR}/ done # Archive JOB artifacts to logs.fd.io for i in ${LOG_ARCHIVE_ARTIFACTS[@]}; do cp $( readlink -f ${i} | tr '\n' ' ' ) ${LOG_ARCHIVE_DIR}/ done exit ${RETURN_STATUS}
#!/bin/bash # Copyright (c) 2018 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -xo pipefail # TOPOLOGY # Space separated list of available testbeds, described by topology files TOPOLOGIES_3N_HSW="topologies/available/lf_3n_hsw_testbed1.yaml \ topologies/available/lf_3n_hsw_testbed2.yaml \ topologies/available/lf_3n_hsw_testbed3.yaml" TOPOLOGIES_2N_SKX="topologies/available/lf_2n_skx_testbed21.yaml \ topologies/available/lf_2n_skx_testbed22.yaml \ topologies/available/lf_2n_skx_testbed23.yaml \ topologies/available/lf_2n_skx_testbed24.yaml" TOPOLOGIES_3N_SKX="topologies/available/lf_2n_skx_testbed31.yaml \ topologies/available/lf_2n_skx_testbed32.yaml" # SYSTEM SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" export PYTHONPATH=${SCRIPT_DIR} export DEBIAN_FRONTEND=noninteractive # RESERVATION RESERVATION_DIR="/tmp/reservation_dir" INSTALLATION_DIR="/tmp/install_dir" # ARCHIVE JOB_ARCHIVE_ARTIFACTS=(log.html output.xml report.html) LOG_ARCHIVE_ARTIFACTS=(log.html output.xml report.html) JOB_ARCHIVE_DIR="archive" LOG_ARCHIVE_DIR="$WORKSPACE/archives" mkdir -p ${JOB_ARCHIVE_DIR} mkdir -p ${LOG_ARCHIVE_DIR} # JOB SETTING case ${JOB_NAME} in *2n-skx*) TOPOLOGIES=$TOPOLOGIES_2N_SKX TOPOLOGIES_TAGS="2_node_*_link_topo" ;; *3n-skx*) TOPOLOGIES=$TOPOLOGIES_3N_SKX TOPOLOGIES_TAGS="3_node_*_link_topo" ;; *) TOPOLOGIES=$TOPOLOGIES_3N_HSW TOPOLOGIES_TAGS="3_node_*_link_topo" ;; esac case ${JOB_NAME} in *hc2vpp*) DUT="hc2vpp" ;; *vpp*) DUT="vpp" case ${JOB_NAME} in csit-vpp-*) # Use downloaded packages with specific version if [[ ${TEST_TAG} == *DAILY ]] || \ [[ ${TEST_TAG} == *WEEKLY ]]; then echo Downloading latest VPP packages from NEXUS... bash ${SCRIPT_DIR}/resources/tools/scripts/download_install_vpp_pkgs.sh \ --skip-install else echo Downloading VPP packages of specific version from NEXUS... DPDK_STABLE_VER=$(cat ${SCRIPT_DIR}/DPDK_STABLE_VER) VPP_STABLE_VER=$(cat ${SCRIPT_DIR}/VPP_STABLE_VER_UBUNTU) bash ${SCRIPT_DIR}/resources/tools/scripts/download_install_vpp_pkgs.sh \ --skip-install --vpp ${VPP_STABLE_VER} --dkms ${DPDK_STABLE_VER} fi # Jenkins VPP deb paths (convert to full path) DUT_PKGS="$( readlink -f ${DUT}*.deb | tr '\n' ' ' )" ;; vpp-csit-*) # Use local packages provided as argument list # Jenkins VPP deb paths (convert to full path) DUT_PKGS="$( readlink -f $@ | tr '\n' ' ' )" ;; *) echo "Unable to identify job type based on JOB_NAME variable: ${JOB_NAME}" exit 1 ;; esac ;; *ligato*) DUT="kubernetes" ;; *dpdk*) DUT="dpdk" ;; *) echo "Unable to identify dut type based on JOB_NAME variable: ${JOB_NAME}" exit 1 ;; esac # ENVIRONMENT PREPARATION virtualenv --system-site-packages env . env/bin/activate pip install -r requirements.txt # We iterate over available topologies and wait until we reserve topology while :; do for TOPOLOGY in ${TOPOLOGIES}; do python ${SCRIPT_DIR}/resources/tools/scripts/topo_reservation.py -t ${TOPOLOGY} if [ $? -eq 0 ]; then WORKING_TOPOLOGY=${TOPOLOGY} echo "Reserved: ${WORKING_TOPOLOGY}" break fi done if [ ! -z "${WORKING_TOPOLOGY}" ]; then # Exit the infinite while loop if we made a reservation break fi # Wait ~3minutes before next try SLEEP_TIME=$[ ( $RANDOM % 20 ) + 180 ]s echo "Sleeping ${SLEEP_TIME}" sleep ${SLEEP_TIME} done function cancel_all { python ${SCRIPT_DIR}/resources/tools/scripts/topo_installation.py -c -d ${INSTALLATION_DIR} -t $1 python ${SCRIPT_DIR}/resources/tools/scripts/topo_reservation.py -c -t $1 } # On script exit we cancel the reservation and installation and delete all vpp # packages trap "cancel_all ${WORKING_TOPOLOGY}" EXIT python ${SCRIPT_DIR}/resources/tools/scripts/topo_installation.py \ -t ${WORKING_TOPOLOGY} -d ${INSTALLATION_DIR} -p ${DUT_PKGS} if [ $? -eq 0 ]; then echo "DUT installed on hosts from: ${WORKING_TOPOLOGY}" else echo "Failed to copy DUT packages files to hosts from: ${WORKING_TOPOLOGY}" exit 1 fi # CSIT EXECUTION PYBOT_ARGS="--consolewidth 100 \ --loglevel TRACE \ --variable TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ --suite tests.${DUT}.perf" case "$TEST_TAG" in # select specific performance tests based on jenkins job type variable PERFTEST_DAILY ) TAGS=('ndrdiscANDnic_intel-x520-da2AND1c' 'ndrdiscANDnic_intel-x520-da2AND2c' 'ndrpdrANDnic_intel-x520-da2AND1c' 'ndrpdrANDnic_intel-x520-da2AND2c' 'ndrdiscAND1cANDipsec' 'ndrdiscAND2cANDipsec') ;; PERFTEST_SEMI_WEEKLY ) TAGS=('ndrdiscANDnic_intel-x710AND1c' 'ndrdiscANDnic_intel-x710AND2c' 'ndrdiscANDnic_intel-xl710AND1c' 'ndrdiscANDnic_intel-xl710AND2c') ;; PERFTEST_MRR_DAILY ) TAGS=('mrrAND64bAND1c' 'mrrAND64bAND2c' 'mrrAND64bAND4c' 'mrrAND78bAND1c' 'mrrAND78bAND2c' 'mrrAND78bAND4c' 'mrrANDimixAND1cANDvhost' 'mrrANDimixAND2cANDvhost' 'mrrANDimixAND4cANDvhost' 'mrrANDimixAND1cANDmemif' 'mrrANDimixAND2cANDmemif' 'mrrANDimixAND4cANDmemif') ;; VERIFY-PERF-PATCH ) if [[ -z "$TEST_TAG_STRING" ]]; then # If nothing is specified, we will run pre-selected tests by # following tags. Items of array will be concatenated by OR in Robot # Framework. TEST_TAG_ARRAY=('mrrANDnic_intel-x710AND1cAND64bANDip4base' 'mrrANDnic_intel-x710AND1cAND78bANDip6base' 'mrrANDnic_intel-x710AND1cAND64bANDl2bdbase') else # If trigger contains tags, split them into array. TEST_TAG_ARRAY=(${TEST_TAG_STRING//:/ }) fi TAGS=() for TAG in "${TEST_TAG_ARRAY[@]}"; do if [[ ${TAG} == "!"* ]]; then # Exclude tags are not prefixed. TAGS+=("${TAG}") else # We will prefix with perftest to prevent running other tests # (e.g. Functional). prefix="perftestAND" if [[ ${JOB_NAME} == vpp-* ]] ; then # Automatic prefixing for VPP jobs to limit the NIC used and # traffic evaluation to MRR. prefix="${prefix}mrrANDnic_intel-x710AND" fi TAGS+=("$prefix${TAG}") fi done ;; * ) TAGS=('perftest') esac # Catenate TAG selections EXPANDED_TAGS=() for TAG in "${TAGS[@]}"; do if [[ ${TAG} == "!"* ]]; then EXPANDED_TAGS+=(" --exclude ${TAG#$"!"} ") else EXPANDED_TAGS+=(" --include ${TOPOLOGIES_TAGS}AND${TAG} ") fi done # Execute the test pybot ${PYBOT_ARGS}${EXPANDED_TAGS[@]} tests/ RETURN_STATUS=$(echo $?) # Archive JOB artifacts in jenkins for i in ${JOB_ARCHIVE_ARTIFACTS[@]}; do cp $( readlink -f ${i} | tr '\n' ' ' ) ${JOB_ARCHIVE_DIR}/ done # Archive JOB artifacts to logs.fd.io for i in ${LOG_ARCHIVE_ARTIFACTS[@]}; do cp $( readlink -f ${i} | tr '\n' ' ' ) ${LOG_ARCHIVE_DIR}/ done exit ${RETURN_STATUS}