aboutsummaryrefslogtreecommitdiffstats
path: root/tests/perf
AgeCommit message (Expand)AuthorFilesLines
2017-06-08CSIT-662: KWI - KW renamingTibor Frank92-5110/+5110
2017-06-05CSIT-614: PDRCHK test for vpp-csit-verify-hw-perf jobTibor Frank10-0/+1884
2017-06-05CSIT-524: Traffic generator using python profilesTibor Frank82-6346/+5730
2017-05-11CSIT-574: IPSec Scale File Splitsjan.hradil8-1164/+1448
2017-05-10CSIT-573: Split SNAT scale tests to multiple filesjan.hradil7-919/+1249
2017-04-28Fix: VAT timeout in IPv6 scale 2MPeter Mikus2-0/+27
2017-04-25Improve doc in data driven perf testsTibor Frank4-63/+72
2017-04-24CSIT-557: Performance jobs reorganisation, part 3Tibor Frank8-8/+8
2017-04-24Fix: tc02-64B-1t1c-eth-l2xcbase-eth-4vhost-2vm-pdrdiscPeter Mikus1-0/+1
2017-04-21Added Ethernet frame size tags for performance tests:Maciek Konstantynowicz73-1060/+1067
2017-04-19Use QEMU virtio queue size 1024 for perf testsJan Gelety15-256/+4
2017-04-19Fix: IPSec+Lisp suite namingPeter Mikus1-0/+0
2017-04-18Remove the tag THIS from SNAT perf testsTibor Frank2-2/+2
2017-04-18CSIT-545: Performance tests for SNATTibor Frank2-0/+1165
2017-04-12IPsectptLispGpe performance test suitepmikus7-24/+363
2017-04-10IPsec Multi-Tunnel performance test suiteKirill Rybalchenko4-0/+2540
2017-04-07CSIT-553 Make QEMU bin configurablepmikus1-1/+5
2017-04-06CSIT-552: Add xl710 perf test with 2 VMs per DUTJan Gelety3-0/+1812
2017-04-03CSIT-550: Add x520 L2 x-connect perf test with 2 VMs per DUTJan Gelety2-25/+589
2017-03-30Update: NDRCHK rate values and typospmikus22-322/+322
2017-03-30Fix: Naming of perf suites following conventionspmikus38-0/+0
2017-03-30CSIT-548: Add x520 IP4base perf test with 2 VMs per DUTJan Gelety4-17/+584
2017-03-27CSIT-547: Add x520 L2BD perf test with 2 VMs per DUTJan Gelety2-0/+565
2017-03-08CSIT-530: Add common setup and teardown to perf testsTibor Frank61-2828/+2691
2017-02-27CSIT-339: Add Keywords for SMTTibor Frank2-72/+72
2017-01-27CSIT-507: Add perf tests for Cisco VIC-1385 L2BDMiroslav Miklus1-0/+348
2017-01-27CSIT-508: Add perf tests for Cisco VIC-1227 L2BDMiroslav Miklus1-0/+286
2017-01-26CSIT-512: Add x710, xl710 l2bd vhost testsTibor Frank2-0/+1338
2017-01-24CSIT-509: Add perf tests for vlan + l2 + vhostTibor Frank3-1/+1411
2017-01-19Fix: Adjust NDRCHK threshold valuespmikus2-12/+12
2017-01-18Renaming of all perf TCs.Tibor Frank54-937/+973
2017-01-12CSIT-501: Perf tests re-taggingTibor Frank54-904/+848
2017-01-10CSIT-469 Rename performance suitespmikus54-3365/+3665
2017-01-10CSIT-499: Perf Tests - VXLAN + L2BD + vhostTibor Frank1-0/+684
2017-01-04CSIT-498: Packet throughput L2BD with VXLANoIPv4Tibor Frank1-0/+475
2016-12-14vhost perf testing with Qemu 5t5pcpmikus3-11/+11
2016-12-13CSIT-470 Add option to configure CFS scheduler priority for VPPpmikus3-6/+57
2016-11-15CSIT-403 Data-Driven Performance Test Suite IIpmikus4-292/+414
2016-11-04CSIT-458 Use node aware config in all perf TCspmikus41-640/+640
2016-11-04CSIT-466 Remove dpdk-vhost testspmikus2-133/+0
2016-10-25TB1 X710 topology file, X710 BD Long testsMiroslav Miklus1-0/+196
2016-10-24CSIT-452: Switch Qemu binary to Ubuntu defaultpmikus3-3/+0
2016-10-24CSIT-318 Long_IPv6_Intel-XL710Miroslav Miklus1-0/+187
2016-10-13CSIT-403 Data-Driven Performance Test Suite Ipmikus2-511/+190
2016-10-05CSIT-327 XL710 IPv4 testsMiroslav Miklus2-1/+263
2016-10-05FIX: Perf-Long-Xconnect-XL710 documentationMiroslav Miklus1-10/+10
2016-10-05IPv4 2M scale tests - adjust heapsize to 3GMiroslav Miklus2-0/+27
2016-10-04CSIT-322 XL710 BD testsMiroslav Miklus1-0/+258
2016-09-22CSIT-411 Show Vhost Userpmikus3-0/+3
2016-09-21Latency stream 10k > 9k, min_rate 5k > 10kMiroslav Miklus21-147/+147
span>}; do python ${SCRIPT_DIR}/resources/tools/scripts/topo_reservation.py -t ${TOPOLOGY} if [ $? -eq 0 ]; then WORKING_TOPOLOGY=${TOPOLOGY} echo "Reserved: ${WORKING_TOPOLOGY}" break fi done if [ ! -z "${WORKING_TOPOLOGY}" ]; then # Exit the infinite while loop if we made a reservation break fi # Wait ~3minutes before next try SLEEP_TIME=$[ ( $RANDOM % 20 ) + 180 ]s echo "Sleeping ${SLEEP_TIME}" sleep ${SLEEP_TIME} done function cancel_all { python ${SCRIPT_DIR}/resources/tools/scripts/topo_installation.py -c -d ${INSTALLATION_DIR} -t $1 python ${SCRIPT_DIR}/resources/tools/scripts/topo_reservation.py -c -t $1 } # On script exit we cancel the reservation and installation and delete all vpp # packages trap "cancel_all ${WORKING_TOPOLOGY}" EXIT python ${SCRIPT_DIR}/resources/tools/scripts/topo_installation.py \ -t ${WORKING_TOPOLOGY} -d ${INSTALLATION_DIR} -p ${VPP_DEBS} if [ $? -eq 0 ]; then echo "VPP Installed on hosts from: ${WORKING_TOPOLOGY}" else echo "Failed to copy vpp deb files to DUTs" exit 1 fi # Based on job we will identify DUT if [[ ${JOB_NAME} == *hc2vpp* ]] ; then DUT="hc2vpp" elif [[ ${JOB_NAME} == *vpp* ]] ; then DUT="vpp" elif [[ ${JOB_NAME} == *ligato* ]] ; then DUT="kubernetes" elif [[ ${JOB_NAME} == *dpdk* ]] ; then DUT="dpdk" else echo "Unable to identify dut type based on JOB_NAME variable: ${JOB_NAME}" exit 1 fi PYBOT_ARGS="--consolewidth 120 --loglevel TRACE --variable TOPOLOGY_PATH:${WORKING_TOPOLOGY} --suite tests.${DUT}.perf" case "$TEST_TAG" in # select specific performance tests based on jenkins job type variable PERFTEST_DAILY ) TAGS=('ndrdiscANDnic_intel-x520-da2AND1t1c' 'ndrdiscANDnic_intel-x520-da2AND2t2c' 'ndrpdrANDnic_intel-x520-da2AND1t1c' 'ndrpdrANDnic_intel-x520-da2AND2t2c' 'ndrdiscAND1t1cANDipsec' 'ndrdiscAND2t2cANDipsec') ;; PERFTEST_SEMI_WEEKLY ) TAGS=('ndrdiscANDnic_intel-x710AND1t1c' 'ndrdiscANDnic_intel-x710AND2t2c' 'ndrdiscANDnic_intel-xl710AND1t1c' 'ndrdiscANDnic_intel-xl710AND2t2c') ;; PERFTEST_MRR_DAILY ) TAGS=('mrrAND64bAND1t1c' 'mrrAND64bAND2t2c' 'mrrAND64bAND4t4c' 'mrrAND78bAND1t1c' 'mrrAND78bAND2t2c' 'mrrAND78bAND4t4c' 'mrrANDimixAND1t1cANDvhost' 'mrrANDimixAND2t2cANDvhost' 'mrrANDimixAND4t4cANDvhost' 'mrrANDimixAND1t1cANDmemif' 'mrrANDimixAND2t2cANDmemif' 'mrrANDimixAND4t4cANDmemif') ;; VERIFY-PERF-NDRDISC ) TAGS=('ndrdiscAND1t1c' 'ndrdiscAND2t2c') ;; VERIFY-PERF-PDRDISC ) TAGS=('pdrdiscAND1t1c' 'pdrdiscAND2t2c') ;; VERIFY-PERF-MRR ) TAGS=('mrrAND1t1c' 'mrrAND2t2c') ;; VERIFY-PERF-IP4 ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDip4base' 'mrrANDnic_intel-x520-da2AND1t1cANDip4fwdANDfib_2m') ;; VERIFY-PERF-IP6 ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDip6base' 'mrrANDnic_intel-x520-da2AND1t1cANDip6fwdANDfib_2m') ;; VERIFY-PERF-L2 ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDl2xcbase' 'mrrANDnic_intel-x520-da2AND1t1cANDl2bdbase' '!lbond_dpdk') ;; VERIFY-PERF-LISP ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDlisp') ;; VERIFY-PERF-VXLAN ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDvxlan') ;; VERIFY-PERF-VHOST ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDvhost' '!lbond_dpdk') ;; VERIFY-PERF-MEMIF ) TAGS=('pdrdiscANDnic_intel-x520-da2AND1t1cANDmemif' 'pdrdiscANDnic_intel-x520-da2AND2t2cANDmemif' 'mrrANDnic_intel-x520-da2AND1t1cANDmemif' 'mrrANDnic_intel-x520-da2AND2t2cANDmemif') ;; VERIFY-PERF-IPSECHW ) TAGS=('pdrdiscANDnic_intel-xl710AND1t1cANDipsechw' 'pdrdiscANDnic_intel-xl710AND2t2cANDipsechw' 'mrrANDnic_intel-xl710AND1t1cANDipsechw' 'mrrANDnic_intel-xl710AND2t2cANDipsechw') ;; VERIFY-PERF-SRV6 ) TAGS=('mrrANDsrv6AND1t1c' 'mrrANDsrv6AND2t2c') ;; VPP-VERIFY-PERF-IP4 ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDip4base' 'mrrANDnic_intel-x520-da2AND1t1cANDip4fwdANDfib_2m') ;; VPP-VERIFY-PERF-IP6 ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDip6base' 'mrrANDnic_intel-x520-da2AND1t1cANDip6fwdANDfib_2m') ;; VPP-VERIFY-PERF-L2 ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDl2xcbase' 'mrrANDnic_intel-x520-da2AND1t1cANDl2bdbase' 'mrrANDnic_intel-x520-da2AND1t1cANDdot1q' '!lbond_dpdk') ;; VPP-VERIFY-PERF-LISP ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDlisp') ;; VPP-VERIFY-PERF-VXLAN ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDvxlan') ;; VPP-VERIFY-PERF-VHOST ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDvhost' '!lbond_dpdk') ;; VPP-VERIFY-PERF-MEMIF ) TAGS=('pdrdiscANDnic_intel-x520-da2AND1t1cANDmemif' 'pdrdiscANDnic_intel-x520-da2AND2t2cANDmemif' 'mrrANDnic_intel-x520-da2AND1t1cANDmemif' 'mrrANDnic_intel-x520-da2AND2t2cANDmemif') ;; VPP-VERIFY-PERF-ACL ) TAGS=('mrrANDnic_intel-x520-da2AND1t1cANDacl' 'mrrANDnic_intel-x520-da2AND2t2cANDacl') ;; VPP-VERIFY-PERF-IPSECHW ) TAGS=('pdrdiscANDnic_intel-xl710AND1t1cANDipsechw' 'pdrdiscANDnic_intel-xl710AND2t2cANDipsechw' 'mrrANDnic_intel-xl710AND1t1cANDipsechw' 'mrrANDnic_intel-xl710AND2t2cANDipsechw') ;; VPP-VERIFY-PERF-SRV6 ) TAGS=('mrrANDsrv6AND1t1c' 'mrrANDsrv6AND2t2c') ;; VERIFY-PERF-PATCH ) if [[ -z "$TEST_TAG_STRING" ]]; then # If nothing is specified, we will run pre-selected tests by # following tags. Items of array will be concatenated by OR in Robot # Framework. TEST_TAG_ARRAY=('mrrANDnic_intel-x710AND1t1cAND64bANDip4base' 'mrrANDnic_intel-x710AND1t1cAND78bANDip6base' 'mrrANDnic_intel-x710AND1t1cAND64bANDl2bdbase') else # If trigger contains tags, split them into array. TEST_TAG_ARRAY=(${TEST_TAG_STRING//:/ }) fi TAGS=() for TAG in "${TEST_TAG_ARRAY[@]}"; do if [[ ${TAG} == "!"* ]]; then # Exclude tags are not prefixed. TAGS+=("${TAG}") else # We will prefix with perftest to prevent running other tests # (e.g. Functional). prefix="perftestAND" if [[ ${JOB_NAME} == vpp-* ]] ; then # Automatic prefixing for VPP jobs to limit the NIC used and # traffic evaluation to MRR. prefix="${prefix}mrrANDnic_intel-x710AND" fi TAGS+=("$prefix${TAG}") fi done ;; * ) TAGS=('perftest') esac # Catenate TAG selections EXPANDED_TAGS=() for TAG in "${TAGS[@]}"; do if [[ ${TAG} == "!"* ]]; then EXPANDED_TAGS+=(" --exclude ${TAG#$"!"} ") else EXPANDED_TAGS+=(" --include ${TAG} ") fi done # Execute the test pybot ${PYBOT_ARGS}${EXPANDED_TAGS[@]} tests/ RETURN_STATUS=$(echo $?) # Archive JOB artifacts in jenkins for i in ${JOB_ARCHIVE_ARTIFACTS[@]}; do cp $( readlink -f ${i} | tr '\n' ' ' ) ${JOB_ARCHIVE_DIR}/ done # Archive JOB artifacts to logs.fd.io for i in ${LOG_ARCHIVE_ARTIFACTS[@]}; do cp $( readlink -f ${i} | tr '\n' ' ' ) ${LOG_ARCHIVE_DIR}/ done exit ${RETURN_STATUS}