diff options
Diffstat (limited to 'resources/tools/presentation/specifications/report/elements.yaml')
| -rw-r--r-- | resources/tools/presentation/specifications/report/elements.yaml | 2377 |
1 files changed, 1189 insertions, 1188 deletions
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 786d612c4f..6dcb679783 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -3,6 +3,7 @@ ################################################################################ # Statistics: job-specs' durations + - type: "table" title: "Job Specification Duration: 2n-clx-iterative" algorithm: "table_job_spec_duration" @@ -28,47 +29,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-clx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-clx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" - jb-type: "coverage" - data: "vpp-2n-clx-curr-cov" - lines: - - job-spec: "gso-00" - build: "18" - - job-spec: "ip4-00" - build: "19" - - job-spec: "ip4-01" - build: "20" - - job-spec: "ip4-02" - build: "21" - - job-spec: "ip4-03" - build: "22" - - job-spec: "ip4-04" - build: "23" - - job-spec: "ip4-05" - build: "24" - - job-spec: "ip4-06" - build: "25" - - job-spec: "ip4-07" - build: "26" - - job-spec: "ip4tun-00" - build: "27" - - job-spec: "ip6-00" - build: "28" - - job-spec: "ip6-01" - build: "29" - - job-spec: "l2-00" - build: "30" - - job-spec: "l2-01" - build: "31" - - job-spec: "lb-00" - build: "32" - - job-spec: "memif-00" - build: "33" - - job-spec: "vhost-00" - build: "34" +# - type: "table" +# title: "Job Specification Duration: 2n-clx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" +# jb-type: "coverage" +# data: "vpp-2n-clx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "18" +# - job-spec: "ip4-00" +# build: "19" +# - job-spec: "ip4-01" +# build: "20" +# - job-spec: "ip4-02" +# build: "21" +# - job-spec: "ip4-03" +# build: "22" +# - job-spec: "ip4-04" +# build: "23" +# - job-spec: "ip4-05" +# build: "24" +# - job-spec: "ip4-06" +# build: "25" +# - job-spec: "ip4-07" +# build: "26" +# - job-spec: "ip4tun-00" +# build: "27" +# - job-spec: "ip6-00" +# build: "28" +# - job-spec: "ip6-01" +# build: "29" +# - job-spec: "l2-00" +# build: "30" +# - job-spec: "l2-01" +# build: "31" +# - job-spec: "lb-00" +# build: "32" +# - job-spec: "memif-00" +# build: "33" +# - job-spec: "vhost-00" +# build: "34" - type: "table" title: "Job Specification Duration: 2n-dnv-iterative" @@ -81,25 +82,25 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" - jb-type: "coverage" - data: "vpp-2n-dnv-curr-cov" - lines: - - job-spec: "ip4-00" - build: "7" - - job-spec: "ip4-01" - build: "8" - - job-spec: "ip6-00" - build: "9" - - job-spec: "ip6-01" - build: "10" - - job-spec: "l2-00" - build: "11" - - job-spec: "l2-01" - build: "12" +# - type: "table" +# title: "Job Specification Duration: 2n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-2n-dnv-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "7" +# - job-spec: "ip4-01" +# build: "8" +# - job-spec: "ip6-00" +# build: "9" +# - job-spec: "ip6-01" +# build: "10" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "12" - type: "table" title: "Job Specification Duration: 2n-aws-iterative" @@ -112,15 +113,15 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-aws-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-aws-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" - jb-type: "coverage" - data: "vpp-2n-aws-curr-cov" - lines: - - job-spec: "vpp-00" - build: "26" +# - type: "table" +# title: "Job Specification Duration: 2n-aws-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" +# jb-type: "coverage" +# data: "vpp-2n-aws-curr-cov" +# lines: +# - job-spec: "vpp-00" +# build: "26" - type: "table" title: "Job Specification Duration: 3n-aws-iterative" @@ -133,15 +134,15 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-aws-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-aws-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" - jb-type: "coverage" - data: "vpp-3n-aws-curr-cov" - lines: - - job-spec: "vpp-00" - build: "34" +# - type: "table" +# title: "Job Specification Duration: 3n-aws-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" +# jb-type: "coverage" +# data: "vpp-3n-aws-curr-cov" +# lines: +# - job-spec: "vpp-00" +# build: "34" - type: "table" title: "Job Specification Duration: 2n-skx-iterative" @@ -168,47 +169,47 @@ - job-spec: "trex-mlr-00" data-set: "trex-2n-skx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-skx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" - jb-type: "coverage" - data: "vpp-2n-skx-curr-cov" - lines: - - job-spec: "gso-00" - build: "18" - - job-spec: "ip4-00" - build: "19" - - job-spec: "ip4-01" - build: "20" - - job-spec: "ip4-02" - build: "21" - - job-spec: "ip4-03" - build: "22" - - job-spec: "ip4-04" - build: "23" - - job-spec: "ip4-05" - build: "24" - - job-spec: "ip4-06" - build: "25" - - job-spec: "ip4-07" - build: "26" - - job-spec: "ip4tun-00" - build: "27" - - job-spec: "ip6-00" - build: "28" - - job-spec: "ip6-01" - build: "29" - - job-spec: "l2-00" - build: "30" - - job-spec: "l2-01" - build: "31" - - job-spec: "lb-00" - build: "32" - - job-spec: "memif-00" - build: "33" - - job-spec: "vhost-00" - build: "34" +# - type: "table" +# title: "Job Specification Duration: 2n-skx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" +# jb-type: "coverage" +# data: "vpp-2n-skx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "18" +# - job-spec: "ip4-00" +# build: "19" +# - job-spec: "ip4-01" +# build: "20" +# - job-spec: "ip4-02" +# build: "21" +# - job-spec: "ip4-03" +# build: "22" +# - job-spec: "ip4-04" +# build: "23" +# - job-spec: "ip4-05" +# build: "24" +# - job-spec: "ip4-06" +# build: "25" +# - job-spec: "ip4-07" +# build: "26" +# - job-spec: "ip4tun-00" +# build: "27" +# - job-spec: "ip6-00" +# build: "28" +# - job-spec: "ip6-01" +# build: "29" +# - job-spec: "l2-00" +# build: "30" +# - job-spec: "l2-01" +# build: "31" +# - job-spec: "lb-00" +# build: "32" +# - job-spec: "memif-00" +# build: "33" +# - job-spec: "vhost-00" +# build: "34" - type: "table" title: "Job Specification Duration: 2n-tx2-iterative" @@ -221,41 +222,41 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-tx2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-tx2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" - jb-type: "coverage" - data: "vpp-2n-tx2-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4-04" - build: "5" - - job-spec: "ip4-05" - build: "6" - - job-spec: "ip4-06" - build: "7" - - job-spec: "ip6-00" - build: "8" - - job-spec: "ip6-01" - build: "9" - - job-spec: "l2-00" - build: "10" - - job-spec: "l2-01" - build: "11" - - job-spec: "l2-02" - build: "12" - - job-spec: "l2-03" - build: "13" - - job-spec: "l2-04" - build: "14" +# - type: "table" +# title: "Job Specification Duration: 2n-tx2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" +# jb-type: "coverage" +# data: "vpp-2n-tx2-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4-04" +# build: "5" +# - job-spec: "ip4-05" +# build: "6" +# - job-spec: "ip4-06" +# build: "7" +# - job-spec: "ip6-00" +# build: "8" +# - job-spec: "ip6-01" +# build: "9" +# - job-spec: "l2-00" +# build: "10" +# - job-spec: "l2-01" +# build: "11" +# - job-spec: "l2-02" +# build: "12" +# - job-spec: "l2-03" +# build: "13" +# - job-spec: "l2-04" +# build: "14" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -272,43 +273,43 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-zn2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-zn2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" - jb-type: "coverage" - data: "vpp-2n-zn2-curr-cov" - lines: - - job-spec: "gso-00" - build: "1" - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "18" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4tun-00" - build: "8" - - job-spec: "ip6-00" - build: "9" - - job-spec: "ip6-01" - build: "19" - - job-spec: "l2-00" - build: "11" - - job-spec: "l2-01" - build: "12" - - job-spec: "lb-00" - build: "13" - - job-spec: "memif-00" - build: "14" - - job-spec: "vhost-00" - build: "15" +# - type: "table" +# title: "Job Specification Duration: 2n-zn2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" +# jb-type: "coverage" +# data: "vpp-2n-zn2-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "18" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4tun-00" +# build: "8" +# - job-spec: "ip6-00" +# build: "9" +# - job-spec: "ip6-01" +# build: "19" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "12" +# - job-spec: "lb-00" +# build: "13" +# - job-spec: "memif-00" +# build: "14" +# - job-spec: "vhost-00" +# build: "15" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -321,33 +322,33 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" - jb-type: "coverage" - data: "vpp-3n-dnv-curr-cov" - lines: - - job-spec: "crypto-00" - build: "12" - - job-spec: "crypto-01" - build: "13" - - job-spec: "crypto-02" - build: "14" - - job-spec: "ip4-00" - build: "15" - - job-spec: "ip4-01" - build: "16" - - job-spec: "ip4tun-00" - build: "17" - - job-spec: "ip6-00" - build: "18" - - job-spec: "ip6-01" - build: "19" - - job-spec: "l2-00" - build: "20" - - job-spec: "l2-01" - build: "21" +# - type: "table" +# title: "Job Specification Duration: 3n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-3n-dnv-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "12" +# - job-spec: "crypto-01" +# build: "13" +# - job-spec: "crypto-02" +# build: "14" +# - job-spec: "ip4-00" +# build: "15" +# - job-spec: "ip4-01" +# build: "16" +# - job-spec: "ip4tun-00" +# build: "17" +# - job-spec: "ip6-00" +# build: "18" +# - job-spec: "ip6-01" +# build: "19" +# - job-spec: "l2-00" +# build: "20" +# - job-spec: "l2-01" +# build: "21" - type: "table" title: "Job Specification Duration: 3n-skx-iterative" @@ -364,81 +365,81 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-skx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" - jb-type: "coverage" - data: "vpp-3n-skx-curr-cov" - lines: - - job-spec: "crypto-00" - build: "35" - - job-spec: "crypto-01" - build: "36" - - job-spec: "crypto-02" - build: "37" +# - type: "table" +# title: "Job Specification Duration: 3n-skx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" +# jb-type: "coverage" +# data: "vpp-3n-skx-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "35" +# - job-spec: "crypto-01" +# build: "36" +# - job-spec: "crypto-02" +# build: "37" # - job-spec: "crypto-03" # Completly failed # build: "38" - - job-spec: "crypto-04" - build: "39" - - job-spec: "ip4-00" - build: "40" - - job-spec: "ip4-01" - build: "41" - - job-spec: "ip4-02" - build: "42" - - job-spec: "ip4-03" - build: "43" - - job-spec: "ip4-04" - build: "44" - - job-spec: "ip4-05" - build: "45" - - job-spec: "ip4-06" - build: "46" - - job-spec: "ip4-07" - build: "47" - - job-spec: "ip4tun-00" - build: "48" - - job-spec: "ip4tun-02" - build: "49" - - job-spec: "ip6-00" - build: "50" - - job-spec: "ip6-01" - build: "51" - - job-spec: "ip6tun-00" - build: "52" - - job-spec: "l2-00" - build: "53" - - job-spec: "l2-01" - build: "54" - - job-spec: "l2-02" - build: "55" - - job-spec: "l2-03" - build: "56" - - job-spec: "l2-04" - build: "57" - - job-spec: "l2-05" - build: "58" - - job-spec: "l2-06" - build: "59" - - job-spec: "l2-07" - build: "60" - - job-spec: "l2-08" - build: "61" - - job-spec: "l2-09" - build: "62" - - job-spec: "l2-10" - build: "63" - - job-spec: "memif-00" - build: "64" - - job-spec: "srv6-00" - build: "65" - - job-spec: "srv6-01" - build: "66" - - job-spec: "vhost-00" - build: "67" - - job-spec: "vhost-01" - build: "68" +# - job-spec: "crypto-04" +# build: "39" +# - job-spec: "ip4-00" +# build: "40" +# - job-spec: "ip4-01" +# build: "41" +# - job-spec: "ip4-02" +# build: "42" +# - job-spec: "ip4-03" +# build: "43" +# - job-spec: "ip4-04" +# build: "44" +# - job-spec: "ip4-05" +# build: "45" +# - job-spec: "ip4-06" +# build: "46" +# - job-spec: "ip4-07" +# build: "47" +# - job-spec: "ip4tun-00" +# build: "48" +# - job-spec: "ip4tun-02" +# build: "49" +# - job-spec: "ip6-00" +# build: "50" +# - job-spec: "ip6-01" +# build: "51" +# - job-spec: "ip6tun-00" +# build: "52" +# - job-spec: "l2-00" +# build: "53" +# - job-spec: "l2-01" +# build: "54" +# - job-spec: "l2-02" +# build: "55" +# - job-spec: "l2-03" +# build: "56" +# - job-spec: "l2-04" +# build: "57" +# - job-spec: "l2-05" +# build: "58" +# - job-spec: "l2-06" +# build: "59" +# - job-spec: "l2-07" +# build: "60" +# - job-spec: "l2-08" +# build: "61" +# - job-spec: "l2-09" +# build: "62" +# - job-spec: "l2-10" +# build: "63" +# - job-spec: "memif-00" +# build: "64" +# - job-spec: "srv6-00" +# build: "65" +# - job-spec: "srv6-01" +# build: "66" +# - job-spec: "vhost-00" +# build: "67" +# - job-spec: "vhost-01" +# build: "68" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -453,47 +454,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-tsh-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-tsh-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" - jb-type: "coverage" - data: "vpp-3n-tsh-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4tun-00" - build: "5" - - job-spec: "ip6-00" - build: "6" - - job-spec: "ip6-01" - build: "7" - - job-spec: "l2-00" - build: "8" - - job-spec: "l2-01" - build: "9" - - job-spec: "l2-02" - build: "10" - - job-spec: "l2-03" - build: "11" - - job-spec: "l2-04" - build: "12" - - job-spec: "memif-00" - build: "13" - - job-spec: "srv6-00" - build: "14" - - job-spec: "srv6-01" - build: "15" - - job-spec: "vhost-00" - build: "16" - - job-spec: "vhost-01" - build: "17" +# - type: "table" +# title: "Job Specification Duration: 3n-tsh-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" +# jb-type: "coverage" +# data: "vpp-3n-tsh-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4tun-00" +# build: "5" +# - job-spec: "ip6-00" +# build: "6" +# - job-spec: "ip6-01" +# build: "7" +# - job-spec: "l2-00" +# build: "8" +# - job-spec: "l2-01" +# build: "9" +# - job-spec: "l2-02" +# build: "10" +# - job-spec: "l2-03" +# build: "11" +# - job-spec: "l2-04" +# build: "12" +# - job-spec: "memif-00" +# build: "13" +# - job-spec: "srv6-00" +# build: "14" +# - job-spec: "srv6-01" +# build: "15" +# - job-spec: "vhost-00" +# build: "16" +# - job-spec: "vhost-01" +# build: "17" # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -503,28 +504,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -534,28 +535,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -565,28 +566,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -596,28 +597,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -627,28 +628,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -658,28 +659,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -689,28 +690,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -720,28 +721,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -751,28 +752,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -782,28 +783,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -813,28 +814,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -844,28 +845,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -875,28 +876,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -906,28 +907,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -937,28 +938,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -968,28 +969,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -999,28 +1000,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1030,28 +1031,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1061,28 +1062,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1092,28 +1093,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1123,28 +1124,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Soak vs NDR - 2n-skx - type: "table" @@ -1519,28 +1520,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -1550,28 +1551,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -1581,28 +1582,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -1612,28 +1613,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -1643,28 +1644,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -1674,28 +1675,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -1705,28 +1706,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -1736,28 +1737,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1767,28 +1768,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1798,28 +1799,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -1829,28 +1830,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -1860,28 +1861,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -1891,28 +1892,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -1922,28 +1923,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -1953,28 +1954,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -1984,28 +1985,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2015,28 +2016,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2046,28 +2047,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2077,28 +2078,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2108,28 +2109,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2139,28 +2140,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2170,28 +2171,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2201,28 +2202,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2232,28 +2233,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2263,28 +2264,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2294,28 +2295,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2325,28 +2326,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2356,28 +2357,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2387,28 +2388,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2418,28 +2419,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2449,28 +2450,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2480,28 +2481,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2511,28 +2512,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2542,28 +2543,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2573,28 +2574,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2604,28 +2605,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" @@ -2987,28 +2988,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -3018,28 +3019,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -3049,28 +3050,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -3080,28 +3081,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -3111,28 +3112,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -3142,28 +3143,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -3173,28 +3174,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -3204,28 +3205,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -3235,28 +3236,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3266,28 +3267,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3297,28 +3298,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3328,28 +3329,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3359,28 +3360,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3390,28 +3391,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3421,28 +3422,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3452,28 +3453,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3483,28 +3484,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3514,28 +3515,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3545,28 +3546,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3576,28 +3577,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3607,28 +3608,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3638,28 +3639,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3669,28 +3670,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3700,28 +3701,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3731,28 +3732,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3762,28 +3763,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3793,28 +3794,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2106.0-8 vs 2106.0-7" + - title: "2110.0-9 vs 2110.0-8" reference: 2 compare: 3 - - title: "2110.0-8 vs 2106.0-8" + - title: "2202.0-9 vs 2110.0-9" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' - - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' + - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" @@ -4975,11 +4976,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -4987,8 +4988,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -4998,11 +4999,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5010,8 +5011,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -5021,11 +5022,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5033,8 +5034,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -5044,11 +5045,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5056,8 +5057,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -5067,11 +5068,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5079,8 +5080,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -5090,11 +5091,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5102,8 +5103,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -5113,11 +5114,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5125,8 +5126,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -5136,11 +5137,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5148,8 +5149,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -5159,11 +5160,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5171,8 +5172,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -5182,11 +5183,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5194,8 +5195,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -5205,11 +5206,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5217,8 +5218,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -5228,11 +5229,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.11" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5240,8 +5241,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -5251,11 +5252,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.11" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5263,8 +5264,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -5274,11 +5275,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.11" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5286,8 +5287,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -5297,11 +5298,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.11" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5309,8 +5310,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -5320,11 +5321,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.11" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5332,8 +5333,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." ## DPDK Performance Changes 2n-dnv 1t1c pdr #- type: "table" @@ -5527,11 +5528,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.11" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5539,8 +5540,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -5550,11 +5551,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.11" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5562,8 +5563,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -5573,11 +5574,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.11" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5585,8 +5586,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -5596,11 +5597,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.11" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.11" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5608,8 +5609,8 @@ compare: 3 legend: - "" - - "20.11, 21.02, 21.08 - DPDK versions tested." - - "Diff - difference between 21.02 and 21.08 DPDK version." + - "21.02, 21.08, 21.11 - DPDK versions tested." + - "Diff - difference between 21.08 and 21.11 DPDK version." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" |