diff options
Diffstat (limited to 'resources/tools/presentation/specifications/report/elements.yaml')
| -rw-r--r-- | resources/tools/presentation/specifications/report/elements.yaml | 4040 |
1 files changed, 2314 insertions, 1726 deletions
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index de96342978..8de7d05bec 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -27,47 +27,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-icx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" - jb-type: "coverage" - data: "vpp-2n-icx-curr-cov" - lines: - - job-spec: "gso-00" - build: "1" - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "5" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4-06" - build: "8" - # - job-spec: "ip4-07" - # build: "9" - - job-spec: "ip4tun-00" - build: "10" - - job-spec: "ip6-00" - build: "11" - - job-spec: "ip6-01" - build: "12" - - job-spec: "l2-00" - build: "13" - # - job-spec: "l2-01" - # build: "14" - - job-spec: "lb-00" - build: "15" - - job-spec: "memif-00" - build: "16" - - job-spec: "vhost-00" - build: "17" +# - type: "table" +# title: "Job Specification Duration: 2n-icx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" +# jb-type: "coverage" +# data: "vpp-2n-icx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "5" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4-06" +# build: "8" +# - job-spec: "ip4-07" +# build: "9" +# - job-spec: "ip4tun-00" +# build: "10" +# - job-spec: "ip6-00" +# build: "11" +# - job-spec: "ip6-01" +# build: "12" +# - job-spec: "l2-00" +# build: "13" +# - job-spec: "l2-01" +# build: "14" +# - job-spec: "lb-00" +# build: "15" +# - job-spec: "memif-00" +# build: "16" +# - job-spec: "vhost-00" +# build: "17" - type: "table" title: "Job Specification Duration: 3n-icx-iterative" @@ -82,81 +82,81 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-icx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" - jb-type: "coverage" - data: "vpp-3n-icx-curr-cov" - lines: - - job-spec: "crypto-00" - build: "35" - - job-spec: "crypto-01" - build: "36" - - job-spec: "crypto-02" - build: "37" - # - job-spec: "crypto-03" # Completly failed - # build: "70" - - job-spec: "crypto-04" - build: "38" - - job-spec: "ip4-00" - build: "39" - - job-spec: "ip4-01" - build: "40" - - job-spec: "ip4-02" - build: "41" - - job-spec: "ip4-03" - build: "42" - - job-spec: "ip4-04" - build: "43" - - job-spec: "ip4-05" - build: "44" - - job-spec: "ip4-06" - build: "45" - - job-spec: "ip4-07" - build: "46" - - job-spec: "ip4tun-00" - build: "47" - - job-spec: "ip4tun-02" - build: "48" - - job-spec: "ip6-00" - build: "49" - - job-spec: "ip6-01" - build: "50" - - job-spec: "ip6tun-00" - build: "71" - - job-spec: "l2-00" - build: "52" - - job-spec: "l2-01" - build: "53" - - job-spec: "l2-02" - build: "68" - - job-spec: "l2-03" - build: "55" - - job-spec: "l2-04" - build: "56" - - job-spec: "l2-05" - build: "57" - - job-spec: "l2-06" - build: "58" - - job-spec: "l2-07" - build: "59" - - job-spec: "l2-08" - build: "60" - - job-spec: "l2-09" - build: "61" - - job-spec: "l2-10" - build: "69" - - job-spec: "memif-00" - build: "63" - - job-spec: "srv6-00" - build: "64" - - job-spec: "srv6-01" - build: "65" - - job-spec: "vhost-00" - build: "66" - - job-spec: "vhost-01" - build: "67" +# - type: "table" +# title: "Job Specification Duration: 3n-icx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" +# jb-type: "coverage" +# data: "vpp-3n-icx-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "35" +# - job-spec: "crypto-01" +# build: "36" +# - job-spec: "crypto-02" +# build: "37" +# - job-spec: "crypto-03" # Completly failed +# build: "70" +# - job-spec: "crypto-04" +# build: "38" +# - job-spec: "ip4-00" +# build: "39" +# - job-spec: "ip4-01" +# build: "40" +# - job-spec: "ip4-02" +# build: "41" +# - job-spec: "ip4-03" +# build: "42" +# - job-spec: "ip4-04" +# build: "43" +# - job-spec: "ip4-05" +# build: "44" +# - job-spec: "ip4-06" +# build: "45" +# - job-spec: "ip4-07" +# build: "46" +# - job-spec: "ip4tun-00" +# build: "47" +# - job-spec: "ip4tun-02" +# build: "48" +# - job-spec: "ip6-00" +# build: "49" +# - job-spec: "ip6-01" +# build: "50" +# - job-spec: "ip6tun-00" +# build: "71" +# - job-spec: "l2-00" +# build: "52" +# - job-spec: "l2-01" +# build: "53" +# - job-spec: "l2-02" +# build: "68" +# - job-spec: "l2-03" +# build: "55" +# - job-spec: "l2-04" +# build: "56" +# - job-spec: "l2-05" +# build: "57" +# - job-spec: "l2-06" +# build: "58" +# - job-spec: "l2-07" +# build: "59" +# - job-spec: "l2-08" +# build: "60" +# - job-spec: "l2-09" +# build: "61" +# - job-spec: "l2-10" +# build: "69" +# - job-spec: "memif-00" +# build: "63" +# - job-spec: "srv6-00" +# build: "64" +# - job-spec: "srv6-01" +# build: "65" +# - job-spec: "vhost-00" +# build: "66" +# - job-spec: "vhost-01" +# build: "67" - type: "table" title: "Job Specification Duration: 2n-clx-iterative" @@ -183,47 +183,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-clx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-clx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" - jb-type: "coverage" - data: "vpp-2n-clx-curr-cov" - lines: - - job-spec: "gso-00" - build: "18" - - job-spec: "ip4-00" - build: "19" - - job-spec: "ip4-01" - build: "20" - - job-spec: "ip4-02" - build: "21" - - job-spec: "ip4-03" - build: "22" - - job-spec: "ip4-04" - build: "23" - - job-spec: "ip4-05" - build: "24" - - job-spec: "ip4-06" - build: "25" - - job-spec: "ip4-07" - build: "26" - - job-spec: "ip4tun-00" - build: "27" - - job-spec: "ip6-00" - build: "28" - - job-spec: "ip6-01" - build: "29" - - job-spec: "l2-00" - build: "30" - - job-spec: "l2-01" - build: "31" - - job-spec: "lb-00" - build: "32" - - job-spec: "memif-00" - build: "33" - - job-spec: "vhost-00" - build: "34" +# - type: "table" +# title: "Job Specification Duration: 2n-clx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" +# jb-type: "coverage" +# data: "vpp-2n-clx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "18" +# - job-spec: "ip4-00" +# build: "19" +# - job-spec: "ip4-01" +# build: "20" +# - job-spec: "ip4-02" +# build: "21" +# - job-spec: "ip4-03" +# build: "22" +# - job-spec: "ip4-04" +# build: "23" +# - job-spec: "ip4-05" +# build: "24" +# - job-spec: "ip4-06" +# build: "25" +# - job-spec: "ip4-07" +# build: "26" +# - job-spec: "ip4tun-00" +# build: "27" +# - job-spec: "ip6-00" +# build: "28" +# - job-spec: "ip6-01" +# build: "29" +# - job-spec: "l2-00" +# build: "30" +# - job-spec: "l2-01" +# build: "31" +# - job-spec: "lb-00" +# build: "32" +# - job-spec: "memif-00" +# build: "33" +# - job-spec: "vhost-00" +# build: "34" - type: "table" title: "Job Specification Duration: 2n-dnv-iterative" @@ -236,25 +236,25 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" - jb-type: "coverage" - data: "vpp-2n-dnv-curr-cov" - lines: - - job-spec: "ip4-00" - build: "7" - - job-spec: "ip4-01" - build: "8" - - job-spec: "ip6-00" - build: "14" - - job-spec: "ip6-01" - build: "10" - - job-spec: "l2-00" - build: "11" - - job-spec: "l2-01" - build: "12" +# - type: "table" +# title: "Job Specification Duration: 2n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-2n-dnv-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "7" +# - job-spec: "ip4-01" +# build: "8" +# - job-spec: "ip6-00" +# build: "14" +# - job-spec: "ip6-01" +# build: "10" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "12" - type: "table" title: "Job Specification Duration: 2n-aws-iterative" @@ -267,15 +267,15 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-aws-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-aws-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" - jb-type: "coverage" - data: "vpp-2n-aws-curr-cov" - lines: - - job-spec: "vpp-00" - build: "1" +# - type: "table" +# title: "Job Specification Duration: 2n-aws-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" +# jb-type: "coverage" +# data: "vpp-2n-aws-curr-cov" +# lines: +# - job-spec: "vpp-00" +# build: "1" - type: "table" title: "Job Specification Duration: 3n-aws-iterative" @@ -288,15 +288,15 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-aws-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-aws-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" - jb-type: "coverage" - data: "vpp-3n-aws-curr-cov" - lines: - - job-spec: "vpp-00" - build: "1" +# - type: "table" +# title: "Job Specification Duration: 3n-aws-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" +# jb-type: "coverage" +# data: "vpp-3n-aws-curr-cov" +# lines: +# - job-spec: "vpp-00" +# build: "1" - type: "table" title: "Job Specification Duration: 2n-skx-iterative" @@ -323,47 +323,47 @@ - job-spec: "trex-mlr-00" data-set: "trex-2n-skx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-skx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" - jb-type: "coverage" - data: "vpp-2n-skx-curr-cov" - lines: - - job-spec: "gso-00" - build: "18" - - job-spec: "ip4-00" - build: "19" - - job-spec: "ip4-01" - build: "20" - - job-spec: "ip4-02" - build: "21" - - job-spec: "ip4-03" - build: "22" - - job-spec: "ip4-04" - build: "23" - - job-spec: "ip4-05" - build: "24" - - job-spec: "ip4-06" - build: "25" - - job-spec: "ip4-07" - build: "26" - - job-spec: "ip4tun-00" - build: "27" - - job-spec: "ip6-00" - build: "28" - - job-spec: "ip6-01" - build: "29" - - job-spec: "l2-00" - build: "30" - - job-spec: "l2-01" - build: "31" - - job-spec: "lb-00" - build: "32" - - job-spec: "memif-00" - build: "33" - - job-spec: "vhost-00" - build: "34" +# - type: "table" +# title: "Job Specification Duration: 2n-skx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" +# jb-type: "coverage" +# data: "vpp-2n-skx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "18" +# - job-spec: "ip4-00" +# build: "19" +# - job-spec: "ip4-01" +# build: "20" +# - job-spec: "ip4-02" +# build: "21" +# - job-spec: "ip4-03" +# build: "22" +# - job-spec: "ip4-04" +# build: "23" +# - job-spec: "ip4-05" +# build: "24" +# - job-spec: "ip4-06" +# build: "25" +# - job-spec: "ip4-07" +# build: "26" +# - job-spec: "ip4tun-00" +# build: "27" +# - job-spec: "ip6-00" +# build: "28" +# - job-spec: "ip6-01" +# build: "29" +# - job-spec: "l2-00" +# build: "30" +# - job-spec: "l2-01" +# build: "31" +# - job-spec: "lb-00" +# build: "32" +# - job-spec: "memif-00" +# build: "33" +# - job-spec: "vhost-00" +# build: "34" - type: "table" title: "Job Specification Duration: 2n-tx2-iterative" @@ -376,41 +376,41 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-tx2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-tx2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" - jb-type: "coverage" - data: "vpp-2n-tx2-curr-cov" - lines: - - job-spec: "ip4-00" - build: "15" - - job-spec: "ip4-01" - build: "16" - - job-spec: "ip4-02" - build: "17" - - job-spec: "ip4-03" - build: "18" - - job-spec: "ip4-04" - build: "19" - - job-spec: "ip4-05" - build: "20" - - job-spec: "ip4-06" - build: "21" - - job-spec: "ip6-00" - build: "22" - - job-spec: "ip6-01" - build: "23" - - job-spec: "l2-00" - build: "24" - - job-spec: "l2-01" - build: "25" - - job-spec: "l2-02" - build: "26" - - job-spec: "l2-03" - build: "27" - - job-spec: "l2-04" - build: "28" +# - type: "table" +# title: "Job Specification Duration: 2n-tx2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" +# jb-type: "coverage" +# data: "vpp-2n-tx2-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "15" +# - job-spec: "ip4-01" +# build: "16" +# - job-spec: "ip4-02" +# build: "17" +# - job-spec: "ip4-03" +# build: "18" +# - job-spec: "ip4-04" +# build: "19" +# - job-spec: "ip4-05" +# build: "20" +# - job-spec: "ip4-06" +# build: "21" +# - job-spec: "ip6-00" +# build: "22" +# - job-spec: "ip6-01" +# build: "23" +# - job-spec: "l2-00" +# build: "24" +# - job-spec: "l2-01" +# build: "25" +# - job-spec: "l2-02" +# build: "26" +# - job-spec: "l2-03" +# build: "27" +# - job-spec: "l2-04" +# build: "28" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -427,43 +427,43 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-zn2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-zn2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" - jb-type: "coverage" - data: "vpp-2n-zn2-curr-cov" - lines: - - job-spec: "gso-00" - build: "16" - - job-spec: "ip4-00" - build: "17" - - job-spec: "ip4-01" - build: "18" - - job-spec: "ip4-02" - build: "19" - - job-spec: "ip4-03" - build: "20" - - job-spec: "ip4-04" - build: "21" - - job-spec: "ip4-05" - build: "22" - - job-spec: "ip4tun-00" - build: "23" - - job-spec: "ip6-00" - build: "24" - - job-spec: "ip6-01" - build: "25" - - job-spec: "l2-00" - build: "26" - - job-spec: "l2-01" - build: "27" - - job-spec: "lb-00" - build: "28" - - job-spec: "memif-00" - build: "29" - - job-spec: "vhost-00" - build: "30" +# - type: "table" +# title: "Job Specification Duration: 2n-zn2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" +# jb-type: "coverage" +# data: "vpp-2n-zn2-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "16" +# - job-spec: "ip4-00" +# build: "17" +# - job-spec: "ip4-01" +# build: "18" +# - job-spec: "ip4-02" +# build: "19" +# - job-spec: "ip4-03" +# build: "20" +# - job-spec: "ip4-04" +# build: "21" +# - job-spec: "ip4-05" +# build: "22" +# - job-spec: "ip4tun-00" +# build: "23" +# - job-spec: "ip6-00" +# build: "24" +# - job-spec: "ip6-01" +# build: "25" +# - job-spec: "l2-00" +# build: "26" +# - job-spec: "l2-01" +# build: "27" +# - job-spec: "lb-00" +# build: "28" +# - job-spec: "memif-00" +# build: "29" +# - job-spec: "vhost-00" +# build: "30" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -476,33 +476,33 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" - jb-type: "coverage" - data: "vpp-3n-dnv-curr-cov" - lines: - - job-spec: "crypto-00" - build: "11" - - job-spec: "crypto-01" - build: "12" - - job-spec: "crypto-02" - build: "13" - - job-spec: "ip4-00" - build: "14" - - job-spec: "ip4-01" - build: "15" - - job-spec: "ip4tun-00" - build: "16" - - job-spec: "ip6-00" - build: "17" - - job-spec: "ip6-01" - build: "18" - - job-spec: "l2-00" - build: "19" - - job-spec: "l2-01" - build: "20" +# - type: "table" +# title: "Job Specification Duration: 3n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-3n-dnv-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "11" +# - job-spec: "crypto-01" +# build: "12" +# - job-spec: "crypto-02" +# build: "13" +# - job-spec: "ip4-00" +# build: "14" +# - job-spec: "ip4-01" +# build: "15" +# - job-spec: "ip4tun-00" +# build: "16" +# - job-spec: "ip6-00" +# build: "17" +# - job-spec: "ip6-01" +# build: "18" +# - job-spec: "l2-00" +# build: "19" +# - job-spec: "l2-01" +# build: "20" - type: "table" title: "Job Specification Duration: 3n-skx-iterative" @@ -519,81 +519,81 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-skx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" - jb-type: "coverage" - data: "vpp-3n-skx-curr-cov" - lines: - - job-spec: "crypto-00" - build: "35" - - job-spec: "crypto-01" - build: "36" - - job-spec: "crypto-02" - build: "37" - # - job-spec: "crypto-03" # Completly failed - # build: "68" - - job-spec: "crypto-04" - build: "38" - - job-spec: "ip4-00" - build: "39" - - job-spec: "ip4-01" - build: "40" - - job-spec: "ip4-02" - build: "41" - - job-spec: "ip4-03" - build: "42" - - job-spec: "ip4-04" - build: "43" - - job-spec: "ip4-05" - build: "44" - - job-spec: "ip4-06" - build: "45" - - job-spec: "ip4-07" - build: "46" - - job-spec: "ip4tun-00" - build: "47" - - job-spec: "ip4tun-02" - build: "48" - - job-spec: "ip6-00" - build: "49" - - job-spec: "ip6-01" - build: "50" - - job-spec: "ip6tun-00" - build: "69" - - job-spec: "l2-00" - build: "52" - - job-spec: "l2-01" - build: "53" - - job-spec: "l2-02" - build: "54" - - job-spec: "l2-03" - build: "55" - - job-spec: "l2-04" - build: "56" - - job-spec: "l2-05" - build: "57" - - job-spec: "l2-06" - build: "58" - - job-spec: "l2-07" - build: "59" - - job-spec: "l2-08" - build: "60" - - job-spec: "l2-09" - build: "61" - - job-spec: "l2-10" - build: "62" - - job-spec: "memif-00" - build: "63" - - job-spec: "srv6-00" - build: "64" - - job-spec: "srv6-01" - build: "65" - - job-spec: "vhost-00" - build: "66" - - job-spec: "vhost-01" - build: "67" +# - type: "table" +# title: "Job Specification Duration: 3n-skx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" +# jb-type: "coverage" +# data: "vpp-3n-skx-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "35" +# - job-spec: "crypto-01" +# build: "36" +# - job-spec: "crypto-02" +# build: "37" +# - job-spec: "crypto-03" # Completly failed +# build: "68" +# - job-spec: "crypto-04" +# build: "38" +# - job-spec: "ip4-00" +# build: "39" +# - job-spec: "ip4-01" +# build: "40" +# - job-spec: "ip4-02" +# build: "41" +# - job-spec: "ip4-03" +# build: "42" +# - job-spec: "ip4-04" +# build: "43" +# - job-spec: "ip4-05" +# build: "44" +# - job-spec: "ip4-06" +# build: "45" +# - job-spec: "ip4-07" +# build: "46" +# - job-spec: "ip4tun-00" +# build: "47" +# - job-spec: "ip4tun-02" +# build: "48" +# - job-spec: "ip6-00" +# build: "49" +# - job-spec: "ip6-01" +# build: "50" +# - job-spec: "ip6tun-00" +# build: "69" +# - job-spec: "l2-00" +# build: "52" +# - job-spec: "l2-01" +# build: "53" +# - job-spec: "l2-02" +# build: "54" +# - job-spec: "l2-03" +# build: "55" +# - job-spec: "l2-04" +# build: "56" +# - job-spec: "l2-05" +# build: "57" +# - job-spec: "l2-06" +# build: "58" +# - job-spec: "l2-07" +# build: "59" +# - job-spec: "l2-08" +# build: "60" +# - job-spec: "l2-09" +# build: "61" +# - job-spec: "l2-10" +# build: "62" +# - job-spec: "memif-00" +# build: "63" +# - job-spec: "srv6-00" +# build: "64" +# - job-spec: "srv6-01" +# build: "65" +# - job-spec: "vhost-00" +# build: "66" +# - job-spec: "vhost-01" +# build: "67" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -608,47 +608,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-tsh-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-tsh-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" - jb-type: "coverage" - data: "vpp-3n-tsh-curr-cov" - lines: - - job-spec: "ip4-00" - build: "18" - - job-spec: "ip4-01" - build: "19" - - job-spec: "ip4-02" - build: "20" - - job-spec: "ip4-03" - build: "21" - - job-spec: "ip4tun-00" - build: "22" - - job-spec: "ip6-00" - build: "23" - - job-spec: "ip6-01" - build: "24" - - job-spec: "l2-00" - build: "25" - - job-spec: "l2-01" - build: "26" - - job-spec: "l2-02" - build: "27" - - job-spec: "l2-03" - build: "28" - - job-spec: "l2-04" - build: "29" - - job-spec: "memif-00" - build: "30" - - job-spec: "srv6-00" - build: "31" - - job-spec: "srv6-01" - build: "32" - - job-spec: "vhost-00" - build: "33" - - job-spec: "vhost-01" - build: "34" +# - type: "table" +# title: "Job Specification Duration: 3n-tsh-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" +# jb-type: "coverage" +# data: "vpp-3n-tsh-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "18" +# - job-spec: "ip4-01" +# build: "19" +# - job-spec: "ip4-02" +# build: "20" +# - job-spec: "ip4-03" +# build: "21" +# - job-spec: "ip4tun-00" +# build: "22" +# - job-spec: "ip6-00" +# build: "23" +# - job-spec: "ip6-01" +# build: "24" +# - job-spec: "l2-00" +# build: "25" +# - job-spec: "l2-01" +# build: "26" +# - job-spec: "l2-02" +# build: "27" +# - job-spec: "l2-03" +# build: "28" +# - job-spec: "l2-04" +# build: "29" +# - job-spec: "memif-00" +# build: "30" +# - job-spec: "srv6-00" +# build: "31" +# - job-spec: "srv6-01" +# build: "32" +# - job-spec: "vhost-00" +# build: "33" +# - job-spec: "vhost-01" +# build: "34" # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -658,28 +658,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -689,28 +689,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -720,28 +720,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -751,28 +751,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -782,28 +782,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -813,28 +813,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -844,28 +844,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -875,28 +875,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -906,28 +906,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -937,28 +937,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -968,28 +968,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -999,28 +999,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1030,28 +1030,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1061,28 +1061,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1092,28 +1092,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1123,28 +1123,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1154,28 +1154,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1185,28 +1185,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1216,28 +1216,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1247,28 +1247,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1278,28 +1278,214 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-icx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-icx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-icx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-icx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-icx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-icx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-icx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-icx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-icx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-icx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-icx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Soak vs NDR - 2n-icx - type: "table" @@ -1694,19 +1880,27 @@ filter: "all" columns: - title: "2110.0-8" - data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" + data-set: "vpp-3n-skx-hist-iter-hoststack-new-env" - title: "2202.0-9" + data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-skx-prev-iter-hoststack-new-env" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter-hoststack" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' - - 'YYMM.V-E: [Gbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx VSAP - type: "table" @@ -1717,19 +1911,275 @@ filter: "all" columns: - title: "2110.0-8" - data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + data-set: "vpp-2n-clx-hist-iter-vsap-new-env" - title: "2202.0-9" + data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + - title: "2022.0-10" + data-set: "vpp-2n-clx-curr-iter-vsap-new-env" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-vsap" comparisons: - - title: "2202.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-icx 2t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-icx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" reference: 1 compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' - - 'YYMM.V-E: [cps|rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-icx 4t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-icx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-icx 2t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-icx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-icx 4t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-icx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-icx 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-icx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-icx 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-icx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-icx 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-icx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-icx 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-icx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -1739,28 +2189,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -1770,28 +2220,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -1801,28 +2251,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -1832,28 +2282,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -1863,28 +2313,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -1894,28 +2344,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -1925,28 +2375,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -1956,28 +2406,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1987,28 +2437,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -2018,28 +2468,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -2049,28 +2499,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -2080,28 +2530,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -2111,28 +2561,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -2142,28 +2592,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -2173,28 +2623,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -2204,28 +2654,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2235,28 +2685,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2266,28 +2716,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2297,28 +2747,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2328,28 +2778,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2359,28 +2809,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2390,28 +2840,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2421,28 +2871,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2452,28 +2902,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2483,28 +2933,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2514,28 +2964,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2545,28 +2995,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2576,28 +3026,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2607,28 +3057,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2638,28 +3088,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2669,28 +3119,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2700,28 +3150,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2731,28 +3181,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2762,28 +3212,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2793,28 +3243,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2824,28 +3274,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr - type: "table" @@ -2856,19 +3306,21 @@ filter: "'2T1C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c pdr - type: "table" @@ -2879,19 +3331,21 @@ filter: "'4T2C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 2t1c ndr - type: "table" @@ -2902,19 +3356,21 @@ filter: "'2T1C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c ndr - type: "table" @@ -2925,19 +3381,21 @@ filter: "'4T2C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 2t1c pdr - type: "table" @@ -2948,19 +3406,21 @@ filter: "'2T1C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter" + data-set: "vpp-3n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 4t2c pdr - type: "table" @@ -2971,19 +3431,21 @@ filter: "'4T2C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter" + data-set: "vpp-3n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 2t1c ndr - type: "table" @@ -2994,19 +3456,21 @@ filter: "'2T1C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter" + data-set: "vpp-3n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 4t2c ndr - type: "table" @@ -3017,19 +3481,21 @@ filter: "'4T2C' and 'NDRPDR'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter" + data-set: "vpp-3n-aws-hist-iter" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" @@ -3367,6 +3833,192 @@ - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." +# VPP Performance Changes 3n-icx 2t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-icx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-icx 4t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-icx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-icx 8t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-icx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-icx 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-icx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-icx 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-icx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-icx 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-icx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c mrr" @@ -3375,28 +4027,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -3406,28 +4058,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -3437,28 +4089,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -3468,28 +4120,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -3499,28 +4151,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -3530,28 +4182,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -3561,28 +4213,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -3592,28 +4244,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -3623,28 +4275,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3654,28 +4306,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3685,28 +4337,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3716,28 +4368,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3747,28 +4399,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3778,28 +4430,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3809,28 +4461,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3840,28 +4492,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3871,28 +4523,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3902,28 +4554,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3933,28 +4585,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3964,28 +4616,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3995,28 +4647,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -4026,28 +4678,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -4057,28 +4709,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -4088,28 +4740,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -4119,28 +4771,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -4150,28 +4802,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -4181,28 +4833,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2106.0-8" + - title: "2110.0-9" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2110.0-8" + - title: "2202.0-9" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2110.0-9" + - title: "2202.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2202.0-9" + - title: "2206.0-10" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2110.0-9 vs 2110.0-8" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2202.0-9 vs 2110.0-9" + - title: "2206.0-10 vs 2202.0-10" reference: 3 compare: 4 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.' - - '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr - type: "table" @@ -4213,19 +4865,21 @@ filter: "'2T1C'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c mrr - type: "table" @@ -4236,42 +4890,21 @@ filter: "'4T2C'" columns: - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2206.0-10" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' - -# # VPP Performance Changes 2n-aws 8t4c mrr -# - type: "table" -# title: "VPP Performance Changes 2n-aws 8t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-2n-aws-prev-iter-mrr" -# - title: "2202.0-9" -# data-set: "vpp-2n-aws-curr-iter-mrr" -# comparisons: -# - title: "2202.0-9 vs 2110.0-8" -# reference: 1 -# compare: 2 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 2t1c mrr - type: "table" @@ -4282,19 +4915,21 @@ filter: "'2T1C'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter-mrr" + data-set: "vpp-3n-aws-hist-iter-mrr" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter-mrr" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter-mrr" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 4t2c mrr - type: "table" @@ -4305,42 +4940,21 @@ filter: "'4T2C'" columns: - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter-mrr" + data-set: "vpp-3n-aws-hist-iter-mrr" - title: "2202.0-9" + data-set: "vpp-3n-aws-prev-iter-mrr" + - title: "2206.0-10" data-set: "vpp-3n-aws-curr-iter-mrr" comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 8t4c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 8t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-prev-iter-mrr" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# comparisons: -# - title: "2202.0-9 vs 2110.0-8" -# reference: 1 -# compare: 2 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" @@ -5550,6 +6164,190 @@ ################################################################################ +# DPDK Performance Changes 3n-icx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-icx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-3n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 3n-icx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-icx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-3n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 3n-icx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-icx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-3n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 3n-icx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-icx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-3n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 2n-icx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-icx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-2n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 2n-icx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-icx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-2n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 2n-icx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-icx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-2n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + +# DPDK Performance Changes 2n-icx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-icx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + # - title: "21.08" + # data-set: "dpdk-2n-icx-hist-iter" + - title: "21.11" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.03" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." + # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" title: "DPDK Performance Changes 3n-skx 2t1c pdr" @@ -5558,11 +6356,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-3n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5570,8 +6368,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -5581,11 +6379,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-3n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5593,8 +6391,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -5604,11 +6402,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-3n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5616,8 +6414,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -5627,11 +6425,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-3n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-3n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5639,8 +6437,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -5650,11 +6448,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5662,8 +6460,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -5673,11 +6471,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5685,8 +6483,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -5696,11 +6494,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5708,8 +6506,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -5719,11 +6517,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-skx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-skx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5731,8 +6529,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -5742,11 +6540,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5754,8 +6552,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -5765,11 +6563,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5777,8 +6575,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -5788,11 +6586,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5800,8 +6598,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -5811,11 +6609,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.08" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5823,8 +6621,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -5834,11 +6632,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5846,8 +6644,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -5857,11 +6655,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5869,8 +6667,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -5880,11 +6678,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5892,8 +6690,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -5903,11 +6701,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.02" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.08" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5915,192 +6713,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." - -## DPDK Performance Changes 2n-dnv 1t1c pdr -#- type: "table" -# title: "DPDK Performance Changes 2n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-2n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 2n-dnv 2t2c pdr -#- type: "table" -# title: "DPDK Performance Changes 2n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-2n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 2n-dnv 1t1c ndr -#- type: "table" -# title: "DPDK Performance Changes 2n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-2n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 2n-dnv 2t2c ndr -#- type: "table" -# title: "DPDK Performance Changes 2n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-2n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-2n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 3n-dnv 1t1c pdr -#- type: "table" -# title: "DPDK Performance Changes 3n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-3n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-3n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 3n-dnv 2t2c pdr -#- type: "table" -# title: "DPDK Performance Changes 3n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-3n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-3n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 3n-dnv 1t1c ndr -#- type: "table" -# title: "DPDK Performance Changes 3n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-3n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-3n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." -# -## DPDK Performance Changes 3n-dnv 2t2c ndr -#- type: "table" -# title: "DPDK Performance Changes 3n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" -# columns: -# - title: "2001" -# data-set: "dpdk-performance-changes-3n-dnv-h1" -# - title: "2005" -# data-set: "dpdk-performance-changes-3n-dnv-ref" -# - title: "2009" -# data-set: "dpdk-performance-changes-3n-dnv-cmp" -# comparisons: -# - title: "Diff" -# reference: 2 -# compare: 3 -# legend: -# - "" -# - "2001, 2005, 2009 - DPDK versions tested." -# - "Diff - difference between 2005 and 2009 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -6110,11 +6724,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - - title: "21.02" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -6122,8 +6736,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -6133,11 +6747,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - - title: "21.02" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -6145,8 +6759,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -6156,11 +6770,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - - title: "21.02" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -6168,8 +6782,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -6179,11 +6793,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - - title: "21.02" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.08" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -6191,8 +6805,8 @@ compare: 3 legend: - "" - - "21.02, 21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -6203,17 +6817,19 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "21.08" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -6224,17 +6840,19 @@ filter: "'2T2C' and 'NDRPDR'" columns: - title: "21.08" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -6245,17 +6863,19 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "21.08" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -6266,17 +6886,19 @@ filter: "'2T2C' and 'NDRPDR'" columns: - title: "21.08" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "21.08, 21.11 - DPDK versions tested." - - "Diff - difference between 21.08 and 21.11 DPDK version." + - "21.08, 21.11, 22.03 - DPDK versions tested." + - "Diff - difference between 21.11 and 22.03 DPDK version." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" @@ -6551,40 +7173,6 @@ - "parent" - "msg" -## Detailed Test Results - DPDK Performance Results 2n-dnv -#- type: "table" -# title: "Detailed Test Results - DPDK Performance Results 2n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " -# data: "data msg" -# data: "dpdk-perf-results-2n-dnv" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" -# -## Detailed Test Results - DPDK Performance Results 3n-dnv -#- type: "table" -# title: "Detailed Test Results - DPDK Performance Results 3n-dnv" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " -# data: "data msg" -# data: "dpdk-perf-results-3n-dnv" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" - # Detailed Test Results - DPDK Performance Results 3n-tsh - type: "table" title: "Detailed Test Results - DPDK Performance Results 3n-tsh" |