aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2022-09-21 15:01:09 +0200
committerTibor Frank <tifrank@cisco.com>2022-09-21 13:02:52 +0000
commit522dd06083257cd98beafda6e6c4719b686b1fc9 (patch)
treec1fb8faa31b547155542c6ff42dce2a66e964930 /resources/tools
parent26f0801f182fbc2d7f4502b69771cef2f3f6010d (diff)
Report: Configure 2210
Signed-off-by: Tibor Frank <tifrank@cisco.com> Change-Id: I582af324ae8ee3212a483ffe633de055b82b3b04
Diffstat (limited to 'resources/tools')
-rw-r--r--resources/tools/presentation/requirements.txt13
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml888
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml3213
-rw-r--r--resources/tools/presentation/specifications/report/environment.yaml4
-rw-r--r--resources/tools/presentation/sphinx_conf/report/conf.py28
5 files changed, 1731 insertions, 2415 deletions
diff --git a/resources/tools/presentation/requirements.txt b/resources/tools/presentation/requirements.txt
deleted file mode 100644
index 88a3675717..0000000000
--- a/resources/tools/presentation/requirements.txt
+++ /dev/null
@@ -1,13 +0,0 @@
-Sphinx==3.5.4
-sphinx-rtd-theme==0.5.2
-sphinxcontrib-programoutput==0.17
-robotframework==3.1.2
-PyYAML==5.1
-numpy==1.17.3
-pandas==0.25.3
-plotly==4.1.1
-PTable==0.9.2
-hdrhistogram==0.9.2
-urllib3==1.25.6
-boto3==1.17.78
-botocore==1.20.78
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 00e518d783..5a0701f78c 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -5,8 +5,8 @@
- type: "data-sets"
vpp-device-results-ubuntu:
- csit-vpp-device-2206-ubuntu2004-x86_64-1n-skx:
- - 267 # rls2206.rel VPP DEV env 10
+ csit-vpp-device-2210-ubuntu2004-x86_64-1n-skx:
+ - 1 # rls2210.rel VPP DEV env 11
################################################################################
@@ -62,32 +62,6 @@
# 2n-zn2
vpp-2n-zn2-hist-iter-new-env:
- csit-vpp-perf-report-iterative-2202-2n-zn2:
- - 6 # rls2110.rel NDRPDR iter env 9
- - 7 # rls2110.rel NDRPDR iter env 9
- - 8 # rls2110.rel NDRPDR iter env 9
- - 9 # rls2110.rel NDRPDR iter env 9
- - 10 # rls2110.rel NDRPDR iter env 9
- - 11 # rls2110.rel NDRPDR iter env 9
- - 12 # rls2110.rel NDRPDR iter env 9
- - 13 # rls2110.rel NDRPDR iter env 9
- - 14 # rls2110.rel NDRPDR iter env 9
- - 15 # rls2110.rel NDRPDR iter env 9
-
- vpp-2n-zn2-prev-iter-old-env:
- csit-vpp-perf-report-iterative-2202-2n-zn2:
- - 24 # rls2202.rel NDRPDR iter env 9
- - 26 # rls2202.rel NDRPDR iter env 9
- - 27 # rls2202.rel NDRPDR iter env 9
- - 28 # rls2202.rel NDRPDR iter env 9
- - 29 # rls2202.rel NDRPDR iter env 9
- - 30 # rls2202.rel NDRPDR iter env 9
- - 31 # rls2202.rel NDRPDR iter env 9
- - 32 # rls2202.rel NDRPDR iter env 9
- - 33 # rls2202.rel NDRPDR iter env 9
- - 34 # rls2202.rel NDRPDR iter env 9
-
- vpp-2n-zn2-prev-iter-new-env:
csit-vpp-perf-report-iterative-2206-2n-zn2:
- 6 # rls2202.rel NDRPDR iter env 10
- 7 # rls2202.rel NDRPDR iter env 10
@@ -100,7 +74,7 @@
- 29 # rls2202.rel NDRPDR iter env 10
- 30 # rls2202.rel NDRPDR iter env 10
- vpp-2n-zn2-curr-iter:
+ vpp-2n-zn2-prev-iter-old-env:
csit-vpp-perf-report-iterative-2206-2n-zn2:
- 47 # rls2206.rel NDRPDR iter env 10
- 48 # rls2206.rel NDRPDR iter env 10
@@ -113,62 +87,50 @@
- 55 # rls2206.rel NDRPDR iter env 10
- 56 # rls2206.rel NDRPDR iter env 10
- vpp-2n-zn2-curr-iter-best:
+ vpp-2n-zn2-prev-iter-new-env:
+ # csit-vpp-perf-report-iterative-2210-2n-zn2:
csit-vpp-perf-report-iterative-2206-2n-zn2:
- - 51 # rls2206.rel NDRPDR iter env 10
+ - 47 # rls2206.rel NDRPDR iter env 10
- vpp-2n-zn2-curr-iter-gso:
+ vpp-2n-zn2-curr-iter:
+ # csit-vpp-perf-report-iterative-2210-2n-zn2:
csit-vpp-perf-report-iterative-2206-2n-zn2:
- - 46 # rls2206.rel MRR GSO iter env 10
+ - 47 # rls2206.rel NDRPDR iter env 10
+
+ vpp-2n-zn2-curr-iter-best:
+ # csit-vpp-perf-report-iterative-2210-2n-zn2:
+ csit-vpp-perf-report-iterative-2206-2n-zn2:
+ - 51 # rls2206.rel NDRPDR iter env 10
vpp-2n-zn2-hist-iter-mrr-new-env:
- csit-vpp-perf-report-iterative-2202-2n-zn2:
- - 4 # rls2110.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-zn2:
+ - 22 # rls2202.rel MRR iter env 10
vpp-2n-zn2-prev-iter-mrr-old-env:
- csit-vpp-perf-report-iterative-2202-2n-zn2:
- - 23 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-zn2:
+ - 43 # rls2202.rel MRR iter env 10
vpp-2n-zn2-prev-iter-mrr-new-env:
+ # csit-vpp-perf-report-iterative-2210-2n-zn2:
csit-vpp-perf-report-iterative-2206-2n-zn2:
- - 22 # rls2202.rel MRR iter env 10
+ - 43 # rls2202.rel MRR iter env 10
vpp-2n-zn2-curr-iter-mrr:
+ # csit-vpp-perf-report-iterative-2210-2n-zn2:
csit-vpp-perf-report-iterative-2206-2n-zn2:
- 43 # rls2202.rel MRR iter env 10
+ vpp-2n-zn2-curr-iter-gso:
+ # csit-vpp-perf-report-iterative-2210-2n-zn2:
+ csit-vpp-perf-report-iterative-2206-2n-zn2:
+ - 46 # rls2206.rel MRR GSO iter env 10
+
vpp-2n-zn2-curr-cov:
+ # csit-vpp-perf-report-coverage-2210-2n-zn2:
csit-vpp-perf-report-coverage-2206-2n-zn2:
- 1 # rls2206.rel NDRPDR cov env 10
- - 2 # rls2206.rel NDRPDR cov env 10
- - 3 # rls2206.rel NDRPDR cov env 10
- - 4 # rls2206.rel NDRPDR cov env 10
- - 5 # rls2206.rel NDRPDR cov env 10
- - 6 # rls2206.rel NDRPDR cov env 10
- - 7 # rls2206.rel NDRPDR cov env 10
- - 8 # rls2206.rel NDRPDR cov env 10
- - 9 # rls2206.rel NDRPDR cov env 10
- - 10 # rls2206.rel NDRPDR cov env 10
- - 11 # rls2206.rel NDRPDR cov env 10
- - 12 # rls2206.rel NDRPDR cov env 10
- - 13 # rls2206.rel NDRPDR cov env 10
- - 14 # rls2206.rel NDRPDR cov env 10
- - 15 # rls2206.rel NDRPDR cov env 10
dpdk-2n-zn2-hist-iter:
- csit-dpdk-perf-report-iterative-2110-2n-zn2:
- - 24 # rls2110 NDRPDR iter env 8
- - 25 # rls2110 NDRPDR iter env 8
- - 26 # rls2110 NDRPDR iter env 8
- - 27 # rls2110 NDRPDR iter env 8
- - 28 # rls2110 NDRPDR iter env 8
- - 29 # rls2110 NDRPDR iter env 8
- - 30 # rls2110 NDRPDR iter env 8
- - 31 # rls2110 NDRPDR iter env 8
- - 32 # rls2110 NDRPDR iter env 8
- - 33 # rls2110 NDRPDR iter env 8
-
- dpdk-2n-zn2-prev-iter:
csit-dpdk-perf-report-iterative-2202-2n-zn2:
- 12 # rls2202 NDRPDR iter env 9
- 14 # rls2202 NDRPDR iter env 9
@@ -181,7 +143,7 @@
- 21 # rls2202 NDRPDR iter env 9
- 22 # rls2202 NDRPDR iter env 9
- dpdk-2n-zn2-curr-iter:
+ dpdk-2n-zn2-prev-iter:
csit-dpdk-perf-report-iterative-2206-2n-zn2:
- 1 # rls2206 NDRPDR iter env 10
- 3 # rls2206 NDRPDR iter env 10
@@ -194,39 +156,19 @@
- 12 # rls2206 NDRPDR iter env 10
- 13 # rls2206 NDRPDR iter env 10
+ dpdk-2n-zn2-curr-iter:
+ # csit-dpdk-perf-report-iterative-2210-2n-zn2:
+ csit-dpdk-perf-report-iterative-2206-2n-zn2:
+ - 1 # rls2206 NDRPDR iter env 10
+
dpdk-2n-zn2-curr-iter-best:
+ # csit-dpdk-perf-report-iterative-2210-2n-zn2:
csit-dpdk-perf-report-iterative-2206-2n-zn2:
- 1 # rls2206 NDRPDR iter env 10
# 2n-clx
vpp-2n-clx-hist-iter-new-env:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 11 # rls2110.rel NDRPDR iter env 9
- - 12 # rls2110.rel NDRPDR iter env 9
- - 13 # rls2110.rel NDRPDR iter env 9
- - 14 # rls2110.rel NDRPDR iter env 9
- - 15 # rls2110.rel NDRPDR iter env 9
- - 16 # rls2110.rel NDRPDR iter env 9
- - 18 # rls2110.rel NDRPDR iter env 9
- - 20 # rls2110.rel NDRPDR iter env 9
- - 21 # rls2110.rel NDRPDR iter env 9
- - 22 # rls2110.rel NDRPDR iter env 9
-
- vpp-2n-clx-prev-iter-old-env:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 49 # rls2202.rel NDRPDR iter env 9
- - 61 # rls2202.rel NDRPDR iter env 9
- - 62 # rls2202.rel NDRPDR iter env 9
- - 63 # rls2202.rel NDRPDR iter env 9
- - 64 # rls2202.rel NDRPDR iter env 9
- - 71 # rls2202.rel NDRPDR iter env 9
- - 78 # rls2202.rel NDRPDR iter env 9
- - 79 # rls2202.rel NDRPDR iter env 9
- - 83 # rls2202.rel NDRPDR iter env 9
- - 84 # rls2202.rel NDRPDR iter env 9
-
- vpp-2n-clx-prev-iter-new-env:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 44 # rls2202.rel NDRPDR iter env 10
- 86 # rls2202.rel NDRPDR iter env 10
@@ -249,7 +191,7 @@
- 169 # rls2202.rel NDRPDR iter env 10 NAT44
- 170 # rls2202.rel NDRPDR iter env 10 NAT44
- vpp-2n-clx-curr-iter:
+ vpp-2n-clx-prev-iter-old-env:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 113 # rls2206.rel NDRPDR iter env 10
- 114 # rls2206.rel NDRPDR iter env 10
@@ -272,46 +214,47 @@
- 158 # rls2206.rel NDRPDR iter env 10 NAT44
- 159 # rls2206.rel NDRPDR iter env 10 NAT44
+ vpp-2n-clx-prev-iter-new-env:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 44 # rls2202.rel NDRPDR iter env 10
+
+ vpp-2n-clx-curr-iter:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 113 # rls2206.rel NDRPDR iter env 10
+
vpp-2n-clx-curr-iter-best:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 116 # rls2206.rel NDRPDR iter env 10
vpp-2n-clx-hist-iter-mrr-new-env:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 8 # rls2110.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 43 # rls2202.rel MRR iter env 10
+ - 160 # rls2202.rel MRR iter env 10 NAT44
vpp-2n-clx-prev-iter-mrr-old-env:
- csit-vpp-perf-report-iterative-2202-2n-clx:
- - 48 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 97 # rls2206.rel MRR iter env 10
+ - 149 # rls2206.rel MRR iter env 10 NAT44
vpp-2n-clx-prev-iter-mrr-new-env:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 43 # rls2202.rel MRR iter env 10
- - 160 # rls2202.rel MRR iter env 10 NAT44
vpp-2n-clx-curr-iter-mrr:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 97 # rls2206.rel MRR iter env 10
- - 149 # rls2206.rel MRR iter env 10 NAT44
vpp-2n-clx-curr-iter-gso:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 108 # rls2206.rel MRR GSO iter env 10
vpp-2n-clx-hist-iter-vsap-new-env:
- csit-vpp-perf-report-iterative-2110-2n-clx:
- - 95 # rls2110.rel VSAP iter env 8
- - 96 # rls2110.rel VSAP iter env 8
- - 97 # rls2110.rel VSAP iter env 8
- - 98 # rls2110.rel VSAP iter env 8
- - 99 # rls2110.rel VSAP iter env 8
- - 101 # rls2110.rel VSAP iter env 8
- - 104 # rls2110.rel VSAP iter env 8
- - 105 # rls2110.rel VSAP iter env 8
- - 106 # rls2110.rel VSAP iter env 8
- - 107 # rls2110.rel VSAP iter env 8
-
- vpp-2n-clx-curr-iter-vsap-old-env:
csit-vpp-perf-report-iterative-2202-2n-clx:
- 55 # rls2202.rel VSAP iter env 9
- 56 # rls2202.rel VSAP iter env 9
@@ -324,7 +267,7 @@
- 70 # rls2202.rel VSAP iter env 9
- 85 # rls2202.rel VSAP iter env 9
- vpp-2n-clx-curr-iter-vsap:
+ vpp-2n-clx-curr-iter-vsap-old-env:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 104 # rls2206.rel VSAP iter env 10
- 112 # rls2206.rel VSAP iter env 10
@@ -337,101 +280,46 @@
- 147 # rls2206.rel VSAP iter env 10
- 148 # rls2206.rel VSAP iter env 10
+ vpp-2n-clx-curr-iter-vsap:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
+ csit-vpp-perf-report-iterative-2206-2n-clx:
+ - 104 # rls2206.rel VSAP iter env 10
+
vpp-2n-clx-curr-nfv-ndrpdr:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 109 # rls2206.rel NDRPDR nf-density iter env 10
- - 118 # rls2206.rel NDRPDR nf-density iter env 10
- - 119 # rls2206.rel NDRPDR nf-density iter env 10
- - 121 # rls2206.rel NDRPDR nf-density iter env 10
- - 133 # rls2206.rel NDRPDR nf-density iter env 10
- - 139 # rls2206.rel NDRPDR nf-density iter env 10
- - 140 # rls2206.rel NDRPDR nf-density iter env 10
- - 141 # rls2206.rel NDRPDR nf-density iter env 10
- - 142 # rls2206.rel NDRPDR nf-density iter env 10
- - 143 # rls2206.rel NDRPDR nf-density iter env 10
vpp-2n-clx-curr-nfv-mrr:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 99 # rls2206.rel NDRPDR nf-density iter env 10
vpp-2n-clx-curr-nfv-reconf:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 101 # rls2206.rel NDRPDR reconf iter env 10
- - 110 # rls2206.rel NDRPDR reconf iter env 10
- - 120 # rls2206.rel NDRPDR reconf iter env 10
- - 122 # rls2206.rel NDRPDR reconf iter env 10
- - 127 # rls2206.rel NDRPDR reconf iter env 10
- - 131 # rls2206.rel NDRPDR reconf iter env 10
- - 132 # rls2206.rel NDRPDR reconf iter env 10
- - 134 # rls2206.rel NDRPDR reconf iter env 10
- - 136 # rls2206.rel NDRPDR reconf iter env 10
- - 138 # rls2206.rel NDRPDR reconf iter env 10
vpp-2n-clx-curr-soak:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 111 # rls2206.rel soak env 10
- - 137 # rls2206.rel soak env 10
vpp-soak-vs-ndr-2n-clx-ref:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 113 # rls2206.rel NDRPDR iter env 10
- - 114 # rls2206.rel NDRPDR iter env 10
- - 115 # rls2206.rel NDRPDR iter env 10
- - 116 # rls2206.rel NDRPDR iter env 10
- - 117 # rls2206.rel NDRPDR iter env 10
- - 123 # rls2206.rel NDRPDR iter env 10
- - 124 # rls2206.rel NDRPDR iter env 10
- - 126 # rls2206.rel NDRPDR iter env 10
- - 129 # rls2206.rel NDRPDR iter env 10
- - 130 # rls2206.rel NDRPDR iter env 10
vpp-soak-vs-ndr-2n-clx:
+ # csit-vpp-perf-report-iterative-2210-2n-clx:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 113 # rls2206.rel NDRPDR iter env 10
- - 114 # rls2206.rel NDRPDR iter env 10
- - 115 # rls2206.rel NDRPDR iter env 10
- - 116 # rls2206.rel NDRPDR iter env 10
- - 117 # rls2206.rel NDRPDR iter env 10
- - 123 # rls2206.rel NDRPDR iter env 10
- - 124 # rls2206.rel NDRPDR iter env 10
- - 126 # rls2206.rel NDRPDR iter env 10
- - 129 # rls2206.rel NDRPDR iter env 10
- - 130 # rls2206.rel NDRPDR iter env 10
- 111 # rls2206.rel soak env 10
- - 137 # rls2206.rel soak env 10
vpp-2n-clx-curr-cov:
+ # csit-vpp-perf-report-coverage-2210-2n-clx:
csit-vpp-perf-report-coverage-2206-2n-clx:
- 4 # rls2206.rel NDRPDR cov env 10
- - 5 # rls2206.rel NDRPDR cov env 10
- - 6 # rls2206.rel NDRPDR cov env 10
- - 7 # rls2206.rel NDRPDR cov env 10
- - 8 # rls2206.rel NDRPDR cov env 10
- - 9 # rls2206.rel NDRPDR cov env 10
- - 10 # rls2206.rel NDRPDR cov env 10
- - 11 # rls2206.rel NDRPDR cov env 10
- - 12 # rls2206.rel NDRPDR cov env 10
- - 13 # rls2206.rel NDRPDR cov env 10
- - 14 # rls2206.rel NDRPDR cov env 10
- - 15 # rls2206.rel NDRPDR cov env 10
- - 16 # rls2206.rel NDRPDR cov env 10
- - 17 # rls2206.rel NDRPDR cov env 10
- - 18 # rls2206.rel NDRPDR cov env 10
- - 19 # rls2206.rel NDRPDR cov env 10
- - 20 # rls2206.rel NDRPDR cov env 10
dpdk-2n-clx-hist-iter:
- csit-dpdk-perf-report-iterative-2110-2n-clx:
- - 5 # rls2110 NDRPDR iter env 8
- - 6 # rls2110 NDRPDR iter env 8
- - 7 # rls2110 NDRPDR iter env 8
- - 8 # rls2110 NDRPDR iter env 8
- - 10 # rls2110 NDRPDR iter env 8
- - 14 # rls2110 NDRPDR iter env 8
- - 15 # rls2110 NDRPDR iter env 8
- - 16 # rls2110 NDRPDR iter env 8
- - 17 # rls2110 NDRPDR iter env 8
- - 18 # rls2110 NDRPDR iter env 8
-
- dpdk-2n-clx-prev-iter:
csit-dpdk-perf-report-iterative-2202-2n-clx:
- 11 # rls2202 NDRPDR iter env 9
- 12 # rls2202 NDRPDR iter env 9
@@ -444,7 +332,7 @@
- 19 # rls2202 NDRPDR iter env 9
- 20 # rls2202 NDRPDR iter env 9
- dpdk-2n-clx-curr-iter:
+ dpdk-2n-clx-prev-iter:
csit-dpdk-perf-report-iterative-2206-2n-clx:
- 15 # rls2206 NDRPDR iter env 10
- 17 # rls2206 NDRPDR iter env 10
@@ -457,39 +345,19 @@
- 27 # rls2206 NDRPDR iter env 10
- 28 # rls2206 NDRPDR iter env 10
+ dpdk-2n-clx-curr-iter:
+ # csit-dpdk-perf-report-iterative-2210-2n-clx:
+ csit-dpdk-perf-report-iterative-2206-2n-clx:
+ - 15 # rls2206 NDRPDR iter env 10
+
dpdk-2n-clx-curr-iter-best:
+ # csit-dpdk-perf-report-iterative-2210-2n-clx:
csit-dpdk-perf-report-iterative-2206-2n-clx:
- - 22 # rls2206 NDRPDR iter env 10
+ - 15 # rls2206 NDRPDR iter env 10
# 3n-tsh
vpp-3n-tsh-hist-iter-new-env:
- csit-vpp-perf-report-iterative-2202-3n-tsh:
- - 5 # rls2110.rel NDRPDR iter env 9
- - 7 # rls2110.rel NDRPDR iter env 9
- - 9 # rls2110.rel NDRPDR iter env 9
- - 10 # rls2110.rel NDRPDR iter env 9
- - 11 # rls2110.rel NDRPDR iter env 9
- - 12 # rls2110.rel NDRPDR iter env 9
- - 13 # rls2110.rel NDRPDR iter env 9
- - 14 # rls2110.rel NDRPDR iter env 9
- - 15 # rls2110.rel NDRPDR iter env 9
- - 16 # rls2110.rel NDRPDR iter env 9
-
- vpp-3n-tsh-prev-iter-old-env:
- csit-vpp-perf-report-iterative-2202-3n-tsh:
- - 24 # rls2202.rel NDRPDR iter env 9
- - 25 # rls2202.rel NDRPDR iter env 9
- - 26 # rls2202.rel NDRPDR iter env 9
- - 27 # rls2202.rel NDRPDR iter env 9
- - 28 # rls2202.rel NDRPDR iter env 9
- - 29 # rls2202.rel NDRPDR iter env 9
- - 30 # rls2202.rel NDRPDR iter env 9
- - 31 # rls2202.rel NDRPDR iter env 9
- - 32 # rls2202.rel NDRPDR iter env 9
- - 33 # rls2202.rel NDRPDR iter env 9
-
- vpp-3n-tsh-prev-iter-new-env:
csit-vpp-perf-report-iterative-2206-3n-tsh:
- 4 # rls2202.rel NDRPDR iter env 10
- 5 # rls2202.rel NDRPDR iter env 10
@@ -502,7 +370,7 @@
- 17 # rls2202.rel NDRPDR iter env 10
- 18 # rls2202.rel NDRPDR iter env 10
- vpp-3n-tsh-curr-iter:
+ vpp-3n-tsh-prev-iter-old-env:
csit-vpp-perf-report-iterative-2206-3n-tsh:
- 37 # rls2206.rel NDRPDR iter env 10
- 38 # rls2206.rel NDRPDR iter env 10
@@ -515,60 +383,45 @@
- 45 # rls2206.rel NDRPDR iter env 10
- 46 # rls2206.rel NDRPDR iter env 10
+ vpp-3n-tsh-prev-iter-new-env:
+ # csit-vpp-perf-report-iterative-2210-3n-tsh:
+ csit-vpp-perf-report-iterative-2206-3n-tsh:
+ - 4 # rls2202.rel NDRPDR iter env 10
+
+ vpp-3n-tsh-curr-iter:
+ # csit-vpp-perf-report-iterative-2210-3n-tsh:
+ csit-vpp-perf-report-iterative-2206-3n-tsh:
+ - 37 # rls2206.rel NDRPDR iter env 10
+
vpp-3n-tsh-curr-iter-best:
+ # csit-vpp-perf-report-iterative-2206-3n-tsh:
csit-vpp-perf-report-iterative-2206-3n-tsh:
- - 46 # rls2206.rel NDRPDR iter env 10
+ - 37 # rls2206.rel NDRPDR iter env 10
vpp-3n-tsh-hist-iter-mrr-new-env:
- csit-vpp-perf-report-iterative-2202-3n-tsh:
- - 3 # rls2110.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-tsh:
+ - 3 # rls2202.rel MRR iter env 10
vpp-3n-tsh-prev-iter-mrr-old-env:
- csit-vpp-perf-report-iterative-2202-3n-tsh:
- - 23 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-tsh:
+ - 29 # rls2206.rel MRR iter env 10
vpp-3n-tsh-prev-iter-mrr-new-env:
+ # csit-vpp-perf-report-iterative-2210-3n-tsh:
csit-vpp-perf-report-iterative-2206-3n-tsh:
- 3 # rls2202.rel MRR iter env 10
vpp-3n-tsh-curr-iter-mrr:
+ # csit-vpp-perf-report-iterative-2210-3n-tsh:
csit-vpp-perf-report-iterative-2206-3n-tsh:
- 29 # rls2206.rel MRR iter env 10
vpp-3n-tsh-curr-cov:
+ # csit-vpp-perf-report-coverage-2210-3n-tsh:
csit-vpp-perf-report-coverage-2206-3n-tsh:
- 1 # rls2206.rel NDRPDR cov env 10
- - 2 # rls2206.rel NDRPDR cov env 10
- - 3 # rls2206.rel NDRPDR cov env 10
- - 4 # rls2206.rel NDRPDR cov env 10
- - 5 # rls2206.rel NDRPDR cov env 10
- - 6 # rls2206.rel NDRPDR cov env 10
- - 7 # rls2206.rel NDRPDR cov env 10
- - 8 # rls2206.rel NDRPDR cov env 10
- - 9 # rls2206.rel NDRPDR cov env 10
- - 10 # rls2206.rel NDRPDR cov env 10
- - 11 # rls2206.rel NDRPDR cov env 10
- - 12 # rls2206.rel NDRPDR cov env 10
- - 13 # rls2206.rel NDRPDR cov env 10
- - 14 # rls2206.rel NDRPDR cov env 10
- - 15 # rls2206.rel NDRPDR cov env 10
- - 16 # rls2206.rel NDRPDR cov env 10
- - 17 # rls2206.rel NDRPDR cov env 10
dpdk-3n-tsh-hist-iter:
- csit-dpdk-perf-report-iterative-2110-3n-tsh:
- - 12 # rls2110 NDRPDR iter env 8
- - 13 # rls2110 NDRPDR iter env 8
- - 14 # rls2110 NDRPDR iter env 8
- - 15 # rls2110 NDRPDR iter env 8
- - 16 # rls2110 NDRPDR iter env 8
- - 17 # rls2110 NDRPDR iter env 8
- - 18 # rls2110 NDRPDR iter env 8
- - 19 # rls2110 NDRPDR iter env 8
- - 20 # rls2110 NDRPDR iter env 8
- - 21 # rls2110 NDRPDR iter env 8
-
- dpdk-3n-tsh-prev-iter:
csit-dpdk-perf-report-iterative-2202-3n-tsh:
- 11 # rls2202 NDRPDR iter env 9
- 12 # rls2202 NDRPDR iter env 9
@@ -581,7 +434,7 @@
- 19 # rls2202 NDRPDR iter env 9
- 20 # rls2202 NDRPDR iter env 9
- dpdk-3n-tsh-curr-iter:
+ dpdk-3n-tsh-prev-iter:
csit-dpdk-perf-report-iterative-2206-3n-tsh:
- 1 # rls2206 NDRPDR iter env 10
- 2 # rls2206 NDRPDR iter env 10
@@ -594,39 +447,19 @@
- 9 # rls2206 NDRPDR iter env 10
- 10 # rls2206 NDRPDR iter env 10
+ dpdk-3n-tsh-curr-iter:
+ # csit-dpdk-perf-report-iterative-2210-3n-tsh:
+ csit-dpdk-perf-report-iterative-2206-3n-tsh:
+ - 1 # rls2206 NDRPDR iter env 10
+
dpdk-3n-tsh-curr-iter-best:
+ # csit-dpdk-perf-report-iterative-2210-3n-tsh:
csit-dpdk-perf-report-iterative-2206-3n-tsh:
- 1 # rls2206 NDRPDR iter env 10
# 2n-tx2
vpp-2n-tx2-hist-iter-new-env:
- csit-vpp-perf-report-iterative-2202-2n-tx2:
- - 7 # rls2110.rel NDRPDR iter env 9
- - 9 # rls2202.rel NDRPDR iter env 9
- - 10 # rls2202.rel NDRPDR iter env 9
- - 12 # rls2110.rel NDRPDR iter env 9
- - 13 # rls2110.rel NDRPDR iter env 9
- - 14 # rls2110.rel NDRPDR iter env 9
- - 15 # rls2110.rel NDRPDR iter env 9
- - 16 # rls2110.rel NDRPDR iter env 9
- - 17 # rls2110.rel NDRPDR iter env 9
- - 18 # rls2110.rel NDRPDR iter env 9
-
- vpp-2n-tx2-prev-iter-old-env:
- csit-vpp-perf-report-iterative-2202-2n-tx2:
- - 26 # rls2202.rel NDRPDR iter env 9
- - 27 # rls2202.rel NDRPDR iter env 9
- - 28 # rls2202.rel NDRPDR iter env 9
- - 29 # rls2202.rel NDRPDR iter env 9
- - 30 # rls2202.rel NDRPDR iter env 9
- - 31 # rls2202.rel NDRPDR iter env 9
- - 32 # rls2202.rel NDRPDR iter env 9
- - 33 # rls2202.rel NDRPDR iter env 9
- - 34 # rls2202.rel NDRPDR iter env 9
- - 35 # rls2202.rel NDRPDR iter env 9
-
- vpp-2n-tx2-prev-iter-new-env:
csit-vpp-perf-report-iterative-2206-2n-tx2:
- 4 # rls2202.rel NDRPDR iter env 10
- 5 # rls2202.rel NDRPDR iter env 10
@@ -639,7 +472,7 @@
- 17 # rls2202.rel NDRPDR iter env 10
- 18 # rls2202.rel NDRPDR iter env 10
- vpp-2n-tx2-curr-iter:
+ vpp-2n-tx2-prev-iter-old-env:
csit-vpp-perf-report-iterative-2206-2n-tx2:
- 38 # rls2206.rel NDRPDR iter env 10
- 39 # rls2206.rel NDRPDR iter env 10
@@ -652,57 +485,45 @@
- 46 # rls2206.rel NDRPDR iter env 10
- 47 # rls2206.rel NDRPDR iter env 10
+ vpp-2n-tx2-prev-iter-new-env:
+ # csit-vpp-perf-report-iterative-2210-2n-tx2:
+ csit-vpp-perf-report-iterative-2206-2n-tx2:
+ - 4 # rls2202.rel NDRPDR iter env 10
+
+ vpp-2n-tx2-curr-iter:
+ # csit-vpp-perf-report-iterative-2210-2n-tx2:
+ csit-vpp-perf-report-iterative-2206-2n-tx2:
+ - 38 # rls2206.rel NDRPDR iter env 10
+
vpp-2n-tx2-curr-iter-best:
+ # csit-vpp-perf-report-iterative-2210-2n-tx2:
csit-vpp-perf-report-iterative-2206-2n-tx2:
- 38 # rls2206.rel NDRPDR iter env 10
- vpp-2n-tx2-hist-iter-mrr-new-env:
- csit-vpp-perf-report-iterative-2202-2n-tx2:
- - 3 # rls2110.rel MRR iter env 9
+ vpp-2n-tx2-prev-iter-mrr-new-env:
+ csit-vpp-perf-report-iterative-2206-2n-tx2:
+ - 3 # rls2202.rel MRR iter env 10
vpp-2n-tx2-prev-iter-mrr-old-env:
- csit-vpp-perf-report-iterative-2202-2n-tx2:
- - 25 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-tx2:
+ - 29 # rls2206.rel MRR iter env 10
vpp-2n-tx2-prev-iter-mrr-new-env:
+ # csit-vpp-perf-report-iterative-2210-2n-tx2:
csit-vpp-perf-report-iterative-2206-2n-tx2:
- 3 # rls2202.rel MRR iter env 10
vpp-2n-tx2-curr-iter-mrr:
+ # csit-vpp-perf-report-iterative-2210-2n-tx2:
csit-vpp-perf-report-iterative-2206-2n-tx2:
- 29 # rls2206.rel MRR iter env 10
vpp-2n-tx2-curr-cov:
+ # csit-vpp-perf-report-coverage-2210-2n-tx2:
csit-vpp-perf-report-coverage-2206-2n-tx2:
- 1 # rls2206.rel NDRPDR cov env 10
- - 2 # rls2206.rel NDRPDR cov env 10
- - 3 # rls2206.rel NDRPDR cov env 10
- - 4 # rls2206.rel NDRPDR cov env 10
- - 5 # rls2206.rel NDRPDR cov env 10
- - 6 # rls2206.rel NDRPDR cov env 10
- - 7 # rls2206.rel NDRPDR cov env 10
- - 8 # rls2206.rel NDRPDR cov env 10
- - 9 # rls2206.rel NDRPDR cov env 10
- - 10 # rls2206.rel NDRPDR cov env 10
- - 11 # rls2206.rel NDRPDR cov env 10
- - 12 # rls2206.rel NDRPDR cov env 10
- - 13 # rls2206.rel NDRPDR cov env 10
- - 14 # rls2206.rel NDRPDR cov env 10
dpdk-2n-tx2-hist-iter:
- csit-dpdk-perf-report-iterative-2110-2n-tx2:
- - 14 # rls2110 NDRPDR iter env 8
- - 15 # rls2110 NDRPDR iter env 8
- - 16 # rls2110 NDRPDR iter env 8
- - 17 # rls2110 NDRPDR iter env 8
- - 18 # rls2110 NDRPDR iter env 8
- - 19 # rls2110 NDRPDR iter env 8
- - 20 # rls2110 NDRPDR iter env 8
- - 21 # rls2110 NDRPDR iter env 8
- - 22 # rls2110 NDRPDR iter env 8
- - 23 # rls2110 NDRPDR iter env 8
-
- dpdk-2n-tx2-prev-iter:
csit-dpdk-perf-report-iterative-2202-2n-tx2:
- 11 # rls2202 NDRPDR iter env 9
- 12 # rls2202 NDRPDR iter env 9
@@ -715,7 +536,7 @@
- 19 # rls2202 NDRPDR iter env 9
- 20 # rls2202 NDRPDR iter env 9
- dpdk-2n-tx2-curr-iter:
+ dpdk-2n-tx2-prev-iter:
csit-dpdk-perf-report-iterative-2206-2n-tx2:
- 1 # rls2206 NDRPDR iter env 10
- 2 # rls2206 NDRPDR iter env 10
@@ -728,39 +549,19 @@
- 9 # rls2206 NDRPDR iter env 10
- 10 # rls2206 NDRPDR iter env 10
+ dpdk-2n-tx2-curr-iter:
+ # csit-dpdk-perf-report-iterative-2210-2n-tx2:
+ csit-dpdk-perf-report-iterative-2206-2n-tx2:
+ - 1 # rls2206 NDRPDR iter env 10
+
dpdk-2n-tx2-curr-iter-best:
+ # csit-dpdk-perf-report-iterative-2210-2n-tx2:
csit-dpdk-perf-report-iterative-2206-2n-tx2:
- 1 # rls2206 NDRPDR iter env 10
# 3n-dnv
vpp-3n-dnv-hist-iter-new-env:
- csit-vpp-perf-report-iterative-2202-3n-dnv:
- - 4 # rls2110.rel NDRPDR iter env 9
- - 5 # rls2110.rel NDRPDR iter env 9
- - 6 # rls2110.rel NDRPDR iter env 9
- - 7 # rls2110.rel NDRPDR iter env 9
- - 8 # rls2110.rel NDRPDR iter env 9
- - 9 # rls2110.rel NDRPDR iter env 9
- - 10 # rls2110.rel NDRPDR iter env 9
- - 11 # rls2110.rel NDRPDR iter env 9
- - 12 # rls2110.rel NDRPDR iter env 9
- - 13 # rls2110.rel NDRPDR iter env 9
-
- vpp-3n-dnv-prev-iter-old-env:
- csit-vpp-perf-report-iterative-2202-3n-dnv:
- - 21 # rls2202.rel NDRPDR iter env 9
- - 22 # rls2202.rel NDRPDR iter env 9
- - 23 # rls2202.rel NDRPDR iter env 9
- - 24 # rls2202.rel NDRPDR iter env 9
- - 25 # rls2202.rel NDRPDR iter env 9
- - 26 # rls2202.rel NDRPDR iter env 9
- - 27 # rls2202.rel NDRPDR iter env 9
- - 28 # rls2202.rel NDRPDR iter env 9
- - 29 # rls2202.rel NDRPDR iter env 9
- - 30 # rls2202.rel NDRPDR iter env 9
-
- vpp-3n-dnv-prev-iter-new-env:
csit-vpp-perf-report-iterative-2206-3n-dnv:
- 4 # rls2202.rel NDRPDR iter env 10
- 5 # rls2202.rel NDRPDR iter env 10
@@ -773,7 +574,7 @@
- 12 # rls2202.rel NDRPDR iter env 10
- 13 # rls2202.rel NDRPDR iter env 10
- vpp-3n-dnv-curr-iter:
+ vpp-3n-dnv-prev-iter-old-env:
csit-vpp-perf-report-iterative-2206-3n-dnv:
- 24 # rls2206.rel NDRPDR iter env 10
- 32 # rls2206.rel NDRPDR iter env 10
@@ -786,64 +587,42 @@
- 39 # rls2206.rel NDRPDR iter env 10
- 40 # rls2206.rel NDRPDR iter env 10
+ vpp-3n-dnv-prev-iter-new-env:
+ # csit-vpp-perf-report-iterative-2210-3n-dnv:
+ csit-vpp-perf-report-iterative-2206-3n-dnv:
+ - 4 # rls2202.rel NDRPDR iter env 10
+
+ vpp-3n-dnv-curr-iter:
+ # csit-vpp-perf-report-iterative-2210-3n-dnv:
+ csit-vpp-perf-report-iterative-2206-3n-dnv:
+ - 24 # rls2206.rel NDRPDR iter env 10
+
vpp-3n-dnv-hist-iter-mrr-new-env:
- csit-vpp-perf-report-iterative-2202-3n-dnv:
- - 3 # rls2110.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-dnv:
+ - 3 # rls2202.rel MRR iter env 10
vpp-3n-dnv-prev-iter-mrr-old-env:
- csit-vpp-perf-report-iterative-2202-3n-dnv:
- - 20 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-dnv:
+ - 22 # rls2206.rel MRR iter env 10
vpp-3n-dnv-prev-iter-mrr-new-env:
+ # csit-vpp-perf-report-iterative-2210-3n-dnv:
csit-vpp-perf-report-iterative-2206-3n-dnv:
- 3 # rls2202.rel MRR iter env 10
vpp-3n-dnv-curr-iter-mrr:
+ # csit-vpp-perf-report-iterative-2210-3n-dnv:
csit-vpp-perf-report-iterative-2206-3n-dnv:
- 22 # rls2206.rel MRR iter env 10
vpp-3n-dnv-curr-cov:
+ # csit-vpp-perf-report-coverage-2210-3n-dnv:
csit-vpp-perf-report-coverage-2206-3n-dnv:
- 1 # rls2206.rel NDRPDR cov env 10
- - 2 # rls2206.rel NDRPDR cov env 10
- - 3 # rls2206.rel NDRPDR cov env 10
- - 4 # rls2206.rel NDRPDR cov env 10
- - 5 # rls2206.rel NDRPDR cov env 10
- - 6 # rls2206.rel NDRPDR cov env 10
- - 7 # rls2206.rel NDRPDR cov env 10
- - 8 # rls2206.rel NDRPDR cov env 10
- - 9 # rls2206.rel NDRPDR cov env 10
- - 10 # rls2206.rel NDRPDR cov env 10
# 2n-dnv
vpp-2n-dnv-hist-iter-new-env:
- csit-vpp-perf-report-iterative-2202-2n-dnv:
- - 5 # rls2110.rel NDRPDR iter env 9
- - 6 # rls2110.rel NDRPDR iter env 9
- - 7 # rls2110.rel NDRPDR iter env 9
- - 8 # rls2110.rel NDRPDR iter env 9
- - 9 # rls2110.rel NDRPDR iter env 9
- - 10 # rls2110.rel NDRPDR iter env 9
- - 11 # rls2110.rel NDRPDR iter env 9
- - 12 # rls2110.rel NDRPDR iter env 9
- - 13 # rls2110.rel NDRPDR iter env 9
- - 14 # rls2110.rel NDRPDR iter env 9
-
- vpp-2n-dnv-prev-iter-old-env:
- csit-vpp-perf-report-iterative-2202-2n-dnv:
- - 24 # rls2202.rel NDRPDR iter env 9
- - 25 # rls2202.rel NDRPDR iter env 9
- - 26 # rls2202.rel NDRPDR iter env 9
- - 28 # rls2202.rel NDRPDR iter env 9
- - 29 # rls2202.rel NDRPDR iter env 9
- - 32 # rls2202.rel NDRPDR iter env 9
- - 33 # rls2202.rel NDRPDR iter env 9
- - 34 # rls2202.rel NDRPDR iter env 9
- - 35 # rls2202.rel NDRPDR iter env 9
- - 36 # rls2202.rel NDRPDR iter env 9
-
- vpp-2n-dnv-prev-iter-new-env:
csit-vpp-perf-report-iterative-2206-2n-dnv:
- 4 # rls2202.rel NDRPDR iter env 10
- 5 # rls2202.rel NDRPDR iter env 10
@@ -856,7 +635,7 @@
- 12 # rls2202.rel NDRPDR iter env 10
- 13 # rls2202.rel NDRPDR iter env 10
- vpp-2n-dnv-curr-iter:
+ vpp-2n-dnv-prev-iter-old-env:
csit-vpp-perf-report-iterative-2206-2n-dnv:
- 22 # rls2206.rel NDRPDR iter env 10
- 31 # rls2206.rel NDRPDR iter env 10
@@ -869,47 +648,42 @@
- 38 # rls2206.rel NDRPDR iter env 10
- 39 # rls2206.rel NDRPDR iter env 10
+ vpp-2n-dnv-prev-iter-new-env:
+ # csit-vpp-perf-report-iterative-2210-2n-dnv:
+ csit-vpp-perf-report-iterative-2206-2n-dnv:
+ - 4 # rls2202.rel NDRPDR iter env 10
+
+ vpp-2n-dnv-curr-iter:
+ # csit-vpp-perf-report-iterative-2210-2n-dnv:
+ csit-vpp-perf-report-iterative-2206-2n-dnv:
+ - 22 # rls2206.rel NDRPDR iter env 10
+
vpp-2n-dnv-hist-iter-mrr-new-env:
- csit-vpp-perf-report-iterative-2202-2n-dnv:
- - 15 # rls2110.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-dnv:
+ - 3 # rls2202.rel MRR iter env 10
vpp-2n-dnv-prev-iter-mrr-old-env:
- csit-vpp-perf-report-iterative-2202-2n-dnv:
- - 23 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-dnv:
+ - 20 # rls2206.rel MRR iter env 10
vpp-2n-dnv-prev-iter-mrr-new-env:
+ # csit-vpp-perf-report-iterative-2210-2n-dnv:
csit-vpp-perf-report-iterative-2206-2n-dnv:
- 3 # rls2202.rel MRR iter env 10
vpp-2n-dnv-curr-iter-mrr:
+ # csit-vpp-perf-report-iterative-2210-2n-dnv:
csit-vpp-perf-report-iterative-2206-2n-dnv:
- 20 # rls2206.rel MRR iter env 10
vpp-2n-dnv-curr-cov:
+ # csit-vpp-perf-report-coverage-2210-2n-dnv:
csit-vpp-perf-report-coverage-2206-2n-dnv:
- 1 # rls2206.rel NDRPDR cov env 10
- - 7 # rls2206.rel NDRPDR cov env 10
- - 3 # rls2206.rel NDRPDR cov env 10
- - 4 # rls2206.rel NDRPDR cov env 10
- - 5 # rls2206.rel NDRPDR cov env 10
- - 6 # rls2206.rel NDRPDR cov env 10
# 2n-aws
vpp-2n-aws-hist-iter:
- csit-vpp-perf-report-iterative-2110-2n-aws:
- - 26 # rls2110.rel NDRPDR iter env 8
- - 29 # rls2110.rel NDRPDR iter env 8
- - 30 # rls2110.rel NDRPDR iter env 8
- - 31 # rls2110.rel NDRPDR iter env 8
- - 32 # rls2110.rel NDRPDR iter env 8
- - 33 # rls2110.rel NDRPDR iter env 8
- - 34 # rls2110.rel NDRPDR iter env 8
- - 35 # rls2110.rel NDRPDR iter env 8
- - 36 # rls2110.rel NDRPDR iter env 8
- - 37 # rls2110.rel NDRPDR iter env 8
-
- vpp-2n-aws-prev-iter:
csit-vpp-perf-report-iterative-2202-2n-aws:
- 12 # rls2202.rel NDRPDR iter env 9
- 13 # rls2202.rel NDRPDR iter env 9
@@ -922,7 +696,7 @@
- 21 # rls2202.rel NDRPDR iter env 9
- 22 # rls2202.rel NDRPDR iter env 9
- vpp-2n-aws-curr-iter:
+ vpp-2n-aws-prev-iter:
csit-vpp-perf-report-iterative-2206-2n-aws:
- 11 # rls2206.rel NDRPDR iter env 10
- 15 # rls2206.rel NDRPDR iter env 10
@@ -935,100 +709,37 @@
- 22 # rls2206.rel NDRPDR iter env 10
- 23 # rls2206.rel NDRPDR iter env 10
+ vpp-2n-aws-curr-iter:
+ # csit-vpp-perf-report-iterative-2210-2n-aws:
+ csit-vpp-perf-report-iterative-2206-2n-aws:
+ - 11 # rls2206.rel NDRPDR iter env 10
+
vpp-2n-aws-curr-iter-best:
+ # csit-vpp-perf-report-iterative-2210-2n-aws:
csit-vpp-perf-report-iterative-2206-2n-aws:
- 11 # rls2206.rel NDRPDR iter env 10
vpp-2n-aws-hist-iter-mrr:
- csit-vpp-perf-report-iterative-2110-2n-aws:
- - 25 # rls2110.rel MRR iter env 8
-
- vpp-2n-aws-prev-iter-mrr:
csit-vpp-perf-report-iterative-2202-2n-aws:
- 11 # rls2202.rel MRR iter env 9
+ vpp-2n-aws-prev-iter-mrr:
+ csit-vpp-perf-report-iterative-2206-2n-aws:
+ - 10 # rls2206.rel MRR iter env 10
+
vpp-2n-aws-curr-iter-mrr:
+ # csit-vpp-perf-report-iterative-2210-2n-aws:
csit-vpp-perf-report-iterative-2206-2n-aws:
- 10 # rls2206.rel MRR iter env 10
vpp-2n-aws-curr-cov:
+ # csit-vpp-perf-report-coverage-2210-2n-aws:
csit-vpp-perf-report-coverage-2206-2n-aws:
- 1 # rls2206.rel NDRPDR cov env 10
- # # 3n-aws
-
- # vpp-3n-aws-hist-iter:
- # csit-vpp-perf-report-iterative-2110-3n-aws:
- # - 34 # rls2110.rel NDRPDR iter env 8
- # - 35 # rls2110.rel NDRPDR iter env 8
- # - 36 # rls2110.rel NDRPDR iter env 8
- # - 37 # rls2110.rel NDRPDR iter env 8
- # - 38 # rls2110.rel NDRPDR iter env 8
- # - 39 # rls2110.rel NDRPDR iter env 8
- # - 40 # rls2110.rel NDRPDR iter env 8
- # - 41 # rls2110.rel NDRPDR iter env 8
- # - 42 # rls2110.rel NDRPDR iter env 8
- # - 43 # rls2110.rel NDRPDR iter env 8
-
- # vpp-3n-aws-prev-iter:
- # csit-vpp-perf-report-iterative-2202-3n-aws:
- # - 12 # rls2202.rel NDRPDR iter env 9
- # - 13 # rls2202.rel NDRPDR iter env 9
- # - 14 # rls2202.rel NDRPDR iter env 9
- # - 16 # rls2202.rel NDRPDR iter env 9
- # - 17 # rls2202.rel NDRPDR iter env 9
- # - 18 # rls2202.rel NDRPDR iter env 9
- # - 19 # rls2202.rel NDRPDR iter env 9
- # - 20 # rls2202.rel NDRPDR iter env 9
- # - 21 # rls2202.rel NDRPDR iter env 9
- # - 22 # rls2202.rel NDRPDR iter env 9
-
- # vpp-3n-aws-curr-iter:
- # # csit-vpp-perf-report-iterative-2206-3n-aws:
- # csit-vpp-perf-report-iterative-2202-3n-aws:
- # - 12 # rls2202.rel NDRPDR iter env 9
-
- # vpp-3n-aws-curr-iter-best:
- # # csit-vpp-perf-report-iterative-2206-3n-aws:
- # csit-vpp-perf-report-iterative-2202-3n-aws:
- # - 12 # rls2202.rel NDRPDR iter env 9
-
- # vpp-3n-aws-hist-iter-mrr:
- # csit-vpp-perf-report-iterative-2110-3n-aws:
- # - 33 # rls2110.rel MRR iter env 8
-
- # vpp-3n-aws-prev-iter-mrr:
- # csit-vpp-perf-report-iterative-2202-3n-aws:
- # - 11 # rls2202.rel MRR iter env 9
-
- # vpp-3n-aws-curr-iter-mrr:
- # # csit-vpp-perf-report-iterative-2206-3n-aws:
- # csit-vpp-perf-report-iterative-2202-3n-aws:
- # - 11 # rls2202.rel MRR iter env 9
-
- # vpp-3n-aws-curr-cov:
- # csit-vpp-perf-report-coverage-2206-3n-aws:
- # - 1 # rls2209.rel NDRPDR cov env 10
-
# 2n-icx
- # vpp-2n-icx-hist-iter-new-env:
- # csit-vpp-perf-report-iterative-2202-2n-icx:
-
- vpp-2n-icx-prev-iter-old-env:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 23 # rls2202.rel NDRPDR iter env 9
- - 30 # rls2202.rel NDRPDR iter env 9
- - 31 # rls2202.rel NDRPDR iter env 9
- - 32 # rls2202.rel NDRPDR iter env 9
- - 33 # rls2202.rel NDRPDR iter env 9
- - 34 # rls2202.rel NDRPDR iter env 9
- - 37 # rls2202.rel NDRPDR iter env 9
- - 39 # rls2202.rel NDRPDR iter env 9
- - 40 # rls2202.rel NDRPDR iter env 9
- - 41 # rls2202.rel NDRPDR iter env 9
-
- vpp-2n-icx-prev-iter-new-env:
+ vpp-2n-icx-hist-iter-new-env:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 107 # rls2202.rel NDRPDR iter env 10
- 108 # rls2202.rel NDRPDR iter env 10
@@ -1051,7 +762,7 @@
- 137 # rls2202.rel NDRPDR iter env 10 NAT44
- 138 # rls2202.rel NDRPDR iter env 10 NAT44
- vpp-2n-icx-curr-iter:
+ vpp-2n-icx-prev-iter-old-env:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 80 # rls2206.rel NDRPDR iter env 10
- 81 # rls2206.rel NDRPDR iter env 10
@@ -1074,110 +785,81 @@
- 126 # rls2206.rel NDRPDR iter env 10 NAT44
- 127 # rls2206.rel NDRPDR iter env 10 NAT44
+ vpp-2n-icx-prev-iter-new-env:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 107 # rls2202.rel NDRPDR iter env 10
+
+ vpp-2n-icx-curr-iter:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 80 # rls2206.rel NDRPDR iter env 10
+
vpp-2n-icx-curr-iter-best:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
csit-vpp-perf-report-iterative-2206-2n-icx:
- - 95 # rls2206.rel NDRPDR iter env 10
+ - 80 # rls2206.rel NDRPDR iter env 10
+
+ vpp-2n-icx-hist-iter-mrr:
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 106 # rls2202.rel MRR iter env 10
+ - 128 # rls2202.rel MRR iter env 10 NAT44
vpp-2n-icx-prev-iter-mrr-old-env:
- csit-vpp-perf-report-iterative-2202-2n-icx:
- - 22 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-2n-icx:
+ - 68 # rls2206.rel MRR iter env 10
+ - 117 # rls2206.rel MRR iter env 10 NAT44
vpp-2n-icx-prev-iter-mrr-new-env:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 106 # rls2202.rel MRR iter env 10
- - 128 # rls2202.rel MRR iter env 10 NAT44
vpp-2n-icx-curr-iter-mrr:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 68 # rls2206.rel MRR iter env 10
- - 117 # rls2206.rel MRR iter env 10 NAT44
vpp-2n-icx-curr-nfv-ndrpdr:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 71 # rls2206.rel NDRPDR nf-density iter env 10
- - 77 # rls2206.rel NDRPDR nf-density iter env 10
- - 85 # rls2206.rel NDRPDR nf-density iter env 10
- - 87 # rls2206.rel NDRPDR nf-density iter env 10
- - 88 # rls2206.rel NDRPDR nf-density iter env 10
- - 91 # rls2206.rel NDRPDR nf-density iter env 10
- - 92 # rls2206.rel NDRPDR nf-density iter env 10
- - 97 # rls2206.rel NDRPDR nf-density iter env 10
- - 98 # rls2206.rel NDRPDR nf-density iter env 10
- - 101 # rls2206.rel NDRPDR nf-density iter env 10
vpp-2n-icx-curr-nfv-mrr:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 70 # rls2206.rel MRR nf-density iter env 10
vpp-2n-icx-curr-nfv-reconf:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 72 # rls2206.rel NDRPDR reconf iter env 10
- - 78 # rls2206.rel NDRPDR reconf iter env 10
- - 86 # rls2206.rel NDRPDR reconf iter env 10
- - 89 # rls2206.rel NDRPDR reconf iter env 10
- - 90 # rls2206.rel NDRPDR reconf iter env 10
- - 93 # rls2206.rel NDRPDR reconf iter env 10
- - 96 # rls2206.rel NDRPDR reconf iter env 10
- - 99 # rls2206.rel NDRPDR reconf iter env 10
- - 104 # rls2206.rel NDRPDR reconf iter env 10
- - 105 # rls2206.rel NDRPDR reconf iter env 10
vpp-2n-icx-curr-soak:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
csit-vpp-perf-report-iterative-2206-2n-icx:
- - 74 # rls2206.rel soak env 10
- 79 # rls2206.rel soak env 10
vpp-soak-vs-ndr-2n-icx-ref:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 80 # rls2206.rel NDRPDR iter env 10
- - 81 # rls2206.rel NDRPDR iter env 10
- - 82 # rls2206.rel NDRPDR iter env 10
- - 83 # rls2206.rel NDRPDR iter env 10
- - 84 # rls2206.rel NDRPDR iter env 10
- - 94 # rls2206.rel NDRPDR iter env 10
- - 95 # rls2206.rel NDRPDR iter env 10
- - 100 # rls2206.rel NDRPDR iter env 10
- - 102 # rls2206.rel NDRPDR iter env 10
- - 103 # rls2206.rel NDRPDR iter env 10
vpp-soak-vs-ndr-2n-icx:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 80 # rls2206.rel NDRPDR iter env 10
- - 81 # rls2206.rel NDRPDR iter env 10
- - 82 # rls2206.rel NDRPDR iter env 10
- - 83 # rls2206.rel NDRPDR iter env 10
- - 84 # rls2206.rel NDRPDR iter env 10
- - 94 # rls2206.rel NDRPDR iter env 10
- - 95 # rls2206.rel NDRPDR iter env 10
- - 100 # rls2206.rel NDRPDR iter env 10
- - 102 # rls2206.rel NDRPDR iter env 10
- - 103 # rls2206.rel NDRPDR iter env 10
- - 74 # rls2206.rel soak env 10
- 79 # rls2206.rel soak env 10
vpp-2n-icx-curr-iter-gso:
+ # csit-vpp-perf-report-iterative-2210-2n-icx:
csit-vpp-perf-report-iterative-2206-2n-icx:
- 73 # rls2206.rel MRR GSO iter env 10
vpp-2n-icx-curr-cov:
+ # csit-vpp-perf-report-coverage-2210-2n-icx:
csit-vpp-perf-report-coverage-2206-2n-icx:
- 1 # rls2206.rel NDRPDR cov env 10
- - 2 # rls2206.rel NDRPDR cov env 10
- - 3 # rls2206.rel NDRPDR cov env 10
- - 4 # rls2206.rel NDRPDR cov env 10
- - 5 # rls2206.rel NDRPDR cov env 10
- - 6 # rls2206.rel NDRPDR cov env 10
- - 7 # rls2206.rel NDRPDR cov env 10
- - 8 # rls2206.rel NDRPDR cov env 10
- - 9 # rls2206.rel NDRPDR cov env 10
- - 10 # rls2206.rel NDRPDR cov env 10
- - 11 # rls2206.rel NDRPDR cov env 10
- - 12 # rls2206.rel NDRPDR cov env 10
- - 13 # rls2206.rel NDRPDR cov env 10
- - 14 # rls2206.rel NDRPDR cov env 10
- - 15 # rls2206.rel NDRPDR cov env 10
- - 16 # rls2206.rel NDRPDR cov env 10
- - 17 # rls2206.rel NDRPDR cov env 10
- dpdk-2n-icx-prev-iter:
+ dpdk-2n-icx-hist-iter:
csit-dpdk-perf-report-iterative-2202-2n-icx:
- 1 # rls2202 NDRPDR iter env 9
- 2 # rls2202 NDRPDR iter env 9
@@ -1190,7 +872,7 @@
- 9 # rls2202 NDRPDR iter env 9
- 10 # rls2202 NDRPDR iter env 9
- dpdk-2n-icx-curr-iter:
+ dpdk-2n-icx-prev-iter:
csit-dpdk-perf-report-iterative-2206-2n-icx:
- 1 # rls2206 NDRPDR iter env 10
- 2 # rls2206 NDRPDR iter env 10
@@ -1203,29 +885,19 @@
- 14 # rls2206 NDRPDR iter env 10
- 15 # rls2206 NDRPDR iter env 10
+ dpdk-2n-icx-curr-iter:
+ # csit-dpdk-perf-report-iterative-2210-2n-icx:
+ csit-dpdk-perf-report-iterative-2206-2n-icx:
+ - 1 # rls2206 NDRPDR iter env 10
+
dpdk-2n-icx-curr-iter-best:
+ # csit-dpdk-perf-report-iterative-2210-2n-icx:
csit-dpdk-perf-report-iterative-2206-2n-icx:
- - 2 # rls2206 NDRPDR iter env 10
+ - 1 # rls2206 NDRPDR iter env 10
# 3n-icx
- # vpp-3n-icx-hist-iter-new-env:
- # csit-vpp-perf-report-iterative-2202-3n-icx:
-
- vpp-3n-icx-prev-iter-old-env:
- csit-vpp-perf-report-iterative-2202-3n-icx:
- - 12 # rls2202.rel NDRPDR iter env 9
- - 13 # rls2202.rel NDRPDR iter env 9
- - 14 # rls2202.rel NDRPDR iter env 9
- - 15 # rls2202.rel NDRPDR iter env 9
- - 16 # rls2202.rel NDRPDR iter env 9
- - 17 # rls2202.rel NDRPDR iter env 9
- - 18 # rls2202.rel NDRPDR iter env 9
- - 19 # rls2202.rel NDRPDR iter env 9
- - 20 # rls2202.rel NDRPDR iter env 9
- - 21 # rls2202.rel NDRPDR iter env 9
-
- vpp-3n-icx-prev-iter-new-env:
+ vpp-3n-icx-hist-iter-new-env:
csit-vpp-perf-report-iterative-2206-3n-icx:
- 60 # rls2202.rel NDRPDR iter env 10
- 61 # rls2202.rel NDRPDR iter env 10
@@ -1238,7 +910,7 @@
- 68 # rls2202.rel NDRPDR iter env 10
- 69 # rls2202.rel NDRPDR iter env 10
- vpp-3n-icx-curr-iter:
+ vpp-3n-icx-prev-iter-old-env:
csit-vpp-perf-report-iterative-2206-3n-icx:
- 49 # rls2206.rel NDRPDR iter env 10
- 50 # rls2206.rel NDRPDR iter env 10
@@ -1251,61 +923,45 @@
- 57 # rls2206.rel NDRPDR iter env 10
- 58 # rls2206.rel NDRPDR iter env 10
+ vpp-3n-icx-prev-iter-new-env:
+ # csit-vpp-perf-report-iterative-2210-3n-icx:
+ csit-vpp-perf-report-iterative-2206-3n-icx:
+ - 60 # rls2202.rel NDRPDR iter env 10
+
+ vpp-3n-icx-curr-iter:
+ # csit-vpp-perf-report-iterative-2210-3n-icx:
+ csit-vpp-perf-report-iterative-2206-3n-icx:
+ - 49 # rls2206.rel NDRPDR iter env 10
+
vpp-3n-icx-curr-iter-best:
+ # csit-vpp-perf-report-iterative-2210-3n-icx:
csit-vpp-perf-report-iterative-2206-3n-icx:
- - 55 # rls2206.rel NDRPDR iter env 10
+ - 49 # rls2206.rel NDRPDR iter env 10
+
+ vpp-3n-icx-hist-iter-mrr:
+ csit-vpp-perf-report-iterative-2206-3n-icx:
+ - 59 # rls2202.rel MRR iter env 10
vpp-3n-icx-prev-iter-mrr-old-env:
- csit-vpp-perf-report-iterative-2202-3n-icx:
- - 11 # rls2202.rel MRR iter env 9
+ csit-vpp-perf-report-iterative-2206-3n-icx:
+ - 39 # rls2206.rel MRR iter env 10
vpp-3n-icx-prev-iter-mrr-new-env:
+ # csit-vpp-perf-report-iterative-2210-3n-icx:
csit-vpp-perf-report-iterative-2206-3n-icx:
- 59 # rls2202.rel MRR iter env 10
vpp-3n-icx-curr-iter-mrr:
+ # csit-vpp-perf-report-iterative-2210-3n-icx:
csit-vpp-perf-report-iterative-2206-3n-icx:
- 39 # rls2206.rel MRR iter env 10
vpp-3n-icx-curr-cov:
+ # csit-vpp-perf-report-coverage-2210-3n-icx:
csit-vpp-perf-report-coverage-2206-3n-icx:
- 1 # rls2206.rel NDRPDR cov env 10
- - 2 # rls2206.rel NDRPDR cov env 10
- - 3 # rls2206.rel NDRPDR cov env 10
- - 35 # rls2206.rel NDRPDR cov env 10
- - 4 # rls2206.rel NDRPDR cov env 10
- - 34 # rls2206.rel NDRPDR cov env 10
- - 5 # rls2206.rel NDRPDR cov env 10
- - 6 # rls2206.rel NDRPDR cov env 10
- - 7 # rls2206.rel NDRPDR cov env 10
- - 8 # rls2206.rel NDRPDR cov env 10
- - 9 # rls2206.rel NDRPDR cov env 10
- - 10 # rls2206.rel NDRPDR cov env 10
- - 11 # rls2206.rel NDRPDR cov env 10
- - 12 # rls2206.rel NDRPDR cov env 10
- - 13 # rls2206.rel NDRPDR cov env 10
- - 14 # rls2206.rel NDRPDR cov env 10
- - 15 # rls2206.rel NDRPDR cov env 10
- - 16 # rls2206.rel NDRPDR cov env 10
- - 17 # rls2206.rel NDRPDR cov env 10
- - 18 # rls2206.rel NDRPDR cov env 10
- - 19 # rls2206.rel NDRPDR cov env 10
- - 20 # rls2206.rel NDRPDR cov env 10
- - 21 # rls2206.rel NDRPDR cov env 10
- - 22 # rls2206.rel NDRPDR cov env 10
- - 23 # rls2206.rel NDRPDR cov env 10
- - 24 # rls2206.rel NDRPDR cov env 10
- - 25 # rls2206.rel NDRPDR cov env 10
- - 26 # rls2206.rel NDRPDR cov env 10
- - 27 # rls2206.rel NDRPDR cov env 10
- - 28 # rls2206.rel NDRPDR cov env 10
- - 29 # rls2206.rel NDRPDR cov env 10
- - 30 # rls2206.rel NDRPDR cov env 10
- - 31 # rls2206.rel NDRPDR cov env 10
- - 32 # rls2206.rel NDRPDR cov env 10
- - 33 # rls2206.rel NDRPDR cov env 10
- dpdk-3n-icx-prev-iter:
+ dpdk-3n-icx-hist-iter:
csit-dpdk-perf-report-iterative-2202-3n-icx:
- 2 # rls2202 NDRPDR iter env 9
- 3 # rls2202 NDRPDR iter env 9
@@ -1319,7 +975,7 @@
- 10 # rls2202 NDRPDR iter env 9
- 11 # rls2202 NDRPDR iter env 9
- dpdk-3n-icx-curr-iter:
+ dpdk-3n-icx-prev-iter:
csit-dpdk-perf-report-iterative-2206-3n-icx:
- 1 # rls2206 NDRPDR iter env 10
- 2 # rls2206 NDRPDR iter env 10
@@ -1332,13 +988,19 @@
- 10 # rls2206 NDRPDR iter env 10
- 11 # rls2206 NDRPDR iter env 10
+ dpdk-3n-icx-curr-iter:
+ # csit-dpdk-perf-report-iterative-2210-3n-icx:
+ csit-dpdk-perf-report-iterative-2206-3n-icx:
+ - 1 # rls2206 NDRPDR iter env 10
+
dpdk-3n-icx-curr-iter-best:
+ # csit-dpdk-perf-report-iterative-2210-3n-icx:
csit-dpdk-perf-report-iterative-2206-3n-icx:
- 1 # rls2206 NDRPDR iter env 10
# 3n-alt
- vpp-3n-alt-curr-iter:
+ vpp-3n-alt-prev-iter-old-env:
csit-vpp-perf-report-iterative-2206-3n-alt:
- 20 # rls2206.rel NDRPDR iter env 10
- 21 # rls2206.rel NDRPDR iter env 10
@@ -1351,35 +1013,41 @@
- 28 # rls2206.rel NDRPDR iter env 10
- 29 # rls2206.rel NDRPDR iter env 10
+ vpp-3n-alt-prev-iter-new-env:
+ # csit-vpp-perf-report-iterative-2210-3n-alt:
+ csit-vpp-perf-report-iterative-2206-3n-alt:
+ - 20 # rls2206.rel NDRPDR iter env 10
+
+ vpp-3n-alt-curr-iter:
+ # csit-vpp-perf-report-iterative-2210-3n-alt:
+ csit-vpp-perf-report-iterative-2206-3n-alt:
+ - 20 # rls2206.rel NDRPDR iter env 10
+
vpp-3n-alt-curr-iter-best:
+ # csit-vpp-perf-report-iterative-2210-3n-alt:
csit-vpp-perf-report-iterative-2206-3n-alt:
- 20 # rls2206.rel NDRPDR iter env 10
+ vpp-3n-alt-prev-iter-mrr-old-env:
+ csit-vpp-perf-report-iterative-2206-3n-alt:
+ - 12 # rls2206.rel MRR iter env 10
+
+ vpp-3n-alt-prev-iter-mrr-new-env:
+ # csit-vpp-perf-report-iterative-2210-3n-alt:
+ csit-vpp-perf-report-iterative-2206-3n-alt:
+ - 12 # rls2206.rel MRR iter env 10
+
vpp-3n-alt-curr-iter-mrr:
+ # csit-vpp-perf-report-iterative-2210-3n-alt:
csit-vpp-perf-report-iterative-2206-3n-alt:
- 12 # rls2206.rel MRR iter env 10
vpp-3n-alt-curr-cov:
+ # csit-vpp-perf-report-coverage-2210-3n-alt:
csit-vpp-perf-report-coverage-2206-3n-alt:
- 1 # rls2206.rel NDRPDR iter env 10
- - 2 # rls2206.rel NDRPDR iter env 10
- - 3 # rls2206.rel NDRPDR iter env 10
- - 4 # rls2206.rel NDRPDR iter env 10
- - 5 # rls2206.rel NDRPDR iter env 10
- - 6 # rls2206.rel NDRPDR iter env 10
- - 7 # rls2206.rel NDRPDR iter env 10
- - 8 # rls2206.rel NDRPDR iter env 10
- - 9 # rls2206.rel NDRPDR iter env 10
- - 10 # rls2206.rel NDRPDR iter env 10
- - 11 # rls2206.rel NDRPDR iter env 10
- - 12 # rls2206.rel NDRPDR iter env 10
- - 13 # rls2206.rel NDRPDR iter env 10
- - 14 # rls2206.rel NDRPDR iter env 10
- - 15 # rls2206.rel NDRPDR iter env 10
- - 16 # rls2206.rel NDRPDR iter env 10
- - 17 # rls2206.rel NDRPDR iter env 10
- dpdk-3n-alt-curr-iter:
+ dpdk-3n-alt-prev-iter:
csit-dpdk-perf-report-iterative-2206-3n-alt:
- 1 # rls2206 NDRPDR iter env 10
- 2 # rls2206 NDRPDR iter env 10
@@ -1392,6 +1060,12 @@
- 9 # rls2206 NDRPDR iter env 10
- 10 # rls2206 NDRPDR iter env 10
+ dpdk-3n-alt-curr-iter:
+ # csit-dpdk-perf-report-iterative-2210-3n-alt:
+ csit-dpdk-perf-report-iterative-2206-3n-alt:
+ - 1 # rls2206 NDRPDR iter env 10
+
dpdk-3n-alt-curr-iter-best:
+ # csit-dpdk-perf-report-iterative-2210-3n-alt:
csit-dpdk-perf-report-iterative-2206-3n-alt:
- 1 # rls2206 NDRPDR iter env 10
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index b05a2d2e5a..6a9d8ece21 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -27,47 +27,47 @@
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-icx-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-icx-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
- jb-type: "coverage"
- data: "vpp-2n-icx-curr-cov"
- lines:
- - job-spec: "gso-00"
- build: "1"
- - job-spec: "ip4-00"
- build: "2"
- - job-spec: "ip4-01"
- build: "3"
- - job-spec: "ip4-02"
- build: "4"
- - job-spec: "ip4-03"
- build: "5"
- - job-spec: "ip4-04"
- build: "6"
- - job-spec: "ip4-05"
- build: "7"
- - job-spec: "ip4-06"
- build: "8"
- - job-spec: "ip4-07"
- build: "9"
- - job-spec: "ip4tun-00"
- build: "10"
- - job-spec: "ip6-00"
- build: "11"
- - job-spec: "ip6-01"
- build: "12"
- - job-spec: "l2-00"
- build: "13"
- - job-spec: "l2-01"
- build: "14"
- - job-spec: "lb-00"
- build: "15"
- - job-spec: "memif-00"
- build: "16"
- - job-spec: "vhost-00"
- build: "17"
+# - type: "table"
+# title: "Job Specification Duration: 2n-icx-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-icx-curr-cov"
+# lines:
+# - job-spec: "gso-00"
+# build: "1"
+# - job-spec: "ip4-00"
+# build: "2"
+# - job-spec: "ip4-01"
+# build: "3"
+# - job-spec: "ip4-02"
+# build: "4"
+# - job-spec: "ip4-03"
+# build: "5"
+# - job-spec: "ip4-04"
+# build: "6"
+# - job-spec: "ip4-05"
+# build: "7"
+# - job-spec: "ip4-06"
+# build: "8"
+# - job-spec: "ip4-07"
+# build: "9"
+# - job-spec: "ip4tun-00"
+# build: "10"
+# - job-spec: "ip6-00"
+# build: "11"
+# - job-spec: "ip6-01"
+# build: "12"
+# - job-spec: "l2-00"
+# build: "13"
+# - job-spec: "l2-01"
+# build: "14"
+# - job-spec: "lb-00"
+# build: "15"
+# - job-spec: "memif-00"
+# build: "16"
+# - job-spec: "vhost-00"
+# build: "17"
- type: "table"
title: "Job Specification Duration: 3n-icx-iterative"
@@ -82,83 +82,83 @@
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-icx-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 3n-icx-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
- jb-type: "coverage"
- data: "vpp-3n-icx-curr-cov"
- lines:
- - job-spec: "crypto-00"
- build: "1"
- - job-spec: "crypto-01"
- build: "2"
- - job-spec: "crypto-02"
- build: "3"
- - job-spec: "crypto-03"
- build: "35"
- - job-spec: "crypto-04"
- build: "4"
- - job-spec: "crypto-05"
- build: "34"
- - job-spec: "ip4-00"
- build: "5"
- - job-spec: "ip4-01"
- build: "6"
- - job-spec: "ip4-02"
- build: "7"
- - job-spec: "ip4-03"
- build: "8"
- - job-spec: "ip4-04"
- build: "9"
- - job-spec: "ip4-05"
- build: "10"
- - job-spec: "ip4-06"
- build: "11"
- - job-spec: "ip4-07"
- build: "12"
- - job-spec: "ip4tun-00"
- build: "13"
- - job-spec: "ip4tun-02"
- build: "14"
- - job-spec: "ip6-00"
- build: "15"
- - job-spec: "ip6-01"
- build: "16"
- - job-spec: "ip6tun-00"
- build: "17"
- - job-spec: "l2-00"
- build: "18"
- - job-spec: "l2-01"
- build: "19"
- - job-spec: "l2-02"
- build: "20"
- - job-spec: "l2-03"
- build: "21"
- - job-spec: "l2-04"
- build: "22"
- - job-spec: "l2-05"
- build: "23"
- - job-spec: "l2-06"
- build: "24"
- - job-spec: "l2-07"
- build: "25"
- - job-spec: "l2-08"
- build: "26"
- - job-spec: "l2-09"
- build: "27"
- - job-spec: "l2-10"
- build: "28"
- - job-spec: "memif-00"
- build: "29"
- - job-spec: "srv6-00"
- build: "30"
- - job-spec: "srv6-01"
- build: "31"
- - job-spec: "vhost-00"
- build: "32"
- - job-spec: "vhost-01"
- build: "33"
+# - type: "table"
+# title: "Job Specification Duration: 3n-icx-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-icx-curr-cov"
+# lines:
+# - job-spec: "crypto-00"
+# build: "1"
+# - job-spec: "crypto-01"
+# build: "2"
+# - job-spec: "crypto-02"
+# build: "3"
+# - job-spec: "crypto-03"
+# build: "35"
+# - job-spec: "crypto-04"
+# build: "4"
+# - job-spec: "crypto-05"
+# build: "34"
+# - job-spec: "ip4-00"
+# build: "5"
+# - job-spec: "ip4-01"
+# build: "6"
+# - job-spec: "ip4-02"
+# build: "7"
+# - job-spec: "ip4-03"
+# build: "8"
+# - job-spec: "ip4-04"
+# build: "9"
+# - job-spec: "ip4-05"
+# build: "10"
+# - job-spec: "ip4-06"
+# build: "11"
+# - job-spec: "ip4-07"
+# build: "12"
+# - job-spec: "ip4tun-00"
+# build: "13"
+# - job-spec: "ip4tun-02"
+# build: "14"
+# - job-spec: "ip6-00"
+# build: "15"
+# - job-spec: "ip6-01"
+# build: "16"
+# - job-spec: "ip6tun-00"
+# build: "17"
+# - job-spec: "l2-00"
+# build: "18"
+# - job-spec: "l2-01"
+# build: "19"
+# - job-spec: "l2-02"
+# build: "20"
+# - job-spec: "l2-03"
+# build: "21"
+# - job-spec: "l2-04"
+# build: "22"
+# - job-spec: "l2-05"
+# build: "23"
+# - job-spec: "l2-06"
+# build: "24"
+# - job-spec: "l2-07"
+# build: "25"
+# - job-spec: "l2-08"
+# build: "26"
+# - job-spec: "l2-09"
+# build: "27"
+# - job-spec: "l2-10"
+# build: "28"
+# - job-spec: "memif-00"
+# build: "29"
+# - job-spec: "srv6-00"
+# build: "30"
+# - job-spec: "srv6-01"
+# build: "31"
+# - job-spec: "vhost-00"
+# build: "32"
+# - job-spec: "vhost-01"
+# build: "33"
- type: "table"
title: "Job Specification Duration: 2n-clx-iterative"
@@ -185,47 +185,47 @@
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-clx-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-clx-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
- jb-type: "coverage"
- data: "vpp-2n-clx-curr-cov"
- lines:
- - job-spec: "gso-00"
- build: "4"
- - job-spec: "ip4-00"
- build: "5"
- - job-spec: "ip4-01"
- build: "6"
- - job-spec: "ip4-02"
- build: "7"
- - job-spec: "ip4-03"
- build: "8"
- - job-spec: "ip4-04"
- build: "9"
- - job-spec: "ip4-05"
- build: "10"
- - job-spec: "ip4-06"
- build: "11"
- - job-spec: "ip4-07"
- build: "12"
- - job-spec: "ip4tun-00"
- build: "13"
- - job-spec: "ip6-00"
- build: "14"
- - job-spec: "ip6-01"
- build: "15"
- - job-spec: "l2-00"
- build: "16"
- - job-spec: "l2-01"
- build: "17"
- - job-spec: "lb-00"
- build: "18"
- - job-spec: "memif-00"
- build: "19"
- - job-spec: "vhost-00"
- build: "20"
+# - type: "table"
+# title: "Job Specification Duration: 2n-clx-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-clx-curr-cov"
+# lines:
+# - job-spec: "gso-00"
+# build: "4"
+# - job-spec: "ip4-00"
+# build: "5"
+# - job-spec: "ip4-01"
+# build: "6"
+# - job-spec: "ip4-02"
+# build: "7"
+# - job-spec: "ip4-03"
+# build: "8"
+# - job-spec: "ip4-04"
+# build: "9"
+# - job-spec: "ip4-05"
+# build: "10"
+# - job-spec: "ip4-06"
+# build: "11"
+# - job-spec: "ip4-07"
+# build: "12"
+# - job-spec: "ip4tun-00"
+# build: "13"
+# - job-spec: "ip6-00"
+# build: "14"
+# - job-spec: "ip6-01"
+# build: "15"
+# - job-spec: "l2-00"
+# build: "16"
+# - job-spec: "l2-01"
+# build: "17"
+# - job-spec: "lb-00"
+# build: "18"
+# - job-spec: "memif-00"
+# build: "19"
+# - job-spec: "vhost-00"
+# build: "20"
- type: "table"
title: "Job Specification Duration: 2n-dnv-iterative"
@@ -238,25 +238,25 @@
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-dnv-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-dnv-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
- jb-type: "coverage"
- data: "vpp-2n-dnv-curr-cov"
- lines:
- - job-spec: "ip4-00"
- build: "1"
- - job-spec: "ip4-01"
- build: "7"
- - job-spec: "ip6-00"
- build: "3"
- - job-spec: "ip6-01"
- build: "4"
- - job-spec: "l2-00"
- build: "5"
- - job-spec: "l2-01"
- build: "6"
+# - type: "table"
+# title: "Job Specification Duration: 2n-dnv-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-dnv-curr-cov"
+# lines:
+# - job-spec: "ip4-00"
+# build: "1"
+# - job-spec: "ip4-01"
+# build: "7"
+# - job-spec: "ip6-00"
+# build: "3"
+# - job-spec: "ip6-01"
+# build: "4"
+# - job-spec: "l2-00"
+# build: "5"
+# - job-spec: "l2-01"
+# build: "6"
- type: "table"
title: "Job Specification Duration: 2n-aws-iterative"
@@ -269,33 +269,12 @@
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-aws-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-aws-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
- jb-type: "coverage"
- data: "vpp-2n-aws-curr-cov"
- lines:
- - job-spec: "vpp-00"
- build: "1"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-aws-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-3n-aws-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-3n-aws-curr-iter"
-
# - type: "table"
-# title: "Job Specification Duration: 3n-aws-coverage"
+# title: "Job Specification Duration: 2n-aws-coverage"
# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
# jb-type: "coverage"
-# data: "vpp-3n-aws-curr-cov"
+# data: "vpp-2n-aws-curr-cov"
# lines:
# - job-spec: "vpp-00"
# build: "1"
@@ -311,41 +290,41 @@
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-tx2-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-tx2-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
- jb-type: "coverage"
- data: "vpp-2n-tx2-curr-cov"
- lines:
- - job-spec: "ip4-00"
- build: "1"
- - job-spec: "ip4-01"
- build: "2"
- - job-spec: "ip4-02"
- build: "3"
- - job-spec: "ip4-03"
- build: "4"
- - job-spec: "ip4-04"
- build: "5"
- - job-spec: "ip4-05"
- build: "6"
- - job-spec: "ip4-06"
- build: "7"
- - job-spec: "ip6-00"
- build: "8"
- - job-spec: "ip6-01"
- build: "9"
- - job-spec: "l2-00"
- build: "10"
- - job-spec: "l2-01"
- build: "11"
- - job-spec: "l2-02"
- build: "12"
- - job-spec: "l2-03"
- build: "13"
- - job-spec: "l2-04"
- build: "14"
+# - type: "table"
+# title: "Job Specification Duration: 2n-tx2-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-tx2-curr-cov"
+# lines:
+# - job-spec: "ip4-00"
+# build: "1"
+# - job-spec: "ip4-01"
+# build: "2"
+# - job-spec: "ip4-02"
+# build: "3"
+# - job-spec: "ip4-03"
+# build: "4"
+# - job-spec: "ip4-04"
+# build: "5"
+# - job-spec: "ip4-05"
+# build: "6"
+# - job-spec: "ip4-06"
+# build: "7"
+# - job-spec: "ip6-00"
+# build: "8"
+# - job-spec: "ip6-01"
+# build: "9"
+# - job-spec: "l2-00"
+# build: "10"
+# - job-spec: "l2-01"
+# build: "11"
+# - job-spec: "l2-02"
+# build: "12"
+# - job-spec: "l2-03"
+# build: "13"
+# - job-spec: "l2-04"
+# build: "14"
- type: "table"
title: "Job Specification Duration: 2n-zn2-iterative"
@@ -362,43 +341,43 @@
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-zn2-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-zn2-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
- jb-type: "coverage"
- data: "vpp-2n-zn2-curr-cov"
- lines:
- - job-spec: "gso-00"
- build: "1"
- - job-spec: "ip4-00"
- build: "2"
- - job-spec: "ip4-01"
- build: "3"
- - job-spec: "ip4-02"
- build: "4"
- - job-spec: "ip4-03"
- build: "5"
- - job-spec: "ip4-04"
- build: "6"
- - job-spec: "ip4-05"
- build: "7"
- - job-spec: "ip4tun-00"
- build: "8"
- - job-spec: "ip6-00"
- build: "9"
- - job-spec: "ip6-01"
- build: "10"
- - job-spec: "l2-00"
- build: "11"
- - job-spec: "l2-01"
- build: "12"
- - job-spec: "lb-00"
- build: "13"
- - job-spec: "memif-00"
- build: "14"
- - job-spec: "vhost-00"
- build: "15"
+# - type: "table"
+# title: "Job Specification Duration: 2n-zn2-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-zn2-curr-cov"
+# lines:
+# - job-spec: "gso-00"
+# build: "1"
+# - job-spec: "ip4-00"
+# build: "2"
+# - job-spec: "ip4-01"
+# build: "3"
+# - job-spec: "ip4-02"
+# build: "4"
+# - job-spec: "ip4-03"
+# build: "5"
+# - job-spec: "ip4-04"
+# build: "6"
+# - job-spec: "ip4-05"
+# build: "7"
+# - job-spec: "ip4tun-00"
+# build: "8"
+# - job-spec: "ip6-00"
+# build: "9"
+# - job-spec: "ip6-01"
+# build: "10"
+# - job-spec: "l2-00"
+# build: "11"
+# - job-spec: "l2-01"
+# build: "12"
+# - job-spec: "lb-00"
+# build: "13"
+# - job-spec: "memif-00"
+# build: "14"
+# - job-spec: "vhost-00"
+# build: "15"
- type: "table"
title: "Job Specification Duration: 3n-dnv-iterative"
@@ -411,33 +390,33 @@
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-dnv-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 3n-dnv-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
- jb-type: "coverage"
- data: "vpp-3n-dnv-curr-cov"
- lines:
- - job-spec: "crypto-00"
- build: "1"
- - job-spec: "crypto-01"
- build: "2"
- - job-spec: "crypto-02"
- build: "3"
- - job-spec: "ip4-00"
- build: "4"
- - job-spec: "ip4-01"
- build: "5"
- - job-spec: "ip4tun-00"
- build: "6"
- - job-spec: "ip6-00"
- build: "7"
- - job-spec: "ip6-01"
- build: "8"
- - job-spec: "l2-00"
- build: "9"
- - job-spec: "l2-01"
- build: "10"
+# - type: "table"
+# title: "Job Specification Duration: 3n-dnv-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-dnv-curr-cov"
+# lines:
+# - job-spec: "crypto-00"
+# build: "1"
+# - job-spec: "crypto-01"
+# build: "2"
+# - job-spec: "crypto-02"
+# build: "3"
+# - job-spec: "ip4-00"
+# build: "4"
+# - job-spec: "ip4-01"
+# build: "5"
+# - job-spec: "ip4tun-00"
+# build: "6"
+# - job-spec: "ip6-00"
+# build: "7"
+# - job-spec: "ip6-01"
+# build: "8"
+# - job-spec: "l2-00"
+# build: "9"
+# - job-spec: "l2-01"
+# build: "10"
- type: "table"
title: "Job Specification Duration: 3n-tsh-iterative"
@@ -452,47 +431,47 @@
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-tsh-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 3n-tsh-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
- jb-type: "coverage"
- data: "vpp-3n-tsh-curr-cov"
- lines:
- - job-spec: "ip4-00"
- build: "1"
- - job-spec: "ip4-01"
- build: "2"
- - job-spec: "ip4-02"
- build: "3"
- - job-spec: "ip4-03"
- build: "4"
- - job-spec: "ip4tun-00"
- build: "5"
- - job-spec: "ip6-00"
- build: "6"
- - job-spec: "ip6-01"
- build: "7"
- - job-spec: "l2-00"
- build: "8"
- - job-spec: "l2-01"
- build: "9"
- - job-spec: "l2-02"
- build: "10"
- - job-spec: "l2-03"
- build: "11"
- - job-spec: "l2-04"
- build: "12"
- - job-spec: "memif-00"
- build: "13"
- - job-spec: "srv6-00"
- build: "14"
- - job-spec: "srv6-01"
- build: "15"
- - job-spec: "vhost-00"
- build: "16"
- - job-spec: "vhost-01"
- build: "17"
+# - type: "table"
+# title: "Job Specification Duration: 3n-tsh-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-tsh-curr-cov"
+# lines:
+# - job-spec: "ip4-00"
+# build: "1"
+# - job-spec: "ip4-01"
+# build: "2"
+# - job-spec: "ip4-02"
+# build: "3"
+# - job-spec: "ip4-03"
+# build: "4"
+# - job-spec: "ip4tun-00"
+# build: "5"
+# - job-spec: "ip6-00"
+# build: "6"
+# - job-spec: "ip6-01"
+# build: "7"
+# - job-spec: "l2-00"
+# build: "8"
+# - job-spec: "l2-01"
+# build: "9"
+# - job-spec: "l2-02"
+# build: "10"
+# - job-spec: "l2-03"
+# build: "11"
+# - job-spec: "l2-04"
+# build: "12"
+# - job-spec: "memif-00"
+# build: "13"
+# - job-spec: "srv6-00"
+# build: "14"
+# - job-spec: "srv6-01"
+# build: "15"
+# - job-spec: "vhost-00"
+# build: "16"
+# - job-spec: "vhost-01"
+# build: "17"
- type: "table"
title: "Job Specification Duration: 3n-alt-iterative"
@@ -507,47 +486,47 @@
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-alt-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 3n-alt-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov"
- jb-type: "coverage"
- data: "vpp-3n-alt-curr-cov"
- lines:
- - job-spec: "ip4-00"
- build: "1"
- - job-spec: "ip4-01"
- build: "2"
- - job-spec: "ip4-02"
- build: "3"
- - job-spec: "ip4-03"
- build: "4"
- - job-spec: "ip4tun-00"
- build: "5"
- - job-spec: "ip6-00"
- build: "6"
- - job-spec: "ip6-01"
- build: "7"
- - job-spec: "l2-00"
- build: "8"
- - job-spec: "l2-01"
- build: "9"
- - job-spec: "l2-02"
- build: "10"
- - job-spec: "l2-03"
- build: "11"
- - job-spec: "l2-04"
- build: "12"
- - job-spec: "memif-00"
- build: "13"
- - job-spec: "srv6-00"
- build: "14"
- - job-spec: "srv6-01"
- build: "15"
- - job-spec: "vhost-00"
- build: "16"
- - job-spec: "vhost-01"
- build: "17"
+# - type: "table"
+# title: "Job Specification Duration: 3n-alt-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-alt-curr-cov"
+# lines:
+# - job-spec: "ip4-00"
+# build: "1"
+# - job-spec: "ip4-01"
+# build: "2"
+# - job-spec: "ip4-02"
+# build: "3"
+# - job-spec: "ip4-03"
+# build: "4"
+# - job-spec: "ip4tun-00"
+# build: "5"
+# - job-spec: "ip6-00"
+# build: "6"
+# - job-spec: "ip6-01"
+# build: "7"
+# - job-spec: "l2-00"
+# build: "8"
+# - job-spec: "l2-01"
+# build: "9"
+# - job-spec: "l2-02"
+# build: "10"
+# - job-spec: "l2-03"
+# build: "11"
+# - job-spec: "l2-04"
+# build: "12"
+# - job-spec: "memif-00"
+# build: "13"
+# - job-spec: "srv6-00"
+# build: "14"
+# - job-spec: "srv6-01"
+# build: "15"
+# - job-spec: "vhost-00"
+# build: "16"
+# - job-spec: "vhost-01"
+# build: "17"
# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
- type: "table"
@@ -809,28 +788,28 @@
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
@@ -840,28 +819,28 @@
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
@@ -871,28 +850,28 @@
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
@@ -902,28 +881,28 @@
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
@@ -933,28 +912,28 @@
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
@@ -964,28 +943,28 @@
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
@@ -995,28 +974,28 @@
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
@@ -1026,28 +1005,28 @@
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
@@ -1057,28 +1036,28 @@
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
@@ -1088,28 +1067,28 @@
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
@@ -1119,28 +1098,28 @@
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
@@ -1150,28 +1129,28 @@
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
@@ -1181,28 +1160,28 @@
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
@@ -1212,28 +1191,28 @@
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
@@ -1243,28 +1222,28 @@
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
@@ -1274,28 +1253,28 @@
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
@@ -1305,28 +1284,28 @@
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
@@ -1336,28 +1315,28 @@
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
@@ -1367,28 +1346,28 @@
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
@@ -1398,28 +1377,28 @@
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
@@ -1429,28 +1408,28 @@
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Soak vs NDR - 2n-icx
- type: "table"
@@ -1503,22 +1482,22 @@
include-tests: "vsap"
filter: "all"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-clx-hist-iter-vsap-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-clx-curr-iter-vsap-old-env"
+ data-set: "vpp-2n-clx-hist-iter-vsap-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-curr-iter-vsap-old-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-vsap"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mcps/Mrps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-icx 2t1c pdr
- type: "table"
@@ -1526,30 +1505,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c pdr
- type: "table"
@@ -1557,30 +1536,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 2t1c ndr
- type: "table"
@@ -1588,30 +1567,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c ndr
- type: "table"
@@ -1619,30 +1598,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c pdr
- type: "table"
@@ -1650,30 +1629,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c pdr
- type: "table"
@@ -1681,30 +1660,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c ndr
- type: "table"
@@ -1712,30 +1691,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c ndr
- type: "table"
@@ -1743,30 +1722,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
@@ -1774,30 +1753,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
@@ -1805,30 +1784,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
@@ -1836,30 +1815,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
@@ -1867,30 +1846,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c pdr
- type: "table"
@@ -1898,30 +1877,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c pdr
- type: "table"
@@ -1929,30 +1908,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c ndr
- type: "table"
@@ -1960,30 +1939,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c ndr
- type: "table"
@@ -1991,30 +1970,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
- type: "table"
@@ -2024,28 +2003,28 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
- type: "table"
@@ -2055,28 +2034,28 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
- type: "table"
@@ -2086,28 +2065,28 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
- type: "table"
@@ -2117,28 +2096,28 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
@@ -2148,28 +2127,28 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c pdr
- type: "table"
@@ -2179,28 +2158,28 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c ndr
- type: "table"
@@ -2210,28 +2189,28 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c ndr
- type: "table"
@@ -2241,28 +2220,28 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c pdr
- type: "table"
@@ -2272,28 +2251,28 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c pdr
- type: "table"
@@ -2303,28 +2282,28 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c ndr
- type: "table"
@@ -2334,28 +2313,28 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c ndr
- type: "table"
@@ -2365,28 +2344,28 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
@@ -2396,28 +2375,28 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
@@ -2427,28 +2406,28 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
@@ -2458,28 +2437,28 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
@@ -2489,28 +2468,28 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c pdr
- type: "table"
@@ -2520,28 +2499,28 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c pdr
- type: "table"
@@ -2551,28 +2530,28 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c ndr
- type: "table"
@@ -2582,28 +2561,28 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c ndr
- type: "table"
@@ -2613,28 +2592,28 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-aws 2t1c pdr
- type: "table"
@@ -2644,22 +2623,22 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 4t2c pdr
- type: "table"
@@ -2669,22 +2648,22 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 2t1c ndr
- type: "table"
@@ -2694,22 +2673,22 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 4t2c ndr
- type: "table"
@@ -2719,122 +2698,22 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 2t1c pdr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 2t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 4t2c pdr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 4t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 2t1c ndr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 2t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 4t2c ndr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 4t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-icx 2t1c mrr
- type: "table"
@@ -2842,30 +2721,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c mrr
- type: "table"
@@ -2873,30 +2752,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 8t4c mrr
- type: "table"
@@ -2904,30 +2783,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-8t4c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c mrr
- type: "table"
@@ -2935,30 +2814,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c mrr
- type: "table"
@@ -2966,30 +2845,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 8t4c mrr
- type: "table"
@@ -2997,30 +2876,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-8t4c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
- type: "table"
@@ -3028,30 +2907,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
- type: "table"
@@ -3059,30 +2938,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
- type: "table"
@@ -3090,30 +2969,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c mrr
- type: "table"
@@ -3121,30 +3000,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c mrr
- type: "table"
@@ -3152,30 +3031,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 8t4c mrr
- type: "table"
@@ -3183,30 +3062,30 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
- type: "table"
@@ -3216,28 +3095,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
- type: "table"
@@ -3247,28 +3126,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
- type: "table"
@@ -3278,28 +3157,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
@@ -3309,28 +3188,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
@@ -3340,28 +3219,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 4t4c mrr
- type: "table"
@@ -3371,28 +3250,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c mrr
- type: "table"
@@ -3402,28 +3281,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c mrr
- type: "table"
@@ -3433,28 +3312,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 4t4c mrr
- type: "table"
@@ -3464,28 +3343,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
@@ -3495,28 +3374,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c mrr
- type: "table"
@@ -3526,28 +3405,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 4t4c mrr
- type: "table"
@@ -3557,28 +3436,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c mrr
- type: "table"
@@ -3588,28 +3467,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c mrr
- type: "table"
@@ -3619,28 +3498,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 4t4c mrr
- type: "table"
@@ -3650,28 +3529,28 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-aws 2t1c mrr
- type: "table"
@@ -3681,22 +3560,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter-mrr"
+ data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter-mrr"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 4t2c mrr
- type: "table"
@@ -3706,72 +3585,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter-mrr"
+ data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter-mrr"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 2t1c mrr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 2t1c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter-mrr"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter-mrr"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter-mrr"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 4t2c mrr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 4t2c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter-mrr"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter-mrr"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter-mrr"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# Detailed Test Results - VPP Performance Results 2n-zn2
- type: "table"
@@ -3946,23 +3775,6 @@
- "parent"
- "msg"
-# # Detailed Test Results - VPP Performance Results 3n-aws
-# - type: "table"
-# title: "Detailed Test Results - VPP Performance Results 3n-aws"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. min avg max min avg max (10% PDR) |br| 4. min avg max min avg max (50% PDR) |br| 5. min avg max min avg max (90% PDR) |preout| "
-# data: "data msg"
-# data: "vpp-3n-aws-curr-cov"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
-
# Test configuration - VPP Performance Test Configs 2n-zn2
- type: "table"
title: "Test configuration - VPP Performance Test Configs 2n-zn2"
@@ -4135,23 +3947,6 @@
- "name"
- "conf-history"
-# # Test configuration - VPP Performance Test Configs 3n-aws
-# - type: "table"
-# title: "Test configuration - VPP Performance Test Configs 3n-aws"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-3n-aws-curr-cov"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
-
# Test Operational Data - VPP Performance Operational Data 2n-zn2
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 2n-zn2"
@@ -4232,14 +4027,6 @@
data: "vpp-2n-aws-curr-cov"
filter: "all"
-# # Test Operational Data - VPP Performance Operational Data 3n-aws
-# - type: "table"
-# title: "Test Operational Data - VPP Performance Operational Data 3n-aws"
-# algorithm: "table_oper_data_html"
-# output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/"
-# data: "vpp-3n-aws-curr-cov"
-# filter: "all"
-
# Detailed Test Results - VPP MRR Results 2n-zn2
- type: "table"
title: "Detailed Test Results - VPP MRR Results 2n-zn2"
@@ -4410,23 +4197,6 @@
- "parent"
- "msg"
-# # Detailed Test Results - VPP MRR Results 3n-aws
-# - type: "table"
-# title: "Detailed Test Results - VPP MRR Results 3n-aws"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,MRR,VPP,3N,AWS]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
-# data: "data msg"
-# data: "vpp-3n-aws-curr-iter-mrr"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
-
# Test configuration - VPP MRR Test Configs 2n-zn2
- type: "table"
title: "Test configuration - VPP MRR Test Configs 2n-zn2"
@@ -4597,23 +4367,6 @@
- "name"
- "conf-history"
-# # Test configuration - VPP MRR Test Configs 3n-aws
-# - type: "table"
-# title: "Test configuration - VPP MRR Test Configs 3n-aws"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,MRR,VPP,3N,AWS]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-3n-aws-curr-iter-mrr"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
-
# Detailed Test Results - VPP Device Results - Ubuntu
- type: "table"
title: "Detailed Test Results - VPP Device Results - Ubuntu"
@@ -4659,21 +4412,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-3n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-icx-prev-iter"
+ data-set: "dpdk-3n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-icx 4t2c pdr
- type: "table"
@@ -4683,21 +4436,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-3n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-icx-prev-iter"
+ data-set: "dpdk-3n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-icx 2t1c ndr
- type: "table"
@@ -4707,21 +4460,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-3n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-icx-prev-iter"
+ data-set: "dpdk-3n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-icx 4t2c ndr
- type: "table"
@@ -4731,21 +4484,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-3n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-icx-prev-iter"
+ data-set: "dpdk-3n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 2t1c pdr
- type: "table"
@@ -4755,21 +4508,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-2n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-icx-prev-iter"
+ data-set: "dpdk-2n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 4t2c pdr
- type: "table"
@@ -4779,21 +4532,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-2n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-icx-prev-iter"
+ data-set: "dpdk-2n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 2t1c ndr
- type: "table"
@@ -4803,21 +4556,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-2n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-icx-prev-iter"
+ data-set: "dpdk-2n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 4t2c ndr
- type: "table"
@@ -4827,21 +4580,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-2n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-icx-prev-iter"
+ data-set: "dpdk-2n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 2t1c pdr
- type: "table"
@@ -4851,21 +4604,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 4t2c pdr
- type: "table"
@@ -4875,21 +4628,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 2t1c ndr
- type: "table"
@@ -4899,21 +4652,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 4t2c ndr
- type: "table"
@@ -4923,21 +4676,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 2t1c pdr
- type: "table"
@@ -4947,21 +4700,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 4t2c pdr
- type: "table"
@@ -4971,21 +4724,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 2t1c ndr
- type: "table"
@@ -4995,21 +4748,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 4t2c ndr
- type: "table"
@@ -5019,21 +4772,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 1t1c pdr
- type: "table"
@@ -5043,21 +4796,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 2t2c pdr
- type: "table"
@@ -5067,21 +4820,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 1t1c ndr
- type: "table"
@@ -5091,21 +4844,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 2t2c ndr
- type: "table"
@@ -5115,21 +4868,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 1t1c pdr
- type: "table"
@@ -5139,21 +4892,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-tx2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-tx2-prev-iter"
+ data-set: "dpdk-2n-tx2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-tx2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 2t2c pdr
- type: "table"
@@ -5163,21 +4916,21 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-tx2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-tx2-prev-iter"
+ data-set: "dpdk-2n-tx2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-tx2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 1t1c ndr
- type: "table"
@@ -5187,21 +4940,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-tx2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-tx2-prev-iter"
+ data-set: "dpdk-2n-tx2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-tx2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 2t2c ndr
- type: "table"
@@ -5211,21 +4964,21 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-tx2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-tx2-prev-iter"
+ data-set: "dpdk-2n-tx2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-tx2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# Detailed Test Results - DPDK Performance Results 2n-zn2
- type: "table"
@@ -5367,7 +5120,6 @@
- "{DIR[DTR,PERF,VPP,2N,DNV]}"
- "{DIR[DTR,PERF,VPP,3N,DNV]}"
- "{DIR[DTR,PERF,VPP,2N,AWS]}"
- # - "{DIR[DTR,PERF,VPP,3N,AWS]}"
data:
- "vpp-2n-clx-curr-cov"
- "vpp-2n-icx-curr-cov"
@@ -5379,7 +5131,6 @@
- "vpp-2n-dnv-curr-cov"
- "vpp-3n-dnv-curr-cov"
- "vpp-2n-aws-curr-cov"
- # - "vpp-3n-aws-curr-cov"
filter: "'NDRPDR'"
data-start-level: 4
order-chapters:
@@ -5408,7 +5159,6 @@
- "2n-dnv"
- "3n-dnv"
- "2n-aws"
- # - "3n-aws"
level-3:
- "xl710"
- "x520"
@@ -5437,7 +5187,6 @@
- "{DIR[DTC,PERF,VPP,2N,DNV]}"
- "{DIR[DTC,PERF,VPP,3N,DNV]}"
- "{DIR[DTC,PERF,VPP,2N,AWS]}"
- # - "{DIR[DTC,PERF,VPP,3N,AWS]}"
data:
- "vpp-2n-clx-curr-cov"
- "vpp-2n-icx-curr-cov"
@@ -5449,7 +5198,6 @@
- "vpp-2n-dnv-curr-cov"
- "vpp-3n-dnv-curr-cov"
- "vpp-2n-aws-curr-cov"
- # - "vpp-3n-aws-curr-cov"
filter: "'NDRPDR'"
data-start-level: 4
order-chapters:
@@ -5478,7 +5226,6 @@
- "2n-dnv"
- "3n-dnv"
- "2n-aws"
- # - "3n-aws"
level-3:
- "xl710"
- "x520"
@@ -5507,7 +5254,6 @@
- "{DIR[DTO,PERF,VPP,2N,DNV]}"
- "{DIR[DTO,PERF,VPP,3N,DNV]}"
- "{DIR[DTO,PERF,VPP,2N,AWS]}"
- # - "{DIR[DTO,PERF,VPP,3N,AWS]}"
data:
- "vpp-2n-clx-curr-cov"
- "vpp-2n-icx-curr-cov"
@@ -5519,7 +5265,6 @@
- "vpp-2n-dnv-curr-cov"
- "vpp-3n-dnv-curr-cov"
- "vpp-2n-aws-curr-cov"
- # - "vpp-3n-aws-curr-cov"
filter: "'NDRPDR'"
data-start-level: 4
order-chapters:
@@ -5548,7 +5293,6 @@
- "2n-dnv"
- "3n-dnv"
- "2n-aws"
- # - "3n-aws"
level-3:
- "xl710"
- "x520"
@@ -5577,7 +5321,6 @@
- "{DIR[DTR,MRR,VPP,2N,DNV]}"
- "{DIR[DTR,MRR,VPP,3N,DNV]}"
- "{DIR[DTR,MRR,VPP,2N,AWS]}"
- # - "{DIR[DTR,MRR,VPP,3N,AWS]}"
data:
- "vpp-2n-clx-curr-iter-mrr"
- "vpp-2n-icx-curr-iter-mrr"
@@ -5589,7 +5332,6 @@
- "vpp-2n-dnv-curr-iter-mrr"
- "vpp-3n-dnv-curr-iter-mrr"
- "vpp-2n-aws-curr-iter-mrr"
- # - "vpp-3n-aws-curr-iter-mrr"
filter: "'MRR'"
data-start-level: 4
order-chapters:
@@ -5618,7 +5360,6 @@
- "2n-dnv"
- "3n-dnv"
- "2n-aws"
- # - "3n-aws"
level-3:
- "xl710"
- "x520"
@@ -5647,7 +5388,6 @@
- "{DIR[DTC,MRR,VPP,2N,DNV]}"
- "{DIR[DTC,MRR,VPP,3N,DNV]}"
- "{DIR[DTC,MRR,VPP,2N,AWS]}"
- # - "{DIR[DTC,MRR,VPP,3N,AWS]}"
data:
- "vpp-2n-clx-curr-iter-mrr"
- "vpp-2n-icx-curr-iter-mrr"
@@ -5659,7 +5399,6 @@
- "vpp-2n-dnv-curr-iter-mrr"
- "vpp-3n-dnv-curr-iter-mrr"
- "vpp-2n-aws-curr-iter-mrr"
- # - "vpp-3n-aws-curr-iter-mrr"
filter: "'MRR'"
data-start-level: 4
order-chapters:
@@ -5688,7 +5427,6 @@
- "2n-dnv"
- "3n-dnv"
- "2n-aws"
- # - "3n-aws"
level-3:
- "xl710"
- "x520"
@@ -5761,26 +5499,6 @@
filter: "all"
data-start-level: 4
-## DPDK Performance Results 2n-dnv
-#- type: "file"
-# title: "DPDK Performance Results 2n-dnv"
-# algorithm: "file_test_results"
-# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
-# dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
-# data: "dpdk-perf-results-2n-dnv"
-# filter: "all"
-# data-start-level: 4
-#
-## DPDK Performance Results 3n-dnv
-#- type: "file"
-# title: "DPDK Performance Results 3n-dnv"
-# algorithm: "file_test_results"
-# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
-# dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
-# data: "dpdk-perf-results-3n-dnv"
-# filter: "all"
-# data-start-level: 4
-
# DPDK Performance Results 3n-tsh
- type: "file"
title: "DPDK Performance Results 3n-tsh"
@@ -6585,58 +6303,6 @@
title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}"
layout: "plot-throughput"
-# - type: "plot"
-# title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
-# data: "vpp-3n-aws-curr-iter"
-# core: ["2t1c", 4t2c]
-# include:
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
-# layout:
-# title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
-# layout: "plot-throughput"
-
-# - type: "plot"
-# title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
-# data: "vpp-3n-aws-curr-iter"
-# core: ["2t1c", 4t2c]
-# include:
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
-# layout:
-# title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
-# layout: "plot-throughput"
-
-# - type: "plot"
-# title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-{test_type}"
-# data: "vpp-3n-aws-curr-iter"
-# core: ["2t1c", 4t2c]
-# include:
-# - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
-# layout:
-# title: "3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}"
-# layout: "plot-throughput"
-
-# - type: "plot"
-# title: "Throughput: 3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-{test_type}"
-# data: "vpp-3n-aws-curr-iter"
-# core: ["2t1c", 4t2c]
-# include:
-# - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
-# layout:
-# title: "3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}"
-# layout: "plot-throughput"
-
- type: "plot"
title: "Throughput: 3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}"
algorithm: "plot_ndrpdr_box_name"
@@ -11807,17 +11473,6 @@
layout:
layout: "plot-hdrh-latency-percentile-x-log"
-# - type: "plot"
-# title: "Latency by percentile: 3n-aws"
-# algorithm: "plot_hdrh_lat_by_percentile_x_log"
-# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws"
-# output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst"
-# target-links: "../../_static/vpp"
-# data: "vpp-3n-aws-curr-iter-best"
-# filter: "'2T1C'"
-# layout:
-# layout: "plot-hdrh-latency-percentile-x-log"
-
- type: "plot"
title: "Latency by percentile: DPDK 2n-icx"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml
index 940313b662..050e0d1836 100644
--- a/resources/tools/presentation/specifications/report/environment.yaml
+++ b/resources/tools/presentation/specifications/report/environment.yaml
@@ -235,5 +235,5 @@
format:
html:
- full
- pdf:
- - minimal
+ # pdf:
+ # - minimal
diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py
index f78b09091d..68978588c5 100644
--- a/resources/tools/presentation/sphinx_conf/report/conf.py
+++ b/resources/tools/presentation/sphinx_conf/report/conf.py
@@ -46,8 +46,8 @@ source_suffix = [u'.rst', u'.md']
master_doc = u'index'
# General information about the project.
-report_week = u'31'
-project = u'FD.io CSIT-2206.{week}'.format(week=report_week)
+report_week = u'39'
+project = u'FD.io CSIT-2210.{week}'.format(week=report_week)
copyright = u'2022, FD.io'
author = u'FD.io CSIT'
@@ -79,7 +79,7 @@ rst_epilog = u"""
.. _FD.io CSIT testbeds - Xeon Skylake, Arm, Atom: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_skx_hw_bios_cfg.md?h={release}
.. _FD.io CSIT testbeds - Xeon Cascade Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_clx_hw_bios_cfg.md?h={release}
.. _Ansible inventory - hosts: https://git.fd.io/csit/tree/fdio.infra.ansible/inventories/lf_inventory/host_vars?h={release}
-.. _build logs from FD.io trex performance job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-2n-skx
+.. _build logs from FD.io trex performance job 2n-aws: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-2n-aws
.. _build logs from FD.io dpdk performance job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-icx
.. _build logs from FD.io dpdk performance job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-icx
.. _build logs from FD.io dpdk performance job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-clx
@@ -109,7 +109,7 @@ rst_epilog = u"""
.. _build logs from FD.io dpdk coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-tsh
.. _build logs from FD.io dpdk coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-tx2
.. _build logs from FD.io dpdk coverage job 2n-zn2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-zn2
-.. _build logs from FD.io trex coverage job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-2n-skx
+.. _build logs from FD.io trex coverage job 2n-aws: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-2n-aws
.. _build logs from FD.io vpp coverage job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-alt
.. _build logs from FD.io vpp coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-tsh
.. _build logs from FD.io vpp coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-tx2
@@ -125,17 +125,17 @@ rst_epilog = u"""
.. _FD.io VPP compile job: https://jenkins.fd.io/view/vpp/job/vpp-merge-{srelease}-ubuntu2004-x86_64/
.. _CSIT Testbed Setup: https://git.fd.io/csit/tree/fdio.infra.ansible?h={release}
.. _VPP startup.conf: https://git.fd.io/vpp/tree/src/vpp/conf/startup.conf?h=stable/{srelease}&id={vpp_release_commit_id}
-""".format(release=u'rls2206',
+""".format(release=u'rls2210',
report_week=report_week,
- prev_release=u'rls2202',
- srelease=u'2206',
- csitrelease=u'2206',
- csit_prev_release=u'2202',
- vpprelease=u'22.06',
- vpp_prev_release=u'22.02',
- dpdkrelease=u'22.03',
- dpdk_prev_release=u'21.11',
- sdpdkrelease=u'22.03',
+ prev_release=u'rls2206',
+ srelease=u'2210',
+ csitrelease=u'2210',
+ csit_prev_release=u'2206',
+ vpprelease=u'22.10',
+ vpp_prev_release=u'22.06',
+ dpdkrelease=u'22.07',
+ dpdk_prev_release=u'22.03',
+ sdpdkrelease=u'22.07',
trex_version=u'v2.97',
vpp_release_commit_id=u'0d352a97c5e3ad1f5f6eab18a978a14b0b9e06a8')