aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2022-09-29 14:10:24 +0200
committerTibor Frank <tifrank@cisco.com>2022-09-29 12:25:51 +0000
commit562b2e8373deec0b711c4b5bd43c7b329afa1427 (patch)
tree38047bc5ff22daff45e2e85d649246dc43eacee8
parente5a36cabded5b1e42e135566f20dbc9652f4a851 (diff)
Report: Remove re-test from comp tables.
Signed-off-by: Tibor Frank <tifrank@cisco.com> Change-Id: Ic78d569b0f9906ace2cc52a53ffc86dd7e494464 (cherry picked from commit 39af3a182b0a6e3bba2264add47d37b3c2889092)
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml148
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml1684
2 files changed, 1084 insertions, 748 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 59f250daa9..6fe073b5b3 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -87,10 +87,10 @@
- 55 # rls2206.rel NDRPDR iter env 10
- 56 # rls2206.rel NDRPDR iter env 10
- vpp-2n-zn2-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2210-2n-zn2:
- csit-vpp-perf-report-iterative-2206-2n-zn2:
- - 47 # rls2206.rel NDRPDR iter env 10
+ # vpp-2n-zn2-prev-iter-new-env:
+ # # csit-vpp-perf-report-iterative-2210-2n-zn2:
+ # csit-vpp-perf-report-iterative-2206-2n-zn2:
+ # - 47 # rls2206.rel NDRPDR iter env 10
vpp-2n-zn2-curr-iter:
# csit-vpp-perf-report-iterative-2210-2n-zn2:
@@ -110,10 +110,10 @@
csit-vpp-perf-report-iterative-2206-2n-zn2:
- 43 # rls2202.rel MRR iter env 10
- vpp-2n-zn2-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2210-2n-zn2:
- csit-vpp-perf-report-iterative-2206-2n-zn2:
- - 43 # rls2202.rel MRR iter env 10
+ # vpp-2n-zn2-prev-iter-mrr-new-env:
+ # # csit-vpp-perf-report-iterative-2210-2n-zn2:
+ # csit-vpp-perf-report-iterative-2206-2n-zn2:
+ # - 43 # rls2202.rel MRR iter env 10
vpp-2n-zn2-curr-iter-mrr:
# csit-vpp-perf-report-iterative-2210-2n-zn2:
@@ -214,10 +214,10 @@
- 158 # rls2206.rel NDRPDR iter env 10 NAT44
- 159 # rls2206.rel NDRPDR iter env 10 NAT44
- vpp-2n-clx-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2210-2n-clx:
- csit-vpp-perf-report-iterative-2206-2n-clx:
- - 44 # rls2202.rel NDRPDR iter env 10
+ # vpp-2n-clx-prev-iter-new-env:
+ # # csit-vpp-perf-report-iterative-2210-2n-clx:
+ # csit-vpp-perf-report-iterative-2206-2n-clx:
+ # - 44 # rls2202.rel NDRPDR iter env 10
vpp-2n-clx-curr-iter:
# csit-vpp-perf-report-iterative-2210-2n-clx:
@@ -239,10 +239,10 @@
- 97 # rls2206.rel MRR iter env 10
- 149 # rls2206.rel MRR iter env 10 NAT44
- vpp-2n-clx-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2210-2n-clx:
- csit-vpp-perf-report-iterative-2206-2n-clx:
- - 43 # rls2202.rel MRR iter env 10
+ # vpp-2n-clx-prev-iter-mrr-new-env:
+ # # csit-vpp-perf-report-iterative-2210-2n-clx:
+ # csit-vpp-perf-report-iterative-2206-2n-clx:
+ # - 43 # rls2202.rel MRR iter env 10
vpp-2n-clx-curr-iter-mrr:
# csit-vpp-perf-report-iterative-2210-2n-clx:
@@ -254,7 +254,7 @@
csit-vpp-perf-report-iterative-2206-2n-clx:
- 108 # rls2206.rel MRR GSO iter env 10
- vpp-2n-clx-hist-iter-vsap-new-env:
+ vpp-2n-clx-hist-iter-vsap:
csit-vpp-perf-report-iterative-2202-2n-clx:
- 55 # rls2202.rel VSAP iter env 9
- 56 # rls2202.rel VSAP iter env 9
@@ -267,7 +267,7 @@
- 70 # rls2202.rel VSAP iter env 9
- 85 # rls2202.rel VSAP iter env 9
- vpp-2n-clx-curr-iter-vsap-old-env:
+ vpp-2n-clx-prev-iter-vsap:
csit-vpp-perf-report-iterative-2206-2n-clx:
- 104 # rls2206.rel VSAP iter env 10
- 112 # rls2206.rel VSAP iter env 10
@@ -383,10 +383,10 @@
- 45 # rls2206.rel NDRPDR iter env 10
- 46 # rls2206.rel NDRPDR iter env 10
- vpp-3n-tsh-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2210-3n-tsh:
- csit-vpp-perf-report-iterative-2206-3n-tsh:
- - 4 # rls2202.rel NDRPDR iter env 10
+ # vpp-3n-tsh-prev-iter-new-env:
+ # # csit-vpp-perf-report-iterative-2210-3n-tsh:
+ # csit-vpp-perf-report-iterative-2206-3n-tsh:
+ # - 4 # rls2202.rel NDRPDR iter env 10
vpp-3n-tsh-curr-iter:
# csit-vpp-perf-report-iterative-2210-3n-tsh:
@@ -406,10 +406,10 @@
csit-vpp-perf-report-iterative-2206-3n-tsh:
- 29 # rls2206.rel MRR iter env 10
- vpp-3n-tsh-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2210-3n-tsh:
- csit-vpp-perf-report-iterative-2206-3n-tsh:
- - 3 # rls2202.rel MRR iter env 10
+ # vpp-3n-tsh-prev-iter-mrr-new-env:
+ # # csit-vpp-perf-report-iterative-2210-3n-tsh:
+ # csit-vpp-perf-report-iterative-2206-3n-tsh:
+ # - 3 # rls2202.rel MRR iter env 10
vpp-3n-tsh-curr-iter-mrr:
# csit-vpp-perf-report-iterative-2210-3n-tsh:
@@ -485,10 +485,10 @@
- 46 # rls2206.rel NDRPDR iter env 10
- 47 # rls2206.rel NDRPDR iter env 10
- vpp-2n-tx2-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2210-2n-tx2:
- csit-vpp-perf-report-iterative-2206-2n-tx2:
- - 4 # rls2202.rel NDRPDR iter env 10
+ # vpp-2n-tx2-prev-iter-new-env:
+ # # csit-vpp-perf-report-iterative-2210-2n-tx2:
+ # csit-vpp-perf-report-iterative-2206-2n-tx2:
+ # - 4 # rls2202.rel NDRPDR iter env 10
vpp-2n-tx2-curr-iter:
# csit-vpp-perf-report-iterative-2210-2n-tx2:
@@ -508,10 +508,10 @@
csit-vpp-perf-report-iterative-2206-2n-tx2:
- 29 # rls2206.rel MRR iter env 10
- vpp-2n-tx2-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2210-2n-tx2:
- csit-vpp-perf-report-iterative-2206-2n-tx2:
- - 3 # rls2202.rel MRR iter env 10
+ # vpp-2n-tx2-prev-iter-mrr-new-env:
+ # # csit-vpp-perf-report-iterative-2210-2n-tx2:
+ # csit-vpp-perf-report-iterative-2206-2n-tx2:
+ # - 3 # rls2202.rel MRR iter env 10
vpp-2n-tx2-curr-iter-mrr:
# csit-vpp-perf-report-iterative-2210-2n-tx2:
@@ -587,10 +587,10 @@
- 39 # rls2206.rel NDRPDR iter env 10
- 40 # rls2206.rel NDRPDR iter env 10
- vpp-3n-dnv-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2210-3n-dnv:
- csit-vpp-perf-report-iterative-2206-3n-dnv:
- - 4 # rls2202.rel NDRPDR iter env 10
+ # vpp-3n-dnv-prev-iter-new-env:
+ # # csit-vpp-perf-report-iterative-2210-3n-dnv:
+ # csit-vpp-perf-report-iterative-2206-3n-dnv:
+ # - 4 # rls2202.rel NDRPDR iter env 10
vpp-3n-dnv-curr-iter:
# csit-vpp-perf-report-iterative-2210-3n-dnv:
@@ -605,10 +605,10 @@
csit-vpp-perf-report-iterative-2206-3n-dnv:
- 22 # rls2206.rel MRR iter env 10
- vpp-3n-dnv-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2210-3n-dnv:
- csit-vpp-perf-report-iterative-2206-3n-dnv:
- - 3 # rls2202.rel MRR iter env 10
+ # vpp-3n-dnv-prev-iter-mrr-new-env:
+ # # csit-vpp-perf-report-iterative-2210-3n-dnv:
+ # csit-vpp-perf-report-iterative-2206-3n-dnv:
+ # - 3 # rls2202.rel MRR iter env 10
vpp-3n-dnv-curr-iter-mrr:
# csit-vpp-perf-report-iterative-2210-3n-dnv:
@@ -648,10 +648,10 @@
- 38 # rls2206.rel NDRPDR iter env 10
- 39 # rls2206.rel NDRPDR iter env 10
- vpp-2n-dnv-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2210-2n-dnv:
- csit-vpp-perf-report-iterative-2206-2n-dnv:
- - 4 # rls2202.rel NDRPDR iter env 10
+ # vpp-2n-dnv-prev-iter-new-env:
+ # # csit-vpp-perf-report-iterative-2210-2n-dnv:
+ # csit-vpp-perf-report-iterative-2206-2n-dnv:
+ # - 4 # rls2202.rel NDRPDR iter env 10
vpp-2n-dnv-curr-iter:
# csit-vpp-perf-report-iterative-2210-2n-dnv:
@@ -666,10 +666,10 @@
csit-vpp-perf-report-iterative-2206-2n-dnv:
- 20 # rls2206.rel MRR iter env 10
- vpp-2n-dnv-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2210-2n-dnv:
- csit-vpp-perf-report-iterative-2206-2n-dnv:
- - 3 # rls2202.rel MRR iter env 10
+ # vpp-2n-dnv-prev-iter-mrr-new-env:
+ # # csit-vpp-perf-report-iterative-2210-2n-dnv:
+ # csit-vpp-perf-report-iterative-2206-2n-dnv:
+ # - 3 # rls2202.rel MRR iter env 10
vpp-2n-dnv-curr-iter-mrr:
# csit-vpp-perf-report-iterative-2210-2n-dnv:
@@ -785,10 +785,10 @@
- 126 # rls2206.rel NDRPDR iter env 10 NAT44
- 127 # rls2206.rel NDRPDR iter env 10 NAT44
- vpp-2n-icx-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2210-2n-icx:
- csit-vpp-perf-report-iterative-2206-2n-icx:
- - 107 # rls2202.rel NDRPDR iter env 10
+ # vpp-2n-icx-prev-iter-new-env:
+ # # csit-vpp-perf-report-iterative-2210-2n-icx:
+ # csit-vpp-perf-report-iterative-2206-2n-icx:
+ # - 107 # rls2202.rel NDRPDR iter env 10
vpp-2n-icx-curr-iter:
# csit-vpp-perf-report-iterative-2210-2n-icx:
@@ -810,10 +810,10 @@
- 68 # rls2206.rel MRR iter env 10
- 117 # rls2206.rel MRR iter env 10 NAT44
- vpp-2n-icx-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2210-2n-icx:
- csit-vpp-perf-report-iterative-2206-2n-icx:
- - 106 # rls2202.rel MRR iter env 10
+ # vpp-2n-icx-prev-iter-mrr-new-env:
+ # # csit-vpp-perf-report-iterative-2210-2n-icx:
+ # csit-vpp-perf-report-iterative-2206-2n-icx:
+ # - 106 # rls2202.rel MRR iter env 10
vpp-2n-icx-curr-iter-mrr:
# csit-vpp-perf-report-iterative-2210-2n-icx:
@@ -923,10 +923,10 @@
- 57 # rls2206.rel NDRPDR iter env 10
- 58 # rls2206.rel NDRPDR iter env 10
- vpp-3n-icx-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2210-3n-icx:
- csit-vpp-perf-report-iterative-2206-3n-icx:
- - 60 # rls2202.rel NDRPDR iter env 10
+ # vpp-3n-icx-prev-iter-new-env:
+ # # csit-vpp-perf-report-iterative-2210-3n-icx:
+ # csit-vpp-perf-report-iterative-2206-3n-icx:
+ # - 60 # rls2202.rel NDRPDR iter env 10
vpp-3n-icx-curr-iter:
# csit-vpp-perf-report-iterative-2210-3n-icx:
@@ -946,10 +946,10 @@
csit-vpp-perf-report-iterative-2206-3n-icx:
- 39 # rls2206.rel MRR iter env 10
- vpp-3n-icx-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2210-3n-icx:
- csit-vpp-perf-report-iterative-2206-3n-icx:
- - 59 # rls2202.rel MRR iter env 10
+ # vpp-3n-icx-prev-iter-mrr-new-env:
+ # # csit-vpp-perf-report-iterative-2210-3n-icx:
+ # csit-vpp-perf-report-iterative-2206-3n-icx:
+ # - 59 # rls2202.rel MRR iter env 10
vpp-3n-icx-curr-iter-mrr:
# csit-vpp-perf-report-iterative-2210-3n-icx:
@@ -1013,10 +1013,10 @@
- 28 # rls2206.rel NDRPDR iter env 10
- 29 # rls2206.rel NDRPDR iter env 10
- vpp-3n-alt-prev-iter-new-env:
- # csit-vpp-perf-report-iterative-2210-3n-alt:
- csit-vpp-perf-report-iterative-2206-3n-alt:
- - 20 # rls2206.rel NDRPDR iter env 10
+ # vpp-3n-alt-prev-iter-new-env:
+ # # csit-vpp-perf-report-iterative-2210-3n-alt:
+ # csit-vpp-perf-report-iterative-2206-3n-alt:
+ # - 20 # rls2206.rel NDRPDR iter env 10
vpp-3n-alt-curr-iter:
# csit-vpp-perf-report-iterative-2210-3n-alt:
@@ -1032,10 +1032,10 @@
csit-vpp-perf-report-iterative-2206-3n-alt:
- 12 # rls2206.rel MRR iter env 10
- vpp-3n-alt-prev-iter-mrr-new-env:
- # csit-vpp-perf-report-iterative-2210-3n-alt:
- csit-vpp-perf-report-iterative-2206-3n-alt:
- - 12 # rls2206.rel MRR iter env 10
+ # vpp-3n-alt-prev-iter-mrr-new-env:
+ # # csit-vpp-perf-report-iterative-2210-3n-alt:
+ # csit-vpp-perf-report-iterative-2206-3n-alt:
+ # - 12 # rls2206.rel MRR iter env 10
vpp-3n-alt-curr-iter-mrr:
# csit-vpp-perf-report-iterative-2210-3n-alt:
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index aa491544ad..051fc0146c 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -792,24 +792,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
@@ -823,24 +827,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
@@ -854,24 +862,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
@@ -885,24 +897,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
@@ -916,24 +932,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
@@ -947,24 +967,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
@@ -978,24 +1002,28 @@
data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
@@ -1009,24 +1037,28 @@
data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
@@ -1040,24 +1072,28 @@
data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
@@ -1071,24 +1107,28 @@
data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
@@ -1102,24 +1142,28 @@
data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
@@ -1133,24 +1177,28 @@
data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
@@ -1164,24 +1212,28 @@
data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.''
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
@@ -1195,24 +1247,28 @@
data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
@@ -1226,24 +1282,28 @@
data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
@@ -1257,24 +1317,28 @@
data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
@@ -1288,24 +1352,28 @@
data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
@@ -1319,24 +1387,28 @@
data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
@@ -1350,24 +1422,28 @@
data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
@@ -1381,24 +1457,28 @@
data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
@@ -1412,24 +1492,28 @@
data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Soak vs NDR - 2n-icx
- type: "table"
@@ -1483,9 +1567,9 @@
filter: "all"
columns:
- title: "2202.0-9"
- data-set: "vpp-2n-clx-hist-iter-vsap-new-env"
+ data-set: "vpp-2n-clx-hist-iter-vsap"
- title: "2206.0-10"
- data-set: "vpp-2n-clx-curr-iter-vsap-old-env"
+ data-set: "vpp-2n-clx-prev-iter-vsap"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-vsap"
comparisons:
@@ -1511,24 +1595,28 @@
data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c pdr
- type: "table"
@@ -1542,24 +1630,28 @@
data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-icx 2t1c ndr
- type: "table"
@@ -1573,24 +1665,28 @@
data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c ndr
- type: "table"
@@ -1604,24 +1700,28 @@
data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c pdr
- type: "table"
@@ -1635,24 +1735,28 @@
data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c pdr
- type: "table"
@@ -1666,24 +1770,28 @@
data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c ndr
- type: "table"
@@ -1697,24 +1805,28 @@
data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c ndr
- type: "table"
@@ -1728,24 +1840,28 @@
data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
@@ -1759,24 +1875,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
@@ -1790,24 +1910,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
@@ -1821,24 +1945,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
@@ -1852,24 +1980,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c pdr
- type: "table"
@@ -1883,24 +2015,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c pdr
- type: "table"
@@ -1914,24 +2050,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c ndr
- type: "table"
@@ -1945,24 +2085,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c ndr
- type: "table"
@@ -1976,24 +2120,28 @@
data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
- type: "table"
@@ -2007,24 +2155,28 @@
data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
- type: "table"
@@ -2038,24 +2190,28 @@
data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
- type: "table"
@@ -2069,24 +2225,28 @@
data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
- type: "table"
@@ -2100,24 +2260,28 @@
data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
@@ -2131,24 +2295,28 @@
data-set: "vpp-2n-dnv-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-dnv-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-dnv-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c pdr
- type: "table"
@@ -2162,24 +2330,28 @@
data-set: "vpp-2n-dnv-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-dnv-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-dnv-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c ndr
- type: "table"
@@ -2193,24 +2365,28 @@
data-set: "vpp-2n-dnv-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-dnv-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-dnv-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c ndr
- type: "table"
@@ -2224,24 +2400,28 @@
data-set: "vpp-2n-dnv-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-dnv-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-dnv-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c pdr
- type: "table"
@@ -2255,24 +2435,28 @@
data-set: "vpp-3n-dnv-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-dnv-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-dnv-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c pdr
- type: "table"
@@ -2286,24 +2470,28 @@
data-set: "vpp-3n-dnv-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-dnv-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-dnv-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c ndr
- type: "table"
@@ -2317,24 +2505,28 @@
data-set: "vpp-3n-dnv-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-dnv-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-dnv-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c ndr
- type: "table"
@@ -2348,24 +2540,28 @@
data-set: "vpp-3n-dnv-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-dnv-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-dnv-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
@@ -2379,24 +2575,28 @@
data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
@@ -2410,24 +2610,28 @@
data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
@@ -2441,24 +2645,28 @@
data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
@@ -2472,24 +2680,28 @@
data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c pdr
- type: "table"
@@ -2503,24 +2715,28 @@
data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c pdr
- type: "table"
@@ -2534,24 +2750,28 @@
data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c ndr
- type: "table"
@@ -2565,24 +2785,28 @@
data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c ndr
- type: "table"
@@ -2596,24 +2820,28 @@
data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-aws 2t1c pdr
- type: "table"
@@ -2727,24 +2955,28 @@
data-set: "vpp-3n-icx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c mrr
- type: "table"
@@ -2758,24 +2990,28 @@
data-set: "vpp-3n-icx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-icx 8t4c mrr
- type: "table"
@@ -2789,24 +3025,28 @@
data-set: "vpp-3n-icx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c mrr
- type: "table"
@@ -2820,24 +3060,28 @@
data-set: "vpp-2n-icx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c mrr
- type: "table"
@@ -2851,24 +3095,28 @@
data-set: "vpp-2n-icx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 8t4c mrr
- type: "table"
@@ -2882,24 +3130,28 @@
data-set: "vpp-2n-icx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
- type: "table"
@@ -2913,24 +3165,28 @@
data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
- type: "table"
@@ -2944,24 +3200,28 @@
data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
- type: "table"
@@ -2975,24 +3235,28 @@
data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c mrr
- type: "table"
@@ -3006,24 +3270,28 @@
data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c mrr
- type: "table"
@@ -3037,24 +3305,28 @@
data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 8t4c mrr
- type: "table"
@@ -3068,24 +3340,28 @@
data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
- type: "table"
@@ -3099,24 +3375,28 @@
data-set: "vpp-2n-zn2-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
- type: "table"
@@ -3130,24 +3410,28 @@
data-set: "vpp-2n-zn2-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
- type: "table"
@@ -3161,24 +3445,28 @@
data-set: "vpp-2n-zn2-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
@@ -3192,24 +3480,28 @@
data-set: "vpp-2n-dnv-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
@@ -3223,24 +3515,28 @@
data-set: "vpp-2n-dnv-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-dnv 4t4c mrr
- type: "table"
@@ -3254,24 +3550,28 @@
data-set: "vpp-2n-dnv-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c mrr
- type: "table"
@@ -3285,24 +3585,28 @@
data-set: "vpp-3n-dnv-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c mrr
- type: "table"
@@ -3316,24 +3620,28 @@
data-set: "vpp-3n-dnv-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-dnv 4t4c mrr
- type: "table"
@@ -3347,24 +3655,28 @@
data-set: "vpp-3n-dnv-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
@@ -3378,24 +3690,28 @@
data-set: "vpp-3n-tsh-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c mrr
- type: "table"
@@ -3409,24 +3725,28 @@
data-set: "vpp-3n-tsh-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 4t4c mrr
- type: "table"
@@ -3440,24 +3760,28 @@
data-set: "vpp-3n-tsh-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c mrr
- type: "table"
@@ -3471,24 +3795,28 @@
data-set: "vpp-2n-tx2-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c mrr
- type: "table"
@@ -3502,24 +3830,28 @@
data-set: "vpp-2n-tx2-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 4t4c mrr
- type: "table"
@@ -3533,24 +3865,28 @@
data-set: "vpp-2n-tx2-hist-iter-mrr"
- title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2206.0-11"
- data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2206.0-11 vs 2206.0-10"
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2210.0-11 vs 2206.0-11"
- reference: 3
- compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-aws 2t1c mrr
- type: "table"