diff options
| author |   Tibor Frank <tifrank@cisco.com> | 2022-09-29 14:10:24 +0200 |
|---|---|---|
| committer | Tibor Frank <tifrank@cisco.com> | 2022-09-29 14:24:56 +0200 |
| commit | 39af3a182b0a6e3bba2264add47d37b3c2889092 (patch) | |
| tree | 75a0758ee2babf2723d6a3edfadaaa37b72ce016 /resources/tools/presentation/specifications/report/elements.yaml | |
| parent | 1c347abb100ac2a14e9e11c4906072edcb622af3 (diff) | |
Report: Remove re-test from comp tables.
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Change-Id: Ic78d569b0f9906ace2cc52a53ffc86dd7e494464
Diffstat (limited to 'resources/tools/presentation/specifications/report/elements.yaml')
| -rw-r--r-- | resources/tools/presentation/specifications/report/elements.yaml | 1684 |
1 files changed, 1010 insertions, 674 deletions
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index aa491544ad..051fc0146c 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -792,24 +792,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -823,24 +827,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -854,24 +862,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -885,24 +897,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -916,24 +932,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -947,24 +967,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -978,24 +1002,28 @@ data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1009,24 +1037,28 @@ data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1040,24 +1072,28 @@ data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1071,24 +1107,28 @@ data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1102,24 +1142,28 @@ data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1133,24 +1177,28 @@ data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1164,24 +1212,28 @@ data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1195,24 +1247,28 @@ data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1226,24 +1282,28 @@ data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1257,24 +1317,28 @@ data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1288,24 +1352,28 @@ data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1319,24 +1387,28 @@ data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1350,24 +1422,28 @@ data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1381,24 +1457,28 @@ data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1412,24 +1492,28 @@ data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Soak vs NDR - 2n-icx - type: "table" @@ -1483,9 +1567,9 @@ filter: "all" columns: - title: "2202.0-9" - data-set: "vpp-2n-clx-hist-iter-vsap-new-env" + data-set: "vpp-2n-clx-hist-iter-vsap" - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + data-set: "vpp-2n-clx-prev-iter-vsap" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-vsap" comparisons: @@ -1511,24 +1595,28 @@ data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -1542,24 +1630,28 @@ data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -1573,24 +1665,28 @@ data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -1604,24 +1700,28 @@ data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -1635,24 +1735,28 @@ data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -1666,24 +1770,28 @@ data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -1697,24 +1805,28 @@ data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -1728,24 +1840,28 @@ data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1759,24 +1875,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1790,24 +1910,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -1821,24 +1945,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -1852,24 +1980,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -1883,24 +2015,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -1914,24 +2050,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -1945,24 +2085,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -1976,24 +2120,28 @@ data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2007,24 +2155,28 @@ data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2038,24 +2190,28 @@ data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2069,24 +2225,28 @@ data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2100,24 +2260,28 @@ data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2131,24 +2295,28 @@ data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2162,24 +2330,28 @@ data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2193,24 +2365,28 @@ data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2224,24 +2400,28 @@ data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2255,24 +2435,28 @@ data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2286,24 +2470,28 @@ data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2317,24 +2505,28 @@ data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2348,24 +2540,28 @@ data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2379,24 +2575,28 @@ data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2410,24 +2610,28 @@ data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2441,24 +2645,28 @@ data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2472,24 +2680,28 @@ data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2503,24 +2715,28 @@ data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2534,24 +2750,28 @@ data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2565,24 +2785,28 @@ data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2596,24 +2820,28 @@ data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr - type: "table" @@ -2727,24 +2955,28 @@ data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr - type: "table" @@ -2758,24 +2990,28 @@ data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr - type: "table" @@ -2789,24 +3025,28 @@ data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr - type: "table" @@ -2820,24 +3060,28 @@ data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr - type: "table" @@ -2851,24 +3095,28 @@ data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr - type: "table" @@ -2882,24 +3130,28 @@ data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -2913,24 +3165,28 @@ data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -2944,24 +3200,28 @@ data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -2975,24 +3235,28 @@ data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3006,24 +3270,28 @@ data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3037,24 +3305,28 @@ data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3068,24 +3340,28 @@ data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3099,24 +3375,28 @@ data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3130,24 +3410,28 @@ data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3161,24 +3445,28 @@ data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3192,24 +3480,28 @@ data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3223,24 +3515,28 @@ data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3254,24 +3550,28 @@ data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3285,24 +3585,28 @@ data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3316,24 +3620,28 @@ data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3347,24 +3655,28 @@ data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3378,24 +3690,28 @@ data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3409,24 +3725,28 @@ data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3440,24 +3760,28 @@ data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3471,24 +3795,28 @@ data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3502,24 +3830,28 @@ data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3533,24 +3865,28 @@ data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr - type: "table" |