diff options
| author |   Tibor Frank <tifrank@cisco.com> | 2023-01-25 10:43:00 +0100 |
|---|---|---|
| committer | Tibor Frank <tifrank@cisco.com> | 2023-01-25 10:43:00 +0100 |
| commit | 5915512e412fb4f9bdc2b290edd0723b01ed9be1 (patch) | |
| tree | d96e0b8e0d33c9036065bc905ad0f872d777b9f7 /resources/tools | |
| parent | a3ee1a8412e3928545bcd7a746eb2ee9dfb87b82 (diff) | |
Report: Add curr vs prev comp for 3n-snr
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Change-Id: I68e8b5961091169e862b16c71791d0f9295151de
Diffstat (limited to 'resources/tools')
| -rw-r--r-- | resources/tools/presentation/specifications/report/data_sets.yaml | 6 | ||||
| -rw-r--r-- | resources/tools/presentation/specifications/report/elements.yaml | 418 |
2 files changed, 335 insertions, 89 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 96f84b8123..8841908ad9 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -207,10 +207,10 @@ - 4 # 2302 NDRPDR iter env 11 - 5 # 2302 NDRPDR iter env 11 - 6 # 2302 NDRPDR iter env 11 - # - 7 # 2302 NDRPDR iter env 11 + - 7 # 2302 NDRPDR iter env 11 - 8 # 2302 NDRPDR iter env 11 - 9 # 2302 NDRPDR iter env 11 - # - 10 # 2302 NDRPDR iter env 11 + - 10 # 2302 NDRPDR iter env 11 dpdk-2n-zn2-curr-iter-best: csit-dpdk-perf-report-iterative-2302-2n-zn2: @@ -565,7 +565,7 @@ - 7 # 2302 NDRPDR iter env 11 # - 8 # 2302 NDRPDR iter env 11 - 9 # 2302 NDRPDR iter env 11 - # - 10 # 2302 NDRPDR iter env 11 + - 10 # 2302 NDRPDR iter env 11 dpdk-2n-tx2-curr-iter-best: csit-dpdk-perf-report-iterative-2302-2n-tx2: diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index fdd109d32e..9c0c09b64a 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -283,7 +283,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -318,7 +318,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -353,7 +353,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -388,7 +388,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -423,7 +423,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -458,7 +458,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -493,7 +493,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -528,7 +528,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -563,7 +563,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -598,7 +598,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -633,7 +633,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -668,7 +668,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -703,7 +703,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -738,7 +738,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -773,7 +773,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -808,7 +808,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -843,7 +843,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -878,7 +878,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -913,7 +913,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -948,7 +948,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -983,7 +983,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1018,7 +1018,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1053,7 +1053,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1088,7 +1088,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1191,7 +1191,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1226,7 +1226,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1261,7 +1261,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1296,7 +1296,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1331,7 +1331,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1366,7 +1366,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1401,7 +1401,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1436,7 +1436,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1471,7 +1471,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1506,7 +1506,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1541,7 +1541,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1576,7 +1576,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1611,7 +1611,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1646,7 +1646,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1681,7 +1681,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1716,7 +1716,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1751,7 +1751,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1786,7 +1786,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1821,7 +1821,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1856,7 +1856,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1891,7 +1891,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1926,7 +1926,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1961,7 +1961,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -1996,7 +1996,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2031,7 +2031,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2066,7 +2066,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2101,7 +2101,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2136,7 +2136,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2163,7 +2163,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' @@ -2188,7 +2188,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' @@ -2213,7 +2213,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' @@ -2238,7 +2238,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' @@ -2271,7 +2271,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2306,7 +2306,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2341,7 +2341,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2376,12 +2376,153 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' +# VPP Performance Changes 3n-snr 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-snr 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter" + - title: "2210.0-11" + data-set: "vpp-3n-snr-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-snr 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-snr 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter" + - title: "2210.0-11" + data-set: "vpp-3n-snr-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-snr 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-snr 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter" + - title: "2210.0-11" + data-set: "vpp-3n-snr-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-snr 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-snr 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter" + - title: "2210.0-11" + data-set: "vpp-3n-snr-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + + # VPP Performance Changes 3n-icx 2t1c mrr - type: "table" title: "VPP Performance Changes 3n-icx 2t1c mrr" @@ -2411,7 +2552,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2446,7 +2587,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2481,7 +2622,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2516,7 +2657,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2551,7 +2692,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2586,7 +2727,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2621,7 +2762,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2656,7 +2797,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2691,7 +2832,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2726,7 +2867,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2761,7 +2902,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2796,7 +2937,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2831,7 +2972,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2866,7 +3007,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2901,7 +3042,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2936,7 +3077,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -2971,7 +3112,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -3006,7 +3147,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -3041,7 +3182,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -3076,7 +3217,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -3111,7 +3252,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -3138,7 +3279,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' @@ -3163,7 +3304,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' @@ -3196,7 +3337,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -3231,7 +3372,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' @@ -3266,7 +3407,112 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-snr 1t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-snr 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-snr-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-snr 2t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-snr 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-snr-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-snr 4t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-snr 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-snr-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' |