aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2020-06-26 12:14:27 +0200
committerTibor Frank <tifrank@cisco.com>2020-06-26 13:08:09 +0200
commitc9f903e4f7894cb61cf3cc67fb37c7602c917567 (patch)
tree94000bf7ada194ee025cfdf56cb4ae47cbd3002a /resources/tools/presentation
parentf278b55927de4aa59cf87ac1e752effd1c64035c (diff)
Report 2005: Fix comparison table hdr, add data
Change-Id: I3ef6dfb1b3da4f91c77841536a840a439816e61f Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools/presentation')
-rw-r--r--resources/tools/presentation/specification.yaml446
1 files changed, 242 insertions, 204 deletions
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index a6ff3b0547..1772b7cf3d 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -811,9 +811,9 @@
- 41 # NDRPDR sel
vpp-performance-changes-3n-skx-cmp-2:
csit-vpp-perf-report-iterative-2005-3n-skx:
- # TODO: Add data
- 42 # NDRPDR sel env 4
- 43 # NDRPDR sel env 4
+ - 45 # NDRPDR sel env 4
vpp-performance-changes-2n-skx-h1:
csit-vpp-perf-verify-1908_1-2n-skx:
@@ -853,7 +853,6 @@
- 73 # NDRPDR sel
vpp-performance-changes-2n-skx-cmp-2:
csit-vpp-perf-report-iterative-2005-2n-skx:
- # TODO: Add data
- 88 # NDRPDR sel env 4
- 89 # NDRPDR sel env 4
- 90 # NDRPDR sel env 4
@@ -1013,7 +1012,6 @@
- 14 # NDRPDR sel
- 21 # NDRPDR sel
vpp-performance-changes-3n-tsh-cmp-2:
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 23 # NDRPDR sel env 4
@@ -2272,6 +2270,7 @@
- 41 # NDRPDR sel
- 42 # NDRPDR sel env 4
- 43 # NDRPDR sel env 4
+ - 45 # NDRPDR sel env 4
- 6 # MRR sel
csit-vpp-perf-report-coverage-2005-3n-skx:
- 10 # perf-full-3n-skx-crypto_I
@@ -3196,10 +3195,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-hsw-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3208,12 +3207,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 3n-hsw 2t2c pdr
- type: "table"
@@ -3232,10 +3233,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-hsw-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3244,12 +3245,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 3n-hsw 1t1c ndr
- type: "table"
@@ -3268,11 +3271,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-hsw-cmp-2"
comparisons:
- - title: "Diff1"
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3281,12 +3283,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 3n-hsw 2t2c ndr
- type: "table"
@@ -3305,10 +3309,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-hsw-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3317,12 +3321,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 3n-skx 2t1c pdr
- type: "table"
@@ -3341,10 +3347,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-skx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3353,12 +3359,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 3n-skx 4t2c pdr
- type: "table"
@@ -3377,10 +3385,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-skx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3389,12 +3397,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 3n-skx 2t1c ndr
- type: "table"
@@ -3413,10 +3423,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-skx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3425,12 +3435,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 3n-skx 4t2c ndr
- type: "table"
@@ -3449,10 +3461,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-skx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3461,12 +3473,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
@@ -3485,10 +3499,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-2n-skx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3497,12 +3511,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-skx 4t2c pdr
- type: "table"
@@ -3521,10 +3537,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-2n-skx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3533,12 +3549,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-skx 2t1c ndr
- type: "table"
@@ -3557,10 +3575,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-2n-skx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3569,12 +3587,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-skx 4t2c ndr
- type: "table"
@@ -3593,10 +3613,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-2n-skx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -3605,12 +3625,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
@@ -3627,10 +3649,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-2n-clx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 3
- compare: 2
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 2
+ compare: 3
+ - title: "2005.0-4 vs 2001.0-2"
reference: 1
compare: 3
# rca:
@@ -3639,12 +3661,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
@@ -3661,10 +3685,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-2n-clx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 3
- compare: 2
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 2
+ compare: 3
+ - title: "2005.0-4 vs 2001.0-2"
reference: 1
compare: 3
# rca:
@@ -3673,12 +3697,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
@@ -3695,10 +3721,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-2n-clx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 3
- compare: 2
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 2
+ compare: 3
+ - title: "2005.0-4 vs 2001.0-2"
reference: 1
compare: 3
# rca:
@@ -3707,12 +3733,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
@@ -3729,10 +3757,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-2n-clx-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 3
- compare: 2
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 2
+ compare: 3
+ - title: "2005.0-4 vs 2001.0-2"
reference: 1
compare: 3
# rca:
@@ -3741,12 +3769,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-clx-x556 2t1c pdr
- type: "table"
@@ -4033,10 +4063,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-tsh-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -4045,12 +4075,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
@@ -4069,10 +4101,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-tsh-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -4081,12 +4113,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
@@ -4105,10 +4139,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-tsh-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -4117,12 +4151,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
@@ -4141,10 +4177,10 @@
- title: "2005.0-4"
data-set: "vpp-performance-changes-3n-tsh-cmp-2"
comparisons:
- - title: "Diff1"
- reference: 4
- compare: 3
- - title: "Diff2"
+ - title: "2005.0-4 vs 2005.0-3"
+ reference: 3
+ compare: 4
+ - title: "2005.0-4 vs 2001.0-2"
reference: 2
compare: 4
# rca:
@@ -4153,12 +4189,14 @@
# - title: "RCA2"
# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml"
legend:
- - "Legend to Table"
- - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'Diff1 - difference between environment versions "3" and "4" for the same VPP version, 2005.0-3 relative to 2005.0-4. Version "3" was found to be incompatible with "2" due to different number of TRex workers used.'
- - 'Diff2 - difference between the current and the previous VPP version in the compatible environment versions "2" and "4", 2005.0-4 relative to 2001.0-2.'
-# - 'RCA1 - root cause analysis reference for Diff1.'
-# - 'RCA2 - root cause analysis reference for Diff2.'
+ - 'Legend to Table:'
+ - ''
+ - ' Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+ - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
+ - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
+# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
- type: "table"
>1, optclass="control", option="router_alert")]) / IGMPv3(type="Membership Query", mrcode=100) / IGMPv3mq(gaddr="239.1.1.1")) self.send(self.pg0, p_gs) capture = self.pg0.get_capture(1, timeout=10) self.verify_report(capture[0], [IgmpRecord(h1.sg, "Mode Is Include")]) # # A group and source specific query, with the source matching # the source VPP has # p_gs1 = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst='239.1.1.1', tos=0xc0, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Membership Query", mrcode=100) / IGMPv3mq(gaddr="239.1.1.1", srcaddrs=["1.1.1.1"])) self.send(self.pg0, p_gs1) capture = self.pg0.get_capture(1, timeout=10) self.verify_report(capture[0], [IgmpRecord(h1.sg, "Mode Is Include")]) # # A group and source specific query, with the source NOT matching # the source VPP has. There should be no response. # p_gs2 = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst='239.1.1.1', tos=0xc0, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Membership Query", mrcode=100) / IGMPv3mq(gaddr="239.1.1.1", srcaddrs=["1.1.1.2"])) self.send_and_assert_no_replies(self.pg0, p_gs2, timeout=10) # # A group and source specific query, with the multiple sources # one of which matches the source VPP has. # The report should contain only the source VPP has. # p_gs3 = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst='239.1.1.1', tos=0xc0, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Membership Query", mrcode=100) / IGMPv3mq(gaddr="239.1.1.1", srcaddrs=["1.1.1.1", "1.1.1.2", "1.1.1.3"])) self.send(self.pg0, p_gs3) capture = self.pg0.get_capture(1, timeout=10) self.verify_report(capture[0], [IgmpRecord(h1.sg, "Mode Is Include")]) # # Two source and group specific queires in qucik sucession, the # first does not have VPPs source the second does. then vice-versa # self.send(self.pg0, [p_gs2, p_gs1]) capture = self.pg0.get_capture(1, timeout=10) self.verify_report(capture[0], [IgmpRecord(h1.sg, "Mode Is Include")]) self.send(self.pg0, [p_gs1, p_gs2]) capture = self.pg0.get_capture(1, timeout=10) self.verify_report(capture[0], [IgmpRecord(h1.sg, "Mode Is Include")]) # # remove state, expect the report for the removal # self.remove_group(h1) dump = self.vapi.igmp_dump() self.assertFalse(dump) # # A group with multiple sources # h2 = self.add_group(self.pg0, IgmpSG("239.1.1.1", ["1.1.1.1", "1.1.1.2", "1.1.1.3"])) # search for the corresponding state created in VPP dump = self.vapi.igmp_dump(self.pg0.sw_if_index) self.assertEqual(len(dump), 3) for s in h2.sg.saddrs: self.assertTrue(find_igmp_state(dump, self.pg0, "239.1.1.1", s)) # # Send a general query (to the all router's address) # expect VPP to respond with a membership report will all sources # self.send(self.pg0, p_g) capture = self.pg0.get_capture(1, timeout=10) self.verify_report(capture[0], [IgmpRecord(h2.sg, "Mode Is Include")]) # # Group and source specific query; some present some not # p_gs = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst='239.1.1.1', tos=0xc0, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Membership Query", mrcode=100) / IGMPv3mq(gaddr="239.1.1.1", srcaddrs=["1.1.1.1", "1.1.1.2", "1.1.1.4"])) self.send(self.pg0, p_gs) capture = self.pg0.get_capture(1, timeout=10) self.verify_report(capture[0], [IgmpRecord( IgmpSG('239.1.1.1', ["1.1.1.1", "1.1.1.2"]), "Mode Is Include")]) # # add loads more groups # h3 = self.add_group(self.pg0, IgmpSG("239.1.1.2", ["2.1.1.1", "2.1.1.2", "2.1.1.3"])) h4 = self.add_group(self.pg0, IgmpSG("239.1.1.3", ["3.1.1.1", "3.1.1.2", "3.1.1.3"])) h5 = self.add_group(self.pg0, IgmpSG("239.1.1.4", ["4.1.1.1", "4.1.1.2", "4.1.1.3"])) h6 = self.add_group(self.pg0, IgmpSG("239.1.1.5", ["5.1.1.1", "5.1.1.2", "5.1.1.3"])) h7 = self.add_group(self.pg0, IgmpSG("239.1.1.6", ["6.1.1.1", "6.1.1.2", "6.1.1.3", "6.1.1.4", "6.1.1.5", "6.1.1.6", "6.1.1.7", "6.1.1.8", "6.1.1.9", "6.1.1.10", "6.1.1.11", "6.1.1.12", "6.1.1.13", "6.1.1.14", "6.1.1.15", "6.1.1.16"])) # # general query. # the order the groups come in is not important, so what is # checked for is what VPP is sending today. # self.send(self.pg0, p_g) capture = self.pg0.get_capture(1, timeout=10) self.verify_report(capture[0], [IgmpRecord(h3.sg, "Mode Is Include"), IgmpRecord(h2.sg, "Mode Is Include"), IgmpRecord(h6.sg, "Mode Is Include"), IgmpRecord(h4.sg, "Mode Is Include"), IgmpRecord(h5.sg, "Mode Is Include"), IgmpRecord(h7.sg, "Mode Is Include")]) # # modify a group to add and remove some sources # h7.sg = IgmpSG("239.1.1.6", ["6.1.1.1", "6.1.1.2", "6.1.1.5", "6.1.1.6", "6.1.1.7", "6.1.1.8", "6.1.1.9", "6.1.1.10", "6.1.1.11", "6.1.1.12", "6.1.1.13", "6.1.1.14", "6.1.1.15", "6.1.1.16", "6.1.1.17", "6.1.1.18"]) self.pg_enable_capture(self.pg_interfaces) self.pg_start() h7.add_vpp_config() capture = self.pg0.get_capture(1, timeout=10) self.verify_report(capture[0], [IgmpRecord(IgmpSG("239.1.1.6", ["6.1.1.17", "6.1.1.18"]), "Allow New Sources"), IgmpRecord(IgmpSG("239.1.1.6", ["6.1.1.3", "6.1.1.4"]), "Block Old Sources")]) # # add an additional groups with many sources so that each group # consumes the link MTU. We should therefore see multiple state # state reports when queried. # self.vapi.sw_interface_set_mtu(self.pg0.sw_if_index, [560, 0, 0, 0]) src_list = [] for i in range(128): src_list.append("10.1.1.%d" % i) h8 = self.add_group(self.pg0, IgmpSG("238.1.1.1", src_list)) h9 = self.add_group(self.pg0, IgmpSG("238.1.1.2", src_list)) self.send(self.pg0, p_g) capture = self.pg0.get_capture(4, timeout=10) self.verify_report(capture[0], [IgmpRecord(h3.sg, "Mode Is Include"), IgmpRecord(h2.sg, "Mode Is Include"), IgmpRecord(h6.sg, "Mode Is Include"), IgmpRecord(h4.sg, "Mode Is Include"), IgmpRecord(h5.sg, "Mode Is Include")]) self.verify_report(capture[1], [IgmpRecord(h8.sg, "Mode Is Include")]) self.verify_report(capture[2], [IgmpRecord(h7.sg, "Mode Is Include")]) self.verify_report(capture[3], [IgmpRecord(h9.sg, "Mode Is Include")]) # # drop the MTU further (so a 128 sized group won't fit) # self.vapi.sw_interface_set_mtu(self.pg0.sw_if_index, [512, 0, 0, 0]) self.pg_enable_capture(self.pg_interfaces) self.pg_start() h10 = VppHostState(self, IGMP_FILTER.INCLUDE, self.pg0.sw_if_index, IgmpSG("238.1.1.3", src_list)) h10.add_vpp_config() capture = self.pg0.get_capture(2, timeout=10) # # remove state, expect the report for the removal # the dump should be empty # self.vapi.sw_interface_set_mtu(self.pg0.sw_if_index, [600, 0, 0, 0]) self.remove_group(h8) self.remove_group(h9) self.remove_group(h2) self.remove_group(h3) self.remove_group(h4) self.remove_group(h5) self.remove_group(h6) self.remove_group(h7) self.remove_group(h10) self.logger.info(self.vapi.cli("sh igmp config")) self.assertFalse(self.vapi.igmp_dump()) # # TODO # ADD STATE ON MORE INTERFACES # self.vapi.igmp_enable_disable(self.pg0.sw_if_index, 0, IGMP_MODE.HOST) def test_igmp_router(self): """ IGMP Router Functions """ # # Drop reports when not enabled # p_j = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst="224.0.0.22", tos=0xc0, ttl=1, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Version 3 Membership Report") / IGMPv3mr(numgrp=1) / IGMPv3gr(rtype="Allow New Sources", maddr="239.1.1.1", srcaddrs=["10.1.1.1", "10.1.1.2"])) p_l = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst="224.0.0.22", tos=0xc0, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Version 3 Membership Report") / IGMPv3mr(numgrp=1) / IGMPv3gr(rtype="Block Old Sources", maddr="239.1.1.1", srcaddrs=["10.1.1.1", "10.1.1.2"])) self.send(self.pg0, p_j) self.assertFalse(self.vapi.igmp_dump()) # # drop the default timer values so these tests execute in a # reasonable time frame # self.vapi.cli("test igmp timers query 1 src 3 leave 1") # # enable router functions on the interface # self.pg_enable_capture(self.pg_interfaces) self.pg_start() self.vapi.igmp_enable_disable(self.pg0.sw_if_index, 1, IGMP_MODE.ROUTER) self.vapi.want_igmp_events(1) # # wait for router to send general query # for ii in range(3): capture = self.pg0.get_capture(1, timeout=2) self.verify_general_query(capture[0]) self.pg_enable_capture(self.pg_interfaces) self.pg_start() # # re-send the report. VPP should now hold state for the new group # VPP sends a notification that a new group has been joined # self.send(self.pg0, p_j) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.1", "10.1.1.1", 1)) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.1", "10.1.1.2", 1)) dump = self.vapi.igmp_dump(self.pg0.sw_if_index) self.assertEqual(len(dump), 2) self.assertTrue(find_igmp_state(dump, self.pg0, "239.1.1.1", "10.1.1.1")) self.assertTrue(find_igmp_state(dump, self.pg0, "239.1.1.1", "10.1.1.2")) # # wait for the per-source timer to expire # the state should be reaped # VPP sends a notification that the group has been left # self.assertTrue(wait_for_igmp_event(self, 4, self.pg0, "239.1.1.1", "10.1.1.1", 0)) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.1", "10.1.1.2", 0)) self.assertFalse(self.vapi.igmp_dump()) # # resend the join. wait for two queries and then send a current-state # record to include all sources. this should reset the exiry time # on the sources and thus they will still be present in 2 seconds time. # If the source timer was not refreshed, then the state would have # expired in 3 seconds. # self.send(self.pg0, p_j) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.1", "10.1.1.1", 1)) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.1", "10.1.1.2", 1)) dump = self.vapi.igmp_dump(self.pg0.sw_if_index) self.assertEqual(len(dump), 2) capture = self.pg0.get_capture(2, timeout=3) self.verify_general_query(capture[0]) self.verify_general_query(capture[1]) p_cs = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst="224.0.0.22", tos=0xc0, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Version 3 Membership Report") / IGMPv3mr(numgrp=1) / IGMPv3gr(rtype="Mode Is Include", maddr="239.1.1.1", srcaddrs=["10.1.1.1", "10.1.1.2"])) self.send(self.pg0, p_cs) self.sleep(2) dump = self.vapi.igmp_dump(self.pg0.sw_if_index) self.assertEqual(len(dump), 2) self.assertTrue(find_igmp_state(dump, self.pg0, "239.1.1.1", "10.1.1.1")) self.assertTrue(find_igmp_state(dump, self.pg0, "239.1.1.1", "10.1.1.2")) # # wait for the per-source timer to expire # the state should be reaped # self.assertTrue(wait_for_igmp_event(self, 4, self.pg0, "239.1.1.1", "10.1.1.1", 0)) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.1", "10.1.1.2", 0)) self.assertFalse(self.vapi.igmp_dump()) # # resend the join, then a leave. Router sends a gruop+source # specific query containing both sources # self.send(self.pg0, p_j) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.1", "10.1.1.1", 1)) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.1", "10.1.1.2", 1)) dump = self.vapi.igmp_dump(self.pg0.sw_if_index) self.assertEqual(len(dump), 2) self.send(self.pg0, p_l) capture = self.pg0.get_capture(1, timeout=3) self.verify_group_query(capture[0], "239.1.1.1", ["10.1.1.1", "10.1.1.2"]) # # the group specific query drops the timeout to leave (=1) seconds # self.assertTrue(wait_for_igmp_event(self, 2, self.pg0, "239.1.1.1", "10.1.1.1", 0)) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.1", "10.1.1.2", 0)) self.assertFalse(self.vapi.igmp_dump()) self.assertFalse(self.vapi.igmp_dump()) # # a TO_EX({}) / IN_EX({}) is treated like a (*,G) join # p_j = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst="224.0.0.22", tos=0xc0, ttl=1, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Version 3 Membership Report") / IGMPv3mr(numgrp=1) / IGMPv3gr(rtype="Change To Exclude Mode", maddr="239.1.1.2")) self.send(self.pg0, p_j) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.2", "0.0.0.0", 1)) p_j = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst="224.0.0.22", tos=0xc0, ttl=1, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Version 3 Membership Report") / IGMPv3mr(numgrp=1) / IGMPv3gr(rtype="Mode Is Exclude", maddr="239.1.1.3")) self.send(self.pg0, p_j) self.assertTrue(wait_for_igmp_event(self, 1, self.pg0, "239.1.1.3", "0.0.0.0", 1)) # # A 'allow sourcees' for {} should be ignored as it should # never be sent. # p_j = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst="224.0.0.22", tos=0xc0, ttl=1, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Version 3 Membership Report") / IGMPv3mr(numgrp=1) / IGMPv3gr(rtype="Allow New Sources", maddr="239.1.1.4")) self.send(self.pg0, p_j) dump = self.vapi.igmp_dump(self.pg0.sw_if_index) self.assertTrue(find_igmp_state(dump, self.pg0, "239.1.1.2", "0.0.0.0")) self.assertTrue(find_igmp_state(dump, self.pg0, "239.1.1.3", "0.0.0.0")) self.assertFalse(find_igmp_state(dump, self.pg0, "239.1.1.4", "0.0.0.0")) # # a TO_IN({}) and IS_IN({}) are treated like a (*,G) leave # self.vapi.cli("set logging class igmp level debug") p_l = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst="224.0.0.22", tos=0xc0, ttl=1, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Version 3 Membership Report") / IGMPv3mr(numgrp=1) / IGMPv3gr(rtype="Change To Include Mode", maddr="239.1.1.2")) self.send(self.pg0, p_l) self.assertTrue(wait_for_igmp_event(self, 2, self.pg0, "239.1.1.2", "0.0.0.0", 0)) p_l = (Ether(dst=self.pg0.local_mac, src=self.pg0.remote_mac) / IP(src=self.pg0.remote_ip4, dst="224.0.0.22", tos=0xc0, ttl=1, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Version 3 Membership Report") / IGMPv3mr(numgrp=1) / IGMPv3gr(rtype="Mode Is Include", maddr="239.1.1.3")) self.send(self.pg0, p_l) self.assertTrue(wait_for_igmp_event(self, 2, self.pg0, "239.1.1.3", "0.0.0.0", 0)) self.assertFalse(self.vapi.igmp_dump(self.pg0.sw_if_index)) # # disable router config # self.vapi.igmp_enable_disable(self.pg0.sw_if_index, 0, IGMP_MODE.ROUTER) def _create_igmpv3_pck(self, itf, rtype, maddr, srcaddrs): p = (Ether(dst=itf.local_mac, src=itf.remote_mac) / IP(src=itf.remote_ip4, dst="224.0.0.22", tos=0xc0, ttl=1, options=[IPOption(copy_flag=1, optclass="control", option="router_alert")]) / IGMPv3(type="Version 3 Membership Report") / IGMPv3mr(numgrp=1) / IGMPv3gr(rtype=rtype, maddr=maddr, srcaddrs=srcaddrs)) return p def test_igmp_proxy_device(self): """ IGMP proxy device """ self.pg2.admin_down() self.pg2.unconfig_ip4() self.pg2.set_table_ip4(0) self.pg2.config_ip4() self.pg2.admin_up() self.vapi.cli('test igmp timers query 10 src 3 leave 1') # enable IGMP self.vapi.igmp_enable_disable(self.pg0.sw_if_index, 1, IGMP_MODE.HOST) self.vapi.igmp_enable_disable(self.pg1.sw_if_index, 1, IGMP_MODE.ROUTER) self.vapi.igmp_enable_disable(self.pg2.sw_if_index, 1, IGMP_MODE.ROUTER) # create IGMP proxy device self.vapi.igmp_proxy_device_add_del(0, self.pg0.sw_if_index, 1) self.vapi.igmp_proxy_device_add_del_interface(0, self.pg1.sw_if_index, 1) self.vapi.igmp_proxy_device_add_del_interface(0, self.pg2.sw_if_index, 1) # send join on pg1. join should be proxied by pg0 p_j = self._create_igmpv3_pck(self.pg1, "Allow New Sources", "239.1.1.1", ["10.1.1.1", "10.1.1.2"]) self.send(self.pg1, p_j) capture = self.pg0.get_capture(1, timeout=1) self.verify_report(capture[0], [IgmpRecord(IgmpSG("239.1.1.1", ["10.1.1.1", "10.1.1.2"]), "Allow New Sources")]) self.assertTrue(find_mroute(self, "239.1.1.1", "0.0.0.0", 32)) # send join on pg2. join should be proxied by pg0. # the group should contain only 10.1.1.3 as # 10.1.1.1 was already reported p_j = self._create_igmpv3_pck(self.pg2, "Allow New Sources", "239.1.1.1", ["10.1.1.1", "10.1.1.3"]) self.send(self.pg2, p_j) capture = self.pg0.get_capture(1, timeout=1) self.verify_report(capture[0], [IgmpRecord(IgmpSG("239.1.1.1", ["10.1.1.3"]), "Allow New Sources")]) self.assertTrue(find_mroute(self, "239.1.1.1", "0.0.0.0", 32)) # send leave on pg2. leave for 10.1.1.3 should be proxyed # as pg2 was the only interface interested in 10.1.1.3 p_l = self._create_igmpv3_pck(self.pg2, "Block Old Sources", "239.1.1.1", ["10.1.1.3"]) self.send(self.pg2, p_l) capture = self.pg0.get_capture(1, timeout=2) self.verify_report(capture[0], [IgmpRecord(IgmpSG("239.1.1.1", ["10.1.1.3"]), "Block Old Sources")]) self.assertTrue(find_mroute(self, "239.1.1.1", "0.0.0.0", 32)) # disable igmp on pg1 (also removes interface from proxy device) # proxy leave for 10.1.1.2. pg2 is still interested in 10.1.1.1 self.pg_enable_capture(self.pg_interfaces) self.vapi.igmp_enable_disable(self.pg1.sw_if_index, 0, IGMP_MODE.ROUTER) capture = self.pg0.get_capture(1, timeout=1) self.verify_report(capture[0], [IgmpRecord(IgmpSG("239.1.1.1", ["10.1.1.2"]), "Block Old Sources")]) self.assertTrue(find_mroute(self, "239.1.1.1", "0.0.0.0", 32)) # disable IGMP on pg0 and pg1. # disabling IGMP on pg0 (proxy device upstream interface) # removes this proxy device self.vapi.igmp_enable_disable(self.pg0.sw_if_index, 0, IGMP_MODE.HOST) self.vapi.igmp_enable_disable(self.pg2.sw_if_index, 0, IGMP_MODE.ROUTER) self.assertFalse(find_mroute(self, "239.1.1.1", "0.0.0.0", 32)) if __name__ == '__main__': unittest.main(testRunner=VppTestRunner)