aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools
diff options
context:
space:
mode:
Diffstat (limited to 'resources/tools')
-rw-r--r--resources/tools/presentation/specification.yaml2569
-rw-r--r--resources/tools/presentation/specification_parser.py38
2 files changed, 764 insertions, 1843 deletions
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index e8308e8367..d0c991b602 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -126,40 +126,13 @@
data-sets:
- # Denverton:
- intel-dnv-vpp:
- # TODO: Replace with new data
- intel-dnv-vpp-release-1810:
- - 1
+ ###########################################################################
+ # Plots:
- # VPP Performance
- vpp-performance-changes-3n-hsw:
- csit-vpp-perf-verify-1807-3n-hsw:
- - 11 # NDRPDR full 1
- - 22 # NDRPDR full 2
- - 45 # NDRPDR full 3
- - 46 # NDRPDR full 4
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 18 # NDRPDR sel
- - 20 # NDRPDR sel
- - 38 # NDRPDR sel
- - 40 # NDRPDR sel
- - 44 # NDRPDR sel
- - 47 # NDRPDR sel
- csit-vpp-perf-verify-1810-3n-hsw:
- - 8 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 18 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- - 42 # NDRPDR sel
- # TODO Add new data
+ # 3n-hsw
+
+ plot-vpp-throughput-latency-3n-hsw:
+ # TODO: Add new data
csit-vpp-perf-verify-1901-3n-hsw:
- 10 # NDRPDR sel
- 18 # NDRPDR sel F
@@ -169,7 +142,7 @@
- 40 # NDRPDR sel
- 42 # NDRPDR sel
- vpp-nic-comparison-3n-hsw:
+ plot-throughput-speedup-analysis-3n-hsw:
# TODO: Add new data
csit-vpp-perf-verify-1901-3n-hsw:
- 10 # NDRPDR sel
@@ -180,29 +153,68 @@
- 40 # NDRPDR sel
- 42 # NDRPDR sel
- vpp-performance-changes-3n-skx:
- csit-vpp-perf-verify-1807-3n-skx:
- - 33 # NDRPDR sel
- - 35 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 49 # NDRPDR sel
- - 50 # NDRPDR sel
- - 56 # NDRPDR sel
- csit-vpp-perf-verify-1810-3n-skx:
- - 10 # NDRPDR sel
+ plot-vpp-http-server-performance:
+ # TODO: Replace with new data
+ # csit-vpp-perf-verify-1901-3n-hsw:
+ csit-vpp-perf-verify-1810-3n-hsw:
+ - 28 # WRK
+ - 29 # WRK
+ - 30 # WRK
+ - 31 # WRK
+ - 32 # WRK
+ - 33 # WRK
+ - 34 # WRK
+ - 35 # WRK
+ - 36 # WRK
+ - 37 # WRK
+
+ plot-ligato-throughput-latency-3n-hsw:
+ # TODO: Replace with new data
+ # csit-ligato-perf-verify-1901-3n-hsw:
+ csit-ligato-perf-verify-1810-3n-hsw:
+ - 5 # full
+ - 6 # sel
+ - 8 # sel
+ - 9 # sel
+ - 11 # sel
+ - 12 # sel
+ - 13 # sel
+ - 14 # sel
+ - 16 # sel
+ - 17 # sel
+ - 18 # sel
+
+ plot-ligato-throughput-speedup-analysis-3n-hsw:
+ # TODO: Replace with new data
+ # csit-ligato-perf-verify-1901-3n-hsw:
+ csit-ligato-perf-verify-1810-3n-hsw:
+ - 5 # full
+ - 6 # sel
+ - 8 # sel
+ - 9 # sel
+ - 11 # sel
+ - 12 # sel
+ - 13 # sel
+ - 14 # sel
+ - 16 # sel
+ - 17 # sel
+ - 18 # sel
+
+ plot-dpdk-throughput-latency-3n-hsw:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
- 14 # NDRPDR sel
- - 15 # NDRPDR sel
- 16 # NDRPDR sel
- 17 # NDRPDR sel
+ - 18 # NDRPDR sel
- 19 # NDRPDR sel
- 20 # NDRPDR sel
- 21 # NDRPDR sel
- 22 # NDRPDR sel
- - 25 # NDRPDR sel
+
+ # 3n-skx
+
+ plot-vpp-throughput-latency-3n-skx:
csit-vpp-perf-verify-1901-3n-skx:
- 18 # NDRPDR sel
- 19 # NDRPDR sel
@@ -215,7 +227,7 @@
- 47 # NDRPDR sel
- 48 # NDRPDR sel
- vpp-nic-comparison-3n-skx:
+ plot-throughput-speedup-analysis-3n-skx:
csit-vpp-perf-verify-1901-3n-skx:
- 18 # NDRPDR sel
- 19 # NDRPDR sel
@@ -228,29 +240,22 @@
- 47 # NDRPDR sel
- 48 # NDRPDR sel
- vpp-performance-changes-2n-skx:
- csit-vpp-perf-verify-1807-2n-skx:
- - 26 # NDRPDR sel
- - 28 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- csit-vpp-perf-verify-1810-2n-skx:
+ plot-dpdk-throughput-latency-3n-skx:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
- 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
- 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 27 # NDRPDR sel
+
+ # 2n-skx
+
+ plot-vpp-throughput-latency-2n-skx:
csit-vpp-perf-verify-1901-2n-skx:
- 5 # NDRPDR sel
- 12 # NDRPDR sel
@@ -263,7 +268,7 @@
- 42 # NDRPDR sel
- 43 # NDRPDR sel
- vpp-nic-comparison-2n-skx:
+ plot-throughput-speedup-analysis-2n-skx:
csit-vpp-perf-verify-1901-2n-skx:
- 5 # NDRPDR sel
- 12 # NDRPDR sel
@@ -276,7 +281,55 @@
- 42 # NDRPDR sel
- 43 # NDRPDR sel
- vpp-compare-testbeds:
+ plot-vpp-soak-2n-skx:
+ csit-vpp-perf-verify-1901-2n-skx:
+ - 45 # SOAK sel
+
+ plot-vpp-nfv-2n-skx:
+ # TODO: Add new data
+ csit-vpp-perf-verify-1901-2n-skx:
+ - 28 # NFV NDRPDR
+ - 29 # NFV NDRPDR
+ - 32 # NFV NDRPDR
+ - 39 # NFV NDRPDR
+ - 46 # NFV NDRPDR
+
+ plot-vpp-nfv-2n-skx-mrr:
+ # TODO: Add new data
+ csit-vpp-perf-verify-1901-2n-skx:
+ - 24 # NFV MRR
+ - 26 # NFV MRR
+ - 27 # NFV MRR
+ - 35 # NFV MRR
+ - 37 # NFV MRR
+
+ plot-dpdk-throughput-latency-2n-skx:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+
+ # 3rd party
+
+ # Denverton:
+ intel-dnv-vpp:
+ # TODO: Replace with new data
+ intel-dnv-vpp-release-1810:
+ - 1
+
+ ###########################################################################
+ # Simple tables (only one data set):
+
+ # NIC Comparisons
+
+ vpp-nic-comparison-3n-hsw:
# TODO: Add new data
csit-vpp-perf-verify-1901-3n-hsw:
- 10 # NDRPDR sel
@@ -286,25 +339,8 @@
- 36 # NDRPDR sel
- 40 # NDRPDR sel
- 42 # NDRPDR sel
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- vpp-compare-testbeds-mrr:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 35 # MRR sel
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
-
- vpp-compare-topologies:
+ vpp-nic-comparison-3n-skx:
csit-vpp-perf-verify-1901-3n-skx:
- 18 # NDRPDR sel
- 19 # NDRPDR sel
@@ -316,6 +352,8 @@
- 38 # NDRPDR sel
- 47 # NDRPDR sel
- 48 # NDRPDR sel
+
+ vpp-nic-comparison-2n-skx:
csit-vpp-perf-verify-1901-2n-skx:
- 5 # NDRPDR sel
- 12 # NDRPDR sel
@@ -328,80 +366,20 @@
- 42 # NDRPDR sel
- 43 # NDRPDR sel
- vpp-compare-topologies-mrr:
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
- csit-vpp-perf-verify-1901-2n-skx:
- - 22 # MRR sel
-
- vpp-performance-changes-3n-hsw-mrr:
- csit-vpp-perf-verify-1807-3n-hsw:
- - 8 # MRR full
- - 9 # MRR sel
- - 21 # MRR sel
- - 31 # MRR sel
- - 33 # MRR sel
- - 36 # MRR sel
- - 41 # MRR sel
- - 42 # MRR sel
- - 48 # MRR sel
- csit-vpp-perf-verify-1810-3n-hsw:
- - 9 # MRR sel
- csit-vpp-perf-verify-1901-3n-hsw:
- - 35 # MRR sel
-
vpp-nic-comparison-3n-hsw-mrr:
csit-vpp-perf-verify-1901-3n-hsw:
- 35 # MRR sel
- vpp-performance-changes-3n-skx-mrr:
- csit-vpp-perf-verify-1807-3n-skx:
- - 28 # MRR sel
- - 32 # MRR sel
- - 36 # MRR sel
- - 42 # MRR sel
- - 47 # MRR sel
- - 48 # MRR sel
- - 51 # MRR sel
- - 52 # MRR sel
- - 53 # MRR sel
- - 54 # MRR sel
- csit-vpp-perf-verify-1810-3n-skx:
- - 9 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- - 13 # MRR sel
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
-
vpp-nic-comparison-3n-skx-mrr:
csit-vpp-perf-verify-1901-3n-skx:
- 32 # MRR sel
- vpp-performance-changes-2n-skx-mrr:
- csit-vpp-perf-verify-1807-2n-skx:
- - 31 # MRR sel
- - 33 # MRR sel
- - 37 # MRR sel
- - 38 # MRR sel
- - 41 # MRR sel
- - 43 # MRR sel
- - 44 # MRR sel
- - 45 # MRR sel
- - 46 # MRR sel
- - 47 # MRR sel
- csit-vpp-perf-verify-1810-2n-skx:
- - 8 # MRR sel
- - 10 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- csit-vpp-perf-verify-1901-2n-skx:
- - 22 # MRR sel
-
vpp-nic-comparison-2n-skx-mrr:
csit-vpp-perf-verify-1901-2n-skx:
- 22 # MRR sel
+ # Results
+
vpp-perf-results-3n-hsw:
# TODO: Add FULL data
csit-vpp-perf-verify-1901-3n-hsw:
@@ -416,7 +394,6 @@
- 49 # NDRPDR full
vpp-perf-results-2n-skx:
- # TODO: Add FULL data
csit-vpp-perf-verify-1901-2n-skx:
- 25 # NDRPDR full
- 30 # NDRPDR full
@@ -435,118 +412,6 @@
csit-vpp-perf-verify-1901-2n-skx:
- 22 # MRR sel
- plot-throughput-speedup-analysis-3n-hsw:
- # TODO: Add new data
- csit-vpp-perf-verify-1901-3n-hsw:
- - 10 # NDRPDR sel
- - 18 # NDRPDR sel F
- - 19 # NDRPDR sel
- - 31 # NDRPDR sel
- - 36 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
-
- plot-throughput-speedup-analysis-3n-skx:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
-
- plot-throughput-speedup-analysis-2n-skx:
- csit-vpp-perf-verify-1901-2n-skx:
- - 5 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 31 # NDRPDR sel
- - 34 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
-
- plot-vpp-throughput-latency-3n-hsw:
- # TODO: Add new data
- csit-vpp-perf-verify-1901-3n-hsw:
- - 10 # NDRPDR sel
- - 18 # NDRPDR sel F
- - 19 # NDRPDR sel
- - 31 # NDRPDR sel
- - 36 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
-
- plot-vpp-soak-2n-skx:
- csit-vpp-perf-verify-1901-2n-skx:
- - 45 # SOAK sel
-
- plot-vpp-nfv-2n-skx:
- # TODO: Add new data
- csit-vpp-perf-verify-1901-2n-skx:
- - 28 # NFV NDRPDR
- - 29 # NFV NDRPDR
- - 32 # NFV NDRPDR
- - 39 # NFV NDRPDR
- - 46 # NFV NDRPDR
-
- plot-vpp-nfv-2n-skx-mrr:
- # TODO: Add new data
- csit-vpp-perf-verify-1901-2n-skx:
- - 24 # NFV MRR
- - 26 # NFV MRR
- - 27 # NFV MRR
- - 35 # NFV MRR
- - 37 # NFV MRR
-
- plot-vpp-throughput-latency-3n-skx:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
-
- plot-vpp-throughput-latency-2n-skx:
- csit-vpp-perf-verify-1901-2n-skx:
- - 5 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 31 # NDRPDR sel
- - 34 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
-
- plot-vpp-http-server-performance:
- # TODO: Replace with new data
- # csit-vpp-perf-verify-1901-3n-hsw:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 28 # WRK
- - 29 # WRK
- - 30 # WRK
- - 31 # WRK
- - 32 # WRK
- - 33 # WRK
- - 34 # WRK
- - 35 # WRK
- - 36 # WRK
- - 37 # WRK
-
- # VPP Functional
vpp-func-results-ubuntu:
csit-vpp-functional-1901-ubuntu1604-virl:
- 48
@@ -566,179 +431,6 @@
csit-ligato-perf-verify-1810-3n-hsw:
- 5 # full
- plot-ligato-throughput-speedup-analysis-3n-hsw:
- # TODO: Replace with new data
- # csit-ligato-perf-verify-1901-3n-hsw:
- csit-ligato-perf-verify-1810-3n-hsw:
- - 5 # full
- - 6 # sel
- - 8 # sel
- - 9 # sel
- - 11 # sel
- - 12 # sel
- - 13 # sel
- - 14 # sel
- - 16 # sel
- - 17 # sel
- - 18 # sel
-
- plot-ligato-throughput-latency-3n-hsw:
- # TODO: Replace with new data
- # csit-ligato-perf-verify-1901-3n-hsw:
- csit-ligato-perf-verify-1810-3n-hsw:
- - 5 # full
- - 6 # sel
- - 8 # sel
- - 9 # sel
- - 11 # sel
- - 12 # sel
- - 13 # sel
- - 14 # sel
- - 16 # sel
- - 17 # sel
- - 18 # sel
-
- # DPDK Performance
- dpdk-performance-changes-3n-hsw:
- csit-dpdk-perf-verify-1807-3n-hsw:
- - 11
- - 12 # full
- - 14
- - 15
- - 16
- - 17
- - 20
- - 21
- - 22
- - 23
- csit-dpdk-perf-verify-1810-3n-hsw:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- csit-dpdk-perf-verify-1901-3n-hsw:
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
-
- dpdk-performance-changes-3n-skx:
- csit-dpdk-perf-verify-1807-3n-skx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- csit-dpdk-perf-verify-1810-3n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
-
- dpdk-performance-changes-2n-skx:
- csit-dpdk-perf-verify-1810-2n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- csit-dpdk-perf-verify-1901-2n-skx:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
-
- dpdk-compare-testbeds:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- csit-dpdk-perf-verify-1901-3n-hsw:
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
-
- dpdk-compare-topologies:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- csit-dpdk-perf-verify-1901-2n-skx:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
-
dpdk-perf-results-3n-hsw:
csit-dpdk-perf-verify-1901-3n-hsw:
- 20 # NDRPDR sel
@@ -751,44 +443,6 @@
csit-dpdk-perf-verify-1901-2n-skx:
- 21 # NDRPDR sel
- plot-dpdk-throughput-latency-3n-hsw:
- csit-dpdk-perf-verify-1901-3n-hsw:
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
-
- plot-dpdk-throughput-latency-3n-skx:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
-
- plot-dpdk-throughput-latency-2n-skx:
- csit-dpdk-perf-verify-1901-2n-skx:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
-
# HoneyComb Functional
hc-func-results:
csit-hc2vpp-verify-func-1901-ubuntu1604:
@@ -806,6 +460,451 @@
csit-dmm-functional-1901-ubuntu1604-virl:
- 2
+ ###########################################################################
+ # Tables (more than one data set)
+
+ # Performance changes
+
+ vpp-performance-changes-3n-hsw-h1:
+ csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
+ vpp-performance-changes-3n-hsw-ref:
+ csit-vpp-perf-verify-1810-3n-hsw:
+ - 8 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 41 # NDRPDR sel
+ - 42 # NDRPDR sel
+ vpp-performance-changes-3n-hsw-cmp:
+ # TODO Add new data
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 10 # NDRPDR sel
+ - 18 # NDRPDR sel F
+ - 19 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ vpp-performance-changes-3n-hsw:
+ - "vpp-performance-changes-3n-hsw-h1"
+ - "vpp-performance-changes-3n-hsw-ref"
+ - "vpp-performance-changes-3n-hsw-cmp"
+
+ vpp-performance-changes-3n-skx-h1:
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 33 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 37 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 43 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 49 # NDRPDR sel
+ - 50 # NDRPDR sel
+ - 56 # NDRPDR sel
+ vpp-performance-changes-3n-skx-ref:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 10 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 25 # NDRPDR sel
+ vpp-performance-changes-3n-skx-cmp:
+ csit-vpp-perf-verify-1901-3n-skx:
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 33 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 47 # NDRPDR sel
+ - 48 # NDRPDR sel
+ vpp-performance-changes-3n-skx:
+ - "vpp-performance-changes-3n-skx-h1"
+ - "vpp-performance-changes-3n-skx-ref"
+ - "vpp-performance-changes-3n-skx-cmp"
+
+ vpp-performance-changes-2n-skx-h1:
+ csit-vpp-perf-verify-1807-2n-skx:
+ - 26 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ vpp-performance-changes-2n-skx-ref:
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 9 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 27 # NDRPDR sel
+ vpp-performance-changes-2n-skx-cmp:
+ csit-vpp-perf-verify-1901-2n-skx:
+ - 5 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ - 43 # NDRPDR sel
+ vpp-performance-changes-2n-skx:
+ - "vpp-performance-changes-2n-skx-h1"
+ - "vpp-performance-changes-2n-skx-ref"
+ - "vpp-performance-changes-2n-skx-cmp"
+
+ vpp-performance-changes-3n-hsw-mrr-h1:
+ csit-vpp-perf-verify-1807-3n-hsw:
+ - 8 # MRR full
+ - 9 # MRR sel
+ - 21 # MRR sel
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 36 # MRR sel
+ - 41 # MRR sel
+ - 42 # MRR sel
+ - 48 # MRR sel
+ vpp-performance-changes-3n-hsw-mrr-ref:
+ csit-vpp-perf-verify-1810-3n-hsw:
+ - 9 # MRR sel
+ vpp-performance-changes-3n-hsw-mrr-cmp:
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 35 # MRR sel
+ vpp-performance-changes-3n-hsw-mrr:
+ - "vpp-performance-changes-3n-hsw-mrr-h1"
+ - "vpp-performance-changes-3n-hsw-mrr-ref"
+ - "vpp-performance-changes-3n-hsw-mrr-cmp"
+
+ vpp-performance-changes-3n-skx-mrr-h1:
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 28 # MRR sel
+ - 32 # MRR sel
+ - 36 # MRR sel
+ - 42 # MRR sel
+ - 47 # MRR sel
+ - 48 # MRR sel
+ - 51 # MRR sel
+ - 52 # MRR sel
+ - 53 # MRR sel
+ - 54 # MRR sel
+ vpp-performance-changes-3n-skx-mrr-ref:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 9 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ - 13 # MRR sel
+ vpp-performance-changes-3n-skx-mrr-cmp:
+ csit-vpp-perf-verify-1901-3n-skx:
+ - 32 # MRR sel
+ vpp-performance-changes-3n-skx-mrr:
+ - "vpp-performance-changes-3n-skx-mrr-h1"
+ - "vpp-performance-changes-3n-skx-mrr-ref"
+ - "vpp-performance-changes-3n-skx-mrr-cmp"
+
+ vpp-performance-changes-2n-skx-mrr-h1:
+ csit-vpp-perf-verify-1807-2n-skx:
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 37 # MRR sel
+ - 38 # MRR sel
+ - 41 # MRR sel
+ - 43 # MRR sel
+ - 44 # MRR sel
+ - 45 # MRR sel
+ - 46 # MRR sel
+ - 47 # MRR sel
+ vpp-performance-changes-2n-skx-mrr-ref:
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 8 # MRR sel
+ - 10 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ vpp-performance-changes-2n-skx-mrr-cmp:
+ csit-vpp-perf-verify-1901-2n-skx:
+ - 22 # MRR sel
+ vpp-performance-changes-2n-skx-mrr:
+ - "vpp-performance-changes-2n-skx-mrr-h1"
+ - "vpp-performance-changes-2n-skx-mrr-ref"
+ - "vpp-performance-changes-2n-skx-mrr-cmp"
+
+ dpdk-performance-changes-3n-hsw-h1:
+ csit-dpdk-perf-verify-1807-3n-hsw:
+ - 11
+ - 12 # full
+ - 14
+ - 15
+ - 16
+ - 17
+ - 20
+ - 21
+ - 22
+ - 23
+ dpdk-performance-changes-3n-hsw-ref:
+ csit-dpdk-perf-verify-1810-3n-hsw:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw-cmp:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw:
+ - "dpdk-performance-changes-3n-hsw-h1"
+ - "dpdk-performance-changes-3n-hsw-ref"
+ - "dpdk-performance-changes-3n-hsw-cmp"
+
+ dpdk-performance-changes-3n-skx-h1:
+ csit-dpdk-perf-verify-1807-3n-skx:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ dpdk-performance-changes-3n-skx-ref:
+ csit-dpdk-perf-verify-1810-3n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-3n-skx-cmp:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-3n-skx:
+ - "dpdk-performance-changes-3n-skx-h1"
+ - "dpdk-performance-changes-3n-skx-ref"
+ - "dpdk-performance-changes-3n-skx-cmp"
+
+ dpdk-performance-changes-2n-skx-ref:
+ csit-dpdk-perf-verify-1810-2n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-2n-skx-cmp:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ dpdk-performance-changes-2n-skx:
+ - "dpdk-performance-changes-2n-skx-ref"
+ - "dpdk-performance-changes-2n-skx-cmp"
+
+ # Compare testbeds
+
+ vpp-compare-testbeds-ref:
+ # TODO: Add new data
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 10 # NDRPDR sel
+ - 18 # NDRPDR sel F
+ - 19 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ vpp-compare-testbeds-cmp:
+ csit-vpp-perf-verify-1901-3n-skx:
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 33 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 47 # NDRPDR sel
+ - 48 # NDRPDR sel
+ vpp-compare-testbeds:
+ - "vpp-compare-testbeds-ref"
+ - "vpp-compare-testbeds-cmp"
+
+ vpp-compare-testbeds-mrr-ref:
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 35 # MRR sel
+ vpp-compare-testbeds-mrr-cmp:
+ csit-vpp-perf-verify-1901-3n-skx:
+ - 32 # MRR sel
+ vpp-compare-testbeds-mrr:
+ - "vpp-compare-testbeds-mrr-ref"
+ - "vpp-compare-testbeds-mrr-cmp"
+
+ dpdk-compare-testbeds-ref:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ dpdk-compare-testbeds-cmp:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-compare-testbeds:
+ - "dpdk-compare-testbeds-ref"
+ - "dpdk-compare-testbeds-cmp"
+
+ # Compare topologies
+
+ vpp-compare-topologies-ref:
+ csit-vpp-perf-verify-1901-3n-skx:
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 33 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 47 # NDRPDR sel
+ - 48 # NDRPDR sel
+ vpp-compare-topologies-cmp:
+ csit-vpp-perf-verify-1901-2n-skx:
+ - 5 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ - 43 # NDRPDR sel
+ vpp-compare-topologies:
+ - "vpp-compare-topologies-ref"
+ - "vpp-compare-topologies-cmp"
+
+ vpp-compare-topologies-mrr-ref:
+ csit-vpp-perf-verify-1901-3n-skx:
+ - 32 # MRR sel
+ vpp-compare-topologies-mrr-cmp:
+ csit-vpp-perf-verify-1901-2n-skx:
+ - 22 # MRR sel
+ vpp-compare-topologies-mrr:
+ - "vpp-compare-topologies-mrr-ref"
+ - "vpp-compare-topologies-mrr-cmp"
+
+ dpdk-compare-topologies-ref:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-compare-topologies-cmp:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ dpdk-compare-topologies:
+ - "dpdk-compare-topologies-ref"
+ - "dpdk-compare-topologies-cmp"
+
plot-layouts:
plot-soak-throughput:
@@ -1980,46 +2079,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-hsw:
- - 11 # NDRPDR full 1
- - 22 # NDRPDR full 2
- - 45 # NDRPDR full 3
- - 46 # NDRPDR full 4
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 18 # NDRPDR sel
- - 20 # NDRPDR sel
- - 38 # NDRPDR sel
- - 40 # NDRPDR sel
- - 44 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 8 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 18 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-ref"
compare:
title: "rls1901"
- data:
- # TODO: Add new data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 10 # NDRPDR sel
- - 18 # NDRPDR sel F
- - 19 # NDRPDR sel
- - 31 # NDRPDR sel
- - 36 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-cmp"
data: "vpp-performance-changes-3n-hsw"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2037,47 +2103,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-hsw:
- - 11 # NDRPDR full 1
- - 22 # NDRPDR full 2
- - 45 # NDRPDR full 3
- - 46 # NDRPDR full 4
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 18 # NDRPDR sel
- - 20 # NDRPDR sel
- - 38 # NDRPDR sel
- - 40 # NDRPDR sel
- - 44 # NDRPDR sel
- - 47 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 8 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 18 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-ref"
compare:
title: "rls1901"
- data:
- # TODO: Add new data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 10 # NDRPDR sel
- - 18 # NDRPDR sel F
- - 19 # NDRPDR sel
- - 31 # NDRPDR sel
- - 36 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-cmp"
data: "vpp-performance-changes-3n-hsw"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2095,47 +2127,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-hsw:
- - 11 # NDRPDR full 1
- - 22 # NDRPDR full 2
- - 45 # NDRPDR full 3
- - 46 # NDRPDR full 4
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 18 # NDRPDR sel
- - 20 # NDRPDR sel
- - 38 # NDRPDR sel
- - 40 # NDRPDR sel
- - 44 # NDRPDR sel
- - 47 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 8 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 18 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-ref"
compare:
title: "rls1901"
- data:
- # TODO: Add new data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 10 # NDRPDR sel
- - 18 # NDRPDR sel F
- - 19 # NDRPDR sel
- - 31 # NDRPDR sel
- - 36 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-cmp"
data: "vpp-performance-changes-3n-hsw"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2153,47 +2151,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-hsw:
- - 11 # NDRPDR full 1
- - 22 # NDRPDR full 2
- - 45 # NDRPDR full 3
- - 46 # NDRPDR full 4
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 18 # NDRPDR sel
- - 20 # NDRPDR sel
- - 38 # NDRPDR sel
- - 40 # NDRPDR sel
- - 44 # NDRPDR sel
- - 47 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 8 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 18 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-ref"
compare:
title: "rls1901"
- data:
- # TODO: Add new data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 10 # NDRPDR sel
- - 18 # NDRPDR sel F
- - 19 # NDRPDR sel
- - 31 # NDRPDR sel
- - 36 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-3n-hsw-cmp"
data: "vpp-performance-changes-3n-hsw"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2211,46 +2175,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-skx:
- - 33 # NDRPDR sel
- - 35 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 49 # NDRPDR sel
- - 50 # NDRPDR sel
- - 56 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-skx:
- - 10 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 25 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-cmp"
data: "vpp-performance-changes-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2268,46 +2199,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-skx:
- - 33 # NDRPDR sel
- - 35 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 49 # NDRPDR sel
- - 50 # NDRPDR sel
- - 56 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-skx:
- - 10 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 25 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-cmp"
data: "vpp-performance-changes-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2325,46 +2223,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-skx:
- - 33 # NDRPDR sel
- - 35 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 49 # NDRPDR sel
- - 50 # NDRPDR sel
- - 56 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-skx:
- - 10 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 25 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-cmp"
data: "vpp-performance-changes-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2382,46 +2247,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-skx:
- - 33 # NDRPDR sel
- - 35 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 49 # NDRPDR sel
- - 50 # NDRPDR sel
- - 56 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-skx:
- - 10 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 25 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-performance-changes-3n-skx-cmp"
data: "vpp-performance-changes-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2439,46 +2271,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-2n-skx:
- - 26 # NDRPDR sel
- - 28 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-2n-skx:
- - 9 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 27 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 5 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 31 # NDRPDR sel
- - 34 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-cmp"
data: "vpp-performance-changes-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2495,46 +2294,13 @@
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
history:
- title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-2n-skx:
- - 26 # NDRPDR sel
- - 28 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-2n-skx:
- - 9 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 27 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 5 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 31 # NDRPDR sel
- - 34 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-cmp"
data: "vpp-performance-changes-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2551,46 +2317,13 @@
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
history:
- title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-2n-skx:
- - 26 # NDRPDR sel
- - 28 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-2n-skx:
- - 9 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 27 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 5 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 31 # NDRPDR sel
- - 34 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-cmp"
data: "vpp-performance-changes-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2607,46 +2340,13 @@
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
history:
- title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-2n-skx:
- - 26 # NDRPDR sel
- - 28 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-2n-skx:
- - 9 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 27 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 5 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 31 # NDRPDR sel
- - 34 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
+ data: "vpp-performance-changes-2n-skx-cmp"
data: "vpp-performance-changes-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2663,30 +2363,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
reference:
title: "3-Node Hsw"
- data:
- # TODO: Add new data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 10 # NDRPDR sel
- - 18 # NDRPDR sel F
- - 19 # NDRPDR sel
- - 31 # NDRPDR sel
- - 36 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-compare-testbeds-ref"
compare:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-compare-testbeds-cmp"
data: "vpp-compare-testbeds"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
@@ -2703,30 +2383,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
reference:
title: "3-Node Hsw"
- data:
- # TODO: Add new data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 10 # NDRPDR sel
- - 18 # NDRPDR sel F
- - 19 # NDRPDR sel
- - 31 # NDRPDR sel
- - 36 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-compare-testbeds-ref"
compare:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-compare-testbeds-cmp"
data: "vpp-compare-testbeds"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
@@ -2743,30 +2403,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
reference:
title: "3-Node Hsw"
- data:
- # TODO: Add new data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 10 # NDRPDR sel
- - 18 # NDRPDR sel F
- - 19 # NDRPDR sel
- - 31 # NDRPDR sel
- - 36 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-compare-testbeds-ref"
compare:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-compare-testbeds-cmp"
data: "vpp-compare-testbeds"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'"
@@ -2783,30 +2423,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
reference:
title: "3-Node Hsw"
- data:
- # TODO: Add new data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 10 # NDRPDR sel
- - 18 # NDRPDR sel F
- - 19 # NDRPDR sel
- - 31 # NDRPDR sel
- - 36 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
+ data: "vpp-compare-testbeds-ref"
compare:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-compare-testbeds-cmp"
data: "vpp-compare-testbeds"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'"
@@ -2823,32 +2443,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
reference:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-compare-topologies-ref"
compare:
title: "2-Node Skx"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 5 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 31 # NDRPDR sel
- - 34 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
+ data: "vpp-compare-topologies-cmp"
data: "vpp-compare-topologies"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NDRPDR' and '1C'"
@@ -2865,32 +2463,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
reference:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-compare-topologies-ref"
compare:
title: "2-Node Skx"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 5 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 31 # NDRPDR sel
- - 34 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
+ data: "vpp-compare-topologies-cmp"
data: "vpp-compare-topologies"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NDRPDR' and '2C'"
@@ -2907,32 +2483,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
reference:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-compare-topologies-ref"
compare:
title: "2-Node Skx"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 5 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 31 # NDRPDR sel
- - 34 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
+ data: "vpp-compare-topologies-cmp"
data: "vpp-compare-topologies"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'NDRPDR' and '1C'"
@@ -2949,32 +2503,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
reference:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 28 # NDRPDR sel
- - 31 # NDRPDR sel
- - 33 # NDRPDR sel
- - 36 # NDRPDR sel
- - 38 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
+ data: "vpp-compare-topologies-ref"
compare:
title: "2-Node Skx"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 5 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 31 # NDRPDR sel
- - 34 # NDRPDR sel
- - 40 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
+ data: "vpp-compare-topologies-cmp"
data: "vpp-compare-topologies"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'NDRPDR' and '2C'"
@@ -2992,27 +2524,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-hsw:
- - 8 # MRR full
- - 9 # MRR sel
- - 21 # MRR sel
- - 31 # MRR sel
- - 33 # MRR sel
- - 36 # MRR sel
- - 41 # MRR sel
- - 42 # MRR sel
- - 48 # MRR sel
+ data: "vpp-performance-changes-3n-hsw-mrr-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 9 # MRR sel
+ data: "vpp-performance-changes-3n-hsw-mrr-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 35 # MRR sel
+ data: "vpp-performance-changes-3n-hsw-mrr-cmp"
data: "vpp-performance-changes-3n-hsw-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -3030,27 +2548,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-hsw:
- - 8 # MRR full
- - 9 # MRR sel
- - 21 # MRR sel
- - 31 # MRR sel
- - 33 # MRR sel
- - 36 # MRR sel
- - 41 # MRR sel
- - 42 # MRR sel
- - 48 # MRR sel
+ data: "vpp-performance-changes-3n-hsw-mrr-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 9 # MRR sel
+ data: "vpp-performance-changes-3n-hsw-mrr-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 35 # MRR sel
+ data: "vpp-performance-changes-3n-hsw-mrr-cmp"
data: "vpp-performance-changes-3n-hsw-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -3068,27 +2572,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-hsw:
- - 8 # MRR full
- - 9 # MRR sel
- - 21 # MRR sel
- - 31 # MRR sel
- - 33 # MRR sel
- - 36 # MRR sel
- - 41 # MRR sel
- - 42 # MRR sel
- - 48 # MRR sel
+ data: "vpp-performance-changes-3n-hsw-mrr-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 9 # MRR sel
+ data: "vpp-performance-changes-3n-hsw-mrr-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 35 # MRR sel
+ data: "vpp-performance-changes-3n-hsw-mrr-cmp"
data: "vpp-performance-changes-3n-hsw-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -3106,30 +2596,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-skx:
- - 28 # MRR sel
- - 32 # MRR sel
- - 36 # MRR sel
- - 42 # MRR sel
- - 47 # MRR sel
- - 48 # MRR sel
- - 51 # MRR sel
- - 52 # MRR sel
- - 53 # MRR sel
+ data: "vpp-performance-changes-3n-skx-mrr-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-skx:
- - 9 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- - 13 # MRR sel
+ data: "vpp-performance-changes-3n-skx-mrr-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
+ data: "vpp-performance-changes-3n-skx-mrr-cmp"
data: "vpp-performance-changes-3n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -3147,30 +2620,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-skx:
- - 28 # MRR sel
- - 32 # MRR sel
- - 36 # MRR sel
- - 42 # MRR sel
- - 47 # MRR sel
- - 48 # MRR sel
- - 51 # MRR sel
- - 52 # MRR sel
- - 53 # MRR sel
+ data: "vpp-performance-changes-3n-skx-mrr-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-skx:
- - 9 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- - 13 # MRR sel
+ data: "vpp-performance-changes-3n-skx-mrr-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
+ data: "vpp-performance-changes-3n-skx-mrr-cmp"
data: "vpp-performance-changes-3n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -3188,30 +2644,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-3n-skx:
- - 28 # MRR sel
- - 32 # MRR sel
- - 36 # MRR sel
- - 42 # MRR sel
- - 47 # MRR sel
- - 48 # MRR sel
- - 51 # MRR sel
- - 52 # MRR sel
- - 53 # MRR sel
+ data: "vpp-performance-changes-3n-skx-mrr-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-3n-skx:
- - 9 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- - 13 # MRR sel
+ data: "vpp-performance-changes-3n-skx-mrr-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
+ data: "vpp-performance-changes-3n-skx-mrr-cmp"
data: "vpp-performance-changes-3n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -3229,32 +2668,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-2n-skx:
- - 31 # MRR sel
- - 33 # MRR sel
- - 37 # MRR sel
- - 38 # MRR sel
- - 41 # MRR sel
- - 43 # MRR sel
- - 44 # MRR sel
- - 45 # MRR sel
- - 46 # MRR sel
- - 47 # MRR sel
+ data: "vpp-performance-changes-2n-skx-mrr-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-2n-skx:
- - 8 # MRR sel
- - 10 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
+ data: "vpp-performance-changes-2n-skx-mrr-ref"
compare:
title: "rls1901"
- data:
- # TODO: Add new data
- csit-vpp-perf-verify-1901-2n-skx:
- - 22 # MRR sel
+ data: "vpp-performance-changes-2n-skx-mrr-cmp"
data: "vpp-performance-changes-2n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -3272,31 +2692,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-2n-skx:
- - 31 # MRR sel
- - 33 # MRR sel
- - 37 # MRR sel
- - 38 # MRR sel
- - 41 # MRR sel
- - 43 # MRR sel
- - 44 # MRR sel
- - 45 # MRR sel
- - 46 # MRR sel
- - 47 # MRR sel
+ data: "vpp-performance-changes-2n-skx-mrr-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-2n-skx:
- - 8 # MRR sel
- - 10 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
+ data: "vpp-performance-changes-2n-skx-mrr-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 22 # MRR sel
+ data: "vpp-performance-changes-2n-skx-mrr-cmp"
data: "vpp-performance-changes-2n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -3314,31 +2716,13 @@
history:
-
title: "rls1807"
- data:
- csit-vpp-perf-verify-1807-2n-skx:
- - 31 # MRR sel
- - 33 # MRR sel
- - 37 # MRR sel
- - 38 # MRR sel
- - 41 # MRR sel
- - 43 # MRR sel
- - 44 # MRR sel
- - 45 # MRR sel
- - 46 # MRR sel
- - 47 # MRR sel
+ data: "vpp-performance-changes-2n-skx-mrr-h1"
reference:
title: "rls1810"
- data:
- csit-vpp-perf-verify-1810-2n-skx:
- - 8 # MRR sel
- - 10 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
+ data: "vpp-performance-changes-2n-skx-mrr-ref"
compare:
title: "rls1901"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 22 # MRR sel
+ data: "vpp-performance-changes-2n-skx-mrr-cmp"
data: "vpp-performance-changes-2n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -3355,14 +2739,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
reference:
title: "3-Node Hsw"
- data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 35 # MRR sel
+ data: "vpp-compare-testbeds-mrr-ref"
compare:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
+ data: "vpp-compare-testbeds-mrr-cmp"
data: "vpp-compare-testbeds-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and 'MRR' and '1C'"
@@ -3379,14 +2759,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
reference:
title: "3-Node Hsw"
- data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 35 # MRR sel
+ data: "vpp-compare-testbeds-mrr-ref"
compare:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
+ data: "vpp-compare-testbeds-mrr-cmp"
data: "vpp-compare-testbeds-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and 'MRR' and '2C'"
@@ -3403,14 +2779,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
reference:
title: "3-Node Hsw"
- data:
- csit-vpp-perf-verify-1901-3n-hsw:
- - 35 # MRR sel
+ data: "vpp-compare-testbeds-mrr-ref"
compare:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
+ data: "vpp-compare-testbeds-mrr-cmp"
data: "vpp-compare-testbeds-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and 'MRR' and '4C'"
@@ -3427,14 +2799,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
reference:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
+ data: "vpp-compare-topologies-mrr-ref"
compare:
title: "2-Node Skx"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 22 # MRR sel
+ data: "vpp-compare-topologies-mrr-cmp"
data: "vpp-compare-topologies-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'MRR' and '1C'"
@@ -3451,14 +2819,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
reference:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
+ data: "vpp-compare-topologies-mrr-ref"
compare:
title: "2-Node Skx"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 22 # MRR sel
+ data: "vpp-compare-topologies-mrr-cmp"
data: "vpp-compare-topologies-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'MRR' and '2C'"
@@ -3475,14 +2839,10 @@
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
reference:
title: "3-Node Skx"
- data:
- csit-vpp-perf-verify-1901-3n-skx:
- - 32 # MRR sel
+ data: "vpp-compare-topologies-mrr-ref"
compare:
title: "2-Node Skx"
- data:
- csit-vpp-perf-verify-1901-2n-skx:
- - 22 # MRR sel
+ data: "vpp-compare-topologies-mrr-cmp"
data: "vpp-compare-topologies-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'MRR' and '4C'"
@@ -4109,45 +3469,13 @@
history:
-
title: "rls1807"
- data:
- csit-dpdk-perf-verify-1807-3n-hsw:
- - 11
- - 12 # full
- - 14
- - 15
- - 16
- - 17
- - 20
- - 21
- - 22
- - 23
+ data: "dpdk-performance-changes-3n-hsw-h1"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-3n-hsw:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-hsw-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-3n-hsw:
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-hsw-cmp"
data: "dpdk-performance-changes-3n-hsw"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4165,45 +3493,13 @@
history:
-
title: "rls1807"
- data:
- csit-dpdk-perf-verify-1807-3n-hsw:
- - 11
- - 12 # full
- - 14
- - 15
- - 16
- - 17
- - 20
- - 21
- - 22
- - 23
+ data: "dpdk-performance-changes-3n-hsw-h1"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-3n-hsw:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-hsw-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-3n-hsw:
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-hsw-cmp"
data: "dpdk-performance-changes-3n-hsw"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4221,45 +3517,13 @@
history:
-
title: "rls1807"
- data:
- csit-dpdk-perf-verify-1807-3n-hsw:
- - 11
- - 12 # full
- - 14
- - 15
- - 16
- - 17
- - 20
- - 21
- - 22
- - 23
+ data: "dpdk-performance-changes-3n-hsw-h1"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-3n-hsw:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-hsw-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-3n-hsw:
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-hsw-cmp"
data: "dpdk-performance-changes-3n-hsw"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4277,45 +3541,13 @@
history:
-
title: "rls1807"
- data:
- csit-dpdk-perf-verify-1807-3n-hsw:
- - 11
- - 12 # full
- - 14
- - 15
- - 16
- - 17
- - 20
- - 21
- - 22
- - 23
+ data: "dpdk-performance-changes-3n-hsw-h1"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-3n-hsw:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-hsw-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-3n-hsw:
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-hsw-cmp"
data: "dpdk-performance-changes-3n-hsw"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4333,46 +3565,13 @@
history:
-
title: "rls1807"
- data:
- csit-dpdk-perf-verify-1807-3n-skx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-3n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-cmp"
data: "dpdk-performance-changes-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4390,46 +3589,13 @@
history:
-
title: "rls1807"
- data:
- csit-dpdk-perf-verify-1807-3n-skx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-3n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-cmp"
data: "dpdk-performance-changes-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4447,46 +3613,13 @@
history:
-
title: "rls1807"
- data:
- csit-dpdk-perf-verify-1807-3n-skx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-3n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-cmp"
data: "dpdk-performance-changes-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4504,46 +3637,13 @@
history:
-
title: "rls1807"
- data:
- csit-dpdk-perf-verify-1807-3n-skx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-h1"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-3n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-3n-skx-cmp"
data: "dpdk-performance-changes-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4560,31 +3660,10 @@
output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
reference:
title: "3-Node Hsw"
- data:
- csit-dpdk-perf-verify-1901-3n-hsw:
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
+ data: "dpdk-compare-testbeds-ref"
compare:
title: "3-Node Skx"
- data:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-compare-testbeds-cmp"
data: "dpdk-compare-testbeds"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4593,6 +3672,26 @@
- "parent"
- "throughput"
+# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
+-
+ type: "table"
+ title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
+ reference:
+ title: "3-Node Hsw"
+ data: "dpdk-compare-testbeds-ref"
+ compare:
+ title: "3-Node Skx"
+ data: "dpdk-compare-testbeds-cmp"
+ data: "dpdk-compare-testbeds"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
-
type: "table"
@@ -4601,32 +3700,10 @@
output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
reference:
title: "3-Node Skx"
- data:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-compare-topologies-ref"
compare:
title: "2-Node Skx"
- data:
- csit-dpdk-perf-verify-1901-2n-skx:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
+ data: "dpdk-compare-topologies-cmp"
data: "dpdk-compare-topologies"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4643,32 +3720,10 @@
output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
reference:
title: "3-Node Skx"
- data:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-compare-topologies-ref"
compare:
title: "2-Node Skx"
- data:
- csit-dpdk-perf-verify-1901-2n-skx:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
+ data: "dpdk-compare-topologies-cmp"
data: "dpdk-compare-topologies"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4677,90 +3732,6 @@
- "parent"
- "throughput"
-# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
--
- type: "table"
- title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
- algorithm: "table_performance_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
- reference:
- title: "3-Node Hsw"
- data:
- csit-dpdk-perf-verify-1901-3n-hsw:
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- compare:
- title: "3-Node Skx"
- data:
- csit-dpdk-perf-verify-1901-3n-skx:
- - 3 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- data: "dpdk-compare-testbeds"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
-
-# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr
-# NOTE: Not used in 18.10
-#-
-# type: "table"
-# title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr"
-# algorithm: "table_performance_comparison"
-# output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr"
-# reference:
-# title: "3-Node Hsw"
-# data:
-# csit-dpdk-perf-verify-1807-3n-hsw:
-# - 11
-# - 12 # full
-# - 14
-# - 15
-# - 16
-# - 17
-# - 20
-# - 21
-# - 22
-# - 23
-# compare:
-# title: "3-Node Skx"
-# data:
-# csit-dpdk-perf-verify-1807-3n-skx:
-# - 1
-# - 2
-# - 3
-# - 6
-# - 7
-# - 8
-# - 9
-# - 10
-# - 11
-# - 12
-# data: "dpdk-compare-testbeds"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
-# parameters:
-# - "name"
-# - "parent"
-# - "result"
-
# DPDK Performance Changes 2n-skx 2t1c pdr
-
type: "table"
@@ -4769,32 +3740,10 @@
output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-2n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-2n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-2n-skx:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
+ data: "dpdk-performance-changes-2n-skx-cmp"
data: "dpdk-performance-changes-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4811,32 +3760,10 @@
output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-2n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-2n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-2n-skx:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
+ data: "dpdk-performance-changes-2n-skx-cmp"
data: "dpdk-performance-changes-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4853,32 +3780,10 @@
output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-2n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-2n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-2n-skx:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
+ data: "dpdk-performance-changes-2n-skx-cmp"
data: "dpdk-performance-changes-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4895,32 +3800,10 @@
output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
reference:
title: "rls1810"
- data:
- csit-dpdk-perf-verify-1810-2n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+ data: "dpdk-performance-changes-2n-skx-ref"
compare:
title: "rls1901"
- data:
- csit-dpdk-perf-verify-1901-2n-skx:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
+ data: "dpdk-performance-changes-2n-skx-cmp"
data: "dpdk-performance-changes-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
diff --git a/resources/tools/presentation/specification_parser.py b/resources/tools/presentation/specification_parser.py
index 97662899e3..f71c482ec3 100644
--- a/resources/tools/presentation/specification_parser.py
+++ b/resources/tools/presentation/specification_parser.py
@@ -420,6 +420,8 @@ class Specification(object):
# Data sets: Replace ranges by lists
for set_name, data_set in self.configuration["data-sets"].items():
+ if not isinstance(data_set, dict):
+ continue
for job, builds in data_set.items():
if builds:
if isinstance(builds, dict):
@@ -432,6 +434,21 @@ class Specification(object):
builds = [x for x in range(builds["start"], build_nr+1)]
self.configuration["data-sets"][set_name][job] = builds
+ # Data sets: add sub-sets to sets:
+ for set_name, data_set in self.configuration["data-sets"].items():
+ if isinstance(data_set, list):
+ new_set = dict()
+ for item in data_set:
+ try:
+ for key, val in self.configuration["data-sets"][item].\
+ items():
+ new_set[key] = val
+ except KeyError:
+ raise PresentationError(
+ "Data set {0} is not defined in "
+ "the configuration section.".format(item))
+ self.configuration["data-sets"][set_name] = new_set
+
# Mapping table:
mapping = None
mapping_file_name = self._specification["configuration"].\
@@ -602,6 +619,27 @@ class Specification(object):
self._specification["environment"]["paths"])
except KeyError:
pass
+
+ # add data sets
+ try:
+ for item in ("reference", "compare"):
+ if element.get(item, None):
+ data_set = element[item].get("data", None)
+ if isinstance(data_set, str):
+ element[item]["data"] = \
+ self.configuration["data-sets"][data_set]
+
+ if element.get("history", None):
+ for i in range(len(element["history"])):
+ data_set = element["history"][i].get("data", None)
+ if isinstance(data_set, str):
+ element["history"][i]["data"] = \
+ self.configuration["data-sets"][data_set]
+
+ except KeyError:
+ raise PresentationError("Wrong data set used in {0}.".
+ format(element.get("title", "")))
+
self._specification["tables"].append(element)
count += 1