aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2020-02-26 13:34:04 +0100
committerTibor Frank <tifrank@cisco.com>2020-02-26 14:19:08 +0100
commit6c0a7fc917b8ff8d558a19f392711f6f527623a3 (patch)
tree0f91eb68d84f53bad86ad3410463d0c8c7918ed1 /resources/tools/presentation
parent513d026ac84d038ac3a2f5c1d894107019617d5f (diff)
PAL: Detailed test results
Change-Id: I75ebad7874602dbc136440a3b4c6f94b095728c4 Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools/presentation')
-rw-r--r--resources/tools/presentation/generator_files.py1
-rw-r--r--resources/tools/presentation/specification.yaml211
2 files changed, 204 insertions, 8 deletions
diff --git a/resources/tools/presentation/generator_files.py b/resources/tools/presentation/generator_files.py
index 47683ea96b..e1ddef013d 100644
--- a/resources/tools/presentation/generator_files.py
+++ b/resources/tools/presentation/generator_files.py
@@ -133,6 +133,7 @@ def file_test_results(file_spec, input_data, frmt=u"rst"):
if suites.empty:
return
suites = input_data.merge_data(suites)
+ suites.sort_index(inplace=True)
file_name = u""
for suite_longname, suite in suites.items():
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 49ecae7c3a..64b61fae9c 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -380,8 +380,9 @@
- 29 # NDRPDR sel
- 32 # NDRPDR sel
- 40 # NDRPDR sel
+ - 43 # NDRPDR sel
- 44 # NDRPDR sel
-
+ - 45 # NDRPDR sel
plot-vpp-hdrh-lat-2n-clx:
csit-vpp-perf-verify-2001-2n-clx:
@@ -394,8 +395,9 @@
- 29 # NDRPDR sel
- 32 # NDRPDR sel
- 40 # NDRPDR sel
+ - 43 # NDRPDR sel
- 44 # NDRPDR sel
-
+ - 45 # NDRPDR sel
plot-vpp-nfv-2n-clx-mrr:
csit-vpp-perf-verify-2001-2n-clx:
@@ -1210,12 +1212,39 @@
- 29 # NDRPDR sel
- 32 # NDRPDR sel
- 40 # NDRPDR sel
+ - 43 # NDRPDR sel
- 44 # NDRPDR sel
-
+ - 45 # NDRPDR sel
vpp-compare-testbeds-skx-clx:
- "vpp-compare-testbeds-skx-clx-ref"
- "vpp-compare-testbeds-skx-clx-cmp"
+ vpp-compare-testbeds-hsw-clx-ref:
+ csit-vpp-perf-verify-2001-3n-hsw:
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 32 # NDRPDR sel
+ - 34 # NDRPDR sel
+ vpp-compare-testbeds-hsw-clx-cmp:
+ # TODO: Add the data
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 28 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 32 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 43 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 45 # NDRPDR sel
+ vpp-compare-testbeds-hsw-clx:
+ - "vpp-compare-testbeds-hsw-clx-ref"
+ - "vpp-compare-testbeds-hsw-clx-cmp"
+
vpp-compare-testbeds-mrr-ref:
csit-vpp-perf-verify-2001-3n-hsw:
- 17 # MRR sel
@@ -1240,6 +1269,16 @@
- "vpp-compare-testbeds-mrr-skx-clx-ref"
- "vpp-compare-testbeds-mrr-skx-clx-cmp"
+ vpp-compare-testbeds-mrr-hsw-clx-ref:
+ csit-vpp-perf-verify-2001-3n-hsw:
+ - 17 # MRR sel
+ vpp-compare-testbeds-mrr-hsw-clx-cmp:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 39 # MRR
+ vpp-compare-testbeds-mrr-hsw-clx:
+ - "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ - "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+
dpdk-compare-testbeds-ref:
csit-dpdk-perf-verify-2001-3n-hsw:
- 4 # NDRPDR sel
@@ -2174,7 +2213,9 @@
- 29 # NDRPDR sel
- 32 # NDRPDR sel
- 40 # NDRPDR sel
+ - 43 # NDRPDR sel
- 44 # NDRPDR sel
+ - 45 # NDRPDR sel
- 39 # MRR
- 34 # NDRPDR full
- 35 # NDRPDR full
@@ -2463,8 +2504,8 @@
format:
html:
- full
- pdf:
- - minimal
+# pdf:
+# - minimal
################################################################################
### T A B L E S ###
@@ -3489,7 +3530,7 @@
# - "parent"
# - "throughput"
# - "tags"
-#
+
## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
#- type: "table"
# title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
@@ -3569,7 +3610,95 @@
# - "parent"
# - "throughput"
# - "tags"
-#
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-hsw-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-hsw-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-hsw-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-hsw-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
## VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
#- type: "table"
# title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
@@ -4137,7 +4266,7 @@
# - "parent"
# - "result"
# - "tags"
-#
+
## VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
#- type: "table"
# title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
@@ -4255,6 +4384,72 @@
# - "parent"
# - "result"
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr"
+ algorithm: "table_perf_comparison_nic"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr"
+ reference:
+ title: "3n-hsw xl710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ nic: "NIC_Intel-XL710"
+ compare:
+ title: "2n-clx xxv710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-compare-testbeds-mrr-hsw-clx"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
# Detailed Test Results - VPP Performance Results 3n-hsw
- type: "table"
title: "Detailed Test Results - VPP Performance Results 3n-hsw"