aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools
diff options
context:
space:
mode:
Diffstat (limited to 'resources/tools')
-rw-r--r--resources/tools/presentation/specification.yaml274
1 files changed, 175 insertions, 99 deletions
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 3295aecba1..83d5bc5383 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -125,10 +125,13 @@
- 31 # sel
- 35 # sel
# TODO: Add Data sources
- # 1807
+ # csit-vpp-perf-verify-1807-3n-hsw:
+ # - # NDRPDR sel
+
vpp-compare-testbeds:
# TODO: Add Data sources
- # HSW
+ # csit-vpp-perf-verify-1807-3n-hsw:
+ # - # NDRPDR sel
csit-vpp-perf-1801-all:
- 124 # sel
- 127 # sel
@@ -143,25 +146,23 @@
- 167 # sel
- 172 # sel acl only
# TODO: Add Data sources
- # SKX
- csit-vpp-perf-1804-all:
- - 21 # sel
- - 22 # sel
- - 23 # sel
- - 24 # sel
- - 27 # sel
- - 28 # sel
- - 29 # sel
- - 30 # sel
- - 31 # sel
- - 35 # sel
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 33 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 37 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+
vpp-compare-testbeds-mrr:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
- 9 # MRR sel
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-skx:
- - 21 # MRR sel
+ - 28 # MRR sel
+ - 32 # MRR sel
+ - 36 # MRR sel
+ - 42 # MRR sel
vpp-performance-changes-mrr:
csit-vpp-perf-check-1801:
@@ -189,6 +190,7 @@
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
- 9 # MRR sel
+
vpp-perf-results-3n-hsw:
# TODO: Add Data sources
# csit-vpp-perf-verify-1807-3n-hsw:
@@ -197,6 +199,7 @@
- 20 # full
- 25 # full
- 49 # full
+
vpp-perf-results-3n-skx:
# TODO: Add Data sources
# csit-vpp-perf-verify-1807-3n-skx:
@@ -205,26 +208,25 @@
- 20 # full
- 25 # full
- 49 # full
+
vpp-perf-results-2n-skx:
# TODO: Add Data sources
- # csit-vpp-perf-verify-1807-2n-skx:
- csit-vpp-perf-1804-all:
- - 19 # full
- - 20 # full
- - 25 # full
- - 49 # full
+ csit-vpp-perf-verify-1807-2n-skx:
+ - 32 # NDRPDR full
+
vpp-mrr-results-3n-hsw:
- # TODO: Replace with full
csit-vpp-perf-verify-1807-3n-hsw:
- - 9 # MRR sel
+ - 8 # MRR full
+
vpp-mrr-results-3n-skx:
- # TODO: Replace with full
+ # TODO: Replace with better results
csit-vpp-perf-verify-1807-3n-skx:
- - 21 # MRR sel
+ - 31 # MRR full
+
vpp-mrr-results-2n-skx:
- # TODO: Replace with full
csit-vpp-perf-verify-1807-2n-skx:
- - 22 # MRR sel
+ - 27 # MRR full
+
plot-throughput-speedup-analysis-3n-hsw:
# TODO: Add Data sources
# csit-vpp-perf-verify-1807-3n-hsw:
@@ -243,30 +245,30 @@
- 30 # sel
- 31 # sel
- 35 # sel
+
plot-throughput-speedup-analysis-3n-skx:
# TODO: Add Data sources
- # csit-vpp-perf-verify-1807-3n-skx:
- csit-vpp-perf-1804-all:
- - 19 # full
- - 20 # full
- - 25 # full
- - 49 # full
- - 21 # sel
- - 22 # sel
- - 23 # sel
- - 24 # sel
- - 27 # sel
- - 28 # sel
- - 29 # sel
- - 30 # sel
- - 31 # sel
- - 35 # sel
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 33 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 37 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+
plot-throughput-speedup-analysis-2n-skx:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-2n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+
plot-vpp-throughput-latency-3n-hsw:
# TODO: Add Data sources
# csit-vpp-perf-verify-1807-3n-hsw:
@@ -285,29 +287,29 @@
- 30 # sel
- 31 # sel
- 35 # sel
+
plot-vpp-throughput-latency-3n-skx:
# TODO: Add Data sources
- # csit-vpp-perf-verify-1807-3n-skx:
- csit-vpp-perf-1804-all:
- - 19 # full
- - 20 # full
- - 25 # full
- - 49 # full
- - 21 # sel
- - 22 # sel
- - 23 # sel
- - 24 # sel
- - 27 # sel
- - 28 # sel
- - 29 # sel
- - 30 # sel
- - 31 # sel
- - 35 # sel
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 33 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 37 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+
plot-vpp-throughput-latency-2n-skx:
csit-vpp-perf-verify-1807-2n-skx:
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+
plot-vpp-http-server-performance:
# TODO: Add Data sources
csit-vpp-perf-1804-all:
@@ -327,6 +329,7 @@
csit-vpp-functional-1807-ubuntu1604-virl:
# TODO: Add Data sources
- "lastSuccessfulBuild"
+
vpp-func-results-centos:
csit-vpp-functional-1807-centos7-virl:
# TODO: Add Data sources
@@ -334,13 +337,15 @@
# VPP Ligato
ligato-perf-results-3n-hsw:
- # TODO: Replace with full
+ # TODO: Replace with better results
csit-ligato-perf-1807-all:
- - 4 # sel
+ - 3 # full ?
+
plot-ligato-throughput-speedup-analysis-3n-hsw:
# TODO: Add Data sources
csit-ligato-perf-1807-all:
- 4 # sel
+
plot-ligato-throughput-latency-3n-hsw:
# TODO: Add Data sources
csit-ligato-perf-1807-all:
@@ -370,6 +375,7 @@
- 21
- 22
- 23
+
dpdk-compare-testbeds:
csit-dpdk-perf-verify-1807-3n-skx:
- 1
@@ -393,15 +399,19 @@
- 21
- 22
- 23
+
dpdk-perf-results-3n-hsw:
csit-dpdk-perf-verify-1807-3n-hsw:
- 12
+
dpdk-perf-results-3n-skx:
csit-dpdk-perf-verify-1807-3n-skx:
- 12
+
dpdk-perf-results-2n-skx:
csit-dpdk-perf-verify-1807-2n-skx:
- 10
+
plot-dpdk-throughput-latency-3n-hsw:
csit-dpdk-perf-verify-1807-3n-hsw:
- 11
@@ -414,6 +424,7 @@
- 21
- 22
- 23
+
plot-dpdk-throughput-latency-3n-skx:
csit-dpdk-perf-verify-1807-3n-skx:
- 1
@@ -426,6 +437,7 @@
- 10
- 11
- 12
+
plot-dpdk-throughput-latency-2n-skx:
csit-dpdk-perf-verify-1807-2n-skx:
- 1
@@ -712,17 +724,40 @@
- 48 # wrk
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 8 # MRR full
- 9 # MRR sel
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-skx:
- - 21 # MRR sel
+ - 31 # MRR full
+ - 28 # MRR sel
+ - 32 # MRR sel
+ - 36 # MRR sel
+ - 42 # MRR sel
+ - 33 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 37 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
# TODO: Add Data sources
csit-vpp-perf-verify-1807-2n-skx:
- - 17 # MRR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 22 # MRR sel
+ - 27 # MRR full
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 37 # MRR sel
+ - 38 # MRR sel
+ - 41 # MRR sel
+ - 43 # MRR sel
+ - 32 # NDRPDR full
+ - 26 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
csit-vpp-perf-check-1801:
- 3 # mrr
- 4 # mrr
@@ -760,6 +795,7 @@
- 14 # sel
# TODO: Add Data sources
csit-ligato-perf-1807-all:
+ - 3 # full ?
- 4 # sel
csit-dpdk-perf-1804-all:
- 4
@@ -824,8 +860,8 @@
format:
html:
- full
-# pdf:
-# - minimal
+ pdf:
+ - minimal
################################################################################
### T A B L E S ###
@@ -873,6 +909,7 @@
title: "rls1807"
data:
# TODO: Add Data sources
+ # csit-vpp-perf-verify-1807-3n-hsw:
csit-vpp-perf-1804-all:
- 21 # sel
- 22 # sel
@@ -932,6 +969,7 @@
title: "rls1807"
data:
# TODO: Add Data sources
+ # csit-vpp-perf-verify-1807-3n-hsw:
csit-vpp-perf-1804-all:
- 21 # sel
- 22 # sel
@@ -991,6 +1029,7 @@
title: "rls1807"
data:
# TODO: Add Data sources
+ # csit-vpp-perf-verify-1807-3n-hsw:
csit-vpp-perf-1804-all:
- 21 # sel
- 22 # sel
@@ -1050,6 +1089,7 @@
title: "rls1807"
data:
# TODO: Add Data sources
+ # csit-vpp-perf-verify-1807-3n-hsw:
csit-vpp-perf-1804-all:
- 21 # sel
- 22 # sel
@@ -1078,6 +1118,7 @@
title: "3-Node Hsw"
data:
# TODO: Add Data sources
+ # csit-vpp-perf-verify-1807-3n-hsw:
csit-vpp-perf-1801-all:
- 124 # sel
- 127 # sel
@@ -1095,17 +1136,12 @@
title: "3-Node Skx"
data:
# TODO: Add Data sources
- csit-vpp-perf-1804-all:
- - 21 # sel
- - 22 # sel
- - 23 # sel
- - 24 # sel
- - 27 # sel
- - 28 # sel
- - 29 # sel
- - 30 # sel
- - 31 # sel
- - 35 # sel
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 33 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 37 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
data: "vpp-compare-testbeds"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1123,6 +1159,7 @@
title: "3-Node Hsw"
data:
# TODO: Add Data sources
+ # csit-vpp-perf-verify-1807-3n-hsw:
csit-vpp-perf-1801-all:
- 124 # sel
- 127 # sel
@@ -1140,17 +1177,12 @@
title: "3-Node Skx"
data:
# TODO: Add Data sources
- csit-vpp-perf-1804-all:
- - 21 # sel
- - 22 # sel
- - 23 # sel
- - 24 # sel
- - 27 # sel
- - 28 # sel
- - 29 # sel
- - 30 # sel
- - 31 # sel
- - 35 # sel
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 33 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 37 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
data: "vpp-compare-testbeds"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1319,14 +1351,17 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-skx:
- - 21 # MRR sel
+ - 28 # MRR sel
+ - 32 # MRR sel
+ - 36 # MRR sel
+ - 42 # MRR sel
data: "vpp-compare-testbeds-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
parameters:
- "name"
- "parent"
- - "throughput"
+ - "result"
-
type: "table"
@@ -2035,6 +2070,47 @@
-
type: "table"
+ title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr"
+ reference:
+ title: "3-Node Hsw"
+ data:
+ csit-dpdk-perf-verify-1807-3n-hsw:
+ - 11
+ - 12 # full
+ - 14
+ - 15
+ - 16
+ - 17
+ - 20
+ - 21
+ - 22
+ - 23
+ compare:
+ title: "3-Node Skx"
+ data:
+ csit-dpdk-perf-verify-1807-3n-skx:
+ - 1
+ - 2
+ - 3
+ - 6
+ - 7
+ - 8
+ - 9
+ - 10
+ - 11
+ - 12
+ data: "dpdk-compare-testbeds"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+-
+ type: "table"
title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
algorithm: "table_details"
output-file-ext: ".csv"