aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2021-09-27 15:14:32 +0200
committerTibor Frank <tifrank@cisco.com>2021-09-27 13:16:51 +0000
commitc98f749024b1f42d0065a16ac1ee904a4c9ca704 (patch)
tree98dd73d5772be90bfae779abe029617fc8c84ad7 /resources/tools/presentation
parentdec264f6770833a948579d2f004830e861d5eeb2 (diff)
Trending: Add aws test beds
Change-Id: I0536d346277431e988155ca17e5891b9068cc074 Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools/presentation')
-rw-r--r--resources/tools/presentation/generator_tables.py13
-rw-r--r--resources/tools/presentation/specifications/trending/data_sets.yaml20
-rw-r--r--resources/tools/presentation/specifications/trending/elements.yaml211
3 files changed, 240 insertions, 4 deletions
diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py
index 1e1307b5bc..a995711bcb 100644
--- a/resources/tools/presentation/generator_tables.py
+++ b/resources/tools/presentation/generator_tables.py
@@ -1111,6 +1111,8 @@ def _generate_url(testbed, test_name):
nic = u"x553"
elif u"cx556" in test_name or u"cx556a" in test_name:
nic = u"cx556a"
+ elif u"ena" in test_name:
+ nic = u"nitro50g"
else:
nic = u""
@@ -1143,15 +1145,18 @@ def _generate_url(testbed, test_name):
cores = u"4t4c"
elif u"2t1c" in test_name or \
(u"-1c-" in test_name and
- testbed in (u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2")):
+ testbed in
+ (u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", u"2n-aws", u"3n-aws")):
cores = u"2t1c"
elif u"4t2c" in test_name or \
(u"-2c-" in test_name and
- testbed in (u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2")):
+ testbed in
+ (u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", u"2n-aws", u"3n-aws")):
cores = u"4t2c"
elif u"8t4c" in test_name or \
(u"-4c-" in test_name and
- testbed in (u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2")):
+ testbed in
+ (u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", u"2n-aws", u"3n-aws")):
cores = u"8t4c"
else:
cores = u""
@@ -1166,6 +1171,8 @@ def _generate_url(testbed, test_name):
driver = u"rdma"
elif u"dnv" in testbed or u"tsh" in testbed:
driver = u"ixgbe"
+ elif u"ena" in test_name:
+ driver = u"ena"
else:
driver = u"dpdk"
diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml
index 3afc97e6a4..2d61c3c042 100644
--- a/resources/tools/presentation/specifications/trending/data_sets.yaml
+++ b/resources/tools/presentation/specifications/trending/data_sets.yaml
@@ -29,6 +29,12 @@
table-last-failed-tests-2n-dnv:
csit-vpp-perf-mrr-daily-master-2n-dnv:
- "lastCompletedBuild"
+ table-last-failed-tests-3n-aws:
+ csit-vpp-perf-mrr-weekly-master-3n-aws:
+ - "lastCompletedBuild"
+ table-last-failed-tests-2n-aws:
+ csit-vpp-perf-mrr-weekly-master-2n-aws:
+ - "lastCompletedBuild"
table-last-failed-tests-3n-skx-ndrpdr:
csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
- "lastCompletedBuild"
@@ -184,6 +190,20 @@
end: "lastCompletedBuild"
max-builds: 180
+ # 3n-aws
+ plot-performance-trending-vpp-3n-aws:
+ csit-vpp-perf-mrr-weekly-master-3n-aws:
+ start: 5
+ end: "lastCompletedBuild"
+ max-builds: 26
+
+ # 2n-aws
+ plot-performance-trending-vpp-2n-aws:
+ csit-vpp-perf-mrr-weekly-master-2n-aws:
+ start: 4
+ end: "lastCompletedBuild"
+ max-builds: 26
+
# NDRPDR
plot-ndrpdr-comparison-2n-skx:
csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml
index ca1ba6bba9..21e5d5cb25 100644
--- a/resources/tools/presentation/specifications/trending/elements.yaml
+++ b/resources/tools/presentation/specifications/trending/elements.yaml
@@ -138,6 +138,22 @@
layout:
layout: "plot-statistics"
+- type: "plot"
+ title: "Statistics: 3n-aws mrr"
+ algorithm: "plot_statistics"
+ output-file: "{DIR[STATIC,VPP]}/stats-3n-aws-mrr"
+ data: "plot-performance-trending-vpp-3n-aws"
+ layout:
+ layout: "plot-statistics"
+
+- type: "plot"
+ title: "Statistics: 2n-aws mrr"
+ algorithm: "plot_statistics"
+ output-file: "{DIR[STATIC,VPP]}/stats-2n-aws-mrr"
+ data: "plot-performance-trending-vpp-2n-aws"
+ layout:
+ layout: "plot-statistics"
+
################################################################################
### T A B L E S ###
################################################################################
@@ -337,6 +353,32 @@
- "msg"
- type: "table"
+ title: "Last failed tests (last builds) VPP 3n-aws"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-aws-mrr"
+ data: "table-last-failed-tests-3n-aws"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ - "msg"
+
+- type: "table"
+ title: "Last failed tests (last builds) VPP 2n-aws"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-aws-mrr"
+ data: "table-last-failed-tests-2n-aws"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ - "msg"
+
+- type: "table"
title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr"
algorithm: "table_last_failed_tests"
output-file-ext: ".txt"
@@ -1341,6 +1383,137 @@
output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst"
testbed: "2n-dnv"
+
+################################################################################
+# 3n-aws
+- type: "table"
+ title: "Performance trending dashboard 2t1c-3n-aws"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-aws"
+ data: "plot-performance-trending-vpp-3n-aws"
+ filter: "'MRR' and '2T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ window: 5
+ long-trend-window: 26
+
+- type: "table"
+ title: "Performance trending dashboard 4t2c-3n-aws"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-aws"
+ data: "plot-performance-trending-vpp-3n-aws"
+ filter: "'MRR' and '4T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ window: 5
+ long-trend-window: 26
+
+- type: "table"
+ title: "HTML performance trending dashboard 2t1c-3n-aws"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-aws.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-aws.rst"
+ testbed: "3n-aws"
+
+- type: "table"
+ title: "HTML performance trending dashboard 4t2c-3n-aws"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-aws.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-aws.rst"
+ testbed: "3n-aws"
+
+- type: "table"
+ title: "Failed MRR tests 3n-aws"
+ algorithm: "table_failed_tests"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-aws"
+ data: "plot-performance-trending-vpp-3n-aws"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ - "msg"
+ window: 7 # days
+
+- type: "table"
+ title: "HTML Failed MRR tests 3n-aws"
+ algorithm: "table_failed_tests_html"
+ input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-aws.csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-aws.rst"
+ testbed: "3n-aws"
+
+################################################################################
+# 2n-aws
+- type: "table"
+ title: "Performance trending dashboard 2t1c-2n-aws"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-aws"
+ data: "plot-performance-trending-vpp-2n-aws"
+ filter: "'MRR' and '2T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ window: 5
+ long-trend-window: 26
+
+- type: "table"
+ title: "Performance trending dashboard 4t2c-2n-aws"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-aws"
+ data: "plot-performance-trending-vpp-2n-aws"
+ filter: "'MRR' and '4T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ window: 5
+ long-trend-window: 26
+
+- type: "table"
+ title: "HTML performance trending dashboard 2t1c-2n-aws"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-aws.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-aws.rst"
+ testbed: "2n-aws"
+
+- type: "table"
+ title: "HTML performance trending dashboard 4t2c-2n-aws"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-aws.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-aws.rst"
+ testbed: "2n-aws"
+
+- type: "table"
+ title: "Failed MRR tests 2n-aws"
+ algorithm: "table_failed_tests"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-aws"
+ data: "plot-performance-trending-vpp-2n-aws"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ - "msg"
+ window: 7 # days
+
+- type: "table"
+ title: "HTML Failed MRR tests 2n-aws"
+ algorithm: "table_failed_tests_html"
+ input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-aws.csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-aws.rst"
+ testbed: "2n-aws"
+
################################################################################
### C P T A ###
################################################################################
@@ -1871,7 +2044,7 @@
- title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe"
output-file-name: "2n-dnv-x553-64b-{core}-ip4-ixgbe"
data: "plot-performance-trending-vpp-2n-dnv"
- core: ["2t1c", "4t2c", "8t4c"]
+ core: ["1t1c", "2t2c", "4t4c"]
include:
- "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr"
- "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr"
@@ -1880,6 +2053,24 @@
- "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr"
layout: "plot-cpta"
+ - title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena"
+ output-file-name: "2n-aws-nitro50g-64b-{core}-ip4-ena"
+ data: "plot-performance-trending-vpp-2n-aws"
+ core: ["2t1c", "4t2c"]
+ include:
+ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-mrr.64B-1c-ethip4-ip4base-mrr"
+ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-mrr.64B-1c-ethip4-ip4scale2m-mrr"
+ layout: "plot-cpta"
+
+ - title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena"
+ output-file-name: "2n-aws-nitro50g-1518b-{core}-ip4-ena"
+ data: "plot-performance-trending-vpp-2n-aws"
+ core: ["2t1c", "4t2c"]
+ include:
+ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-mrr.1518B-1c-ethip4-ip4base-mrr"
+ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-mrr.1518B-1c-ethip4-ip4scale2m-mrr"
+ layout: "plot-cpta"
+
- title: "2n-skx-x710-64b-{core}-ip4routing-base-scale-avf-dpdk"
output-file-name: "2n-skx-x710-64b-{core}-ip4-avf-dpdk"
data: "plot-performance-trending-vpp-2n-skx"
@@ -2105,6 +2296,24 @@
- "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr"
layout: "plot-cpta"
+ - title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena"
+ output-file-name: "3n-aws-nitro50g-64b-{core}-ip4-ena"
+ data: "plot-performance-trending-vpp-3n-aws"
+ core: ["2t1c", "4t2c"]
+ include:
+ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-mrr.64B-1c-ethip4-ip4base-mrr"
+ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-mrr.64B-1c-ethip4-ip4scale2m-mrr"
+ layout: "plot-cpta"
+
+ - title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena"
+ output-file-name: "3n-aws-nitro50g-1518b-{core}-ip4-ena"
+ data: "plot-performance-trending-vpp-3n-aws"
+ core: ["2t1c", "4t2c"]
+ include:
+ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-mrr.1518B-1c-ethip4-ip4base-mrr"
+ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-mrr.1518B-1c-ethip4-ip4scale2m-mrr"
+ layout: "plot-cpta"
+
- title: "3n-skx-x710-64b-{core}-ip4routing-base-scale-avf"
output-file-name: "3n-skx-x710-64b-{core}-ip4-base-scale-avf"
data: "plot-performance-trending-vpp-3n-skx"