aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2021-06-03 13:40:13 +0200
committerTibor Frank <tifrank@cisco.com>2021-06-03 13:40:13 +0200
commit9ab83131443469ebced0c3ac34c17a385bb9cdaf (patch)
tree0907002dc1766740acbbf303ce674d6fe68a3373
parent3faf5e9192489b8f850757d6179311a59243a95b (diff)
Trending: Partially remove 3n-hsw
Change-Id: I2f08d455a51f3b891b38ad82bfac47dd7b9921c5 Signed-off-by: Tibor Frank <tifrank@cisco.com>
-rw-r--r--docs/cpta/introduction/dashboard.rst29
-rw-r--r--docs/cpta/introduction/failures.rst10
-rw-r--r--docs/cpta/introduction/weekly.rst21
-rw-r--r--docs/cpta/methodology/perpatch_performance_tests.rst2
-rw-r--r--resources/tools/presentation/specifications/trending/data_sets.yaml26
-rw-r--r--resources/tools/presentation/specifications/trending/elements.yaml238
6 files changed, 6 insertions, 320 deletions
diff --git a/docs/cpta/introduction/dashboard.rst b/docs/cpta/introduction/dashboard.rst
index 5df7abeab6..58480ba3e3 100644
--- a/docs/cpta/introduction/dashboard.rst
+++ b/docs/cpta/introduction/dashboard.rst
@@ -69,35 +69,6 @@ PDR Weekly VPP worker on 2t1c
.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t1c-3n-skx-pdr.rst
-3n-hsw
-------
-
-VPP worker on 1t1c
-``````````````````
-
-.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-hsw.rst
-
-VPP worker on 2t2c
-``````````````````
-
-.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t2c-3n-hsw.rst
-
-VPP worker on 4t4c
-``````````````````
-
-.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-4t4c-3n-hsw.rst
-
-
-NDR Weekly VPP worker on 2t1c
-`````````````````````````````
-
-.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst
-
-PDR Weekly VPP worker on 2t1c
-`````````````````````````````
-
-.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst
-
3n-tsh
------
diff --git a/docs/cpta/introduction/failures.rst b/docs/cpta/introduction/failures.rst
index b05630727e..2ed2cae77f 100644
--- a/docs/cpta/introduction/failures.rst
+++ b/docs/cpta/introduction/failures.rst
@@ -33,16 +33,6 @@ Legend to the tables:
.. include:: ../../../_build/_static/vpp/failed-tests-3n-skx-ndrpdr.rst
-3n-hsw-mrr
-----------
-
-.. include:: ../../../_build/_static/vpp/failed-tests-3n-hsw.rst
-
-3n-hsw-ndrpdr
--------------
-
-.. include:: ../../../_build/_static/vpp/failed-tests-3n-hsw-ndrpdr.rst
-
3n-tsh-mrr
----------
diff --git a/docs/cpta/introduction/weekly.rst b/docs/cpta/introduction/weekly.rst
index bf73a585ce..e32f1d7a11 100644
--- a/docs/cpta/introduction/weekly.rst
+++ b/docs/cpta/introduction/weekly.rst
@@ -63,24 +63,3 @@ Comparison tables in HTML, ASCII and CSV formats:
- `HTML 2t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-2n-clx-2t1c-pdr_in.html>`_
- `ASCII 2t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-2n-clx-2t1c-pdr.txt>`_
- `CSV 2t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-2n-clx-2t1c-pdr.csv>`_
-
-3n-hsw
-------
-
-NDR Comparison
-``````````````
-
-Comparison tables in HTML, ASCII and CSV formats:
-
- - `HTML 1t1c NDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr_in.html>`_
- - `ASCII 1t1c NDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr.txt>`_
- - `CSV 1t1c NDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr.csv>`_
-
-PDR Comparison
-``````````````
-
-Comparison tables in HTML, ASCII and CSV formats:
-
- - `HTML 1t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr_in.html>`_
- - `ASCII 1t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr.txt>`_
- - `CSV 1t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr.csv>`_
diff --git a/docs/cpta/methodology/perpatch_performance_tests.rst b/docs/cpta/methodology/perpatch_performance_tests.rst
index c1d3d669b1..0f1f0d2d06 100644
--- a/docs/cpta/methodology/perpatch_performance_tests.rst
+++ b/docs/cpta/methodology/perpatch_performance_tests.rst
@@ -15,7 +15,7 @@ They are not started automatically, must be triggered on demand.
They allow full tag expressions, but some tags are enforced (such as MRR).
Only the three types of tesbed based on Xeon processors have jobs created.
-Their Gerrit triggers words are "perftest-3n-hsw", "perftest-3n-skx"
+Their Gerrit triggers words are "perftest-3n-skx"
and "perftest-2n-skx".
If additional arguments are added to the Gerrit trigger, they are treated
diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml
index 59b8600ab4..f15cb0f6aa 100644
--- a/resources/tools/presentation/specifications/trending/data_sets.yaml
+++ b/resources/tools/presentation/specifications/trending/data_sets.yaml
@@ -5,9 +5,6 @@
- type: "data-sets"
# Compressed failed tests (last builds)
- table-last-failed-tests-3n-hsw:
- csit-vpp-perf-mrr-daily-master:
- - "lastCompletedBuild"
table-last-failed-tests-3n-skx:
csit-vpp-perf-mrr-daily-master-3n-skx:
- "lastCompletedBuild"
@@ -32,9 +29,6 @@
table-last-failed-tests-2n-dnv:
csit-vpp-perf-mrr-daily-master-2n-dnv:
- "lastCompletedBuild"
- table-last-failed-tests-3n-hsw-ndrpdr:
- csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
- - "lastCompletedBuild"
table-last-failed-tests-3n-skx-ndrpdr:
csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
- "lastCompletedBuild"
@@ -44,9 +38,6 @@
table-last-failed-tests-2n-clx-ndrpdr:
csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
- "lastCompletedBuild"
- table-last-failed-tests-dpdk-3n-hsw:
- csit-dpdk-perf-mrr-weekly-master:
- - "lastCompletedBuild"
table-last-failed-tests-dpdk-3n-skx:
csit-dpdk-perf-mrr-weekly-master-3n-skx:
- "lastCompletedBuild"
@@ -67,23 +58,23 @@
plot-performance-trending-all-3n-hsw:
csit-vpp-perf-mrr-daily-master:
start: 1100
- end: "lastCompletedBuild"
+ end: 1704
max-builds: 180
csit-dpdk-perf-mrr-weekly-master:
start: 107
- end: "lastCompletedBuild"
+ end: 179
max-builds: 26
plot-performance-trending-vpp-3n-hsw:
csit-vpp-perf-mrr-daily-master:
start: 1100
- end: "lastCompletedBuild"
+ end: 1704
max-builds: 180
plot-performance-trending-dpdk-3n-hsw:
csit-dpdk-perf-mrr-weekly-master:
start: 107
- end: "lastCompletedBuild"
+ end: 179
max-builds: 26
# 3n-skx
@@ -238,7 +229,7 @@
plot-ndrpdr-comparison-3n-hsw:
csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
start: 76
- end: "lastCompletedBuild"
+ end: 142
max-builds: 26
table-ndrpdr-comparison-2n-skx:
@@ -261,10 +252,3 @@
end: "lastCompletedBuild"
max-builds: 26
reverse: True # Must be reversed
-
- table-ndrpdr-comparison-3n-hsw:
- csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
- start: 76
- end: "lastCompletedBuild"
- max-builds: 26
- reverse: True # Must be reversed
diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml
index c43709f03d..7599bfa01d 100644
--- a/resources/tools/presentation/specifications/trending/elements.yaml
+++ b/resources/tools/presentation/specifications/trending/elements.yaml
@@ -94,50 +94,6 @@
- reference: -2
compare: -1
-# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c ndr
-- type: "table"
- title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c ndr"
- algorithm: "table_weekly_comparison"
- output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- data: "table-ndrpdr-comparison-3n-hsw"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- nr-of-data-columns: 3
- comparisons:
- - reference: -3
- compare: -1
- - reference: -2
- compare: -1
-
-# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c pdr
-- type: "table"
- title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c pdr"
- algorithm: "table_weekly_comparison"
- output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- data: "table-ndrpdr-comparison-3n-hsw"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- nr-of-data-columns: 3
- comparisons:
- - reference: -3
- compare: -1
- - reference: -2
- compare: -1
-
-# Compressed failed tests (last build)
--
- type: "table"
- title: "Last failed tests (last builds) VPP 3n-hsw"
- algorithm: "table_last_failed_tests"
- output-file-ext: ".txt"
- output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-mrr"
- data: "table-last-failed-tests-3n-hsw"
- filter: "'MRR'"
- parameters:
- - "name"
- - "parent"
- - "status"
-
-
type: "table"
title: "Last failed tests (last builds) VPP 3n-skx"
@@ -244,19 +200,6 @@
-
type: "table"
- title: "Last failed tests (last builds) VPP 3n-hsw-ndrpdr"
- algorithm: "table_last_failed_tests"
- output-file-ext: ".txt"
- output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-ndrpdr"
- data: "table-last-failed-tests-3n-hsw-ndrpdr"
- filter: "'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "status"
-
--
- type: "table"
title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr"
algorithm: "table_last_failed_tests"
output-file-ext: ".txt"
@@ -296,19 +239,6 @@
-
type: "table"
- title: "Last failed tests (last builds) DPDK 3n-hsw"
- algorithm: "table_last_failed_tests"
- output-file-ext: ".txt"
- output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-hsw-mrr"
- data: "table-last-failed-tests-dpdk-3n-hsw"
- filter: "'MRR'"
- parameters:
- - "name"
- - "parent"
- - "status"
-
--
- type: "table"
title: "Last failed tests (last builds) DPDK 3n-tsh"
algorithm: "table_last_failed_tests"
output-file-ext: ".txt"
@@ -372,129 +302,6 @@
- "parent"
- "status"
-# 3n-hsw
--
- type: "table"
- title: "Performance trending dashboard 1t1c-3n-hsw"
- algorithm: "table_perf_trending_dash"
- output-file-ext: ".csv"
- output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw"
- data: "plot-performance-trending-all-3n-hsw"
- filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'"
- parameters:
- - "name"
- - "parent"
- - "result"
- window: 14
- long-trend-window: 180
-
--
- type: "table"
- title: "Performance trending dashboard 2t2c-3n-hsw"
- algorithm: "table_perf_trending_dash"
- output-file-ext: ".csv"
- output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw"
- data: "plot-performance-trending-all-3n-hsw"
- filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'"
- parameters:
- - "name"
- - "parent"
- - "result"
- window: 14
- long-trend-window: 180
-
--
- type: "table"
- title: "Performance trending dashboard 4t4c-3n-hsw"
- algorithm: "table_perf_trending_dash"
- output-file-ext: ".csv"
- output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw"
- data: "plot-performance-trending-all-3n-hsw"
- filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'"
- parameters:
- - "name"
- - "parent"
- - "result"
- window: 14
- long-trend-window: 180
-
--
- type: "table"
- title: "HTML performance trending dashboard 1t1c-3n-hsw"
- algorithm: "table_perf_trending_dash_html"
- input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.csv"
- output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.rst"
- testbed: "3n-hsw"
-
--
- type: "table"
- title: "HTML performance trending dashboard 2t2c-3n-hsw"
- algorithm: "table_perf_trending_dash_html"
- input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.csv"
- output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.rst"
- testbed: "3n-hsw"
-
--
- type: "table"
- title: "HTML performance trending dashboard 4t4c-3n-hsw"
- algorithm: "table_perf_trending_dash_html"
- input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.csv"
- output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.rst"
- testbed: "3n-hsw"
-
-# 3n-hsw
--
- type: "table"
- title: "Performance trending dashboard 1t1c-3n-hsw ndr"
- algorithm: "table_perf_trending_dash"
- output-file-ext: ".csv"
- output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr"
- data: "plot-ndrpdr-comparison-3n-hsw"
- filter: "'NDRPDR' and '1T1C'"
- include-tests: "NDR"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- window: 4
- long-trend-window: 12
-
--
- type: "table"
- title: "Performance trending dashboard 1t1c-3n-hsw pdr"
- algorithm: "table_perf_trending_dash"
- output-file-ext: ".csv"
- output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr"
- data: "plot-ndrpdr-comparison-3n-hsw"
- filter: "'NDRPDR' and '1T1C'"
- include-tests: "PDR"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- window: 4
- long-trend-window: 12
-
--
- type: "table"
- title: "HTML performance trending dashboard 1t1c-3n-hsw ndr"
- algorithm: "table_perf_trending_dash_html"
- input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.csv"
- output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst"
- testbed: "3n-hsw"
- test-type: "NDR"
- add-links: True
-
--
- type: "table"
- title: "HTML performance trending dashboard 1t1c-3n-hsw pdr"
- algorithm: "table_perf_trending_dash_html"
- input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.csv"
- output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst"
- testbed: "3n-hsw"
- test-type: "PDR"
- add-links: True
-
# 3n-skx
-
type: "table"
@@ -654,51 +461,6 @@
test-type: "PDR"
add-links: True
--
- type: "table"
- title: "Failed MRR tests 3n-hsw"
- algorithm: "table_failed_tests"
- output-file-ext: ".csv"
- output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw"
- data: "plot-performance-trending-all-3n-hsw"
- filter: "'MRR' and not 'NIC_Intel-XXV710'"
- parameters:
- - "name"
- - "parent"
- - "status"
- window: 7 # days
-
--
- type: "table"
- title: "HTML Failed MRR tests 3n-hsw"
- algorithm: "table_failed_tests_html"
- input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.csv"
- output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst"
- testbed: "3n-hsw"
-
--
- type: "table"
- title: "Failed NDRPDR tests 3n-hsw"
- algorithm: "table_failed_tests"
- output-file-ext: ".csv"
- output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr"
- data: "plot-ndrpdr-comparison-3n-hsw"
- filter: "'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "status"
- window: 30 # days
-
--
- type: "table"
- title: "HTML Failed NDRPDR tests 3n-hsw"
- algorithm: "table_failed_tests_html"
- input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.csv"
- output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.rst"
- testbed: "3n-hsw"
- test-type: "NDRPDR"
-
###############################################################################
# 3n-skx
-