aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation/specification_CPTA.yaml
diff options
context:
space:
mode:
Diffstat (limited to 'resources/tools/presentation/specification_CPTA.yaml')
-rw-r--r--resources/tools/presentation/specification_CPTA.yaml285
1 files changed, 220 insertions, 65 deletions
diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml
index 22b31e2556..6f8dee1bef 100644
--- a/resources/tools/presentation/specification_CPTA.yaml
+++ b/resources/tools/presentation/specification_CPTA.yaml
@@ -288,32 +288,32 @@
table-ndrpdr-comparison-2n-skx:
csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
- start: 84
+ start: 76
end: "lastCompletedBuild"
- max-builds: 4
+ max-builds: 15
reverse: True # Must be reversed
table-ndrpdr-comparison-3n-skx:
csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
- start: 84
+ start: 76
end: "lastCompletedBuild"
- max-builds: 4
+ max-builds: 15
reverse: True # Must be reversed
skip:
- 87
table-ndrpdr-comparison-2n-clx:
csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
- start: 30
+ start: 21
end: "lastCompletedBuild"
- max-builds: 4
+ max-builds: 15
reverse: True # Must be reversed
table-ndrpdr-comparison-3n-hsw:
csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
- start: 84
+ start: 76
end: "lastCompletedBuild"
- max-builds: 4
+ max-builds: 15
reverse: True # Must be reversed
plot-layouts:
@@ -412,29 +412,29 @@
# 2n-skx ndrpdr
csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
- start: 84
+ start: 76
end: "lastCompletedBuild"
- max-builds: 4
+ max-builds: 15
# 3n-skx ndrpdr
csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
- start: 84
+ start: 76
end: "lastCompletedBuild"
- max-builds: 4
+ max-builds: 15
skip:
- 87
# 2n-clx ndrpdr
csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
- start: 30
+ start: 21
end: "lastCompletedBuild"
- max-builds: 4
+ max-builds: 15
# 3n-hsw ndrpdr
csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
- start: 84
+ start: 76
end: "lastCompletedBuild"
- max-builds: 4
+ max-builds: 15
# 3n-hsw
csit-vpp-perf-mrr-daily-master:
@@ -443,6 +443,7 @@
max-builds: 180 # Max nr of builds to download
skip:
- 1102
+ - 1159
csit-dpdk-perf-mrr-weekly-master:
start: 113
end: "lastCompletedBuild"
@@ -462,6 +463,7 @@
- 864
- 865
- 866
+ - 867
csit-dpdk-perf-mrr-weekly-master-3n-skx:
start: 78
end: "lastCompletedBuild"
@@ -478,6 +480,7 @@
- 868
- 870
- 874
+ - 889
csit-vpp-perf-mrr-weekly-master-2n-skx:
start: 50
end: "lastCompletedBuild"
@@ -503,6 +506,7 @@
- 251
- 252
- 253
+ - 308
csit-dpdk-perf-mrr-weekly-master-2n-clx:
start: 23
@@ -525,6 +529,7 @@
- 155
- 156
- 157
+ - 192
# 3n-dnv
csit-vpp-perf-mrr-daily-master-3n-dnv:
@@ -549,6 +554,7 @@
- 390
- 391
- 392
+ - 396
# 2n-dnv
csit-vpp-perf-mrr-daily-master-2n-dnv:
@@ -561,7 +567,7 @@
- 350
- 351
- 354
- - 360
+ - 36
- 364
- 365
- 366
@@ -572,6 +578,7 @@
- 395
- 396
- 397
+ - 402
-
type: "output"
@@ -811,10 +818,6 @@
- "name"
- "parent"
- "result"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 14
long-trend-window: 180
@@ -830,10 +833,6 @@
- "name"
- "parent"
- "result"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 14
long-trend-window: 180
@@ -849,10 +848,6 @@
- "name"
- "parent"
- "result"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 14
long-trend-window: 180
@@ -880,6 +875,202 @@
output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.rst"
testbed: "3n-hsw"
+# 3n-hsw
+-
+ type: "table"
+ title: "Performance trending dashboard 1t1c-3n-hsw ndr"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr"
+ data: "table-ndrpdr-comparison-3n-hsw"
+ filter: "'NDRPDR' and '1T1C'"
+ include-tests: "NDR"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ window: 4
+ long-trend-window: 12
+
+-
+ type: "table"
+ title: "Performance trending dashboard 1t1c-3n-hsw pdr"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr"
+ data: "table-ndrpdr-comparison-3n-hsw"
+ filter: "'NDRPDR' and '1T1C'"
+ include-tests: "PDR"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ window: 4
+ long-trend-window: 12
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 1t1c-3n-hsw ndr"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst"
+ testbed: "3n-hsw"
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 1t1c-3n-hsw pdr"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst"
+ testbed: "3n-hsw"
+
+# 3n-skx
+-
+ type: "table"
+ title: "Performance trending dashboard 2t1c-3n-skx ndr"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr"
+ data: "table-ndrpdr-comparison-3n-skx"
+ filter: "'NDRPDR' and '2T1C'"
+ include-tests: "NDR"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ window: 4
+ long-trend-window: 12
+
+-
+ type: "table"
+ title: "Performance trending dashboard 2t1c-3n-skx pdr"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr"
+ data: "table-ndrpdr-comparison-3n-skx"
+ filter: "'NDRPDR' and '2T1C'"
+ include-tests: "PDR"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ window: 4
+ long-trend-window: 12
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 2t1c-3n-skx ndr"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.rst"
+ testbed: "3n-skx"
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 2t1c-3n-skx pdr"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.rst"
+ testbed: "3n-skx"
+
+# 2n-skx
+-
+ type: "table"
+ title: "Performance trending dashboard 2t1c-2n-skx ndr"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr"
+ data: "table-ndrpdr-comparison-2n-skx"
+ filter: "'NDRPDR' and '2T1C'"
+ include-tests: "NDR"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ window: 4
+ long-trend-window: 12
+
+-
+ type: "table"
+ title: "Performance trending dashboard 2t1c-2n-skx pdr"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr"
+ data: "table-ndrpdr-comparison-2n-skx"
+ filter: "'NDRPDR' and '2T1C'"
+ include-tests: "PDR"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ window: 4
+ long-trend-window: 12
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 2t1c-2n-skx ndr"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.rst"
+ testbed: "2n-skx"
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 2t1c-2n-skx pdr"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.rst"
+ testbed: "2n-skx"
+
+# 2n-clx
+-
+ type: "table"
+ title: "Performance trending dashboard 2t1c-2n-clx ndr"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr"
+ data: "table-ndrpdr-comparison-2n-clx"
+ filter: "'NDRPDR' and '2T1C'"
+ include-tests: "NDR"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ window: 14
+ long-trend-window: 180
+
+-
+ type: "table"
+ title: "Performance trending dashboard 2t1c-2n-clx pdr"
+ algorithm: "table_perf_trending_dash"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr"
+ data: "table-ndrpdr-comparison-2n-clx"
+ filter: "'NDRPDR' and '2T1C'"
+ include-tests: "PDR"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ window: 14
+ long-trend-window: 180
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 2t1c-2n-clx ndr"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.rst"
+ testbed: "2n-clx"
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 2t1c-2n-clx pdr"
+ algorithm: "table_perf_trending_dash_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.rst"
+ testbed: "2n-clx"
+
-
type: "table"
title: "Failed MRR tests 3n-hsw"
@@ -892,10 +1083,6 @@
- "name"
- "parent"
- "status"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 7 # days
-
@@ -920,10 +1107,6 @@
- "name"
- "parent"
- "result"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-2t1c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 14
long-trend-window: 180
@@ -939,10 +1122,6 @@
- "name"
- "parent"
- "result"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-4t2c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 14
long-trend-window: 180
@@ -958,10 +1137,6 @@
- "name"
- "parent"
- "result"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-8t4c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 14
long-trend-window: 180
@@ -1001,10 +1176,6 @@
- "name"
- "parent"
- "status"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-2t1c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 7 # days
-
@@ -1029,10 +1200,6 @@
- "name"
- "parent"
- "result"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-2t1c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 14
long-trend-window: 180
@@ -1048,10 +1215,6 @@
- "name"
- "parent"
- "result"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-4t2c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 14
long-trend-window: 180
@@ -1067,10 +1230,6 @@
- "name"
- "parent"
- "result"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-8t4c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 14
long-trend-window: 180
@@ -1110,10 +1269,6 @@
- "name"
- "parent"
- "status"
- ignore-list:
- # This test is "ndrdisc" test and was improperly tagged. It was fixed
- # but it remains in the old output.xml files.
- - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-2t1c-eth-l2bdscale1mmaclrn-ndrdisc"
window: 7 # days
-