aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation/new/specification_CPTA.yaml
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2018-06-13 15:19:18 +0200
committerTibor Frank <tifrank@cisco.com>2018-06-18 13:12:10 +0000
commit2d001ed910d3835848fccb7bb96a98a5270698fe (patch)
treee659431b6494c7ca14286c94bd36ccd5db9034fa /resources/tools/presentation/new/specification_CPTA.yaml
parenta9f251c649a5dea7428a43dc24380077a72dacba (diff)
CSIT-1126: Detection and reporting of failed MRR tests
Change-Id: Iafdd12a573b58ab3ba9c69699cd97c5a4e598601 Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools/presentation/new/specification_CPTA.yaml')
-rw-r--r--resources/tools/presentation/new/specification_CPTA.yaml35
1 files changed, 33 insertions, 2 deletions
diff --git a/resources/tools/presentation/new/specification_CPTA.yaml b/resources/tools/presentation/new/specification_CPTA.yaml
index 555cfaee2c..2273eb65a1 100644
--- a/resources/tools/presentation/new/specification_CPTA.yaml
+++ b/resources/tools/presentation/new/specification_CPTA.yaml
@@ -91,7 +91,7 @@
height: 800
yaxis:
showticklabels: True
- tickformat: ".3s"
+ tickformat: ".4s"
title: "Throughput [pps]"
hoverformat: ".4s"
range: []
@@ -161,7 +161,7 @@
height: 800
yaxis:
showticklabels: True
- tickformat: ".3s"
+ tickformat: ".4s"
title: "Throughput [pps]"
hoverformat: ".4s"
range: []
@@ -269,6 +269,8 @@
- "parent"
- "result"
ignore-list:
+ # This test is "ndrdisc" test and was improperly tagged. It was fixed
+ # but it remains in the old output.xml files.
- "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
@@ -288,6 +290,8 @@
- "parent"
- "result"
ignore-list:
+ # This test is "ndrdisc" test and was improperly tagged. It was fixed
+ # but it remains in the old output.xml files.
- "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
@@ -307,6 +311,8 @@
- "parent"
- "result"
ignore-list:
+ # This test is "ndrdisc" test and was improperly tagged. It was fixed
+ # but it remains in the old output.xml files.
- "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
@@ -334,6 +340,31 @@
input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.csv"
output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.rst"
+-
+ type: "table"
+ title: "Failed MRR tests"
+ algorithm: "table_failed_tests"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests"
+ data: "plot-performance-trending-all"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ ignore-list:
+ # This test is "ndrdisc" test and was improperly tagged. It was fixed
+ # but it remains in the old output.xml files.
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc"
+ window: 14
+
+-
+ type: "table"
+ title: "HTML Failed MRR tests"
+ algorithm: "table_failed_tests_html"
+ input-file: "{DIR[STATIC,VPP]}/failed-tests.csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests.rst"
+
################################################################################
### C P T A ###