diff options
| author |   Tibor Frank <tifrank@cisco.com> | 2018-06-13 15:19:18 +0200 |
|---|---|---|
| committer | Tibor Frank <tifrank@cisco.com> | 2018-06-18 13:12:10 +0000 |
| commit | 2d001ed910d3835848fccb7bb96a98a5270698fe (patch) | |
| tree | e659431b6494c7ca14286c94bd36ccd5db9034fa /resources/tools/presentation/specification_CPTA.yaml | |
| parent | a9f251c649a5dea7428a43dc24380077a72dacba (diff) | |
CSIT-1126: Detection and reporting of failed MRR tests
Change-Id: Iafdd12a573b58ab3ba9c69699cd97c5a4e598601
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools/presentation/specification_CPTA.yaml')
| -rw-r--r-- | resources/tools/presentation/specification_CPTA.yaml | 35 |
1 files changed, 33 insertions, 2 deletions
diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 19011658c6..7ee0c0c710 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -91,7 +91,7 @@ height: 800 yaxis: showticklabels: True - tickformat: ".3s" + tickformat: ".4s" title: "Throughput [pps]" hoverformat: ".4s" range: [] @@ -161,7 +161,7 @@ height: 800 yaxis: showticklabels: True - tickformat: ".3s" + tickformat: ".4s" title: "Throughput [pps]" hoverformat: ".4s" range: [] @@ -269,6 +269,8 @@ - "parent" - "result" ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 @@ -288,6 +290,8 @@ - "parent" - "result" ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 @@ -307,6 +311,8 @@ - "parent" - "result" ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 @@ -334,6 +340,31 @@ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.rst" +- + type: "table" + title: "Failed MRR tests" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests" + data: "plot-performance-trending-all" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" + window: 14 + +- + type: "table" + title: "HTML Failed MRR tests" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests.rst" + ################################################################################ ### C P T A ### |