diff options
author | Tibor Frank <tifrank@cisco.com> | 2021-07-13 08:47:31 +0200 |
---|---|---|
committer | Tibor Frank <tifrank@cisco.com> | 2021-07-22 09:00:50 +0000 |
commit | d8fc1521b8def68adc8f4a390aa2d25db806ea4f (patch) | |
tree | 942ea7f91c0eebac745c0d673535fe62aa2c0e94 /resources/tools/presentation/specifications | |
parent | 846e247a73a12c723f90f7e238d2ba1b439ac065 (diff) |
Trending: Add graph with statistics
- x-axis: time [MM-DD]
- y-axis: nr of passed/failed tests
- y-axis: build duration
Change-Id: I269af5a728a32d02ffcdecc7e25138ad1a183c4b
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools/presentation/specifications')
-rw-r--r-- | resources/tools/presentation/specifications/trending/elements.yaml | 437 | ||||
-rw-r--r-- | resources/tools/presentation/specifications/trending/layouts.yaml | 68 |
2 files changed, 306 insertions, 199 deletions
diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index 68ec170af0..a640401c7a 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -1,7 +1,145 @@ ################################################################################ -### T A B L E S ### +### P L O T S ### ################################################################################ +- type: "plot" + title: "Statistics: 3n-skx mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-3n-skx-mrr" + data: "plot-performance-trending-vpp-3n-skx" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 3n-skx ndrpdr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-3n-skx-ndrpdr" + data: "plot-ndrpdr-comparison-3n-skx" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: DPDK 3n-skx mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-dpdk-3n-skx-mrr" + data: "plot-performance-trending-dpdk-3n-skx" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 2n-skx mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-2n-skx-mrr" + data: "plot-performance-trending-vpp-2n-skx" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 2n-skx ndrpdr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-2n-skx-ndrpdr" + data: "plot-ndrpdr-comparison-2n-skx" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: DPDK 2n-skx mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-dpdk-2n-skx-mrr" + data: "plot-performance-trending-dpdk-2n-skx" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 2n-clx mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-2n-clx-mrr" + data: "plot-performance-trending-vpp-2n-clx" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 2n-clx ndrpdr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-2n-clx-ndrpdr" + data: "plot-ndrpdr-comparison-2n-clx" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: DPDK 2n-clx mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-dpdk-2n-skx-mrr" + data: "plot-performance-trending-dpdk-2n-clx" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 2n-zn2 mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-2n-zn2-mrr" + data: "plot-performance-trending-vpp-2n-zn2" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: DPDK 2n-zn2 mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-dpdk-2n-zn2-mrr" + data: "plot-performance-trending-dpdk-2n-zn2" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 3n-tsh mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-3n-tsh-mrr" + data: "plot-performance-trending-vpp-3n-tsh" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: DPDK 3n-tsh mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-dpdk-3n-tsh-mrr" + data: "plot-performance-trending-dpdk-3n-tsh" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 2n-tx2 mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-2n-tx2-mrr" + data: "plot-performance-trending-vpp-2n-tx2" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: DPDK 2n-tx2 mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-dpdk-2n-tx2-mrr" + data: "plot-performance-trending-dpdk-2n-tx2" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 3n-dnv mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-3n-dnv-mrr" + data: "plot-performance-trending-vpp-3n-dnv" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 2n-dnv mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-2n-dnv-mrr" + data: "plot-performance-trending-vpp-2n-dnv" + layout: + layout: "plot-statistics" + +################################################################################ +### T A B L E S ### ################################################################################ # VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr @@ -94,8 +232,7 @@ - reference: -2 compare: -1 -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 3n-skx" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -107,8 +244,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 2n-skx" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -120,8 +256,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 2n-clx" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -133,8 +268,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 2n-zn2" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -146,8 +280,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 3n-tsh" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -159,8 +292,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 2n-tx2" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -172,8 +304,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 3n-dnv" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -185,8 +316,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 2n-dnv" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -198,8 +328,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -211,8 +340,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 2n-skx-ndrpdr" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -224,8 +352,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) VPP 2n-clx-ndrpdr" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -237,8 +364,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) DPDK 3n-tsh" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -250,8 +376,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) DPDK 2n-tx2" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -263,8 +388,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) DPDK 3n-skx" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -276,8 +400,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) DPDK 2n-skx" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -289,8 +412,7 @@ - "parent" - "status" -- - type: "table" +- type: "table" title: "Last failed tests (last builds) DPDK 2n-clx" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -303,8 +425,7 @@ - "status" # 3n-skx -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t1c-3n-skx ndr" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -319,8 +440,7 @@ window: 4 long-trend-window: 12 -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t1c-3n-skx pdr" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -335,8 +455,7 @@ window: 4 long-trend-window: 12 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t1c-3n-skx ndr" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.csv" @@ -345,8 +464,7 @@ test-type: "NDR" add-links: True -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t1c-3n-skx pdr" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.csv" @@ -356,8 +474,7 @@ add-links: True # 2n-skx -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t1c-2n-skx ndr" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -372,8 +489,7 @@ window: 4 long-trend-window: 12 -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t1c-2n-skx pdr" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -388,8 +504,7 @@ window: 4 long-trend-window: 12 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t1c-2n-skx ndr" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.csv" @@ -398,8 +513,7 @@ test-type: "NDR" add-links: True -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t1c-2n-skx pdr" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.csv" @@ -409,8 +523,7 @@ add-links: True # 2n-clx -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t1c-2n-clx ndr" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -425,8 +538,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t1c-2n-clx pdr" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -441,8 +553,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t1c-2n-clx ndr" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.csv" @@ -451,8 +562,7 @@ test-type: "NDR" add-links: True -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t1c-2n-clx pdr" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.csv" @@ -463,8 +573,7 @@ ############################################################################### # 3n-skx -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t1c-3n-skx" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -478,8 +587,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 4t2c-3n-skx" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -493,8 +601,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 8t4c-3n-skx" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -508,32 +615,28 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t1c-3n-skx" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.rst" testbed: "3n-skx" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 4t2c-3n-skx" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.rst" testbed: "3n-skx" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 8t4c-3n-skx" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.rst" testbed: "3n-skx" -- - type: "table" +- type: "table" title: "Failed MRR tests 3n-skx" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -546,16 +649,14 @@ - "status" window: 7 # days -- - type: "table" +- type: "table" title: "HTML Failed MRR tests 3n-skx" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.csv" output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.rst" testbed: "3n-skx" -- - type: "table" +- type: "table" title: "Failed NDRPDR tests 3n-skx" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -568,8 +669,7 @@ - "status" window: 30 # days -- - type: "table" +- type: "table" title: "HTML Failed NDRPDR tests 3n-skx" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.csv" @@ -579,8 +679,7 @@ ################################################################################ # 2n-skx -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t1c-2n-skx" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -594,8 +693,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 4t2c-2n-skx" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -609,8 +707,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 8t4c-2n-skx" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -624,32 +721,28 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t1c-2n-skx" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.rst" testbed: "2n-skx" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 4t2c-2n-skx" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.rst" testbed: "2n-skx" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 8t4c-2n-skx" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.rst" testbed: "2n-skx" -- - type: "table" +- type: "table" title: "Failed MRR tests 2n-skx" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -662,16 +755,14 @@ - "status" window: 7 # days -- - type: "table" +- type: "table" title: "HTML Failed MRR tests 2n-skx" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.csv" output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst" testbed: "2n-skx" -- - type: "table" +- type: "table" title: "Failed NDRPDR tests 2n-skx" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -684,8 +775,7 @@ - "status" window: 30 # days -- - type: "table" +- type: "table" title: "HTML Failed NDRPDR tests 2n-skx" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.csv" @@ -695,8 +785,7 @@ ################################################################################ # 2n-clx -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t1c-2n-clx" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -710,8 +799,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 4t2c-2n-clx" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -725,8 +813,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 8t4c-2n-clx" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -740,32 +827,28 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t1c-2n-clx" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx.rst" testbed: "2n-clx" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 4t2c-2n-clx" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx.rst" testbed: "2n-clx" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 8t4c-2n-clx" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx.rst" testbed: "2n-clx" -- - type: "table" +- type: "table" title: "Failed MRR tests 2n-clx" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -778,16 +861,14 @@ - "status" window: 7 # days -- - type: "table" +- type: "table" title: "HTML Failed MRR tests 2n-clx" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.csv" output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.rst" testbed: "2n-clx" -- - type: "table" +- type: "table" title: "Failed NDRPDR tests 2n-clx" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -800,8 +881,7 @@ - "status" window: 30 # days -- - type: "table" +- type: "table" title: "HTML Failed NDRPDR tests 2n-clx" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.csv" @@ -811,8 +891,7 @@ ################################################################################ # 2n-zn2 -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t1c-2n-zn2" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -826,8 +905,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 4t2c-2n-zn2" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -841,8 +919,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 8t4c-2n-zn2" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -856,32 +933,28 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t1c-2n-zn2" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-zn2.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-zn2.rst" testbed: "2n-zn2" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 4t2c-2n-zn2" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-zn2.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-zn2.rst" testbed: "2n-zn2" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 8t4c-2n-zn2" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-zn2.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-zn2.rst" testbed: "2n-zn2" -- - type: "table" +- type: "table" title: "Failed MRR tests 2n-zn2" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -894,8 +967,7 @@ - "status" window: 7 # days -- - type: "table" +- type: "table" title: "HTML Failed MRR tests 2n-zn2" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-zn2.csv" @@ -904,8 +976,7 @@ ################################################################################ # 3n-tsh -- - type: "table" +- type: "table" title: "Performance trending dashboard 1t1c-3n-tsh" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -919,8 +990,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t2c-3n-tsh" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -934,8 +1004,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 4t4c-3n-tsh" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -949,32 +1018,28 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 1t1c-3n-tsh" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.rst" testbed: "3n-tsh" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t2c-3n-tsh" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.rst" testbed: "3n-tsh" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 4t4c-3n-tsh" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.rst" testbed: "3n-tsh" -- - type: "table" +- type: "table" title: "Failed MRR tests 3n-tsh" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -987,8 +1052,7 @@ - "status" window: 7 # days -- - type: "table" +- type: "table" title: "HTML Failed MRR tests 3n-tsh" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.csv" @@ -997,8 +1061,7 @@ ################################################################################ # 2n-tx2 -- - type: "table" +- type: "table" title: "Performance trending dashboard 1t1c-2n-tx2" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -1012,8 +1075,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t2c-2n-tx2" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -1027,8 +1089,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 4t4c-2n-tx2" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -1042,32 +1103,28 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 1t1c-2n-tx2" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-tx2.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-tx2.rst" testbed: "2n-tx2" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t2c-2n-tx2" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-tx2.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-tx2.rst" testbed: "2n-tx2" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 4t4c-2n-tx2" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-tx2.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-tx2.rst" testbed: "2n-tx2" -- - type: "table" +- type: "table" title: "Failed MRR tests 2n-tx2" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -1080,8 +1137,7 @@ - "status" window: 7 # days -- - type: "table" +- type: "table" title: "HTML Failed MRR tests 2n-tx2" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-tx2.csv" @@ -1090,8 +1146,7 @@ ################################################################################ # 3n-dnv -- - type: "table" +- type: "table" title: "Performance trending dashboard 1t1c-3n-dnv" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -1105,8 +1160,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t2c-3n-dnv" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -1120,8 +1174,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 4t4c-3n-dnv" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -1135,32 +1188,28 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 1t1c-3n-dnv" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst" testbed: "3n-dnv" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t2c-3n-dnv" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst" testbed: "3n-dnv" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 4t4c-3n-dnv" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst" testbed: "3n-dnv" -- - type: "table" +- type: "table" title: "Failed MRR tests 3n-dnv" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -1173,8 +1222,7 @@ - "status" window: 7 # days -- - type: "table" +- type: "table" title: "HTML Failed MRR tests 3n-dnv" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv" @@ -1183,8 +1231,7 @@ ################################################################################ # 2n-dnv -- - type: "table" +- type: "table" title: "Performance trending dashboard 1t1c-2n-dnv" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -1198,8 +1245,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 2t2c-2n-dnv" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -1213,8 +1259,7 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "Performance trending dashboard 4t4c-2n-dnv" algorithm: "table_perf_trending_dash" output-file-ext: ".csv" @@ -1228,32 +1273,28 @@ window: 14 long-trend-window: 180 -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 1t1c-2n-dnv" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst" testbed: "2n-dnv" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 2t2c-2n-dnv" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst" testbed: "2n-dnv" -- - type: "table" +- type: "table" title: "HTML performance trending dashboard 4t4c-2n-dnv" algorithm: "table_perf_trending_dash_html" input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst" testbed: "2n-dnv" -- - type: "table" +- type: "table" title: "Failed MRR tests 2n-dnv" algorithm: "table_failed_tests" output-file-ext: ".csv" @@ -1266,8 +1307,7 @@ - "status" window: 7 # days -- - type: "table" +- type: "table" title: "HTML Failed MRR tests 2n-dnv" algorithm: "table_failed_tests_html" input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv" @@ -1280,8 +1320,7 @@ # Plots VPP Continuous Performance Trending and Analysis -- - type: "cpta" +- type: "cpta" title: "Continuous Performance Trending and Analysis" output-file: "{DIR[STATIC,VPP]}" diff --git a/resources/tools/presentation/specifications/trending/layouts.yaml b/resources/tools/presentation/specifications/trending/layouts.yaml index ccc4a39939..72bd69a652 100644 --- a/resources/tools/presentation/specifications/trending/layouts.yaml +++ b/resources/tools/presentation/specifications/trending/layouts.yaml @@ -4,6 +4,74 @@ - type: "layouts" + plot-statistics: + title: "" + titlefont: + size: 16 + autosize: True + showlegend: True + width: 1100 + height: 800 + yaxis: + showticklabels: True + title: "Number of Passed / Failed Tests" + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + showline: True + zeroline: False + tickcolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + xaxis: + title: 'Date [MMDD]' + type: "date" + autorange: True + fixedrange: False + showgrid: True + gridcolor: "rgb(238, 238, 238)" + showline: True + linecolor: "rgb(238, 238, 238)" + zeroline: False + linewidth: 1 + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "auto" + tickformat: "%m%d" + rangeselector: + buttons: + - count: 14 + label: "2w" + step: "day" + stepmode: "backward" + - count: 1 + label: "1m" + step: "month" + stepmode: "backward" + - count: 2 + label: "2m" + step: "month" + stepmode: "backward" + - count: 3 + label: "3m" + step: "month" + stepmode: "backward" + - step: "all" + margin: + r: 20 + b: 5 + t: 5 + l: 70 + legend: + orientation: "h" + xanchor: "center" + x: 0.5 + bordercolor: "rgb(238, 238, 238)" + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + barmode: "stack" + hoverlabel: + namelength: -1 + plot-cpta: title: "" titlefont: |