diff options
Diffstat (limited to 'resources')
| -rw-r--r-- | resources/tools/presentation/specification_CPTA.yaml | 485 |
1 files changed, 483 insertions, 2 deletions
diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 7394fc5ed4..ae152b4918 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -72,6 +72,7 @@ "10.30.51.48": "LF-3n-SKX-31" "10.30.51.60": "LF-3n-SKX-32" "10.30.51.49": "LF-3n-TSH-33" + "10.32.8.10": "LF-DNV" - type: "configuration" @@ -173,6 +174,12 @@ table-last-failed-tests-3n-tsh: csit-vpp-perf-mrr-daily-master-3n-tsh: - "lastCompletedBuild" + table-last-failed-tests-3n-dnv: + csit-vpp-perf-mrr-daily-master-3n-dnv: + - "lastCompletedBuild" + table-last-failed-tests-2n-dnv: + csit-vpp-perf-mrr-daily-master-2n-dnv: + - "lastCompletedBuild" # 3n-hsw plot-performance-trending-all-3n-hsw: @@ -473,6 +480,31 @@ - 64 - 65 + plot-performance-trending-vpp-3n-dnv: + csit-vpp-perf-mrr-daily-master-3n-dnv: + start: 41 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 + - 60 + - 62 + - 63 + + plot-performance-trending-vpp-2n-dnv: + csit-vpp-perf-mrr-daily-master-2n-dnv: + start: 41 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 + plot-layouts: plot-cpta: @@ -704,8 +736,31 @@ - 61 - 62 - 63 - - 64 - - 65 + + # 3n-dnv + csit-vpp-perf-mrr-daily-master-3n-dnv: + start: 41 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 + - 60 + - 62 + - 63 + + # 2n-dnv + csit-vpp-perf-mrr-daily-master-2n-dnv: + start: 41 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 - type: "output" @@ -774,6 +829,32 @@ - "parent" - "status" +- + type: "table" + title: "Last failed tests (last builds) 3n-dnv" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-dnv" + data: "table-last-failed-tests-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + +- + type: "table" + title: "Last failed tests (last builds) 2n-dnv" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-dnv" + data: "table-last-failed-tests-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + # 3n-hsw - type: "table" @@ -1194,6 +1275,192 @@ testbed: "3n-tsh" ################################################################################ +# 3n-dnv +- + type: "table" + title: "Performance trending dashboard 1t1c-3n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR' and '1T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 2t2c-3n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR' and '2T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t4c-3n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR' and '4T4C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c-3n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst" + testbed: "3n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c-3n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst" + testbed: "3n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c-3n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst" + testbed: "3n-dnv" + +- + type: "table" + title: "Failed MRR tests 3n-dnv" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 3n-dnv" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.rst" + testbed: "3n-dnv" + +################################################################################ +# 2n-dnv +- + type: "table" + title: "Performance trending dashboard 1t1c-2n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR' and '1T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 2t2c-2n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR' and '2T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t4c-2n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR' and '4T4C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c-2n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst" + testbed: "2n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c-2n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst" + testbed: "2n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c-2n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst" + testbed: "2n-dnv" + +- + type: "table" + title: "Failed MRR tests 2n-dnv" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 2n-dnv" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst" + testbed: "2n-dnv" + +################################################################################ ### C P T A ### ################################################################################ @@ -4667,3 +4934,217 @@ parameters: - "result" layout: "plot-cpta" + +################################################################################ +# 3n-dnv + +# L2 - x533 + + - title: "3n-dnv-x533-l2sw-64b-base-scale-1t1c" + output-file-name: "l2-1t1c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-l2sw-64b-base-scale-2t2c" + output-file-name: "l2-2t2c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-l2sw-64b-base-scale-4t4c" + output-file-name: "l2-4t4c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x533 + + - title: "3n-dnv-x533-ip4-64b-base-scale-1t1c" + output-file-name: "ip4-1t1c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4-64b-base-scale-2t2c" + output-file-name: "ip4-2t2c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4-64b-base-scale-4t4c" + output-file-name: "ip4-4t4c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - x533 + + - title: "3n-dnv-x533-ip4tun-64b-base-1t1c" + output-file-name: "ip4-tunnels-1t1c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4tun-64b-base-2t2c" + output-file-name: "ip4-tunnels-2t2c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4tun-64b-base-4t4c" + output-file-name: "ip4-tunnels-4t4c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x533 + + - title: "3n-dnv-x533-ip6-78b-base-scale-1t1c" + output-file-name: "ip6-1t1c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip6-78b-base-scale-2t2c" + output-file-name: "ip6-2t2c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip6-78b-base-scale-4t4c" + output-file-name: "ip6-4t4c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec HW + + - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-1t1c" + output-file-name: "ipsechw-1t1c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-2t2c" + output-file-name: "ipsechw-2t2c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-4t4c" + output-file-name: "ipsechw-4t4c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +################################################################################ +# 2n-dnv + +# L2 - x533 + + - title: "2n-dnv-x533-l2sw-64b-base-scale-1t1c" + output-file-name: "l2-1t1c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-l2sw-64b-base-scale-2t2c" + output-file-name: "l2-2t2c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-l2sw-64b-base-scale-4t4c" + output-file-name: "l2-4t4c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x533 + + - title: "2n-dnv-x533-ip4-64b-base-scale-1t1c" + output-file-name: "ip4-1t1c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-ip4-64b-base-scale-2t2c" + output-file-name: "ip4-2t2c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-ip4-64b-base-scale-4t4c" + output-file-name: "ip4-4t4c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x533 + + - title: "2n-dnv-x533-ip6-78b-base-scale-1t1c" + output-file-name: "ip6-1t1c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-ip6-78b-base-scale-2t2c" + output-file-name: "ip6-2t2c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-ip6-78b-base-scale-4t4c" + output-file-name: "ip6-4t4c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" |