diff options
Diffstat (limited to 'resources/tools/presentation/specification_CPTA.yaml')
| -rw-r--r-- | resources/tools/presentation/specification_CPTA.yaml | 212 |
1 files changed, 203 insertions, 9 deletions
diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 20efefeec3..2068499339 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -214,6 +214,7 @@ start: 1086 >>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data) end: "lastCompletedBuild" +<<<<<<< HEAD (fdbb41 Report: Add 1908.2 data) <<<<<<< HEAD (89bdc8 Trending: Fixes in plots, data) skip: <<<<<<< HEAD (914f8e Report: Add 2n-skx Soak and Reconf tests) @@ -253,10 +254,11 @@ ======= max-builds: 180 # Max nr of builds to use >>>>>>> CHANGE (1945eb PAL: Reverse download order for trending) +======= +>>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison) csit-dpdk-perf-mrr-weekly-master: start: 107 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use plot-performance-trending-vpp-3n-hsw: csit-vpp-perf-mrr-daily-master: @@ -278,6 +280,7 @@ start: 1086 >>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data) end: "lastCompletedBuild" +<<<<<<< HEAD (fdbb41 Report: Add 1908.2 data) <<<<<<< HEAD (89bdc8 Trending: Fixes in plots, data) skip: <<<<<<< HEAD (914f8e Report: Add 2n-skx Soak and Reconf tests) @@ -317,12 +320,13 @@ ======= max-builds: 180 # Max nr of builds to use >>>>>>> CHANGE (1945eb PAL: Reverse download order for trending) +======= +>>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison) plot-performance-trending-dpdk-3n-hsw: csit-dpdk-perf-mrr-weekly-master: start: 107 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use # 3n-skx plot-performance-trending-all-3n-skx: @@ -345,6 +349,7 @@ start: 834 >>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data) end: "lastCompletedBuild" +<<<<<<< HEAD (fdbb41 Report: Add 1908.2 data) <<<<<<< HEAD (89bdc8 Trending: Fixes in plots, data) skip: <<<<<<< HEAD (914f8e Report: Add 2n-skx Soak and Reconf tests) @@ -403,10 +408,11 @@ ======= max-builds: 180 # Max nr of builds to use >>>>>>> CHANGE (1945eb PAL: Reverse download order for trending) +======= +>>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison) csit-dpdk-perf-mrr-weekly-master-3n-skx: start: 72 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use plot-performance-trending-vpp-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: @@ -428,6 +434,7 @@ start: 834 >>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data) end: "lastCompletedBuild" +<<<<<<< HEAD (fdbb41 Report: Add 1908.2 data) <<<<<<< HEAD (89bdc8 Trending: Fixes in plots, data) skip: <<<<<<< HEAD (914f8e Report: Add 2n-skx Soak and Reconf tests) @@ -486,12 +493,13 @@ ======= max-builds: 180 # Max nr of builds to use >>>>>>> CHANGE (1945eb PAL: Reverse download order for trending) +======= +>>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison) plot-performance-trending-dpdk-3n-skx: csit-dpdk-perf-mrr-weekly-master-3n-skx: start: 72 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use # 2n-skx plot-performance-trending-all-2n-skx: @@ -514,6 +522,7 @@ start: 858 >>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data) end: "lastCompletedBuild" +<<<<<<< HEAD (fdbb41 Report: Add 1908.2 data) <<<<<<< HEAD (89bdc8 Trending: Fixes in plots, data) skip: <<<<<<< HEAD (914f8e Report: Add 2n-skx Soak and Reconf tests) @@ -555,10 +564,11 @@ ======= max-builds: 180 # Max nr of builds to use >>>>>>> CHANGE (1945eb PAL: Reverse download order for trending) +======= +>>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison) csit-dpdk-perf-mrr-weekly-master-2n-skx: start: 78 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use plot-performance-trending-vpp-2n-skx: csit-vpp-perf-mrr-daily-master-2n-skx: @@ -580,6 +590,7 @@ start: 858 >>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data) end: "lastCompletedBuild" +<<<<<<< HEAD (fdbb41 Report: Add 1908.2 data) <<<<<<< HEAD (89bdc8 Trending: Fixes in plots, data) skip: <<<<<<< HEAD (914f8e Report: Add 2n-skx Soak and Reconf tests) @@ -628,18 +639,18 @@ ======= max-builds: 180 # Max nr of builds to use >>>>>>> CHANGE (1945eb PAL: Reverse download order for trending) +======= +>>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison) plot-performance-trending-dpdk-2n-skx: csit-dpdk-perf-mrr-weekly-master-2n-skx: start: 78 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use plot-performance-trending-vpp-nfv-2n-skx: csit-vpp-perf-mrr-weekly-master-2n-skx: start: 50 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use <<<<<<< HEAD (d3ea22 Report: Add data) ======= @@ -647,13 +658,11 @@ csit-vpp-perf-mrr-daily-master-2n-clx: start: 236 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use plot-performance-trending-dpdk-2n-clx: csit-dpdk-perf-mrr-weekly-master-2n-clx: start: 23 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use >>>>>>> CHANGE (b51708 Trending: Plots) # 3n-tsh @@ -661,6 +670,7 @@ csit-vpp-perf-mrr-daily-master-3n-tsh: start: 144 end: "lastCompletedBuild" +<<<<<<< HEAD (fdbb41 Report: Add 1908.2 data) <<<<<<< HEAD (89bdc8 Trending: Fixes in plots, data) skip: <<<<<<< HEAD (f7dd81 Trending: Update graphs - dnv) @@ -690,11 +700,14 @@ ======= max-builds: 180 # Max nr of builds to use >>>>>>> CHANGE (1945eb PAL: Reverse download order for trending) +======= +>>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison) plot-performance-trending-vpp-3n-tsh: csit-vpp-perf-mrr-daily-master-3n-tsh: start: 144 end: "lastCompletedBuild" +<<<<<<< HEAD (fdbb41 Report: Add 1908.2 data) <<<<<<< HEAD (89bdc8 Trending: Fixes in plots, data) skip: <<<<<<< HEAD (f7dd81 Trending: Update graphs - dnv) @@ -724,6 +737,8 @@ ======= max-builds: 180 # Max nr of builds to use >>>>>>> CHANGE (1945eb PAL: Reverse download order for trending) +======= +>>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison) plot-performance-trending-vpp-3n-dnv: csit-vpp-perf-mrr-daily-master-3n-dnv: @@ -741,6 +756,7 @@ start: 329 >>>>>>> CHANGE (12d5c9 Trending: Fixes in plots, data) end: "lastCompletedBuild" +<<<<<<< HEAD (fdbb41 Report: Add 1908.2 data) <<<<<<< HEAD (89bdc8 Trending: Fixes in plots, data) skip: <<<<<<< HEAD (f7dd81 Trending: Update graphs - dnv) @@ -801,6 +817,8 @@ ======= max-builds: 180 # Max nr of builds to use >>>>>>> CHANGE (1945eb PAL: Reverse download order for trending) +======= +>>>>>>> CHANGE (e260db Trending: NDRPDR weekly comparison) plot-performance-trending-vpp-2n-dnv: csit-vpp-perf-mrr-daily-master-2n-dnv: @@ -869,6 +887,36 @@ ======= >>>>>>> CHANGE (1945eb PAL: Reverse download order for trending) + table-ndrpdr-comparison-2n-skx: + csit-vpp-perf-ndrpdr-weekly-master-2n-skx: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + reverse: True # Must be reversed + + table-ndrpdr-comparison-3n-skx: + csit-vpp-perf-ndrpdr-weekly-master-3n-skx: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + reverse: True # Must be reversed + skip: + - 87 + + table-ndrpdr-comparison-2n-clx: + csit-vpp-perf-ndrpdr-weekly-master-2n-clx: + start: 30 + end: "lastCompletedBuild" + max-builds: 4 + reverse: True # Must be reversed + + table-ndrpdr-comparison-3n-hsw: + csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + reverse: True # Must be reversed + plot-layouts: plot-cpta: @@ -963,6 +1011,32 @@ builds: + # 2n-skx ndrpdr + csit-vpp-perf-ndrpdr-weekly-master-2n-skx: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + + # 3n-skx ndrpdr + csit-vpp-perf-ndrpdr-weekly-master-3n-skx: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + skip: + - 87 + + # 2n-clx ndrpdr + csit-vpp-perf-ndrpdr-weekly-master-2n-clx: + start: 30 + end: "lastCompletedBuild" + max-builds: 4 + + # 3n-hsw ndrpdr + csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + # 3n-hsw csit-vpp-perf-mrr-daily-master: <<<<<<< HEAD (f7dd81 Trending: Update graphs - dnv) @@ -1416,6 +1490,126 @@ ################################################################################ +# VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr +- type: "table" + title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-2n-skx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr +- type: "table" + title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-2n-skx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr +- type: "table" + title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-3n-skx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr +- type: "table" + title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-3n-skx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr +- type: "table" + title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-2n-clx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr +- type: "table" + title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-2n-clx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c ndr +- type: "table" + title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c ndr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-3n-hsw" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c pdr +- type: "table" + title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c pdr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-3n-hsw" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + # Compressed failed tests (last build) - type: "table" |