diff options
| -rw-r--r-- | resources/tools/presentation/specification.yaml | 586 |
1 files changed, 289 insertions, 297 deletions
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 045b4d8577..a044f8b4e0 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -846,17 +846,8 @@ - 73 # NDRPDR sel vpp-performance-changes-2n-skx-cmp-2: csit-vpp-perf-report-iterative-2005-2n-skx: - # TODO: Replace - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + # TODO: Add data + - 88 # NDRPDR sel env 2 # vpp-performance-changes-nfv-2n-skx-ref: # csit-vpp-perf-verify-2001-2n-skx: @@ -2436,6 +2427,7 @@ - 75 # NDRPDR sel - 76 # NDRPDR sel - 73 # NDRPDR sel + - 88 # NDRPDR sel env 2 - 42 # MRR sel - 48 # Reconf - 50 # Reconf @@ -3406,149 +3398,149 @@ # - 'RCA1 - root cause analysis reference for Diff1.' # - 'RCA2 - root cause analysis reference for Diff2.' -# VPP Performance Changes 3n-skx 2t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2005.0-2" - data-set: "vpp-performance-changes-3n-skx-cmp-2" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" - comparisons: - - title: "Diff1" - reference: 3 - compare: 4 - - title: "Diff2" - reference: 2 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml" - legend: - - "Legend to Table" - - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' - - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' - - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' - -# VPP Performance Changes 3n-skx 4t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2005.0-2" - data-set: "vpp-performance-changes-3n-skx-cmp-2" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" - comparisons: - - title: "Diff1" - reference: 3 - compare: 4 - - title: "Diff2" - reference: 2 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml" - legend: - - "Legend to Table" - - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' - - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' - - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' - -# VPP Performance Changes 3n-skx 2t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2005.0-2" - data-set: "vpp-performance-changes-3n-skx-cmp-2" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" - comparisons: - - title: "Diff1" - reference: 3 - compare: 4 - - title: "Diff2" - reference: 2 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml" - legend: - - "Legend to Table" - - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' - - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' - - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' - -# VPP Performance Changes 3n-skx 4t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2005.0-2" - data-set: "vpp-performance-changes-3n-skx-cmp-2" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" - comparisons: - - title: "Diff1" - reference: 3 - compare: 4 - - title: "Diff2" - reference: 2 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml" - legend: - - "Legend to Table" - - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' - - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' - - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' +## VPP Performance Changes 3n-skx 2t1c pdr +#- type: "table" +# title: "VPP Performance Changes 3n-skx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# columns: +# - title: "1908.1-2" +# data-set: "vpp-performance-changes-3n-skx-h1" +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-skx-ref" +# - title: "2005.0-2" +# data-set: "vpp-performance-changes-3n-skx-cmp-2" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-skx-cmp" +# comparisons: +# - title: "Diff1" +# reference: 3 +# compare: 4 +# - title: "Diff2" +# reference: 2 +# compare: 3 +## rca: +## - title: "RCA1" +## data: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml" +## - title: "RCA2" +## data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml" +# legend: +# - "Legend to Table" +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' +# - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' +## - 'RCA1 - root cause analysis reference for Diff1.' +## - 'RCA2 - root cause analysis reference for Diff2.' +# +## VPP Performance Changes 3n-skx 4t2c pdr +#- type: "table" +# title: "VPP Performance Changes 3n-skx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# columns: +# - title: "1908.1-2" +# data-set: "vpp-performance-changes-3n-skx-h1" +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-skx-ref" +# - title: "2005.0-2" +# data-set: "vpp-performance-changes-3n-skx-cmp-2" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-skx-cmp" +# comparisons: +# - title: "Diff1" +# reference: 3 +# compare: 4 +# - title: "Diff2" +# reference: 2 +# compare: 3 +## rca: +## - title: "RCA1" +## data: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml" +## - title: "RCA2" +## data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml" +# legend: +# - "Legend to Table" +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' +# - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' +## - 'RCA1 - root cause analysis reference for Diff1.' +## - 'RCA2 - root cause analysis reference for Diff2.' +# +## VPP Performance Changes 3n-skx 2t1c ndr +#- type: "table" +# title: "VPP Performance Changes 3n-skx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# columns: +# - title: "1908.1-2" +# data-set: "vpp-performance-changes-3n-skx-h1" +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-skx-ref" +# - title: "2005.0-2" +# data-set: "vpp-performance-changes-3n-skx-cmp-2" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-skx-cmp" +# comparisons: +# - title: "Diff1" +# reference: 3 +# compare: 4 +# - title: "Diff2" +# reference: 2 +# compare: 3 +## rca: +## - title: "RCA1" +## data: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml" +## - title: "RCA2" +## data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml" +# legend: +# - "Legend to Table" +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' +# - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' +## - 'RCA1 - root cause analysis reference for Diff1.' +## - 'RCA2 - root cause analysis reference for Diff2.' +# +## VPP Performance Changes 3n-skx 4t2c ndr +#- type: "table" +# title: "VPP Performance Changes 3n-skx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# columns: +# - title: "1908.1-2" +# data-set: "vpp-performance-changes-3n-skx-h1" +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-skx-ref" +# - title: "2005.0-2" +# data-set: "vpp-performance-changes-3n-skx-cmp-2" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-skx-cmp" +# comparisons: +# - title: "Diff1" +# reference: 3 +# compare: 4 +# - title: "Diff2" +# reference: 2 +# compare: 3 +## rca: +## - title: "RCA1" +## data: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml" +## - title: "RCA2" +## data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml" +# legend: +# - "Legend to Table" +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' +# - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' +## - 'RCA1 - root cause analysis reference for Diff1.' +## - 'RCA2 - root cause analysis reference for Diff2.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -4098,149 +4090,149 @@ - "1908, 2001, 2005 - VPP versions tested." - "Diff - difference between 2001 and 2005 VPP version." -# VPP Performance Changes 3n-tsh 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2005.0-2" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-tsh-cmp" - comparisons: - - title: "Diff1" - reference: 3 - compare: 4 - - title: "Diff2" - reference: 2 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml" - legend: - - "Legend to Table" - - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' - - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' - - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' - -# VPP Performance Changes 3n-tsh 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2005.0-2" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-tsh-cmp" - comparisons: - - title: "Diff1" - reference: 3 - compare: 4 - - title: "Diff2" - reference: 2 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml" - legend: - - "Legend to Table" - - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' - - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' - - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' - -# VPP Performance Changes 3n-tsh 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2005.0-2" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-tsh-cmp" - comparisons: - - title: "Diff1" - reference: 3 - compare: 4 - - title: "Diff2" - reference: 2 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml" - legend: - - "Legend to Table" - - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' - - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' - - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' - -# VPP Performance Changes 3n-tsh 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2005.0-2" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-tsh-cmp" - comparisons: - - title: "Diff1" - reference: 3 - compare: 4 - - title: "Diff2" - reference: 2 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml" - legend: - - "Legend to Table" - - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' - - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' - - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' -# - 'RCA1 - root cause analysis reference for Diff1.' -# - 'RCA2 - root cause analysis reference for Diff2.' +## VPP Performance Changes 3n-tsh 1t1c pdr +#- type: "table" +# title: "VPP Performance Changes 3n-tsh 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "1908.1-2" +# data-set: "vpp-performance-changes-3n-tsh-h1" +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-tsh-ref" +# - title: "2005.0-2" +# data-set: "vpp-performance-changes-3n-tsh-cmp-2" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-tsh-cmp" +# comparisons: +# - title: "Diff1" +# reference: 3 +# compare: 4 +# - title: "Diff2" +# reference: 2 +# compare: 3 +## rca: +## - title: "RCA1" +## data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml" +## - title: "RCA2" +## data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml" +# legend: +# - "Legend to Table" +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' +# - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' +## - 'RCA1 - root cause analysis reference for Diff1.' +## - 'RCA2 - root cause analysis reference for Diff2.' +# +## VPP Performance Changes 3n-tsh 2t2c pdr +#- type: "table" +# title: "VPP Performance Changes 3n-tsh 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "1908.1-2" +# data-set: "vpp-performance-changes-3n-tsh-h1" +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-tsh-ref" +# - title: "2005.0-2" +# data-set: "vpp-performance-changes-3n-tsh-cmp-2" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-tsh-cmp" +# comparisons: +# - title: "Diff1" +# reference: 3 +# compare: 4 +# - title: "Diff2" +# reference: 2 +# compare: 3 +## rca: +## - title: "RCA1" +## data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml" +## - title: "RCA2" +## data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml" +# legend: +# - "Legend to Table" +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' +# - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' +## - 'RCA1 - root cause analysis reference for Diff1.' +## - 'RCA2 - root cause analysis reference for Diff2.' +# +## VPP Performance Changes 3n-tsh 1t1c ndr +#- type: "table" +# title: "VPP Performance Changes 3n-tsh 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "1908.1-2" +# data-set: "vpp-performance-changes-3n-tsh-h1" +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-tsh-ref" +# - title: "2005.0-2" +# data-set: "vpp-performance-changes-3n-tsh-cmp-2" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-tsh-cmp" +# comparisons: +# - title: "Diff1" +# reference: 3 +# compare: 4 +# - title: "Diff2" +# reference: 2 +# compare: 3 +## rca: +## - title: "RCA1" +## data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml" +## - title: "RCA2" +## data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml" +# legend: +# - "Legend to Table" +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' +# - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' +## - 'RCA1 - root cause analysis reference for Diff1.' +## - 'RCA2 - root cause analysis reference for Diff2.' +# +## VPP Performance Changes 3n-tsh 2t2c ndr +#- type: "table" +# title: "VPP Performance Changes 3n-tsh 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "1908.1-2" +# data-set: "vpp-performance-changes-3n-tsh-h1" +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-3n-tsh-ref" +# - title: "2005.0-2" +# data-set: "vpp-performance-changes-3n-tsh-cmp-2" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-3n-tsh-cmp" +# comparisons: +# - title: "Diff1" +# reference: 3 +# compare: 4 +# - title: "Diff2" +# reference: 2 +# compare: 3 +## rca: +## - title: "RCA1" +## data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml" +## - title: "RCA2" +## data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml" +# legend: +# - "Legend to Table" +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "2" for 2020-03-27, "3" for 2020-XX-XX).' +# - 'Diff1 - difference between environment versions "2" and "3" for the same VPP version, 2005.0-2 vs. 2005.0-3.' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2005.0-2 vs. 2001.0-2.' +## - 'RCA1 - root cause analysis reference for Diff1.' +## - 'RCA2 - root cause analysis reference for Diff2.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" |