diff options
| -rw-r--r-- | resources/tools/presentation/specification.yaml | 832 |
1 files changed, 416 insertions, 416 deletions
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 3eefe87cac..015d94df08 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -292,6 +292,7 @@ - 15 # rls2101.rc2 NDRPDR iter env 6 - 16 # rls2101.rc2 NDRPDR iter env 6 - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 - 19 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-zn2: @@ -322,6 +323,7 @@ - 23 # rls2101.rc2 NDRPDR iter env 6 - 24 # rls2101.rc2 NDRPDR iter env 6 - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: @@ -784,6 +786,7 @@ - 23 # rls2101.rc2 NDRPDR iter env 6 - 24 # rls2101.rc2 NDRPDR iter env 6 - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-2n-zn2-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-zn2: @@ -804,6 +807,7 @@ - 15 # rls2101.rc2 NDRPDR iter env 6 - 16 # rls2101.rc2 NDRPDR iter env 6 - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 - 19 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-2n-dnv-h1: @@ -951,6 +955,7 @@ - 7 # rls2009 NDRPDR iter env 6 - 11 # rls2009 NDRPDR iter env 6 - 12 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-tx2-cmp: csit-vpp-perf-report-iterative-2101-2n-tx2: - 8 # rls2101.rc2 NDRPDR iter env 6 @@ -978,6 +983,7 @@ - 23 # rls2101.rc2 NDRPDR iter env 6 - 24 # rls2101.rc2 NDRPDR iter env 6 - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 vpp-soak-vs-ndr-2n-clx-cmp: csit-vpp-perf-report-iterative-2101-2n-clx: - 28 # rls2101.rc2 soak env 6 @@ -986,6 +992,7 @@ - 23 # rls2101.rc2 NDRPDR iter env 6 - 24 # rls2101.rc2 NDRPDR iter env 6 - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 - 28 # rls2101.rc2 soak env 6 vpp-performance-changes-3n-hsw-mrr-h1: @@ -1366,6 +1373,7 @@ - 23 # rls2101.rc2 NDRPDR iter env 6 - 24 # rls2101.rc2 NDRPDR iter env 6 - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-report-iterative-2101-3n-hsw: @@ -1384,6 +1392,7 @@ - 23 # rls2101.rc2 NDRPDR iter env 6 - 24 # rls2101.rc2 NDRPDR iter env 6 - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 vpp-compare-testbeds-mrr-ref: csit-vpp-perf-report-iterative-2101-3n-hsw: @@ -2538,6 +2547,7 @@ - 23 # rls2101.rc2 NDRPDR iter env 6 - 24 # rls2101.rc2 NDRPDR iter env 6 - 29 # rls2101.rc2 NDRPDR iter env 6 + - 30 # rls2101.rc2 NDRPDR iter env 6 - 25 # rls2101.rc2 MRR nf-density iter env 6 - 26 # rls2101.rc2 NDRPDR nf-density iter env 6 - 27 # rls2101.rc2 NDRPDR reconf iter env 6 @@ -2563,6 +2573,7 @@ - 15 # rls2101.rc2 NDRPDR iter env 6 - 16 # rls2101.rc2 NDRPDR iter env 6 - 17 # rls2101.rc2 NDRPDR iter env 6 + - 18 # rls2101.rc2 NDRPDR iter env 6 - 19 # rls2101.rc2 NDRPDR iter env 6 csit-vpp-perf-report-iterative-2009-3n-tsh: @@ -2602,6 +2613,7 @@ - 7 # rls2009 NDRPDR iter env 6 - 11 # rls2009 NDRPDR iter env 6 - 12 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 - 9 # rls2101.rc2 MRR iter env 6 - 8 # rls2101.rc2 NDRPDR iter env 6 - 10 # rls2101.rc2 NDRPDR iter env 6 @@ -3920,253 +3932,253 @@ - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# # VPP Performance Changes 2n-dnv 1t1c pdr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-dnv 2t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 2n-dnv 2t2c pdr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-dnv 1t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 2n-dnv 1t1c ndr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-dnv 2t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 2n-dnv 2t2c ndr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' - -# VPP Performance Changes 3n-dnv 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 3n-dnv 1t1c pdr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' - -# VPP Performance Changes 3n-dnv 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 3n-dnv 2t2c pdr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' - -# VPP Performance Changes 3n-dnv 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 3n-dnv 1t1c ndr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' - -# VPP Performance Changes 3n-dnv 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# +# # VPP Performance Changes 3n-dnv 2t2c ndr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -5271,203 +5283,191 @@ - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - - - - - - - - - - - - -# VPP Performance Changes 2n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# # VPP Performance Changes 2n-dnv 1t1c mrr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 1t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# +# # VPP Performance Changes 2n-dnv 2t2c mrr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 2t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# +# # VPP Performance Changes 2n-dnv 4t4c mrr +# - type: "table" +# title: "VPP Performance Changes 2n-dnv 4t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T4C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# +# # VPP Performance Changes 3n-dnv 1t1c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 1t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'1T1C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# +# # VPP Performance Changes 3n-dnv 2t2c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 2t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T2C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" - comparisons: -# - title: "2009.0-6 vs 2009.0-5" +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# +# # VPP Performance Changes 3n-dnv 4t4c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-dnv 4t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T4C'" +# columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" +# - title: "2009.0-5" +# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# # - title: "2009.0-6" +# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" +# - title: "2101.0-6" +# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" +# comparisons: +# # - title: "2009.0-6 vs 2009.0-5" +# # reference: 2 +# # compare: 3 +# - title: "2101.0-6 vs 2009.0-5" # reference: 2 # compare: 3 - - title: "2101.0-6 vs 2009.0-5" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' +# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" |