From 8c973f043313e68bad24fbad4ee293452334bdb7 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Tue, 28 Jun 2022 09:24:31 +0200 Subject: Report: Add normalized comparison tables Change-Id: Ief631c4b8924885642435669a151be9f9c9e585f Signed-off-by: Tibor Frank (cherry picked from commit 9748f8e1b20bc528fb0143a08f111f48426ada3e) --- .../specifications/report/elements.yaml | 792 +++++++++++++++++++++ .../specifications/report/environment.yaml | 12 + 2 files changed, 804 insertions(+) (limited to 'resources/tools/presentation/specifications') diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 1a299863d1..ca882d675c 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -705,6 +705,798 @@ # - job-spec: "vhost-01" # build: "34" +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + normalize: True + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + normalize: True + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + normalize: True + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + normalize: True + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + normalize: True + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + normalize: True + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + normalize: True + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + normalize: True + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + normalize: True + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + normalize: True + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + normalize: True + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + normalize: True + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + normalize: True + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + normalize: True + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + normalize: True + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + normalize: True + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + normalize: True + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + normalize: True + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + normalize: True + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + normalize: True + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + normalize: True + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-skx-2n-clx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-skx-2n-clx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-clx-2n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-clx xxv710" + data-set: "dpdk-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + +# DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-clx-2n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-clx xxv710" + data-set: "dpdk-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-skx-2n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-skx-2n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-3n-skx-3n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "3n-skx xxv710" + data-set: "dpdk-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + +# DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-3n-skx-3n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + normalize: True + columns: + - title: "3n-skx xxv710" + data-set: "dpdk-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + # VPP Latency Changes 3n-skx 2t1c - type: "table" title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index 7c92e0b4cc..ca6e3c0eec 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -223,6 +223,18 @@ pci-g3-x8: 74404761.90 pci-g3-x16: 148809523.81 + frequency: # [GHz] + 2n-dnv: 2.000 + 2n-clx: 2.300 + 2n-icx: 2.600 + 2n-skx: 2.500 + 2n-zn2: 2.900 + 3n-alt: 3.000 + 3n-dnv: 2.000 + 3n-icx: 2.600 + 3n-skx: 2.500 + 3n-tsh: 2.200 + ################################################################################ ### S T A T I C ### ################################################################################ -- cgit 1.2.3-korg