From 972b5c9a4f25982865067dc08325c7ea16cfcd96 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Wed, 10 Jun 2020 15:51:55 +0200 Subject: Report 2005: Add data, 2n-clx x533 cur vs prev tab CSIT-1727 Change-Id: Iaf445a99aae3e7bef3004347c9d26102c5b6777b Signed-off-by: Tibor Frank --- .../comparisons/current_vs_previous_release.rst | 151 ++++++++++ resources/tools/presentation/specification.yaml | 318 ++++++++++++++++++++- 2 files changed, 462 insertions(+), 7 deletions(-) diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst index a6d0ce0c8d..e5430ca062 100644 --- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst @@ -27,6 +27,7 @@ results repeatability vary between the test cases. - `FD.io test executor vpp performance job 2n-skx`_, - `FD.io test executor vpp performance job 3n-skx`_, + - `FD.io test executor vpp performance job 2n-clx`_, - `FD.io test executor vpp performance job 3n-hsw`_, - `FD.io test executor vpp performance job 2n-dnv`_, - `FD.io test executor vpp performance job 3n-dnv`_, @@ -189,6 +190,156 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-mrr.csv>`_ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-skx-8t4c-mrr.csv>`_ +2n-clx-xxv710 +~~~~~~~~~~~~~ + +NDR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c NDR comparison `_ + - `HTML 4t2c NDR comparison `_ + - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-ndr.txt>`_ + - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-ndr.txt>`_ + - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-ndr.csv>`_ + - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-ndr.csv>`_ + +.. + - `HTML 2t1c NFV Service Density NDR comparison `_ + - `HTML 4t2c NFV Service Density NDR comparison `_ + - `HTML 8t4c NFV Service Density NDR comparison `_ + - `ASCII 2t1c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-2t1c-ndr.txt>`_ + - `ASCII 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-4t2c-ndr.txt>`_ + - `ASCII 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-8t4c-ndr.txt>`_ + - `CSV 2t1c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-2t1c-ndr.csv>`_ + - `CSV 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-4t2c-ndr.csv>`_ + - `CSV 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-8t4c-ndr.csv>`_ + +PDR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c PDR comparison `_ + - `HTML 4t2c PDR comparison `_ + - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-pdr.txt>`_ + - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-pdr.txt>`_ + - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-pdr.csv>`_ + - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-pdr.csv>`_ + +.. + - `HTML 2t1c NFV Service Density PDR comparison `_ + - `HTML 4t2c NFV Service Density PDR comparison `_ + - `HTML 8t4c NFV Service Density PDR comparison `_ + - `ASCII 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-2t1c-pdr.txt>`_ + - `ASCII 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-4t2c-pdr.txt>`_ + - `ASCII 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-8t4c-pdr.txt>`_ + - `CSV 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-2t1c-pdr.csv>`_ + - `CSV 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-4t2c-pdr.csv>`_ + - `CSV 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-8t4c-pdr.csv>`_ + +MRR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c MRR comparison `_ + - `HTML 4t2c MRR comparison `_ + - `HTML 8t4c MRR comparison `_ + - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-mrr.txt>`_ + - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-mrr.txt>`_ + - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-8t4c-mrr.txt>`_ + - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-2t1c-mrr.csv>`_ + - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-mrr.csv>`_ + - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-8t4c-mrr.csv>`_ + +.. + - `HTML 2t1c NFV Service Density MRR comparison `_ + - `HTML 4t2c NFV Service Density MRR comparison `_ + - `HTML 8t4c NFV Service Density MRR comparison `_ + - `ASCII 2t1c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-2t1c-mrr.txt>`_ + - `ASCII 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-4t2c-mrr.txt>`_ + - `ASCII 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-8t4c-mrr.txt>`_ + - `CSV 2t1c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-2t1c-mrr.csv>`_ + - `CSV 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-4t2c-mrr.csv>`_ + - `CSV 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-8t4c-mrr.csv>`_ + +2n-clx-x556 +~~~~~~~~~~~ + +NDR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c NDR comparison `_ + - `HTML 4t2c NDR comparison `_ + - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-ndr.txt>`_ + - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-ndr.txt>`_ + - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-ndr.csv>`_ + - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-ndr.csv>`_ + +.. + - `HTML 2t1c NFV Service Density NDR comparison `_ + - `HTML 4t2c NFV Service Density NDR comparison `_ + - `HTML 8t4c NFV Service Density NDR comparison `_ + - `ASCII 2t1c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-2t1c-ndr.txt>`_ + - `ASCII 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-4t2c-ndr.txt>`_ + - `ASCII 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-8t4c-ndr.txt>`_ + - `CSV 2t1c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-2t1c-ndr.csv>`_ + - `CSV 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-4t2c-ndr.csv>`_ + - `CSV 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-8t4c-ndr.csv>`_ + +PDR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c PDR comparison `_ + - `HTML 4t2c PDR comparison `_ + - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-pdr.txt>`_ + - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-pdr.txt>`_ + - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-pdr.csv>`_ + - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-pdr.csv>`_ + +.. + - `HTML 2t1c NFV Service Density PDR comparison `_ + - `HTML 4t2c NFV Service Density PDR comparison `_ + - `HTML 8t4c NFV Service Density PDR comparison `_ + - `ASCII 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-2t1c-pdr.txt>`_ + - `ASCII 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-4t2c-pdr.txt>`_ + - `ASCII 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-8t4c-pdr.txt>`_ + - `CSV 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-2t1c-pdr.csv>`_ + - `CSV 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-4t2c-pdr.csv>`_ + - `CSV 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-8t4c-pdr.csv>`_ + +MRR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c MRR comparison `_ + - `HTML 4t2c MRR comparison `_ + - `HTML 8t4c MRR comparison `_ + - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-mrr.txt>`_ + - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-mrr.txt>`_ + - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-8t4c-mrr.txt>`_ + - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-mrr.csv>`_ + - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-mrr.csv>`_ + - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-8t4c-mrr.csv>`_ + +.. + - `HTML 2t1c NFV Service Density MRR comparison `_ + - `HTML 4t2c NFV Service Density MRR comparison `_ + - `HTML 8t4c NFV Service Density MRR comparison `_ + - `ASCII 2t1c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-2t1c-mrr.txt>`_ + - `ASCII 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-4t2c-mrr.txt>`_ + - `ASCII 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-8t4c-mrr.txt>`_ + - `CSV 2t1c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-2t1c-mrr.csv>`_ + - `CSV 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-4t2c-mrr.csv>`_ + - `CSV 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-8t4c-mrr.csv>`_ + 3n-hsw ~~~~~~ diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 596ad287a5..f9d4d35b21 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -545,9 +545,13 @@ - 43 # perf-full-3n-hsw-l2_V - 40 # perf-full-3n-hsw-l2_VI - 44 # perf-full-3n-hsw-l2_VII + - 51 # perf-full-3n-hsw-l2_VIII - 50 # perf-full-3n-hsw-l2_IX - 52 # perf-full-3n-hsw-l2_X - 53 # perf-full-3n-hsw-l2_XI + - 54 # perf-full-3n-hsw-memif + - 55 # perf-full-3n-hsw-ip4tunnels-I + - 57 # perf-full-3n-hsw-ip4tunnels-III vpp-perf-results-3n-skx: # TODO: Replace: @@ -577,6 +581,7 @@ - 5 # perf-full-3n-dnv-ip4_I - 13 # perf-full-3n-dnv-ip4_II - 18 # perf-full-3n-dnv-ip6_II + - 23 # perf-full-3n-dnv-ip4-tunnels_I vpp-perf-results-2n-dnv: csit-vpp-perf-report-coverage-2005-2n-dnv: @@ -760,13 +765,6 @@ csit-vpp-perf-report-iterative-2005-2n-skx: - 7 # NDRPDR sel - vpp-performance-changes-2n-clx-h1: - csit-vpp-perf-verify-1908_1-2n-clx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel vpp-performance-changes-2n-clx-ref: csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -1011,6 +1009,13 @@ - 101 # MRR sel - 128 # MRR sel addition + vpp-performance-changes-2n-clx-mrr-ref: + csit-vpp-perf-verify-2001-2n-clx: + - 39 # MRR + vpp-performance-changes-2n-clx-mrr-cmp: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR + # vpp-performance-changes-nfv-2n-skx-mrr-ref: # csit-vpp-perf-verify-1908-2n-skx: # - 71 # NFV MRR @@ -2200,9 +2205,13 @@ - 43 # perf-full-3n-hsw-l2_V - 40 # perf-full-3n-hsw-l2_VI - 44 # perf-full-3n-hsw-l2_VII + - 51 # perf-full-3n-hsw-l2_VIII - 50 # perf-full-3n-hsw-l2_IX - 52 # perf-full-3n-hsw-l2_X - 53 # perf-full-3n-hsw-l2_XI + - 54 # perf-full-3n-hsw-memif + - 55 # perf-full-3n-hsw-ip4tunnels-I + - 57 # perf-full-3n-hsw-ip4tunnels-III csit-vpp-perf-verify-1908_1-3n-skx: - 26 # NDRPDR sel - new1908.1 @@ -2360,6 +2369,7 @@ - 5 # perf-full-3n-dnv-ip4_I - 13 # perf-full-3n-dnv-ip4_II - 18 # perf-full-3n-dnv-ip6_II + - 23 # perf-full-3n-dnv-ip4-tunnels_I csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -3573,6 +3583,174 @@ - "1908, 2001, 2005 - VPP versions tested." - "Diff - difference between 2001 and 2005 VPP version." +# VPP Performance Changes 2n-clx-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c pdr" @@ -4408,6 +4586,132 @@ - "1908, 2001, 2005 - VPP versions tested." - "Diff - difference between 2001 and 2005 VPP version." +# VPP Performance Changes 2n-clx-xxv710 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c mrr" -- cgit 1.2.3-korg