aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2020-01-10 13:22:00 +0100
committerTibor Frank <tifrank@cisco.com>2020-01-10 13:22:00 +0100
commit6c913634f0d70d64b2c88122bbe9eb911f29e417 (patch)
treee7f89d28a10b513484cf09d1c5fd18d73683cec0 /resources/tools
parent80e558550b0f076857618c4451987fb60ced19b9 (diff)
Report: Add comparison tables
CSIT-1654 Change-Id: I280195b295d4fc717cb355e78c5f1731bb1eabe5 Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools')
-rw-r--r--resources/tools/presentation/specification.yaml899
1 files changed, 811 insertions, 88 deletions
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 22151679fb..7360925f8a 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -728,6 +728,54 @@
- "vpp-performance-changes-2n-skx-ref"
- "vpp-performance-changes-2n-skx-cmp"
+ vpp-performance-changes-2n-dnv-ref:
+ csit-vpp-perf-verify-1908-2n-dnv:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ vpp-performance-changes-2n-dnv-cmp:
+ # TODO: Replace
+ # csit-vpp-perf-verify-2001-2n-dnv:
+ csit-vpp-perf-verify-1908-2n-dnv:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ vpp-performance-changes-2n-dnv:
+ - "vpp-performance-changes-2n-dnv-ref"
+ - "vpp-performance-changes-2n-dnv-cmp"
+
+ vpp-performance-changes-3n-dnv-ref:
+ csit-vpp-perf-verify-1908-3n-dnv:
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ vpp-performance-changes-3n-dnv-cmp:
+ # TODO: Replace
+ # csit-vpp-perf-verify-2001-3n-dnv:
+ csit-vpp-perf-verify-1908-3n-dnv:
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ vpp-performance-changes-3n-dnv:
+ - "vpp-performance-changes-3n-dnv-ref"
+ - "vpp-performance-changes-3n-dnv-cmp"
+
+ vpp-performance-changes-3n-tsh-ref:
+ csit-vpp-perf-verify-1908-3n-tsh:
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ vpp-performance-changes-3n-tsh-cmp:
+ # TODO: Replace
+ # csit-vpp-perf-verify-2001-3n-tsh:
+ csit-vpp-perf-verify-1908-3n-tsh:
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ vpp-performance-changes-3n-tsh:
+ - "vpp-performance-changes-3n-tsh-ref"
+ - "vpp-performance-changes-3n-tsh-cmp"
+
vpp-soak-vs-ndr-2n-skx-ref:
csit-vpp-perf-verify-1908-2n-skx:
- 26 # NDRPDR sel
@@ -801,6 +849,42 @@
- "vpp-performance-changes-2n-skx-mrr-ref"
- "vpp-performance-changes-2n-skx-mrr-cmp"
+ vpp-performance-changes-2n-dnv-mrr-ref:
+ csit-vpp-perf-verify-1908-2n-dnv:
+ - 11 # MRR sel
+ vpp-performance-changes-2n-dnv-mrr-cmp:
+ # TODO: Replace
+ # csit-vpp-perf-verify-2001-2n-dnv:
+ csit-vpp-perf-verify-1908-2n-dnv:
+ - 11 # MRR sel
+ vpp-performance-changes-2n-dnv-mrr:
+ - "vpp-performance-changes-2n-dnv-mrr-ref"
+ - "vpp-performance-changes-2n-dnv-mrr-cmp"
+
+ vpp-performance-changes-3n-dnv-mrr-ref:
+ csit-vpp-perf-verify-1908-3n-dnv:
+ - 17 # MRR sel
+ vpp-performance-changes-3n-dnv-mrr-cmp:
+ # TODO: Replace
+ # csit-vpp-perf-verify-2001-3n-dnv:
+ csit-vpp-perf-verify-1908-3n-dnv:
+ - 17 # MRR sel
+ vpp-performance-changes-3n-dnv-mrr:
+ - "vpp-performance-changes-3n-dnv-mrr-ref"
+ - "vpp-performance-changes-3n-dnv-mrr-cmp"
+
+ vpp-performance-changes-3n-tsh-mrr-ref:
+ csit-vpp-perf-verify-1908-3n-tsh:
+ - 17 # MRR sel
+ vpp-performance-changes-3n-tsh-mrr-cmp:
+ # TODO: Replace
+ # csit-vpp-perf-verify-2001-3n-tsh:
+ csit-vpp-perf-verify-1908-3n-tsh:
+ - 17 # MRR sel
+ vpp-performance-changes-3n-tsh-mrr:
+ - "vpp-performance-changes-3n-tsh-mrr-ref"
+ - "vpp-performance-changes-3n-tsh-mrr-cmp"
+
dpdk-performance-changes-3n-hsw-h1:
csit-dpdk-perf-verify-1901-3n-hsw:
- 13 # NDRPDR sel
@@ -954,6 +1038,24 @@
- "vpp-compare-testbeds-ref"
- "vpp-compare-testbeds-cmp"
+ vpp-compare-testbeds-skx-clx-ref:
+ # TODO: Replace
+ # csit-vpp-perf-verify-2001-2n-skx:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 26 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 34 # NDRPDR sel
+ vpp-compare-testbeds-skx-clx-cmp:
+ # TODO: Replace
+ # csit-vpp-perf-verify-2001-2n-clx:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 26 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 34 # NDRPDR sel
+ vpp-compare-testbeds-skx-clx:
+ - "vpp-compare-testbeds-skx-clx-ref"
+ - "vpp-compare-testbeds-skx-clx-cmp"
+
vpp-compare-testbeds-mrr-ref:
csit-vpp-perf-verify-1908-3n-hsw:
- 39 # MRR sel
@@ -964,6 +1066,20 @@
- "vpp-compare-testbeds-mrr-ref"
- "vpp-compare-testbeds-mrr-cmp"
+ vpp-compare-testbeds-mrr-skx-clx-ref:
+ # TODO: Replace
+ # csit-vpp-perf-verify-2001-2n-skx:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 69 # MRR sel
+ vpp-compare-testbeds-mrr-skx-clx-cmp:
+ # TODO: Replace
+ # csit-vpp-perf-verify-2001-2n-clx:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 69 # MRR sel
+ vpp-compare-testbeds-mrr-skx-clx:
+ - "vpp-compare-testbeds-mrr-skx-clx-ref"
+ - "vpp-compare-testbeds-mrr-skx-clx-cmp"
+
dpdk-compare-testbeds-ref:
csit-dpdk-perf-verify-1908-3n-hsw:
- 2 # NDRPDR sel
@@ -992,6 +1108,24 @@
- "dpdk-compare-testbeds-ref"
- "dpdk-compare-testbeds-cmp"
+ dpdk-compare-testbeds-skx-clx-ref:
+ # TODO: Replace
+ # csit-dpdk-perf-verify-2001-2n-skx:
+ csit-dpdk-perf-verify-1908-2n-skx:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ dpdk-compare-testbeds-skx-clx-cmp:
+ # TODO: Replace
+ # csit-dpdk-perf-verify-2001-2n-clx:
+ csit-dpdk-perf-verify-1908-2n-skx:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ dpdk-compare-testbeds-skx-clx:
+ - "dpdk-compare-testbeds-skx-clx-ref"
+ - "dpdk-compare-testbeds-skx-clx-cmp"
+
# Compare topologies
vpp-compare-topologies-ref:
@@ -2574,6 +2708,246 @@
- "throughput"
- "tags"
+# VPP Performance Changes 2n-dnv 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 1t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-2n-dnv-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-2n-dnv-cmp"
+ data: "vpp-performance-changes-2n-dnv"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 2n-dnv 2t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 2t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-2n-dnv-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-2n-dnv-cmp"
+ data: "vpp-performance-changes-2n-dnv"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 2n-dnv 1t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 1t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-2n-dnv-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-2n-dnv-cmp"
+ data: "vpp-performance-changes-2n-dnv"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 2n-dnv 2t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 2t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
+ reference:
+ title: "rls1908 "
+ data: "vpp-performance-changes-2n-dnv-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-2n-dnv-cmp"
+ data: "vpp-performance-changes-2n-dnv"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 3n-dnv 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 1t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-dnv-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-dnv-cmp"
+ data: "vpp-performance-changes-3n-dnv"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 3n-dnv 2t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 2t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-dnv-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-dnv-cmp"
+ data: "vpp-performance-changes-3n-dnv"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 3n-dnv 1t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 1t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-dnv-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-dnv-cmp"
+ data: "vpp-performance-changes-3n-dnv"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 3n-dnv 2t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 2t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-dnv-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-dnv-cmp"
+ data: "vpp-performance-changes-3n-dnv"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 3n-tsh 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 1t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-tsh-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-tsh-cmp"
+ data: "vpp-performance-changes-3n-tsh"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 3n-tsh 2t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 2t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-tsh-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-tsh-cmp"
+ data: "vpp-performance-changes-3n-tsh"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 3n-tsh 1t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 1t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-tsh-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-tsh-cmp"
+ data: "vpp-performance-changes-3n-tsh"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Performance Changes 3n-tsh 2t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 2t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-tsh-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-tsh-cmp"
+ data: "vpp-performance-changes-3n-tsh"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
@@ -2662,6 +3036,86 @@
- "throughput"
- "tags"
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
+ reference:
+ title: "2n-skx"
+ data: "vpp-compare-testbeds-skx-clx-ref"
+ compare:
+ title: "2n-clx"
+ data: "vpp-compare-testbeds-skx-clx-cmp"
+ data: "vpp-compare-testbeds-skx-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
+ reference:
+ title: "2n-skx"
+ data: "vpp-compare-testbeds-skx-clx-ref"
+ compare:
+ title: "2n-clx"
+ data: "vpp-compare-testbeds-skx-clx-cmp"
+ data: "vpp-compare-testbeds-skx-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
+ reference:
+ title: "2n-skx"
+ data: "vpp-compare-testbeds-skx-clx-ref"
+ compare:
+ title: "2n-clx"
+ data: "vpp-compare-testbeds-skx-clx-cmp"
+ data: "vpp-compare-testbeds-skx-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
+ reference:
+ title: "2n-skx"
+ data: "vpp-compare-testbeds-skx-clx-ref"
+ compare:
+ title: "2n-clx"
+ data: "vpp-compare-testbeds-skx-clx-cmp"
+ data: "vpp-compare-testbeds-skx-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
- type: "table"
title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
@@ -2936,6 +3390,177 @@
- "parent"
- "result"
+# VPP Performance Changes 2n-dnv 1t1c MRR
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 1t1c MRR"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-2n-dnv-mrr-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-2n-dnv-mrr-cmp"
+ data: "vpp-performance-changes-2n-dnv-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and 'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+# VPP Performance Changes 2n-dnv 2t2c MRR
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 2t2c MRR"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-2n-dnv-mrr-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-2n-dnv-mrr-cmp"
+ data: "vpp-performance-changes-2n-dnv-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C' and 'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+# VPP Performance Changes 2n-dnv 4t4c MRR
+- type: "table"
+ title: "VPP Performance Changes 2n-dnv 4t4c MRR"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-2n-dnv-mrr-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-2n-dnv-mrr-cmp"
+ data: "vpp-performance-changes-2n-dnv-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C' and 'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+# VPP Performance Changes 3n-dnv 1t1c MRR
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 1t1c MRR"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-dnv-mrr-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ data: "vpp-performance-changes-3n-dnv-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and 'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+# VPP Performance Changes 3n-dnv 2t2c MRR
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 2t2c MRR"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-dnv-mrr-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ data: "vpp-performance-changes-3n-dnv-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C' and 'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+# VPP Performance Changes 3n-dnv 4t4c MRR
+- type: "table"
+ title: "VPP Performance Changes 3n-dnv 4t4c MRR"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-dnv-mrr-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ data: "vpp-performance-changes-3n-dnv-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C' and 'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+# VPP Performance Changes 3n-tsh 1t1c MRR
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 1t1c MRR"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-tsh-mrr-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ data: "vpp-performance-changes-3n-tsh-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and 'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+# VPP Performance Changes 3n-tsh 2t2c MRR
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 2t2c MRR"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-tsh-mrr-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ data: "vpp-performance-changes-3n-tsh-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C' and 'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
+# VPP Performance Changes 3n-tsh 4t4c MRR
+- type: "table"
+ title: "VPP Performance Changes 3n-tsh 4t4c MRR"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
+ reference:
+ title: "rls1908"
+ data: "vpp-performance-changes-3n-tsh-mrr-ref"
+ compare:
+ title: "rls2001"
+ data: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ data: "vpp-performance-changes-3n-tsh-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C' and 'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
@@ -3002,6 +3627,66 @@
- "result"
- "tags"
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
+ reference:
+ title: "2n-skx"
+ data: "vpp-compare-testbeds-mrr-skx-clx-ref"
+ compare:
+ title: "2n-clx"
+ data: "vpp-compare-testbeds-mrr-skx-clx-cmp"
+ data: "vpp-compare-testbeds-mrr-skx-clx"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
+ reference:
+ title: "2n-skx"
+ data: "vpp-compare-testbeds-mrr-skx-clx-ref"
+ compare:
+ title: "2n-clx"
+ data: "vpp-compare-testbeds-mrr-skx-clx-cmp"
+ data: "vpp-compare-testbeds-mrr-skx-clx"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
+ reference:
+ title: "2n-skx"
+ data: "vpp-compare-testbeds-mrr-skx-clx-ref"
+ compare:
+ title: "2n-clx"
+ data: "vpp-compare-testbeds-mrr-skx-clx-cmp"
+ data: "vpp-compare-testbeds-mrr-skx-clx"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
- type: "table"
title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
@@ -3783,7 +4468,7 @@
data: "dpdk-performance-changes-3n-hsw-cmp"
data: "dpdk-performance-changes-3n-hsw"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'1T1C'"
parameters:
- "name"
- "parent"
@@ -3805,7 +4490,7 @@
data: "dpdk-performance-changes-3n-hsw-cmp"
data: "dpdk-performance-changes-3n-hsw"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'2T2C'"
parameters:
- "name"
- "parent"
@@ -3827,7 +4512,7 @@
data: "dpdk-performance-changes-3n-hsw-cmp"
data: "dpdk-performance-changes-3n-hsw"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'1T1C'"
parameters:
- "name"
- "parent"
@@ -3849,7 +4534,7 @@
data: "dpdk-performance-changes-3n-hsw-cmp"
data: "dpdk-performance-changes-3n-hsw"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'2T2C'"
parameters:
- "name"
- "parent"
@@ -3871,7 +4556,7 @@
data: "dpdk-performance-changes-3n-skx-cmp"
data: "dpdk-performance-changes-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'2T1C'"
parameters:
- "name"
- "parent"
@@ -3893,7 +4578,7 @@
data: "dpdk-performance-changes-3n-skx-cmp"
data: "dpdk-performance-changes-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'4T2C'"
parameters:
- "name"
- "parent"
@@ -3915,7 +4600,7 @@
data: "dpdk-performance-changes-3n-skx-cmp"
data: "dpdk-performance-changes-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'2T1C'"
parameters:
- "name"
- "parent"
@@ -3937,83 +4622,7 @@
data: "dpdk-performance-changes-3n-skx-cmp"
data: "dpdk-performance-changes-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
-
-# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
-- type: "table"
- title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
- algorithm: "table_perf_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
- reference:
- title: "3-Node Hsw"
- data: "dpdk-compare-testbeds-ref"
- compare:
- title: "3-Node Skx"
- data: "dpdk-compare-testbeds-cmp"
- data: "dpdk-compare-testbeds"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
-
-# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
-- type: "table"
- title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
- algorithm: "table_perf_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
- reference:
- title: "3-Node Hsw"
- data: "dpdk-compare-testbeds-ref"
- compare:
- title: "3-Node Skx"
- data: "dpdk-compare-testbeds-cmp"
- data: "dpdk-compare-testbeds"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
-
-# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
-- type: "table"
- title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
- algorithm: "table_perf_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
- reference:
- title: "3-Node Skx"
- data: "dpdk-compare-topologies-ref"
- compare:
- title: "2-Node Skx"
- data: "dpdk-compare-topologies-cmp"
- data: "dpdk-compare-topologies"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
-
-# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
-- type: "table"
- title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
- algorithm: "table_perf_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
- reference:
- title: "3-Node Skx"
- data: "dpdk-compare-topologies-ref"
- compare:
- title: "2-Node Skx"
- data: "dpdk-compare-topologies-cmp"
- data: "dpdk-compare-topologies"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'4T2C'"
parameters:
- "name"
- "parent"
@@ -4035,7 +4644,7 @@
data: "dpdk-performance-changes-2n-skx-cmp"
data: "dpdk-performance-changes-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'2T1C'"
parameters:
- "name"
- "parent"
@@ -4057,7 +4666,7 @@
data: "dpdk-performance-changes-2n-skx-cmp"
data: "dpdk-performance-changes-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'4T2C'"
parameters:
- "name"
- "parent"
@@ -4079,7 +4688,7 @@
data: "dpdk-performance-changes-2n-skx-cmp"
data: "dpdk-performance-changes-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'2T1C'"
parameters:
- "name"
- "parent"
@@ -4101,7 +4710,121 @@
data: "dpdk-performance-changes-2n-skx-cmp"
data: "dpdk-performance-changes-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ filter: "'4T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
+- type: "table"
+ title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
+ reference:
+ title: "3-Node Hsw"
+ data: "dpdk-compare-testbeds-ref"
+ compare:
+ title: "3-Node Skx"
+ data: "dpdk-compare-testbeds-cmp"
+ data: "dpdk-compare-testbeds"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-X710'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
+- type: "table"
+ title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
+ reference:
+ title: "3-Node Hsw"
+ data: "dpdk-compare-testbeds-ref"
+ compare:
+ title: "3-Node Skx"
+ data: "dpdk-compare-testbeds-cmp"
+ data: "dpdk-compare-testbeds"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-X710'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr
+- type: "table"
+ title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr"
+ reference:
+ title: "2-Node Skx"
+ data: "dpdk-compare-testbeds-skx-clx-ref"
+ compare:
+ title: "2-Node Clx"
+ data: "dpdk-compare-testbeds-skx-clx-cmp"
+ data: "dpdk-compare-testbeds-skx-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr
+- type: "table"
+ title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr"
+ reference:
+ title: "2-Node Skx"
+ data: "dpdk-compare-testbeds-skx-clx-ref"
+ compare:
+ title: "2-Node Clx"
+ data: "dpdk-compare-testbeds-skx-clx-cmp"
+ data: "dpdk-compare-testbeds-skx-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
+- type: "table"
+ title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
+ reference:
+ title: "3-Node Skx"
+ data: "dpdk-compare-topologies-ref"
+ compare:
+ title: "2-Node Skx"
+ data: "dpdk-compare-topologies-cmp"
+ data: "dpdk-compare-topologies"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
+- type: "table"
+ title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
+ reference:
+ title: "3-Node Skx"
+ data: "dpdk-compare-topologies-ref"
+ compare:
+ title: "2-Node Skx"
+ data: "dpdk-compare-topologies-cmp"
+ data: "dpdk-compare-topologies"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
parameters:
- "name"
- "parent"