From 7dc45304cd2e4e877c7c5b1885d242c3977e9245 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Mon, 10 Feb 2020 14:58:22 +0100 Subject: Report: Add ucode comparisom Change-Id: If918806ba5bcda4d87aa2ea2ab4d2c676dc9670a Signed-off-by: Tibor Frank --- resources/tools/presentation/generator_plots.py | 6 +- resources/tools/presentation/specification.yaml | 314 ++++++++++++++++++++++++ 2 files changed, 319 insertions(+), 1 deletion(-) (limited to 'resources') diff --git a/resources/tools/presentation/generator_plots.py b/resources/tools/presentation/generator_plots.py index 51f3097f56..b6a393968d 100644 --- a/resources/tools/presentation/generator_plots.py +++ b/resources/tools/presentation/generator_plots.py @@ -205,7 +205,11 @@ def plot_hdrh_lat_by_percentile(plot, input_data): params=[u"latency", u"throughput", u"parent", u"tags", u"type"] )[0][0] elif plot.get(u"filter", None): - data = input_data.filter_data(plot, continue_on_error=True) + data = input_data.filter_data( + plot, + params=[u"latency", u"throughput", u"parent", u"tags", u"type"], + continue_on_error=True + ) else: job = list(plot[u"data"].keys())[0] build = str(plot[u"data"][job][0]) diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 84a56cdf55..309f45ccbc 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -564,6 +564,75 @@ ########################################################################### # Tables (more than one data set) + # The GOOD and the BAD + + vpp-performance-3n-skx-bad: + csit-vpp-perf-verify-2001-3n-skx: + - 5 # NDRPDR sel BAD + - 6 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 9 # NDRPDR sel BAD + vpp-performance-3n-skx-good: + csit-vpp-perf-verify-2001-3n-skx: + - 14 # NDRPDR sel + - 15 # NDRPDR sel + vpp-performance-3n-skx: + csit-vpp-perf-verify-2001-3n-skx: + - 5 # NDRPDR sel BAD + - 6 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 9 # NDRPDR sel BAD + - 14 # NDRPDR sel + - 15 # NDRPDR sel + + vpp-performance-2n-skx-bad: + csit-vpp-perf-verify-2001-2n-skx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 14 # NDRPDR sel BAD + vpp-performance-2n-skx-good: + csit-vpp-perf-verify-2001-2n-skx: + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + vpp-performance-2n-skx: + csit-vpp-perf-verify-2001-2n-skx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 14 # NDRPDR sel BAD + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + + vpp-performance-2n-clx-bad: + csit-vpp-perf-verify-2001-2n-clx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + vpp-performance-2n-clx-good: + csit-vpp-perf-verify-2001-2n-clx: + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + vpp-performance-2n-clx: + csit-vpp-perf-verify-2001-2n-clx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + # Performance changes vpp-performance-changes-3n-hsw-h1: @@ -1892,6 +1961,10 @@ - 67 # NDRPDR sel vhost - 36 # MRR sel csit-vpp-perf-verify-2001-3n-skx: + - 5 # NDRPDR sel BAD + - 6 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 9 # NDRPDR sel BAD - 14 # NDRPDR sel - 15 # NDRPDR sel @@ -1942,6 +2015,11 @@ - 83 # SOAK - 86 # SOAK csit-vpp-perf-verify-2001-2n-skx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 14 # NDRPDR sel BAD - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel @@ -1950,6 +2028,11 @@ - 31 # NFV csit-vpp-perf-verify-2001-2n-clx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel @@ -2474,6 +2557,237 @@ - "result" - "tags" +################################################################################ +# The Bad and the good + +- type: "table" + title: "VPP Performance Comparison 3n-skx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 3n-skx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 3n-skx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 3n-skx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + ################################################################################ # VPP -- cgit 1.2.3-korg