diff options
author | Tibor Frank <tifrank@cisco.com> | 2020-03-27 06:41:31 +0100 |
---|---|---|
committer | Tibor Frank <tifrank@cisco.com> | 2020-03-27 06:41:31 +0100 |
commit | c1801539cbefb0cfff8dc808f467f6456a660d4e (patch) | |
tree | 5ce4cee2dae2e47405b2110e06230d5c002daa7c /resources/tools/presentation | |
parent | 01597c5db157d5013d109a93bdaad17b630a9026 (diff) |
Report: Header of comparison tables
Change-Id: Icbfd4f306cbec2840292cb6a350a8e5b09047fa4
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools/presentation')
-rw-r--r-- | resources/tools/presentation/generator_tables.py | 131 | ||||
-rw-r--r-- | resources/tools/presentation/pal_utils.py | 5 | ||||
-rw-r--r-- | resources/tools/presentation/specification.yaml | 362 |
3 files changed, 248 insertions, 250 deletions
diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index 4cbc7c0746..30907de357 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -619,27 +619,27 @@ def table_perf_comparison(table, input_data): except (YAMLError, IOError) as err: logging.warning(repr(err)) - if table[u"include-tests"] == u"MRR": - hdr_param = u"Rec Rate" - else: - hdr_param = u"Thput" - history = table.get(u"history", list()) for item in history: header.extend( [ - f"{item[u'title']} {hdr_param} [Mpps]", - f"{item[u'title']} Stdev [Mpps]" + f"{item[u'title']} Avg({table[u'include-tests']})", + f"{item[u'title']} Stdev({table[u'include-tests']})" ] ) header.extend( [ - f"{table[u'reference'][u'title']} {hdr_param} [Mpps]", - f"{table[u'reference'][u'title']} Stdev [Mpps]", - f"{table[u'compare'][u'title']} {hdr_param} [Mpps]", - f"{table[u'compare'][u'title']} Stdev [Mpps]", - u"Delta [%]", - u"Stdev of delta [%]" + f"{table[u'reference'][u'title']} " + f"Avg({table[u'include-tests']})", + f"{table[u'reference'][u'title']} " + f"Stdev({table[u'include-tests']})", + f"{table[u'compare'][u'title']} " + f"Avg({table[u'include-tests']})", + f"{table[u'compare'][u'title']} " + f"Stdev({table[u'include-tests']})", + f"Diff({table[u'reference'][u'title']}," + f"{table[u'compare'][u'title']})", + u"Stdev(Diff)" ] ) header_str = u";".join(header) + u"\n" @@ -809,11 +809,11 @@ def table_perf_comparison(table, input_data): for hist_data in tbl_dict[tst_name][u"history"].values(): if hist_data: if table[u"include-tests"] == u"MRR": - item.append(round(hist_data[0][0] / 1e6, 2)) - item.append(round(hist_data[0][1] / 1e6, 2)) + item.append(round(hist_data[0][0] / 1e6, 1)) + item.append(round(hist_data[0][1] / 1e6, 1)) else: - item.append(round(mean(hist_data) / 1e6, 2)) - item.append(round(stdev(hist_data) / 1e6, 2)) + item.append(round(mean(hist_data) / 1e6, 1)) + item.append(round(stdev(hist_data) / 1e6, 1)) else: item.extend([u"Not tested", u"Not tested"]) else: @@ -826,8 +826,8 @@ def table_perf_comparison(table, input_data): else: data_r_mean = mean(data_r) data_r_stdev = stdev(data_r) - item.append(round(data_r_mean / 1e6, 2)) - item.append(round(data_r_stdev / 1e6, 2)) + item.append(round(data_r_mean / 1e6, 1)) + item.append(round(data_r_stdev / 1e6, 1)) else: data_r_mean = None data_r_stdev = None @@ -840,8 +840,8 @@ def table_perf_comparison(table, input_data): else: data_c_mean = mean(data_c) data_c_stdev = stdev(data_c) - item.append(round(data_c_mean / 1e6, 2)) - item.append(round(data_c_stdev / 1e6, 2)) + item.append(round(data_c_mean / 1e6, 1)) + item.append(round(data_c_stdev / 1e6, 1)) else: data_c_mean = None data_c_stdev = None @@ -924,27 +924,27 @@ def table_perf_comparison_nic(table, input_data): except (YAMLError, IOError) as err: logging.warning(repr(err)) - if table[u"include-tests"] == u"MRR": - hdr_param = u"Rec Rate" - else: - hdr_param = u"Thput" - history = table.get(u"history", list()) for item in history: header.extend( [ - f"{item[u'title']} {hdr_param} [Mpps]", - f"{item[u'title']} Stdev [Mpps]" + f"{item[u'title']} Avg({table[u'include-tests']})", + f"{item[u'title']} Stdev({table[u'include-tests']})" ] ) header.extend( [ - f"{table[u'reference'][u'title']} {hdr_param} [Mpps]", - f"{table[u'reference'][u'title']} Stdev [Mpps]", - f"{table[u'compare'][u'title']} {hdr_param} [Mpps]", - f"{table[u'compare'][u'title']} Stdev [Mpps]", - u"Delta [%]", - u"Stdev of delta [%]" + f"{table[u'reference'][u'title']} " + f"Avg({table[u'include-tests']})", + f"{table[u'reference'][u'title']} " + f"Stdev({table[u'include-tests']})", + f"{table[u'compare'][u'title']} " + f"Avg({table[u'include-tests']})", + f"{table[u'compare'][u'title']} " + f"Stdev({table[u'include-tests']})", + f"Diff({table[u'reference'][u'title']}," + f"{table[u'compare'][u'title']})", + u"Stdev(Diff)" ] ) header_str = u";".join(header) + u"\n" @@ -1120,11 +1120,11 @@ def table_perf_comparison_nic(table, input_data): for hist_data in tbl_dict[tst_name][u"history"].values(): if hist_data: if table[u"include-tests"] == u"MRR": - item.append(round(hist_data[0][0] / 1e6, 2)) - item.append(round(hist_data[0][1] / 1e6, 2)) + item.append(round(hist_data[0][0] / 1e6, 1)) + item.append(round(hist_data[0][1] / 1e6, 1)) else: - item.append(round(mean(hist_data) / 1e6, 2)) - item.append(round(stdev(hist_data) / 1e6, 2)) + item.append(round(mean(hist_data) / 1e6, 1)) + item.append(round(stdev(hist_data) / 1e6, 1)) else: item.extend([u"Not tested", u"Not tested"]) else: @@ -1137,8 +1137,8 @@ def table_perf_comparison_nic(table, input_data): else: data_r_mean = mean(data_r) data_r_stdev = stdev(data_r) - item.append(round(data_r_mean / 1e6, 2)) - item.append(round(data_r_stdev / 1e6, 2)) + item.append(round(data_r_mean / 1e6, 1)) + item.append(round(data_r_stdev / 1e6, 1)) else: data_r_mean = None data_r_stdev = None @@ -1151,8 +1151,8 @@ def table_perf_comparison_nic(table, input_data): else: data_c_mean = mean(data_c) data_c_stdev = stdev(data_c) - item.append(round(data_c_mean / 1e6, 2)) - item.append(round(data_c_stdev / 1e6, 2)) + item.append(round(data_c_mean / 1e6, 1)) + item.append(round(data_c_stdev / 1e6, 1)) else: data_c_mean = None data_c_stdev = None @@ -1223,23 +1223,20 @@ def table_nics_comparison(table, input_data): # Prepare the header of the tables try: - header = [u"Test case", ] - - if table[u"include-tests"] == u"MRR": - hdr_param = u"Rec Rate" - else: - hdr_param = u"Thput" - - header.extend( - [ - f"{table[u'reference'][u'title']} {hdr_param} [Mpps]", - f"{table[u'reference'][u'title']} Stdev [Mpps]", - f"{table[u'compare'][u'title']} {hdr_param} [Mpps]", - f"{table[u'compare'][u'title']} Stdev [Mpps]", - u"Delta [%]", - u"Stdev of delta [%]" - ] - ) + header = [ + u"Test case", + f"{table[u'reference'][u'title']} " + f"Avg({table[u'include-tests']})", + f"{table[u'reference'][u'title']} " + f"Stdev({table[u'include-tests']})", + f"{table[u'compare'][u'title']} " + f"Avg({table[u'include-tests']})", + f"{table[u'compare'][u'title']} " + f"Stdev({table[u'include-tests']})", + f"Diff({table[u'reference'][u'title']}," + f"{table[u'compare'][u'title']})", + u"Stdev(Diff)" + ] except (AttributeError, KeyError) as err: logging.error(f"The model is invalid, missing parameter: {repr(err)}") @@ -1290,8 +1287,8 @@ def table_nics_comparison(table, input_data): else: data_r_mean = mean(data_r) data_r_stdev = stdev(data_r) - item.append(round(data_r_mean / 1e6, 2)) - item.append(round(data_r_stdev / 1e6, 2)) + item.append(round(data_r_mean / 1e6, 1)) + item.append(round(data_r_stdev / 1e6, 1)) else: data_r_mean = None data_r_stdev = None @@ -1304,8 +1301,8 @@ def table_nics_comparison(table, input_data): else: data_c_mean = mean(data_c) data_c_stdev = stdev(data_c) - item.append(round(data_c_mean / 1e6, 2)) - item.append(round(data_c_stdev / 1e6, 2)) + item.append(round(data_c_mean / 1e6, 1)) + item.append(round(data_c_stdev / 1e6, 1)) else: data_c_mean = None data_c_stdev = None @@ -1440,8 +1437,8 @@ def table_soak_vs_ndr(table, input_data): else: data_r_mean = mean(data_r) data_r_stdev = stdev(data_r) - item.append(round(data_r_mean / 1e6, 2)) - item.append(round(data_r_stdev / 1e6, 2)) + item.append(round(data_r_mean / 1e6, 1)) + item.append(round(data_r_stdev / 1e6, 1)) else: data_r_mean = None data_r_stdev = None @@ -1454,8 +1451,8 @@ def table_soak_vs_ndr(table, input_data): else: data_c_mean = mean(data_c) data_c_stdev = stdev(data_c) - item.append(round(data_c_mean / 1e6, 2)) - item.append(round(data_c_stdev / 1e6, 2)) + item.append(round(data_c_mean / 1e6, 1)) + item.append(round(data_c_stdev / 1e6, 1)) else: data_c_mean = None data_c_stdev = None diff --git a/resources/tools/presentation/pal_utils.py b/resources/tools/presentation/pal_utils.py index 1da3350fe1..0c51bb2981 100644 --- a/resources/tools/presentation/pal_utils.py +++ b/resources/tools/presentation/pal_utils.py @@ -316,8 +316,9 @@ def convert_csv_to_pretty_txt(csv_file_name, txt_file_name, delimiter=u","): txt_table = prettytable.PrettyTable(row) else: txt_table.add_row(row) - txt_table.align[u"Test case"] = u"l" - txt_table.align[u"RCA"] = u"l" + txt_table.align = u"r" + txt_table.align[u"Test case"] = u"l" + txt_table.align[u"RCA"] = u"l" if txt_table: with open(txt_file_name, u"wt") as txt_file: txt_file.write(str(txt_table)) diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 55689dc4cd..d5c2c59406 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -3284,14 +3284,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3307,14 +3307,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3330,14 +3330,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3353,14 +3353,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3379,16 +3379,16 @@ title: "RCA" data-file: "rca/rca-3n-skx-2t1c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3409,16 +3409,16 @@ # title: "RCA" # data-file: "rca/rca-3n-skx-4t2c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3439,16 +3439,16 @@ # title: "RCA" # data-file: "rca/rca-3n-skx-2t1c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3469,16 +3469,16 @@ # title: "RCA" # data-file: "rca/rca-3n-skx-4t2c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3499,16 +3499,16 @@ title: "RCA" data-file: "rca/rca-2n-skx-2t1c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" @@ -3529,16 +3529,16 @@ # title: "RCA" # data-file: "rca/rca-2n-skx-4t2c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" @@ -3559,16 +3559,16 @@ # title: "RCA" # data-file: "rca/rca-2n-skx-2t1c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" @@ -3589,16 +3589,16 @@ # title: "RCA" # data-file: "rca/rca-2n-skx-4t2c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" @@ -3616,10 +3616,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3636,10 +3636,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3656,10 +3656,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3676,10 +3676,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3696,10 +3696,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3716,10 +3716,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3736,10 +3736,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3756,10 +3756,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" reference: - title: "rls1908 " + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3776,10 +3776,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3796,10 +3796,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3816,10 +3816,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3836,10 +3836,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3856,10 +3856,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3876,10 +3876,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3896,10 +3896,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3916,10 +3916,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -4192,10 +4192,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -4211,10 +4211,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -4230,10 +4230,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -4249,10 +4249,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "PDR" @@ -4268,13 +4268,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4290,13 +4290,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4312,13 +4312,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4337,13 +4337,13 @@ # title: "RCA" # data-file: "rca/rca-3n-skx-2t1c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4362,13 +4362,13 @@ # title: "RCA" # data-file: "rca/rca-3n-skx-4t2c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4387,13 +4387,13 @@ # title: "RCA" # data-file: "rca/rca-3n-skx-8t4c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4412,13 +4412,13 @@ # title: "RCA" # data-file: "rca/rca-2n-skx-2t1c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4437,13 +4437,13 @@ # title: "RCA" # data-file: "rca/rca-2n-skx-4t2c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4462,13 +4462,13 @@ # title: "RCA" # data-file: "rca/rca-2n-skx-8t4c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4484,10 +4484,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" # data: "vpp-performance-changes-nfv-2n-skx-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4503,10 +4503,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" # data: "vpp-performance-changes-nfv-2n-skx-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4522,10 +4522,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" # data: "vpp-performance-changes-nfv-2n-skx-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4541,10 +4541,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-mrr-cmp" data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4560,10 +4560,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-mrr-cmp" data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4579,10 +4579,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-mrr-cmp" data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4598,10 +4598,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-mrr-cmp" data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4617,10 +4617,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-mrr-cmp" data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4636,10 +4636,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-mrr-cmp" data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4655,10 +4655,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-mrr-cmp" data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4674,10 +4674,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-mrr-cmp" data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4693,10 +4693,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-mrr-cmp" data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4838,10 +4838,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-mrr-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-mrr-cmp" data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4857,10 +4857,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-mrr-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-mrr-cmp" data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4876,10 +4876,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-mrr-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-mrr-cmp" data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -5532,13 +5532,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -5554,13 +5554,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -5576,13 +5576,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5598,13 +5598,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5620,13 +5620,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -5642,13 +5642,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -5664,13 +5664,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5686,13 +5686,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5708,13 +5708,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -5730,13 +5730,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -5752,13 +5752,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5774,13 +5774,13 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5796,10 +5796,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" reference: - title: "3-Node Hsw" + title: "3n-hsw" data: "dpdk-compare-testbeds-ref" compare: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-testbeds-cmp" data: "dpdk-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5815,10 +5815,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" reference: - title: "3-Node Hsw" + title: "3n-hsw" data: "dpdk-compare-testbeds-ref" compare: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-testbeds-cmp" data: "dpdk-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -5834,10 +5834,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" reference: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-testbeds-skx-clx-ref" compare: - title: "2-Node Clx" + title: "2n-clx" data: "dpdk-compare-testbeds-skx-clx-cmp" data: "dpdk-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5853,10 +5853,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" reference: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-testbeds-skx-clx-ref" compare: - title: "2-Node Clx" + title: "2n-clx" data: "dpdk-compare-testbeds-skx-clx-cmp" data: "dpdk-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -5872,10 +5872,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-topologies-cmp" data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5891,10 +5891,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-topologies-cmp" data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" |