From 44f52e22b85c6df6782c630d74dec1f99c0c90fe Mon Sep 17 00:00:00 2001 From: Vratko Polak Date: Wed, 15 May 2019 17:58:24 +0200 Subject: Report soak comparison: Add stdev for delta Change-Id: Ibbff3c123afac2e68caf33f3ccd5fc4909509917 Signed-off-by: Vratko Polak (cherry picked from commit 081c29c91b7e5f78345cfdefd75625b27b5b4812) --- resources/tools/presentation/generator_tables.py | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) (limited to 'resources/tools/presentation/generator_tables.py') diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index acd3024f35..3bfae47d24 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -551,7 +551,7 @@ def table_soak_vs_ndr(table, input_data): "{0} Stdev [Mpps]".format(table["reference"]["title"]), "{0} Throughput [Mpps]".format(table["compare"]["title"]), "{0} Stdev [Mpps]".format(table["compare"]["title"]), - "Delta [%]"] + "Delta [%]", "Stdev of delta [%]"] header_str = ",".join(header) + "\n" except (AttributeError, KeyError) as err: logging.error("The model is invalid, missing parameter: {0}". @@ -612,7 +612,8 @@ def table_soak_vs_ndr(table, input_data): if data_r: data_r_mean = mean(data_r) item.append(round(data_r_mean / 1000000, 2)) - item.append(round(stdev(data_r) / 1000000, 2)) + data_r_stdev = stdev(data_r) + item.append(round(data_r_stdev / 1000000, 2)) else: data_r_mean = None item.extend([None, None]) @@ -620,12 +621,17 @@ def table_soak_vs_ndr(table, input_data): if data_c: data_c_mean = mean(data_c) item.append(round(data_c_mean / 1000000, 2)) - item.append(round(stdev(data_c) / 1000000, 2)) + data_c_stdev = stdev(data_c) + item.append(round(data_c_stdev / 1000000, 2)) else: data_c_mean = None item.extend([None, None]) if data_r_mean and data_c_mean is not None: item.append(round(relative_change(data_r_mean, data_c_mean), 2)) + delta, d_stdev = relative_change_stdev( + data_r_mean, data_c_mean, data_r_stdev, data_c_stdev) + item.append(round(delta, 2)) + item.append(round(d_stdev, 2)) tbl_lst.append(item) # Sort the table according to the relative change -- cgit 1.2.3-korg