From 3cb49d761fa32c84ea7b6b9ba9d6c874dff2921a Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Fri, 16 Feb 2018 13:13:51 +0100 Subject: CSIT-932: Remove outliers form statistical calculations Change-Id: Ibd90931bdc3dd8615fe2c975935c8a54fe85e6c3 Signed-off-by: Tibor Frank --- resources/tools/presentation/generator_tables.py | 12 ++++++++---- resources/tools/presentation/specification.yaml | 9 ++++++--- 2 files changed, 14 insertions(+), 7 deletions(-) (limited to 'resources/tools/presentation') diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index f55c41ecf7..76254c86dd 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -402,16 +402,20 @@ def table_performance_comparison(table, input_data): item = [tbl_dict[tst_name]["name"], ] if tbl_dict[tst_name]["ref-data"]: item.append(round(mean(remove_outliers( - tbl_dict[tst_name]["ref-data"], 2)) / 1000000, 2)) + tbl_dict[tst_name]["ref-data"], + table["outlier-const"])) / 1000000, 2)) item.append(round(stdev(remove_outliers( - tbl_dict[tst_name]["ref-data"], 2)) / 1000000, 2)) + tbl_dict[tst_name]["ref-data"], + table["outlier-const"])) / 1000000, 2)) else: item.extend([None, None]) if tbl_dict[tst_name]["cmp-data"]: item.append(round(mean(remove_outliers( - tbl_dict[tst_name]["cmp-data"], 2)) / 1000000, 2)) + tbl_dict[tst_name]["cmp-data"], + table["outlier-const"])) / 1000000, 2)) item.append(round(stdev(remove_outliers( - tbl_dict[tst_name]["cmp-data"], 2)) / 1000000, 2)) + tbl_dict[tst_name]["cmp-data"], + table["outlier-const"])) / 1000000, 2)) else: item.extend([None, None]) if item[1] is not None and item[3] is not None: diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 447d558ae8..11c7e0a6c2 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -669,9 +669,11 @@ # TODO: specify data sources data: csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel data: "vpp-performance-changes" filter: "all" parameters: @@ -681,6 +683,7 @@ # Number of the best and the worst tests presented in the table. Use 0 (zero) # to present all tests. nr-of-tests-shown: 20 + outlier-const: 1.5 #- # type: "table" -- cgit 1.2.3-korg