diff options
| author |   Tibor Frank <tifrank@cisco.com> | 2018-02-16 13:13:51 +0100 |
|---|---|---|
| committer | Tibor Frank <tifrank@cisco.com> | 2018-02-16 13:26:31 +0100 |
| commit | 3cb49d761fa32c84ea7b6b9ba9d6c874dff2921a (patch) | |
| tree | 87512bfb58da4133af29c0c14464df110694a5af /resources | |
| parent | 79bcdf2e3321ca46c07e6b49a77ce1cf5b513956 (diff) | |
CSIT-932: Remove outliers form statistical calculations
Change-Id: Ibd90931bdc3dd8615fe2c975935c8a54fe85e6c3
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources')
| -rw-r--r-- | resources/tools/presentation/generator_tables.py | 12 | ||||
| -rw-r--r-- | resources/tools/presentation/specification.yaml | 9 |
2 files changed, 14 insertions, 7 deletions
diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index f55c41ecf7..76254c86dd 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -402,16 +402,20 @@ def table_performance_comparison(table, input_data): item = [tbl_dict[tst_name]["name"], ] if tbl_dict[tst_name]["ref-data"]: item.append(round(mean(remove_outliers( - tbl_dict[tst_name]["ref-data"], 2)) / 1000000, 2)) + tbl_dict[tst_name]["ref-data"], + table["outlier-const"])) / 1000000, 2)) item.append(round(stdev(remove_outliers( - tbl_dict[tst_name]["ref-data"], 2)) / 1000000, 2)) + tbl_dict[tst_name]["ref-data"], + table["outlier-const"])) / 1000000, 2)) else: item.extend([None, None]) if tbl_dict[tst_name]["cmp-data"]: item.append(round(mean(remove_outliers( - tbl_dict[tst_name]["cmp-data"], 2)) / 1000000, 2)) + tbl_dict[tst_name]["cmp-data"], + table["outlier-const"])) / 1000000, 2)) item.append(round(stdev(remove_outliers( - tbl_dict[tst_name]["cmp-data"], 2)) / 1000000, 2)) + tbl_dict[tst_name]["cmp-data"], + table["outlier-const"])) / 1000000, 2)) else: item.extend([None, None]) if item[1] is not None and item[3] is not None: diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 447d558ae8..11c7e0a6c2 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -669,9 +669,11 @@ # TODO: specify data sources data: csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel data: "vpp-performance-changes" filter: "all" parameters: @@ -681,6 +683,7 @@ # Number of the best and the worst tests presented in the table. Use 0 (zero) # to present all tests. nr-of-tests-shown: 20 + outlier-const: 1.5 #- # type: "table" |