aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2018-02-16 13:13:51 +0100
committerTibor Frank <tifrank@cisco.com>2018-02-16 13:26:31 +0100
commit3cb49d761fa32c84ea7b6b9ba9d6c874dff2921a (patch)
tree87512bfb58da4133af29c0c14464df110694a5af /resources/tools
parent79bcdf2e3321ca46c07e6b49a77ce1cf5b513956 (diff)
CSIT-932: Remove outliers form statistical calculations
Change-Id: Ibd90931bdc3dd8615fe2c975935c8a54fe85e6c3 Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools')
-rw-r--r--resources/tools/presentation/generator_tables.py12
-rw-r--r--resources/tools/presentation/specification.yaml9
2 files changed, 14 insertions, 7 deletions
diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py
index f55c41ecf7..76254c86dd 100644
--- a/resources/tools/presentation/generator_tables.py
+++ b/resources/tools/presentation/generator_tables.py
@@ -402,16 +402,20 @@ def table_performance_comparison(table, input_data):
item = [tbl_dict[tst_name]["name"], ]
if tbl_dict[tst_name]["ref-data"]:
item.append(round(mean(remove_outliers(
- tbl_dict[tst_name]["ref-data"], 2)) / 1000000, 2))
+ tbl_dict[tst_name]["ref-data"],
+ table["outlier-const"])) / 1000000, 2))
item.append(round(stdev(remove_outliers(
- tbl_dict[tst_name]["ref-data"], 2)) / 1000000, 2))
+ tbl_dict[tst_name]["ref-data"],
+ table["outlier-const"])) / 1000000, 2))
else:
item.extend([None, None])
if tbl_dict[tst_name]["cmp-data"]:
item.append(round(mean(remove_outliers(
- tbl_dict[tst_name]["cmp-data"], 2)) / 1000000, 2))
+ tbl_dict[tst_name]["cmp-data"],
+ table["outlier-const"])) / 1000000, 2))
item.append(round(stdev(remove_outliers(
- tbl_dict[tst_name]["cmp-data"], 2)) / 1000000, 2))
+ tbl_dict[tst_name]["cmp-data"],
+ table["outlier-const"])) / 1000000, 2))
else:
item.extend([None, None])
if item[1] is not None and item[3] is not None:
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 447d558ae8..11c7e0a6c2 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -669,9 +669,11 @@
# TODO: specify data sources
data:
csit-vpp-perf-1801-all:
- - 124
- - 127
- - 128
+ - 124 # sel
+ - 127 # sel
+ - 128 # sel
+ - 141 # sel
+ - 142 # sel
data: "vpp-performance-changes"
filter: "all"
parameters:
@@ -681,6 +683,7 @@
# Number of the best and the worst tests presented in the table. Use 0 (zero)
# to present all tests.
nr-of-tests-shown: 20
+ outlier-const: 1.5
#-
# type: "table"