From 3c510d8dd18bd8ceb2c5d86ed058976e72ddead4 Mon Sep 17 00:00:00 2001 From: Vratko Polak Date: Thu, 26 Apr 2018 18:35:58 +0200 Subject: Trending: switch back to 3*stdev Reporting many fake pro/regressions is worse then missing few of the real ones. Change-Id: I2b23ae14ac4462b993dff8d1b15fb1e472caf490 Signed-off-by: Vratko Polak --- resources/tools/presentation/generator_CPTA.py | 10 +++++----- resources/tools/presentation/generator_tables.py | 4 ++-- 2 files changed, 7 insertions(+), 7 deletions(-) (limited to 'resources') diff --git a/resources/tools/presentation/generator_CPTA.py b/resources/tools/presentation/generator_CPTA.py index d72be3d589..e27a52172b 100644 --- a/resources/tools/presentation/generator_CPTA.py +++ b/resources/tools/presentation/generator_CPTA.py @@ -176,9 +176,9 @@ def _evaluate_results(trimmed_data, window=10): or np.isnan(tmm[build_nr]) or np.isnan(tmstd[build_nr])): results.append(0.0) - elif value < (tmm[build_nr] - 2 * tmstd[build_nr]): + elif value < (tmm[build_nr] - 3 * tmstd[build_nr]): results.append(0.33) - elif value > (tmm[build_nr] + 2 * tmstd[build_nr]): + elif value > (tmm[build_nr] + 3 * tmstd[build_nr]): results.append(1.0) else: results.append(0.66) @@ -187,10 +187,10 @@ def _evaluate_results(trimmed_data, window=10): try: tmm = np.median(trimmed_data) tmstd = np.std(trimmed_data) - if trimmed_data.values[-1] < (tmm - 2 * tmstd): + if trimmed_data.values[-1] < (tmm - 3 * tmstd): results.append(0.33) - elif (tmm - 2 * tmstd) <= trimmed_data.values[-1] <= ( - tmm + 2 * tmstd): + elif (tmm - 3 * tmstd) <= trimmed_data.values[-1] <= ( + tmm + 3 * tmstd): results.append(0.66) else: results.append(1.0) diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index 46aa71ca48..4ffa08122d 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -808,9 +808,9 @@ def table_performance_trending_dashboard(table, input_data): or isnan(stdev_t[build_nr]) \ or isnan(value): classification_lst.append("outlier") - elif value < (median_t[build_nr] - 2 * stdev_t[build_nr]): + elif value < (median_t[build_nr] - 3 * stdev_t[build_nr]): classification_lst.append("regression") - elif value > (median_t[build_nr] + 2 * stdev_t[build_nr]): + elif value > (median_t[build_nr] + 3 * stdev_t[build_nr]): classification_lst.append("progression") else: classification_lst.append("normal") -- cgit 1.2.3-korg