diff options
| author |   Vratko Polak <vrpolak@cisco.com> | 2018-04-26 18:35:58 +0200 |
|---|---|---|
| committer |   Tibor Frank <tifrank@cisco.com> | 2018-04-26 18:16:18 +0000 |
| commit | 8bfebf83ccc6c40adfa85d3f9cd554289147c6f9 (patch) | |
| tree | 32dd3b3b347a7208ac886c2c28ba02b6c3f9ce8c | |
| parent | 75e2e16452f74abfb7b6d3df8edbe373ca917693 (diff) | |
Trending: switch back to 3*stdev
Reporting many fake pro/regressions is worse
then missing few of the real ones.
Change-Id: I2b23ae14ac4462b993dff8d1b15fb1e472caf490
Signed-off-by: Vratko Polak <vrpolak@cisco.com>
(cherry picked from commit 3c510d8dd18bd8ceb2c5d86ed058976e72ddead4)
| -rw-r--r-- | resources/tools/presentation/generator_CPTA.py | 10 | ||||
| -rw-r--r-- | resources/tools/presentation/generator_tables.py | 4 |
2 files changed, 7 insertions, 7 deletions
diff --git a/resources/tools/presentation/generator_CPTA.py b/resources/tools/presentation/generator_CPTA.py index d72be3d589..e27a52172b 100644 --- a/resources/tools/presentation/generator_CPTA.py +++ b/resources/tools/presentation/generator_CPTA.py @@ -176,9 +176,9 @@ def _evaluate_results(trimmed_data, window=10): or np.isnan(tmm[build_nr]) or np.isnan(tmstd[build_nr])): results.append(0.0) - elif value < (tmm[build_nr] - 2 * tmstd[build_nr]): + elif value < (tmm[build_nr] - 3 * tmstd[build_nr]): results.append(0.33) - elif value > (tmm[build_nr] + 2 * tmstd[build_nr]): + elif value > (tmm[build_nr] + 3 * tmstd[build_nr]): results.append(1.0) else: results.append(0.66) @@ -187,10 +187,10 @@ def _evaluate_results(trimmed_data, window=10): try: tmm = np.median(trimmed_data) tmstd = np.std(trimmed_data) - if trimmed_data.values[-1] < (tmm - 2 * tmstd): + if trimmed_data.values[-1] < (tmm - 3 * tmstd): results.append(0.33) - elif (tmm - 2 * tmstd) <= trimmed_data.values[-1] <= ( - tmm + 2 * tmstd): + elif (tmm - 3 * tmstd) <= trimmed_data.values[-1] <= ( + tmm + 3 * tmstd): results.append(0.66) else: results.append(1.0) diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index 46aa71ca48..4ffa08122d 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -808,9 +808,9 @@ def table_performance_trending_dashboard(table, input_data): or isnan(stdev_t[build_nr]) \ or isnan(value): classification_lst.append("outlier") - elif value < (median_t[build_nr] - 2 * stdev_t[build_nr]): + elif value < (median_t[build_nr] - 3 * stdev_t[build_nr]): classification_lst.append("regression") - elif value > (median_t[build_nr] + 2 * stdev_t[build_nr]): + elif value > (median_t[build_nr] + 3 * stdev_t[build_nr]): classification_lst.append("progression") else: classification_lst.append("normal") |