diff options
author | Vratko Polak <vrpolak@cisco.com> | 2023-07-13 14:19:37 +0200 |
---|---|---|
committer | Tibor Frank <tifrank@cisco.com> | 2023-07-14 08:16:52 +0000 |
commit | 942a580ecb880a0a8b886bc247b40ca43c96abb9 (patch) | |
tree | 449170b71d47de1976b2e40e9202ec7d184ef9f4 /resources/libraries/python/jumpavg/bit_counting_stats.py | |
parent | 99c97de874f20feaa597d3b40e795e5ce854f60b (diff) |
fix(jumpavg): penalize stdev also for size=2
This fix is mainly needed for bisection using PDR values.
The impact on trending is smaller but still beneficial,
as this fix should reduce the amount of false anomalies
for two-band and other unstable tests.
+ Update metadata for 0.4.1 release into PyPI.
Change-Id: Iabab4df50f4c4ad034362820904a237c507fa710
Signed-off-by: Vratko Polak <vrpolak@cisco.com>
Diffstat (limited to 'resources/libraries/python/jumpavg/bit_counting_stats.py')
-rw-r--r-- | resources/libraries/python/jumpavg/bit_counting_stats.py | 11 |
1 files changed, 7 insertions, 4 deletions
diff --git a/resources/libraries/python/jumpavg/bit_counting_stats.py b/resources/libraries/python/jumpavg/bit_counting_stats.py index caece2c8ca..3d1cb8aef0 100644 --- a/resources/libraries/python/jumpavg/bit_counting_stats.py +++ b/resources/libraries/python/jumpavg/bit_counting_stats.py @@ -97,10 +97,13 @@ class BitCountingStats(AvgStdevStats): if self.size < 2: return stdev = self.stdev / self.unit - # Stdev is considered to be uniformly distributed - # from zero to max_value. That is quite a bad expectation, - # but resilient to negative samples etc. - self.bits += math.log(max_value + 1, 2) + # Stdev can be anything between zero and max value. + # For size==2, sphere surface is 2 points regardless of radius, + # we need to penalize large stdev already when encoding the stdev. + # The simplest way is to use the same distribution as with size... + self.bits += math.log((stdev + 1) * (stdev + 2), 2) + # .. just with added normalization from the max value cut-off. + self.bits += math.log(1 - 1 / (max_value + 2), 2) # Now we know the samples lie on sphere in size-1 dimensions. # So it is (size-2)-sphere, with radius^2 == stdev^2 * size. # https://en.wikipedia.org/wiki/N-sphere |