summaryrefslogtreecommitdiffstats
path: root/scripts/automation
diff options
context:
space:
mode:
authorYaroslav Brustinov <ybrustin@cisco.com>2017-01-01 12:02:15 +0200
committerYaroslav Brustinov <ybrustin@cisco.com>2017-01-01 12:02:15 +0200
commit355c20f88d2013e7e8d22b27a49297dc92101aa2 (patch)
tree388d91f2c025aaff8cec6b3074525352ce1bd99e /scripts/automation
parent14be7dbe7ec1e2b6155c0987d80800e37f8718b9 (diff)
Regression stl performance: send to GA in case of failure too
Change-Id: Ia1c412df58d184d129722bb4787d10b59eff2370 Signed-off-by: Yaroslav Brustinov <ybrustin@cisco.com>
Diffstat (limited to 'scripts/automation')
-rw-r--r--scripts/automation/regression/stateless_tests/stl_performance_test.py21
1 files changed, 8 insertions, 13 deletions
diff --git a/scripts/automation/regression/stateless_tests/stl_performance_test.py b/scripts/automation/regression/stateless_tests/stl_performance_test.py
index 7537cfa9..ee5d86cc 100644
--- a/scripts/automation/regression/stateless_tests/stl_performance_test.py
+++ b/scripts/automation/regression/stateless_tests/stl_performance_test.py
@@ -238,24 +238,19 @@ class STLPerformance_Test(CStlGeneral_Test):
############################################# test's infra functions ###########################################
- def execute_single_scenario (self, scenario_cfg, iterations = 0):
+ def execute_single_scenario (self, scenario_cfg):
golden = scenario_cfg['mpps_per_core_golden']
-
-
- for i in range(iterations, -1, -1):
- report = self.execute_single_scenario_iteration(scenario_cfg)
- rc = report.check_golden(golden)
- if (rc == PerformanceReport.GOLDEN_NORMAL) or (rc == PerformanceReport.GOLDEN_BETTER):
- if self.GAManager:
- report.report_to_analytics(self.GAManager, golden)
+ report = self.execute_single_scenario_iteration(scenario_cfg)
+ if self.GAManager:
+ report.report_to_analytics(self.GAManager, golden)
- return
+ rc = report.check_golden(golden)
- if rc == PerformanceReport.GOLDEN_BETTER:
- return
+ if rc == PerformanceReport.GOLDEN_NORMAL or rc == PerformanceReport.GOLDEN_BETTER:
+ return
- print("\n*** Measured Mpps per core '{0}' is lower than expected golden '{1} - re-running scenario...{2} attempts left".format(report.avg_mpps_per_core, scenario_cfg['mpps_per_core_golden'], i))
+ print("\n*** Measured Mpps per core '{0}' is lower than expected golden '{1}'".format(report.avg_mpps_per_core, scenario_cfg['mpps_per_core_golden']))
assert 0, "performance failure"