diff options
| author |   Yaroslav Brustinov <ybrustin@cisco.com> | 2017-01-01 12:02:15 +0200 |
|---|---|---|
| committer | Yaroslav Brustinov <ybrustin@cisco.com> | 2017-01-01 12:02:15 +0200 |
| commit | 355c20f88d2013e7e8d22b27a49297dc92101aa2 (patch) | |
| tree | 388d91f2c025aaff8cec6b3074525352ce1bd99e | |
| parent | 14be7dbe7ec1e2b6155c0987d80800e37f8718b9 (diff) | |
Regression stl performance: send to GA in case of failure too
Change-Id: Ia1c412df58d184d129722bb4787d10b59eff2370
Signed-off-by: Yaroslav Brustinov <ybrustin@cisco.com>
| -rw-r--r-- | scripts/automation/regression/stateless_tests/stl_performance_test.py | 21 |
1 files changed, 8 insertions, 13 deletions
diff --git a/scripts/automation/regression/stateless_tests/stl_performance_test.py b/scripts/automation/regression/stateless_tests/stl_performance_test.py index 7537cfa9..ee5d86cc 100644 --- a/scripts/automation/regression/stateless_tests/stl_performance_test.py +++ b/scripts/automation/regression/stateless_tests/stl_performance_test.py @@ -238,24 +238,19 @@ class STLPerformance_Test(CStlGeneral_Test): ############################################# test's infra functions ########################################### - def execute_single_scenario (self, scenario_cfg, iterations = 0): + def execute_single_scenario (self, scenario_cfg): golden = scenario_cfg['mpps_per_core_golden'] - - - for i in range(iterations, -1, -1): - report = self.execute_single_scenario_iteration(scenario_cfg) - rc = report.check_golden(golden) - if (rc == PerformanceReport.GOLDEN_NORMAL) or (rc == PerformanceReport.GOLDEN_BETTER): - if self.GAManager: - report.report_to_analytics(self.GAManager, golden) + report = self.execute_single_scenario_iteration(scenario_cfg) + if self.GAManager: + report.report_to_analytics(self.GAManager, golden) - return + rc = report.check_golden(golden) - if rc == PerformanceReport.GOLDEN_BETTER: - return + if rc == PerformanceReport.GOLDEN_NORMAL or rc == PerformanceReport.GOLDEN_BETTER: + return - print("\n*** Measured Mpps per core '{0}' is lower than expected golden '{1} - re-running scenario...{2} attempts left".format(report.avg_mpps_per_core, scenario_cfg['mpps_per_core_golden'], i)) + print("\n*** Measured Mpps per core '{0}' is lower than expected golden '{1}'".format(report.avg_mpps_per_core, scenario_cfg['mpps_per_core_golden'])) assert 0, "performance failure" |