diff options
| author |   Yaroslav Brustinov <ybrustin@cisco.com> | 2016-12-31 09:20:53 +0200 |
|---|---|---|
| committer | Yaroslav Brustinov <ybrustin@cisco.com> | 2016-12-31 09:20:53 +0200 |
| commit | 37cb7ee77e24b8293cdea21eaf431923f2b4013f (patch) | |
| tree | 6e178b616ab01f00e697be6444c6101a7f826983 | |
| parent | d1afd5dbeff2b3c8ffcc31797665f8262dd83694 (diff) | |
regression:
do not retry on stateless performance failure, results are the same per TRex run.
add trex11 performance section for not to skip. TODO: calibrate
Change-Id: I358121c2b89455c91f4c9dd078dedf0921c3d8a1
Signed-off-by: Yaroslav Brustinov <ybrustin@cisco.com>
| -rw-r--r-- | scripts/automation/regression/setups/trex11/benchmark.yaml | 51 | ||||
| -rw-r--r-- | scripts/automation/regression/stateless_tests/stl_performance_test.py | 2 |
2 files changed, 51 insertions, 2 deletions
diff --git a/scripts/automation/regression/setups/trex11/benchmark.yaml b/scripts/automation/regression/setups/trex11/benchmark.yaml index 5ebcdd55..6c52819c 100644 --- a/scripts/automation/regression/setups/trex11/benchmark.yaml +++ b/scripts/automation/regression/setups/trex11/benchmark.yaml @@ -183,4 +183,53 @@ test_CPU_benchmark: test_all_profiles : mult : "5%" skip : ['udp_rand_len_9k.py','udp_inc_len_9k.py'] # due to VIC 9K defect trex-282 - + + +test_performance_vm_single_cpu: + cfg: + mult : "40%" + mpps_per_core_golden : + min: 1 + max: 99 + + +test_performance_vm_single_cpu_cached: + cfg: + mult : "40%" + mpps_per_core_golden : + min: 1 + max: 99 + + + +test_performance_syn_attack_single_cpu: + cfg: + mult : "40%" + mpps_per_core_golden : + min: 1 + max: 99 + +test_performance_vm_multi_cpus: + cfg: + core_count : 7 + mult : "40%" + mpps_per_core_golden : + min: 1 + max: 99 + + +test_performance_vm_multi_cpus_cached: + cfg: + core_count : 7 + mult : "40%" + mpps_per_core_golden : + min: 1 + max: 99 + +test_performance_syn_attack_multi_cpus: + cfg: + core_count : 7 + mult : "40%" + mpps_per_core_golden : + min: 1 + max: 99 diff --git a/scripts/automation/regression/stateless_tests/stl_performance_test.py b/scripts/automation/regression/stateless_tests/stl_performance_test.py index 641f0a33..f0cdac71 100644 --- a/scripts/automation/regression/stateless_tests/stl_performance_test.py +++ b/scripts/automation/regression/stateless_tests/stl_performance_test.py @@ -238,7 +238,7 @@ class STLPerformance_Test(CStlGeneral_Test): ############################################# test's infra functions ########################################### - def execute_single_scenario (self, scenario_cfg, iterations = 4): + def execute_single_scenario (self, scenario_cfg, iterations = 0): golden = scenario_cfg['mpps_per_core_golden'] |