1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
|
#!/router/bin/python
from .stl_general_test import CStlGeneral_Test, CTRexScenario
from trex_stl_lib.api import *
import os, sys
from collections import deque
from time import time, sleep
class STLBenchmark_Test(CStlGeneral_Test):
"""Benchark stateless performance"""
def test_CPU_benchmark(self):
timeout = 30 # max time to wait for stabilization
stabilize = 5 # ensure stabilization over this period
for profile_bench in self.get_benchmark_param('profiles'):
cpu_utils = deque([0] * stabilize, maxlen = stabilize)
kwargs = profile_bench.get('kwargs', {})
print('Testing profile %s, kwargs: %s' % (profile_bench['name'], kwargs))
profile = STLProfile.load(os.path.join(CTRexScenario.scripts_path, profile_bench['name']), **kwargs)
self.stl_trex.reset()
self.stl_trex.clear_stats()
self.stl_trex.add_streams(profile, ports = [0, 1])
self.stl_trex.start(ports = [0, 1], mult = '10%')
start_time = time()
for i in range(timeout + 1):
stats = self.stl_trex.get_stats()
cpu_utils.append(stats['global']['cpu_util'])
print stats['global']['cpu_util']
if i > stabilize and min(cpu_utils) > max(cpu_utils) * 0.98 - 0.1:
break
sleep(0.5)
if i == timeout:
raise Exception('Timeout on waiting for stabilization, CPU util values: %s' % cpu_utils)
if stats[0]['opackets'] < 10000 or stats[1]['opackets'] < 10000:
raise Exception('Too few opackets, port0: %s, port1: %s' % (stats[0]['opackets'], stats[1]['opackets']))
if stats['global']['queue_full'] > 100000:
raise Exception('Too much queue_full: %s' % stats['global']['queue_full'])
if not cpu_utils[-1]:
raise Exception('CPU util is zero, last values: %s' % cpu_utils)
if not stats['global']['tx_bps']:
raise Exception('TX bps is zero: %s' % stats['global']['tx_bps'])
bw_per_core = 100 * stats['global']['tx_bps'] / cpu_utils[-1] / 1e6
print('Done (%ss), CPU util: %4g, bw_per_core: %6sMb/core' % (int(time() - start_time), cpu_utils[-1], int(bw_per_core)))
# TODO: add check of benchmark based on results from regression
|
