From 9cd3434fe3b9466b57e8088bb1615625387783dc Mon Sep 17 00:00:00 2001 From: Yaroslav Brustinov Date: Thu, 3 Nov 2016 10:47:51 +0200 Subject: regression: ga report - generate random action name Signed-off-by: Yaroslav Brustinov --- scripts/automation/regression/stateless_tests/stl_performance_test.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'scripts/automation/regression/stateless_tests') diff --git a/scripts/automation/regression/stateless_tests/stl_performance_test.py b/scripts/automation/regression/stateless_tests/stl_performance_test.py index e5cecc03..00d4fd4e 100644 --- a/scripts/automation/regression/stateless_tests/stl_performance_test.py +++ b/scripts/automation/regression/stateless_tests/stl_performance_test.py @@ -1,6 +1,7 @@ import os from .stl_general_test import CStlGeneral_Test, CTRexScenario from trex_stl_lib.api import * +from trex_stl_lib.utils.common import random_id_gen def avg (values): return (sum(values) / float(len(values))) @@ -10,6 +11,7 @@ class PerformanceReport(object): GOLDEN_NORMAL = 1 GOLDEN_FAIL = 2 GOLDEN_BETTER = 3 + id_gen = random_id_gen(16) def __init__ (self, scenario, @@ -61,7 +63,7 @@ class PerformanceReport(object): SetupName = self.machine_name, TestType = 'performance', Mppspc = self.avg_mpps_per_core, - ActionNumber = '', + ActionNumber = self.id_gen.next(), GoldenMin = golden_mpps['min'], GoldenMax = golden_mpps['max']) -- cgit From eabe86860eb4992fa75d599deec3040009275b01 Mon Sep 17 00:00:00 2001 From: itraviv Date: Thu, 3 Nov 2016 16:34:12 +0200 Subject: changed google analytics reporting attr actionNumber to be BUILD ID instead of a random string Signed-off-by: itraviv --- scripts/automation/regression/stateless_tests/stl_performance_test.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) (limited to 'scripts/automation/regression/stateless_tests') diff --git a/scripts/automation/regression/stateless_tests/stl_performance_test.py b/scripts/automation/regression/stateless_tests/stl_performance_test.py index 00d4fd4e..a556daf3 100644 --- a/scripts/automation/regression/stateless_tests/stl_performance_test.py +++ b/scripts/automation/regression/stateless_tests/stl_performance_test.py @@ -1,7 +1,6 @@ import os from .stl_general_test import CStlGeneral_Test, CTRexScenario from trex_stl_lib.api import * -from trex_stl_lib.utils.common import random_id_gen def avg (values): return (sum(values) / float(len(values))) @@ -11,7 +10,6 @@ class PerformanceReport(object): GOLDEN_NORMAL = 1 GOLDEN_FAIL = 2 GOLDEN_BETTER = 3 - id_gen = random_id_gen(16) def __init__ (self, scenario, @@ -63,7 +61,7 @@ class PerformanceReport(object): SetupName = self.machine_name, TestType = 'performance', Mppspc = self.avg_mpps_per_core, - ActionNumber = self.id_gen.next(), + ActionNumber = os.getenv("BUILD_ID","n/a"), GoldenMin = golden_mpps['min'], GoldenMax = golden_mpps['max']) -- cgit From 7b3c33b9769bac4ec62f330f8f54338cd7d28d2d Mon Sep 17 00:00:00 2001 From: Hanoh Haim Date: Tue, 15 Nov 2016 15:26:23 +0200 Subject: backup old trex-07 setup config Signed-off-by: Hanoh Haim --- .../automation/regression/stateless_tests/stl_rx_test.py | 16 ++++++++++++++-- 1 file changed, 14 insertions(+), 2 deletions(-) (limited to 'scripts/automation/regression/stateless_tests') diff --git a/scripts/automation/regression/stateless_tests/stl_rx_test.py b/scripts/automation/regression/stateless_tests/stl_rx_test.py index 524ad4bf..14fcbd0f 100644 --- a/scripts/automation/regression/stateless_tests/stl_rx_test.py +++ b/scripts/automation/regression/stateless_tests/stl_rx_test.py @@ -51,6 +51,17 @@ class STLRX_Test(CStlGeneral_Test): 'latency_9k_enable': False, 'allow_packets_drop_num': 1, # allow 1 pkt drop }, + + 'librte_pmd_mlx5': { + 'rate_percent': 80, + 'total_pkts': 1000, + 'rate_latency': 1, + 'latency_9k_enable': True, + 'latency_9k_max_average': 100, + 'latency_9k_max_latency': 250, + }, + + } CStlGeneral_Test.setUp(self) @@ -63,7 +74,6 @@ class STLRX_Test(CStlGeneral_Test): port_info = self.c.get_port_info(ports = self.rx_port)[0] self.speed = port_info['speed'] - cap = port_info['rx']['caps'] if "flow_stats" not in cap or "latency" not in cap: self.skip('port {0} does not support RX'.format(self.rx_port)) @@ -400,12 +410,14 @@ class STLRX_Test(CStlGeneral_Test): s_port=random.sample(all_ports, random.randint(1, len(all_ports)) ) s_port=sorted(s_port) - if self.speed == 40 : + print s_port + if self.speed == 40 || self.speed == 100: # the NIC does not support all full rate in case both port works let's filter odd ports s_port=list(filter(lambda x: x % 2==0, s_port)) if len(s_port)==0: s_port=[0]; + error=1; for j in range(0,5): print(" {4} - duration {0} pgid {1} pkt_size {2} s_port {3} ".format(duration,pgid,pkt_size,s_port,j)); -- cgit From 23261980fe47e72a3c3ec900350177dc57fc844d Mon Sep 17 00:00:00 2001 From: Hanoh Haim Date: Tue, 15 Nov 2016 16:34:13 +0200 Subject: update client test for Connect4-X Signed-off-by: Hanoh Haim --- scripts/automation/regression/stateless_tests/stl_client_test.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) (limited to 'scripts/automation/regression/stateless_tests') diff --git a/scripts/automation/regression/stateless_tests/stl_client_test.py b/scripts/automation/regression/stateless_tests/stl_client_test.py index 36ac0ee1..acf5dc61 100644 --- a/scripts/automation/regression/stateless_tests/stl_client_test.py +++ b/scripts/automation/regression/stateless_tests/stl_client_test.py @@ -240,8 +240,12 @@ class STLClient_Test(CStlGeneral_Test): self.skip('skipping profile tests for virtual / non loopback') return + default_mult = self.get_benchmark_param('mult',default="30%") + try: - + print("\n"); + + for profile in self.profiles: print("now testing profile {0}...\n".format(profile)) @@ -269,7 +273,7 @@ class STLClient_Test(CStlGeneral_Test): self.c.clear_stats() - self.c.start(ports = [self.tx_port, self.rx_port], mult = "30%") + self.c.start(ports = [self.tx_port, self.rx_port], mult = default_mult) time.sleep(100 / 1000.0) if p1.is_pauseable() and p2.is_pauseable(): -- cgit From 3ff4220850aeb6b6258c7909d8f36f11ade4070d Mon Sep 17 00:00:00 2001 From: Hanoh Haim Date: Tue, 15 Nov 2016 20:16:22 +0200 Subject: fix python3 regression issue Signed-off-by: Hanoh Haim --- scripts/automation/regression/stateless_tests/stl_rx_test.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'scripts/automation/regression/stateless_tests') diff --git a/scripts/automation/regression/stateless_tests/stl_rx_test.py b/scripts/automation/regression/stateless_tests/stl_rx_test.py index 14fcbd0f..d28fca54 100644 --- a/scripts/automation/regression/stateless_tests/stl_rx_test.py +++ b/scripts/automation/regression/stateless_tests/stl_rx_test.py @@ -410,8 +410,8 @@ class STLRX_Test(CStlGeneral_Test): s_port=random.sample(all_ports, random.randint(1, len(all_ports)) ) s_port=sorted(s_port) - print s_port - if self.speed == 40 || self.speed == 100: + + if ((self.speed == 40) or (self.speed == 100)): # the NIC does not support all full rate in case both port works let's filter odd ports s_port=list(filter(lambda x: x % 2==0, s_port)) if len(s_port)==0: -- cgit From b75bfec0eeb24f3a3552e6c9ca4b1f302f71ca35 Mon Sep 17 00:00:00 2001 From: Hanoh Haim Date: Wed, 16 Nov 2016 11:53:35 +0200 Subject: fail in case of queue full - the CPU is not valid Signed-off-by: Hanoh Haim --- scripts/automation/regression/stateless_tests/stl_performance_test.py | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'scripts/automation/regression/stateless_tests') diff --git a/scripts/automation/regression/stateless_tests/stl_performance_test.py b/scripts/automation/regression/stateless_tests/stl_performance_test.py index a556daf3..641f0a33 100644 --- a/scripts/automation/regression/stateless_tests/stl_performance_test.py +++ b/scripts/automation/regression/stateless_tests/stl_performance_test.py @@ -296,6 +296,10 @@ class STLPerformance_Test(CStlGeneral_Test): # sample bps/pps for _ in range(0, 20): stats = self.c.get_stats(ports = 0) + if stats['global'][ 'queue_full']>10000: + assert 0, "Queue is full need to tune the multiplier" + + # CPU results are not valid cannot use them samples['bps'].append(stats[0]['tx_bps']) samples['pps'].append(stats[0]['tx_pps']) time.sleep(1) -- cgit