From ff1f49d9ba97ddfee3229907e3a344503e072578 Mon Sep 17 00:00:00 2001 From: Jan Gelety Date: Thu, 6 Aug 2020 03:34:31 +0200 Subject: Perf: NAT44 endpoint-dependent mode - udp, part I - continuation of https://gerrit.fd.io/r/c/csit/+/26898 as there was reached limit of changes (1000) Jira: CSIT-1711 - udp synthetic profiles w/o data packets - udp cps perf tests, phase I (no special "search cps" KW) Part I means that we are using MRR tests to collect traffic data until there is ready new CPS test type with corresponding algorithm. Change-Id: I0d30feb9ecf1d0bff937152656f8eb422f831378 Signed-off-by: Jan Gelety --- GPL/tools/trex/trex_astf_profile.py | 87 +++++++++++++++++++++++++++++++++---- GPL/tools/trex/trex_astf_stop.py | 49 --------------------- 2 files changed, 79 insertions(+), 57 deletions(-) (limited to 'GPL/tools/trex') diff --git a/GPL/tools/trex/trex_astf_profile.py b/GPL/tools/trex/trex_astf_profile.py index ed0b8fc0b3..2bdb8d3db4 100644 --- a/GPL/tools/trex/trex_astf_profile.py +++ b/GPL/tools/trex/trex_astf_profile.py @@ -181,6 +181,17 @@ def simple_burst( latency_pps=mult if latency else 0, client_mask=2**len(ports)-1 ) time_start = time.monotonic() + # t-rex starts the packet flow with the delay + stats[time.monotonic()-time_start] = client.get_stats(ports=[port_0]) + while stats[sorted(stats.keys())[-1]][port_0][u"opackets"] == 0: + stats.clear() + time.sleep(0.001) + stats[time.monotonic() - time_start] = \ + client.get_stats(ports=[port_0]) + else: + trex_start_time = list(sorted(stats.keys()))[-1] + time_start += trex_start_time + stats.clear() if async_start: # For async stop, we need to export the current snapshot. @@ -190,20 +201,21 @@ def simple_burst( xsnap1 = client.ports[port_1].get_xstats().reference_stats print(f"Xstats snapshot 1: {xsnap1!r}") else: + time.sleep( + stats_sampling if stats_sampling < duration else duration + ) # Do not block until done. while client.is_traffic_active(ports=ports): + # Sample the stats. + stats[time.monotonic()-time_start] = \ + client.get_stats(ports=ports) time.sleep( stats_sampling if stats_sampling < duration else duration ) - # Sample the stats. - stats[time.monotonic()-time_start] = client.get_stats( - ports=ports - ) else: # Read the stats after the test - stats[time.monotonic()-time_start] = client.get_stats( - ports=ports - ) + stats[time.monotonic()-time_start] = \ + client.get_stats(ports=ports) if client.get_warnings(): for warning in client.get_warnings(): @@ -245,18 +257,37 @@ def simple_burst( stats[port_0][u"ipackets"] + stats[port_1][u"ipackets"] client_stats = stats[u"traffic"][u"client"] server_stats = stats[u"traffic"][u"server"] + # Some zero counters are not sent # Active and established flows UDP/TCP # Client c_act_flows = client_stats[u"m_active_flows"] c_est_flows = client_stats[u"m_est_flows"] + c_traffic_duration = client_stats.get(u"m_traffic_duration", 0) l7_data = f"client_active_flows={c_act_flows}, " l7_data += f"client_established_flows={c_est_flows}, " + l7_data += f"client_traffic_duration={c_traffic_duration}, " + # Possible errors + # Too many packets in NIC rx queue + c_err_rx_throttled = client_stats.get(u"err_rx_throttled", 0) + l7_data += f"client_err_rx_throttled={c_err_rx_throttled}, " + # Number of client side flows that were not opened + # due to flow-table overflow + c_err_nf_throttled = client_stats.get(u"err_c_nf_throttled", 0) + l7_data += f"client_err_nf_throttled={c_err_nf_throttled}, " + # Too many flows + c_err_flow_overflow = client_stats.get(u"err_flow_overflow", 0) + l7_data += f"client_err_flow_overflow={c_err_flow_overflow}, " # Server s_act_flows = server_stats[u"m_active_flows"] s_est_flows = server_stats[u"m_est_flows"] + s_traffic_duration = server_stats.get(u"m_traffic_duration", 0) l7_data += f"server_active_flows={s_act_flows}, " l7_data += f"server_established_flows={s_est_flows}, " - # Some zero counters are not sent + l7_data += f"server_traffic_duration={s_traffic_duration}, " + # Possible errors + # Too many packets in NIC rx queue + s_err_rx_throttled = server_stats.get(u"err_rx_throttled", 0) + l7_data += f"client_err_rx_throttled={s_err_rx_throttled}, " if u"udp" in profile_file: # Client # Established connections @@ -265,6 +296,21 @@ def simple_burst( # Closed connections c_udp_closed = client_stats.get(u"udps_closed", 0) l7_data += f"client_udp_closed={c_udp_closed}, " + # Sent bytes + c_udp_sndbyte = client_stats.get(u"udps_sndbyte", 0) + l7_data += f"client_udp_tx_bytes={c_udp_sndbyte}, " + # Sent packets + c_udp_sndpkt = client_stats.get(u"udps_sndpkt", 0) + l7_data += f"client_udp_tx_packets={c_udp_sndpkt}, " + # Received bytes + c_udp_rcvbyte = client_stats.get(u"udps_rcvbyte", 0) + l7_data += f"client_udp_rx_bytes={c_udp_rcvbyte}, " + # Received packets + c_udp_rcvpkt = client_stats.get(u"udps_rcvpkt", 0) + l7_data += f"client_udp_rx_packets={c_udp_rcvpkt}, " + # Keep alive drops + c_udp_keepdrops = client_stats.get(u"udps_keepdrops", 0) + l7_data += f"client_udp_keep_drops={c_udp_keepdrops}, " # Server # Accepted connections s_udp_accepts = server_stats.get(u"udps_accepts", 0) @@ -272,6 +318,18 @@ def simple_burst( # Closed connections s_udp_closed = server_stats.get(u"udps_closed", 0) l7_data += f"server_udp_closed={s_udp_closed}, " + # Sent bytes + s_udp_sndbyte = server_stats.get(u"udps_sndbyte", 0) + l7_data += f"server_udp_tx_bytes={s_udp_sndbyte}, " + # Sent packets + s_udp_sndpkt = server_stats.get(u"udps_sndpkt", 0) + l7_data += f"server_udp_tx_packets={s_udp_sndpkt}, " + # Received bytes + s_udp_rcvbyte = server_stats.get(u"udps_rcvbyte", 0) + l7_data += f"server_udp_rx_bytes={s_udp_rcvbyte}, " + # Received packets + s_udp_rcvpkt = server_stats.get(u"udps_rcvpkt", 0) + l7_data += f"server_udp_rx_packets={s_udp_rcvpkt}, " elif u"tcp" in profile_file: # Client # Initiated connections @@ -283,6 +341,12 @@ def simple_burst( # Closed connections c_tcp_closed = client_stats.get(u"tcps_closed", 0) l7_data += f"client_tcp_closed={c_tcp_closed}, " + # Send bytes + c_tcp_sndbyte = client_stats.get(u"tcps_sndbyte", 0) + l7_data += f"client_tcp_tx_bytes={c_tcp_sndbyte}, " + # Received bytes + c_tcp_rcvbyte = client_stats.get(u"tcps_rcvbyte", 0) + l7_data += f"client_tcp_rx_bytes={c_tcp_rcvbyte}, " # Server # Accepted connections s_tcp_accepts = server_stats.get(u"tcps_accepts", 0) @@ -293,6 +357,12 @@ def simple_burst( # Closed connections s_tcp_closed = server_stats.get(u"tcps_closed", 0) l7_data += f"server_tcp_closed={s_tcp_closed}, " + # Sent bytes + s_tcp_sndbyte = server_stats.get(u"tcps_sndbyte", 0) + l7_data += f"server_tcp_tx_bytes={s_tcp_sndbyte}, " + # Received bytes + s_tcp_rcvbyte = server_stats.get(u"tcps_rcvbyte", 0) + l7_data += f"server_tcp_rx_bytes={s_tcp_rcvbyte}, " else: total_sent = stats[port_0][u"opackets"] total_rcvd = stats[port_1][u"ipackets"] @@ -313,6 +383,7 @@ def simple_burst( client.clear_profile() client.disconnect() print( + f"trex_start_time={trex_start_time}, " f"cps={mult!r}, total_received={total_rcvd}, " f"total_sent={total_sent}, frame_loss={lost_a + lost_b}, " f"approximated_duration={approximated_duration}, " diff --git a/GPL/tools/trex/trex_astf_stop.py b/GPL/tools/trex/trex_astf_stop.py index be13e8ed42..c216e531ab 100644 --- a/GPL/tools/trex/trex_astf_stop.py +++ b/GPL/tools/trex/trex_astf_stop.py @@ -87,54 +87,6 @@ def main(): tx_1, rx_1 = xstats1[u"tx_good_packets"], xstats1[u"rx_good_packets"] lost_a, lost_b = tx_0 - rx_1, tx_1 - rx_0 - client_stats = xstats0[u"traffic"][u"client"] - server_stats = xstats1[u"traffic"][u"server"] - # Active and established flows UDP/TCP - # Client - c_act_flows = client_stats[u"m_active_flows"] - c_est_flows = client_stats[u"m_est_flows"] - l7_data = f"client_active_flows={c_act_flows}, " - l7_data += f"client_established_flows={c_est_flows}, " - # Server - s_act_flows = server_stats[u"m_active_flows"] - s_est_flows = server_stats[u"m_est_flows"] - l7_data += f"server_active_flows={s_act_flows}, " - l7_data += f"server_established_flows={s_est_flows}, " - # Some zero counters are not sent - # Client - # Established connections - c_udp_connects = client_stats.get(u"udps_connects", 0) - l7_data += f"client_udp_connects={c_udp_connects}, " - # Closed connections - c_udp_closed = client_stats.get(u"udps_closed", 0) - l7_data += f"client_udp_closed={c_udp_closed}, " - # Server - # Accepted connections - s_udp_accepts = server_stats.get(u"udps_accepts", 0) - l7_data += f"server_udp_accepts={s_udp_accepts}, " - # Closed connections - s_udp_closed = server_stats.get(u"udps_closed", 0) - # Client - # Initiated connections - c_tcp_connatt = client_stats.get(u"tcps_connattempt", 0) - l7_data += f"client_tcp_connect_inits={c_tcp_connatt}, " - # Established connections - c_tcp_connects = client_stats.get(u"tcps_connects", 0) - l7_data += f"client_tcp_connects={c_tcp_connects}, " - # Closed connections - c_tcp_closed = client_stats.get(u"tcps_closed", 0) - l7_data += f"client_tcp_closed={c_tcp_closed}, " - # Server - # Accepted connections - s_tcp_accepts = server_stats.get(u"tcps_accepts", 0) - l7_data += f"server_tcp_accepts={s_tcp_accepts}, " - # Established connections - s_tcp_connects = server_stats.get(u"tcps_connects", 0) - l7_data += f"server_tcp_connects={s_tcp_connects}, " - # Closed connections - s_tcp_closed = server_stats.get(u"tcps_closed", 0) - l7_data += f"server_tcp_closed={s_tcp_closed}, " - print(f"packets lost from 0 --> 1: {lost_a} pkts") print(f"packets lost from 1 --> 0: {lost_b} pkts") @@ -146,7 +98,6 @@ def main(): f"frame_loss={total_lost}, " f"latency_stream_0(usec)=-1/-1/-1, latency_stream_1(usec)=-1/-1/-1, " u"latency_hist_stream_0={}, latency_hist_stream_1={}, " - f"{l7_data}" ) -- cgit 1.2.3-korg