diff options
| -rw-r--r-- | resources/libraries/bash/function/common.sh | 3 | ||||
| -rw-r--r-- | resources/libraries/python/Constants.py | 102 | ||||
| -rw-r--r-- | resources/libraries/python/DUTSetup.py | 6 | ||||
| -rw-r--r-- | resources/libraries/python/TrafficGenerator.py | 4 | ||||
| -rw-r--r-- | resources/libraries/robot/performance/performance_actions.robot | 100 | ||||
| -rw-r--r-- | resources/libraries/robot/performance/performance_utils.robot | 103 | ||||
| -rw-r--r-- | resources/libraries/robot/performance/performance_vars.robot | 75 |
7 files changed, 245 insertions, 148 deletions
diff --git a/resources/libraries/bash/function/common.sh b/resources/libraries/bash/function/common.sh index c68620b8ce..438a8c0288 100644 --- a/resources/libraries/bash/function/common.sh +++ b/resources/libraries/bash/function/common.sh @@ -1384,6 +1384,9 @@ function set_environment_variables () { *"-x-2n"* | *"-x-3n"* ) export TREX_CORE_COUNT=14 export TREX_PORT_MTU=9000 + # Be gentle on infra. + export INFRA_WARMUP_DURATION=5 + export INFRA_WARMUP_RATE=253 # Settings to prevent duration stretching. export PERF_TRIAL_STL_DELAY=0.12 ;; diff --git a/resources/libraries/python/Constants.py b/resources/libraries/python/Constants.py index 6f56740cdf..f2191a9211 100644 --- a/resources/libraries/python/Constants.py +++ b/resources/libraries/python/Constants.py @@ -211,13 +211,9 @@ class Constants: # TRex set number of RX/TX descriptors. # Set to 0 to use default values. - TREX_TX_DESCRIPTORS_COUNT = get_int_from_env( - "TREX_TX_DESCRIPTORS_COUNT", 0 - ) + TREX_TX_DESCRIPTORS_COUNT = get_int_from_env("TREX_TX_DESCRIPTORS_COUNT", 0) - TREX_RX_DESCRIPTORS_COUNT = get_int_from_env( - "TREX_RX_DESCRIPTORS_COUNT", 0 - ) + TREX_RX_DESCRIPTORS_COUNT = get_int_from_env("TREX_RX_DESCRIPTORS_COUNT", 0) # Trex force start regardless ports state. TREX_SEND_FORCE = get_pessimistic_bool_from_env("TREX_SEND_FORCE") @@ -228,9 +224,7 @@ class Constants: ) # TRex port driver default vfio-pci or set to igb_uio. - TREX_PORT_DRIVER = get_str_from_env( - "TREX_PORT_DRIVER", "vfio-pci" - ) + TREX_PORT_DRIVER = get_str_from_env("TREX_PORT_DRIVER", "vfio-pci") # Graph node variant value GRAPH_NODE_VARIANT = get_str_from_env("GRAPH_NODE_VARIANT", "") @@ -248,10 +242,11 @@ class Constants: PERF_STAT_EVENTS = get_str_from_env( "PERF_STAT_EVENTS", "cpu-clock,context-switches,cpu-migrations,page-faults," - "cycles,instructions,branches,branch-misses,L1-icache-load-misses") + "cycles,instructions,branches,branch-misses,L1-icache-load-misses", + ) # Equivalent to ~0 used in vpp code - BITWISE_NON_ZERO = 0xffffffff + BITWISE_NON_ZERO = 0xFFFFFFFF # Default path to VPP API socket. SOCKSVR_PATH = "/run/vpp/api.sock" @@ -274,9 +269,22 @@ class Constants: # Whether to use latency streams in main search trials. PERF_USE_LATENCY = get_pessimistic_bool_from_env("PERF_USE_LATENCY") + # Whether to apply low-load trial to avoid flooding other machines. + INFRA_WARMUP_DURATION = get_float_from_env("INFRA_WARMUP_DURATION", 0) + + # Load just high enough to show all MAC addresses. + INFRA_WARMUP_RATE = get_float_from_env("INFRA_WARMUP_RATE", 300.0) + + # Whether to warm-up the traffic generator with high load. + TG_WARMUP_DURATION = get_float_from_env("TG_WARMUP_DURATION", 1.0) + + ## TG warmup load tweaking should not be needed, default max rate is best. + #TG_WARMUP_RATE = get_float_from_env("TG_WARMUP_RATE") + # Duration of one latency-specific trial in NDRPDR test. PERF_TRIAL_LATENCY_DURATION = get_float_from_env( - "PERF_TRIAL_LATENCY_DURATION", 5.0) + "PERF_TRIAL_LATENCY_DURATION", 5.0 + ) # For some testbeds TG takes longer than usual to start sending traffic. # This constant [s] allows longer wait, without affecting @@ -284,9 +292,7 @@ class Constants: PERF_TRIAL_STL_DELAY = get_float_from_env("PERF_TRIAL_STL_DELAY", 0.0) # ASTF usually needs a different value for the delay. - PERF_TRIAL_ASTF_DELAY = get_float_from_env( - "PERF_TRIAL_ASTF_DELAY", 0.112 - ) + PERF_TRIAL_ASTF_DELAY = get_float_from_env("PERF_TRIAL_ASTF_DELAY", 0.112) # Number of data frames in TPUT transaction, used both by TCP and UDP. # The value should be 33 to keep historic continuity for UDP TPUT tests, @@ -307,9 +313,7 @@ class Constants: DUT1_UUID = get_str_from_env("DUT1_UUID", "") # Global "kill switch" for CRC checking during runtime. - FAIL_ON_CRC_MISMATCH = get_pessimistic_bool_from_env( - "FAIL_ON_CRC_MISMATCH" - ) + FAIL_ON_CRC_MISMATCH = get_pessimistic_bool_from_env("FAIL_ON_CRC_MISMATCH") # Default IP4 prefix length (if not defined in topology file) DEFAULT_IP4_PREFIX_LENGTH = "24" @@ -389,7 +393,7 @@ class Constants: "100ge2p1cx6dx": "Mellanox-CX6DX", "200ge2p1cx7veat": "Mellanox-CX7VEAT", "200ge6p3cx7veat": "Mellanox-CX7VEAT", - "100ge2p1a063":"Cavium-A063-100G", + "100ge2p1a063": "Cavium-A063-100G", "1ge1p82540em": "virtual", } @@ -446,68 +450,58 @@ class Constants: "Intel-X710": { "vfio-pci": "dpdk_plugin.so", "avf": "dev_iavf_plugin.so", - "af_xdp": "af_xdp_plugin.so" + "af_xdp": "af_xdp_plugin.so", }, "Intel-XL710": { "vfio-pci": "dpdk_plugin.so", "avf": "dev_iavf_plugin.so", - "af_xdp": "af_xdp_plugin.so" + "af_xdp": "af_xdp_plugin.so", }, "Intel-XXV710": { "vfio-pci": "dpdk_plugin.so", "avf": "dev_iavf_plugin.so", - "af_xdp": "af_xdp_plugin.so" + "af_xdp": "af_xdp_plugin.so", }, "Intel-E810XXV": { "vfio-pci": "dpdk_plugin.so", "avf": "dev_iavf_plugin.so", - "af_xdp": "af_xdp_plugin.so" + "af_xdp": "af_xdp_plugin.so", }, "Intel-E822CQ": { "vfio-pci": "dpdk_plugin.so", "avf": "dev_iavf_plugin.so", - "af_xdp": "af_xdp_plugin.so" + "af_xdp": "af_xdp_plugin.so", }, "Intel-E823C": { "vfio-pci": "dpdk_plugin.so", "avf": "dev_iavf_plugin.so", - "af_xdp": "af_xdp_plugin.so" + "af_xdp": "af_xdp_plugin.so", }, "Intel-E810CQ": { "vfio-pci": "dpdk_plugin.so", "avf": "dev_iavf_plugin.so", - "af_xdp": "af_xdp_plugin.so" - }, - "Amazon-Nitro-50G": { - "vfio-pci": "dpdk_plugin.so" - }, - "Amazon-Nitro-100G": { - "vfio-pci": "dpdk_plugin.so" - }, - "Amazon-Nitro-200G": { - "vfio-pci": "dpdk_plugin.so" + "af_xdp": "af_xdp_plugin.so", }, + "Amazon-Nitro-50G": {"vfio-pci": "dpdk_plugin.so"}, + "Amazon-Nitro-100G": {"vfio-pci": "dpdk_plugin.so"}, + "Amazon-Nitro-200G": {"vfio-pci": "dpdk_plugin.so"}, "Mellanox-CX556A": { "rdma-core": "rdma_plugin.so", "mlx5_core": "dpdk_plugin.so", - "af_xdp": "af_xdp_plugin.so" + "af_xdp": "af_xdp_plugin.so", }, "Mellanox-CX6DX": { "rdma-core": "rdma_plugin.so", "mlx5_core": "dpdk_plugin.so", - "af_xdp": "af_xdp_plugin.so" + "af_xdp": "af_xdp_plugin.so", }, "Mellanox-CX7VEAT": { "rdma-core": "rdma_plugin.so", "mlx5_core": "dpdk_plugin.so", - "af_xdp": "af_xdp_plugin.so" - }, - "Cavium-A063-100G": { - "vfio-pci": "dev_octeon_plugin.so" - }, - "virtual": { - "vfio-pci": "dpdk_plugin.so" + "af_xdp": "af_xdp_plugin.so", }, + "Cavium-A063-100G": {"vfio-pci": "dev_octeon_plugin.so"}, + "virtual": {"vfio-pci": "dpdk_plugin.so"}, } # Tags to differentiate tests for different NIC driver. @@ -627,9 +621,7 @@ class Constants: "Intel-XL710": "HW_DH895xcc", } - DEVICE_TYPE_TO_KEYWORD = { - "scapy": None - } + DEVICE_TYPE_TO_KEYWORD = {"scapy": None} PERF_TYPE_TO_KEYWORD = { "mrr": "Traffic should pass with maximum rate", @@ -638,24 +630,24 @@ class Constants: } PERF_TYPE_TO_SUITE_DOC_VER = { - "mrr": u'''fication:** In MaxReceivedRate tests TG sends traffic at \\ -| ... | line rate and reports total received packets over trial period. \\''', - "ndrpdr": u'''rification:** TG finds and reports throughput NDR (Non \\ + "mrr": """fication:** In MaxReceivedRate tests TG sends traffic at \\ +| ... | line rate and reports total received packets over trial period. \\""", + "ndrpdr": """rification:** TG finds and reports throughput NDR (Non \\ | ... | Drop Rate) with zero packet loss tolerance and throughput PDR \\ | ... | (Partial Drop Rate) with non-zero packet loss tolerance (LT) \\ | ... | expressed in percentage of packets transmitted. NDR and PDR are \\ | ... | discovered for different Ethernet L2 frame sizes using MLRsearch \\ -| ... | library.''', - "soak": u'''rification:** TG sends traffic at dynamically computed \\ +| ... | library.""", + "soak": """rification:** TG sends traffic at dynamically computed \\ | ... | rate as PLRsearch algorithm gathers data and improves its estimate \\ | ... | of a rate at which a prescribed small fraction of packets \\ | ... | would be lost. After set time, the serarch stops \\ -| ... | and the algorithm reports its current estimate. \\''', +| ... | and the algorithm reports its current estimate. \\""", } PERF_TYPE_TO_TEMPLATE_DOC_VER = { - "mrr": u'''Measure MaxReceivedRate for ${frame_size}B frames \\ -| | ... | using burst trials throughput test. \\''', + "mrr": """Measure MaxReceivedRate for ${frame_size}B frames \\ +| | ... | using burst trials throughput test. \\""", "ndrpdr": "Measure NDR and PDR values using MLRsearch algorithm.", "soak": "Estimate critical rate using PLRsearch algorithm. \\", } diff --git a/resources/libraries/python/DUTSetup.py b/resources/libraries/python/DUTSetup.py index 8c240d9735..1f5a48aeda 100644 --- a/resources/libraries/python/DUTSetup.py +++ b/resources/libraries/python/DUTSetup.py @@ -1,4 +1,4 @@ -# Copyright (c) 2024 Cisco and/or its affiliates. +# Copyright (c) 2025 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -392,7 +392,9 @@ class DUTSetup: :type pci_addrs: list """ for pci_addr in pci_addrs: - DUTSetup.pci_driver_unbind(node, pci_addr) + cur_driver = DUTSetup.get_pci_dev_driver(node, pci_addr) + if cur_driver: + DUTSetup.pci_driver_unbind(node, pci_addr) DUTSetup.pci_driver_bind(node, pci_addr, driver) @staticmethod diff --git a/resources/libraries/python/TrafficGenerator.py b/resources/libraries/python/TrafficGenerator.py index ae01f8d3a6..fe9db3cb72 100644 --- a/resources/libraries/python/TrafficGenerator.py +++ b/resources/libraries/python/TrafficGenerator.py @@ -1,4 +1,4 @@ -# Copyright (c) 2024 Cisco and/or its affiliates. +# Copyright (c) 2025 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -1590,7 +1590,7 @@ class OptimizedSearch: config.min_load = min_load config.max_load = max_load config.search_duration_max = search_duration_max - config.warmup_duration = 1.0 + config.warmup_duration = 0.0 algorithm = MultipleLossRatioSearch(config) results = algorithm.search(measurer=tg_instance, debug=logger.debug) return [results[goal] for goal in goals] diff --git a/resources/libraries/robot/performance/performance_actions.robot b/resources/libraries/robot/performance/performance_actions.robot index de7c63200a..36f126b9ec 100644 --- a/resources/libraries/robot/performance/performance_actions.robot +++ b/resources/libraries/robot/performance/performance_actions.robot @@ -26,9 +26,9 @@ | | Run Keyword If | ${extended_debug}==${True} | | ... | Perf Stat On All DUTs | ${nodes} | cpu_list=${cpu_alloc_str} -| Additional Statistics Action For trex-runtime +| Additional Statistics Action For bpf-runtime | | [Documentation] -| | ... | Additional Statistics Action for T-Rex telemetry counters with +| | ... | Additional Statistics Action for linux bundle counters with | | ... | running traffic. | | | | ... | See documentation of the called keyword for required test variables. @@ -58,44 +58,20 @@ | | ... | duration_limit=${0.0} | | ... | ramp_up_duration=${ramp_up_duration} | | ... | ramp_up_rate=${ramp_up_rate} -| | Sleep | 1s +| | Run Telemetry On All DUTs +| | ... | ${nodes} | profile=bpf_runtime.yaml +| | ... | rate=${telemetry_rate} | export=${False} | | Stop traffic on tg -| Additional Statistics Action For infra-warmup +| Additional Statistics Action For noop | | [Documentation] -| | ... | Additional Statistics Action for infra warmup. -| | -| | ... | See documentation of the called keyword for required test variables. +| | ... | Additional Statistics Action for no operation. | | -| | ${ppta} = | Get Packets Per Transaction Aggregated -| | ${ramp_up_duration} = | Get Ramp Up Duration -| | ${ramp_up_rate} = | Get Ramp Up Rate -| | ${runtime_duration} = | Get Runtime Duration -| | ${runtime_rate} = | Get Runtime Rate -| | ${traffic_directions} = | Get Traffic Directions -| | ${transaction_duration} = | Get Transaction Duration -| | ${transaction_scale} = | Get Transaction Scale -| | ${transaction_type} = | Get Transaction Type -| | ${use_latency} = | Get Use Latency -| | Send traffic on tg -| | ... | duration=${5} -| | ... | rate=${253} -| | ... | frame_size=${frame_size} -| | ... | traffic_profile=${traffic_profile} -| | ... | async_call=${False} -| | ... | ppta=${ppta} -| | ... | use_latency=${False} -| | ... | traffic_directions=${traffic_directions} -| | ... | transaction_duration=${transaction_duration} -| | ... | transaction_scale=${transaction_scale} -| | ... | transaction_type=${transaction_type} -| | ... | duration_limit=${0.0} -| | ... | ramp_up_duration=${ramp_up_duration} -| | ... | ramp_up_rate=${ramp_up_rate} +| | No operation -| Additional Statistics Action For vpp-runtime +| Additional Statistics Action For perf-stat-runtime | | [Documentation] -| | ... | Additional Statistics Action for clear and show runtime counters with +| | ... | Additional Statistics Action for linux bundle counters with | | ... | running traffic. | | | | ... | See documentation of the called keyword for required test variables. @@ -112,7 +88,7 @@ | | ${use_latency} = | Get Use Latency | | ${node_arch} = | Get Node Arch | ${nodes[u'DUT1']} | | ${profile} = | Set Variable If | "${node_arch}" == "aarch64" -| | ... | vppctl_runtime_arm.yaml | vppctl_runtime.yaml +| | ... | perf_stat_runtime_arm.yaml | perf_stat_runtime.yaml | | Send traffic on tg | | ... | duration=${-1} | | ... | rate=${runtime_rate} @@ -130,12 +106,12 @@ | | ... | ramp_up_rate=${ramp_up_rate} | | Run Telemetry On All DUTs | | ... | ${nodes} | profile=${profile} -| | ... | rate=${telemetry_rate} | export=${telemetry_export} +| | ... | rate=${telemetry_rate} | export=${False} | | Stop traffic on tg -| Additional Statistics Action For bpf-runtime +| Additional Statistics Action For trex-runtime | | [Documentation] -| | ... | Additional Statistics Action for linux bundle counters with +| | ... | Additional Statistics Action for T-Rex telemetry counters with | | ... | running traffic. | | | | ... | See documentation of the called keyword for required test variables. @@ -165,14 +141,27 @@ | | ... | duration_limit=${0.0} | | ... | ramp_up_duration=${ramp_up_duration} | | ... | ramp_up_rate=${ramp_up_rate} -| | Run Telemetry On All DUTs -| | ... | ${nodes} | profile=bpf_runtime.yaml -| | ... | rate=${telemetry_rate} | export=${False} +| | Sleep | 1s | | Stop traffic on tg -| Additional Statistics Action For perf-stat-runtime +| Additional Statistics Action For vpp-clear-stats | | [Documentation] -| | ... | Additional Statistics Action for linux bundle counters with +| | ... | Additional Statistics Action for clear VPP statistics. +| | +| | Run Telemetry On All DUTs +| | ... | ${nodes} | profile=vppctl_clear_stats.yaml +| | ... | export=${False} + +| Additional Statistics Action For vpp-enable-packettrace +| | [Documentation] +| | ... | Additional Statistics Action for enable VPP packet trace. +| | +| | Run Keyword If | ${extended_debug}==${True} +| | ... | VPP Enable Traces On All DUTs | ${nodes} | fail_on_error=${False} + +| Additional Statistics Action For vpp-runtime +| | [Documentation] +| | ... | Additional Statistics Action for clear and show runtime counters with | | ... | running traffic. | | | | ... | See documentation of the called keyword for required test variables. @@ -189,7 +178,7 @@ | | ${use_latency} = | Get Use Latency | | ${node_arch} = | Get Node Arch | ${nodes[u'DUT1']} | | ${profile} = | Set Variable If | "${node_arch}" == "aarch64" -| | ... | perf_stat_runtime_arm.yaml | perf_stat_runtime.yaml +| | ... | vppctl_runtime_arm.yaml | vppctl_runtime.yaml | | Send traffic on tg | | ... | duration=${-1} | | ... | rate=${runtime_rate} @@ -207,7 +196,7 @@ | | ... | ramp_up_rate=${ramp_up_rate} | | Run Telemetry On All DUTs | | ... | ${nodes} | profile=${profile} -| | ... | rate=${telemetry_rate} | export=${False} +| | ... | rate=${telemetry_rate} | export=${telemetry_export} | | Stop traffic on tg | Additional Statistics Action For vpp-runtime-iperf3 @@ -239,27 +228,6 @@ | | ... | rate=${telemetry_rate} | export=${telemetry_export} | | iPerf Client Stop Remote Exec | ${nodes['${iperf_client_node}']} | ${pids} -| Additional Statistics Action For noop -| | [Documentation] -| | ... | Additional Statistics Action for no operation. -| | -| | No operation - -| Additional Statistics Action For vpp-clear-stats -| | [Documentation] -| | ... | Additional Statistics Action for clear VPP statistics. -| | -| | Run Telemetry On All DUTs -| | ... | ${nodes} | profile=vppctl_clear_stats.yaml -| | ... | export=${False} - -| Additional Statistics Action For vpp-enable-packettrace -| | [Documentation] -| | ... | Additional Statistics Action for enable VPP packet trace. -| | -| | Run Keyword If | ${extended_debug}==${True} -| | ... | VPP Enable Traces On All DUTs | ${nodes} | fail_on_error=${False} - | Additional Statistics Action For vpp-show-packettrace | | [Documentation] | | ... | Additional Statistics Action for show VPP packet trace. diff --git a/resources/libraries/robot/performance/performance_utils.robot b/resources/libraries/robot/performance/performance_utils.robot index 4211486a19..899bbb54b5 100644 --- a/resources/libraries/robot/performance/performance_utils.robot +++ b/resources/libraries/robot/performance/performance_utils.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. +# Copyright (c) 2025 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -31,6 +31,9 @@ | Documentation | ... | Performance suite keywords - utilities to find and verify NDR and PDR. | ... | See performance_vars.robot for values accessed via there. +| ... | All top-level keywords call infra warmup, all except MRR (and iperf) +| ... | also call TG warmup. MRR has early runtime trial at max rate, +| ... | so it does not need separate TG warmup. *** Variables *** | # Variable holding multiplicator of main heap size. By default it is set to 1 @@ -39,6 +42,76 @@ | ${heap_size_mult}= | ${1} *** Keywords *** +| Perform Infra Warmup +| | [Documentation] +| | ... | Optional trial at low load, needed to prevent flooding in some labs. +| | ... | This is skipped if duration is zero, default for isolated labs. +| | +| | ... | See documentation of the called keyword for required test variables. +| | +| | ${duration} = | Get Infra Warm Up Duration +| | Return From Keyword If | not ${duration} +| | ${rate} = | Get Infra Warm Up Rate +| | ${ppta} = | Get Packets Per Transaction Aggregated +| | ${traffic_directions} = | Get Traffic Directions +| | ${transaction_duration} = | Get Transaction Duration +| | ${transaction_scale} = | Get Transaction Scale +| | ${transaction_type} = | Get Transaction Type +| | Send traffic on tg +| | ... | duration=${duration} +| | ... | rate=${rate} +| | ... | frame_size=${frame_size} +| | ... | traffic_profile=${traffic_profile} +| | ... | async_call=${False} +| | ... | ppta=${ppta} +| | ... | use_latency=${False} +| | ... | traffic_directions=${traffic_directions} +| | ... | transaction_duration=${transaction_duration} +| | ... | transaction_scale=${transaction_scale} +| | ... | transaction_type=${transaction_type} +| | ... | duration_limit=${0.0} +| | ... | ramp_up_duration=${0} +| | ... | ramp_up_rate=${0} + +| Perform Tg Warmup +| | [Documentation] +| | ... | Warmup trial at high load, needed by tests where telemetry is late. +| | +| | ... | Some traffic generators need additional warmup at high load, +| | ... | otherwise they suffer from too much unsent packets, +| | ... | destabilizing the tests (soak) sensitive to first search trial result. +| | ... | This is skipped if duration is zero, useful for traffic generators +| | ... | that are known to never need such a warmup. +| | +| | ... | See documentation of the called keyword for required test variables. +| | +| | # TODO: Check if low-rate is enough to avoid unsent packets. +| | # TODO: If it is, figure out how to skip tg warmup if infra warmup happened. +| | +| | ${duration} = | Get Tg Warm Up Duration +| | Return From Keyword If | not ${duration} +| | ${rate} = | Get Tg Warm Up Rate +| | ${ppta} = | Get Packets Per Transaction Aggregated +| | ${traffic_directions} = | Get Traffic Directions +| | ${transaction_duration} = | Get Transaction Duration +| | ${transaction_scale} = | Get Transaction Scale +| | ${transaction_type} = | Get Transaction Type +| | Send traffic on tg +| | ... | duration=${duration} +| | ... | rate=${rate} +| | ... | frame_size=${frame_size} +| | ... | traffic_profile=${traffic_profile} +| | ... | async_call=${False} +| | ... | ppta=${ppta} +| | ... | use_latency=${False} +| | ... | traffic_directions=${traffic_directions} +| | ... | transaction_duration=${transaction_duration} +| | ... | transaction_scale=${transaction_scale} +| | ... | transaction_type=${transaction_type} +| | ... | duration_limit=${0.0} +| | ... | ramp_up_duration=${0} +| | ... | ramp_up_rate=${0} + | Find critical load using PLRsearch | | [Documentation] | | ... | Find boundaries for troughput (of hardcoded target loss ratio) @@ -73,22 +146,8 @@ | | ${transaction_scale} = | Get Transaction Scale | | ${transaction_type} = | Get Transaction Type | | ${use_latency} = | Get Use Latency -| | # TRex needs a warmup to avoid unsent packets at half-max rate. -| | Send traffic on tg -| | ... | duration=1.0 -| | ... | rate=${max_rate} -| | ... | frame_size=${frame_size} -| | ... | traffic_profile=${traffic_profile} -| | ... | async_call=${False} -| | ... | duration_limit=${1.0} -| | ... | ppta=${ppta} -| | ... | traffic_directions=${traffic_directions} -| | ... | transaction_duration=${transaction_duration} -| | ... | transaction_scale=${transaction_scale} -| | ... | transaction_type=${transaction_type} -| | ... | use_latency=False -| | ... | ramp_up_duration=${0.0} -| | ... | ramp_up_rate=${0.0} +| | Perform Infra Warmup +| | Perform Tg Warmup | | # Ready for main search. | | ${average} | ${stdev} = | Perform soak search | | ... | frame_size=${frame_size} @@ -170,6 +229,8 @@ | | ${transaction_scale} = | Get Transaction Scale | | ${transaction_type} = | Get Transaction Type | | ${use_latency} = | Get Use Latency +| | Perform Infra Warmup +| | Perform Tg Warmup | | ${result} = | Perform MLR Search | | ... | frame_size=${frame_size} | | ... | traffic_profile=${traffic_profile} @@ -257,6 +318,8 @@ | | ${transaction_scale} = | Get Transaction Scale | | ${transaction_type} = | Get Transaction Type | | ${use_latency} = | Get Use Latency +| | Perform Infra Warmup +| | Perform Tg Warmup | | ${result} = | Perform MLR Search | | ... | frame_size=${frame_size} | | ... | traffic_profile=${traffic_profile} @@ -383,7 +446,7 @@ | Send traffic at specified rate | | [Documentation] -| | ... | Perform a warmup, show runtime counters during it. +| | ... | Perform telemetry trials, read results during traffic. | | ... | Then send traffic at specified rate, possibly multiple trials. | | ... | Show various DUT stats, optionally also packet trace. | | ... | Return list of measured receive rates. @@ -480,6 +543,7 @@ | | | | Set Test Variable | ${telemetry_rate} | mrr | | Set Test Variable | ${telemetry_export} | ${True} +| | Perform Infra Warmup | | ${results}= | Send iPerf3 traffic at specified rate | | ... | ${trial_duration} | ${None} | ${None} | | ... | ${trial_multiplicity} | ${traffic_directions} @@ -490,7 +554,7 @@ | Send iPerf3 traffic at specified rate | | [Documentation] -| | ... | Perform a warmup, show runtime counters during it. +| | ... | Perform telemetry trials, read results during traffic. | | ... | Then send traffic at specified rate, possibly multiple trials. | | ... | Show various DUT stats, optionally also packet trace. | | ... | Return list of measured receive rates. @@ -683,6 +747,7 @@ | | ${use_latency} = | Get Use Latency | | ${unit} = | Set Variable If | """_cps""" in """${transaction_type}""" | | ... | cps | pps +| | Perform Infra Warmup | | ${results} = | Send traffic at specified rate | | ... | rate=${max_rate} | | ... | trial_duration=${trial_duration} diff --git a/resources/libraries/robot/performance/performance_vars.robot b/resources/libraries/robot/performance/performance_vars.robot index 1bab1071b7..5eacb43977 100644 --- a/resources/libraries/robot/performance/performance_vars.robot +++ b/resources/libraries/robot/performance/performance_vars.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2024 Cisco and/or its affiliates. +# Copyright (c) 2025 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -41,6 +41,40 @@ | | ${disable_latency} = | Get Variable Value | \${disable_latency} | ${False} | | Return From Keyword | ${disable_latency} +| Get Infra Warmup Duration +| | [Documentation] +| | ... | Return value of \${infra_warmup_duration} variable, +| | ... | if not defined, return ${0.0}, which implies no infra warmup trial. +| | ... | Note that scale traffic profiles may need higher values than base. +| | +| | ... | The return value controls the duration of optional infra warmup trial, +| | ... | zero means the trial is skipped. +| | ... | Return type: float. +| | +| | ... | *Example:* +| | +| | ... | \| \${infra_warmup_duration} = \| Get Infra Warmup Duration \| +| | +| | ${duration} = | Get Variable Value | \${infra_warmup_duration} | ${0.0} +| | Return From Keyword | ${duration} + +| Get Infra Warmup Rate +| | [Documentation] +| | ... | Return value of \${infra_warmup_rate} variable, +| | ... | if not defined, return ${300.0}. +| | ... | Note that scale traffic profiles may need higher values than base. +| | +| | ... | The return value controls the rate (TPS unidir) of infra warmup trial, +| | ... | Return type: float. +| | +| | ... | *Example:* +| | +| | ... | \| \${infra_warmup_rate} = \| Get Infra Warmup Rate \| +| | +| | ${rate} = | Get Variable Value | \${infra_warmup_rate} | ${0.0} +| | Return From Keyword If | ${rate} | ${rate} +| | Return From Keyword | ${300.0} + | Get Max Rate | | [Documentation] | | ... | Return value of \${max_rate} variable, @@ -268,7 +302,7 @@ | Get Runtime Duration | | [Documentation] | | ... | Return value of \${runtime_duration} variable, -| | ... | if not defined return ${1.0}. +| | ... | if not defined, return ${1.0}. | | | | ... | The return value controls the duration of runtime trial, | | ... | which also acts as a warmup. Usually one second is enough, @@ -285,7 +319,7 @@ | Get Runtime Rate | | [Documentation] | | ... | Return value of \${runtime_rate} variable, -| | ... | if not defined return the max rate. +| | ... | if not defined, return the max rate. | | | | ... | The return value controls the rate (TPS unidir) of runtime trial, | | ... | which also acts as a warmup. No plans to ever use a different rate, @@ -300,6 +334,39 @@ | | Return From Keyword If | ${runtime_rate} | ${runtime_rate} | | Run Keyword And Return | Get Max Rate +| Get Tg Warmup Duration +| | [Documentation] +| | ... | Return value of \${tg_warmup_duration} variable, +| | ... | if not defined, return ${1.0}, which implies short tg warmup trial. +| | ... | Note that even scale traffic profiles do not need longer trial. +| | +| | ... | The return value controls the duration of tg warmup trial, +| | ... | zero means the trial is skipped. +| | ... | Return type: float. +| | +| | ... | *Example:* +| | +| | ... | \| \${tg_warmup_duration} = \| Get Tg Warmup Duration \| +| | +| | ${duration} = | Get Variable Value | \${tg_warmup_duration} | ${1.0} +| | Return From Keyword | ${duration} + +| Get Tg Warmup Rate +| | [Documentation] +| | ... | Return value of \${tg_warmup_rate} variable, +| | ... | if not defined, return the max rate. +| | +| | ... | The return value controls the rate (TPS unidir) of tg warmup trial, +| | ... | Return type: float. +| | +| | ... | *Example:* +| | +| | ... | \| \${tg_warmup_rate} = \| Get Tg Warmup Rate \| +| | +| | ${rate} = | Get Variable Value | \${tg_warmup_rate} | ${0.0} +| | Return From Keyword If | ${rate} | ${rate} +| | Run Keyword And Return | Get Max Rate + | Get Traffic Directions | | [Documentation] | | ... | Return value of \${traffic_directions}, @@ -377,7 +444,7 @@ | Get Use Latency | | [Documentation] | | ... | Return value of \${use_latency} variable, -| | ... | if not defined return the value from Constants. +| | ... | if not defined, return the value from Constants. | | | | ... | The return value controls whether latency streams are active | | ... | during the main search. |