diff options
Diffstat (limited to 'resources/tools')
33 files changed, 5956 insertions, 10622 deletions
diff --git a/resources/tools/presentation/fdio.svg b/resources/tools/presentation/fdio.svg deleted file mode 100644 index 32dd070d36..0000000000 --- a/resources/tools/presentation/fdio.svg +++ /dev/null @@ -1,25 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd"> -<svg xmlns="http://www.w3.org/2000/svg" xml:space="preserve" width="630px" height="394px" version="1.1" style="shape-rendering:geometricPrecision; text-rendering:geometricPrecision; image-rendering:optimizeQuality; fill-rule:evenodd; clip-rule:evenodd" -viewBox="0 0 94500000 59062500" - xmlns:xlink="http://www.w3.org/1999/xlink"> - <defs> - <style type="text/css"> - <![CDATA[ - .fil2 {fill:#3C4641} - .fil1 {fill:#3E4742} - .fil0 {fill:#ED3341} - ]]> - </style> - </defs> - <g id="Layer_x0020_1"> - <path class="fil0" d="M42892251 15970973c234833,2555989 1402971,3784607 3633525,3195163 64614,-17483 464586,-605509 524121,-613778 100406,-13939 -325789,592397 -234951,589562 663981,-21026 1166839,235659 2703054,-1575788 -125567,2507794 385088,1931698 753047,3733577 -1039736,2409632 -1745415,307125 -1486485,4471622 -4668654,-2126 -6967721,-648979 -9839813,2159679 -1571417,1536924 -3134683,5759184 -3805515,8365022 -725760,124740 -1467939,37800 -1887401,510536 -484194,545619 -431747,1408050 35674,1833418 379890,345516 987289,308424 1519678,355793 800769,71348 1142151,473327 1136244,1236651 -6615,848964 -451001,1192826 -1631306,1191054 -3702746,-5316 -8320961,16538 -11713866,45596 -1026624,8741 -1698992,464822 -1746714,1344971 -50676,931416 521640,1260039 1499833,1295831 4286993,156988 8304069,-117653 12887201,141041 783996,103714 1189755,583183 1168256,1106004 -35201,855461 -707923,1099626 -1411594,1145104 -5730598,370440 -13969581,-91665 -19611231,141278 -797344,32839 -1694621,179786 -1702890,1222476 -6615,840459 589798,1177943 1399899,1281538 2377738,7088 5327556,1418 7519956,1890 2596151,591 5192775,4134 7788926,-118l-1007843 3222096 9601909 24334 3086606 -8484328c2943911,-111628 4325029,-862076 6023666,-2197361 944528,-742534 2909773,-3271590 3377903,-4985466l-6699578 -78081 1196016 -3619114c2873627,-19727 7980761,562984 10127447,-748913 1534089,-937440 4106970,-3980458 4422954,-6498411 -1731358,-38863 -8963443,287753 -9479649,-290469 -811991,-1588073 1028633,-2402426 1978121,-3132911 1388678,-1068441 1793846,-1560904 1785578,-3760746 230108,313386 87413,679809 294368,826048 502740,355320 1446913,224319 3038411,773010 1055447,363943 2115855,607399 3274661,404696 606218,-105958 570662,-121196 999692,-407413 -87767,-924683 -247472,-1025089 -709813,-1469003 1446086,654176 966617,1888937 966499,3676168 0,1623983 504512,3115429 -2599,4527259 -1397891,3892219 -3372351,4768234 -4125752,6086745l4834856 25043 -4320540 12061626c-2523504,20318 -10295893,-341499 -12094937,331459 -2551264,954568 -5105126,4809341 -5427844,6962878 3747398,-8151 17429226,243219 20078179,-244755 5769579,-1062534 6837902,-6323231 8783066,-11759344 1441716,-4029244 5291646,-11853371 -1699464,-14191183 -1193535,-382253 -1853145,-295667 -2077228,-395955 -216523,-96863 4489,-368078 -1209600,-1404861 -1196488,-1140379 -417690,-2367934 118716,-3662820 1265001,-3005691 3370461,-2733058 3370343,-6944096 -236,-4388934 2680611,-3141771 3022583,-4763627 307479,-1458135 -1345326,-645317 -2307336,-1215388 -794273,-470610 -170809,-694693 -1801524,-842940l-178251 -1084151c-406114,246999 -713003,925509 -824631,912870 -159705,-18191 -35083,-801478 -213216,-759780 -33075,7796 -73828,19845 -123323,42643 -162068,75009 -368668,285036 -609053,585900 -1161759,1454355 -3112358,5035433 -4642076,5789779 -3004746,1481878 -5309719,91074 -10962709,3162206 -2587056,1405451 -4703383,1914216 -7362259,348233z"/> - <path class="fil1" d="M81444116 48006591c-917831,-4596598 5486670,-5710989 6489669,-1741753 1221649,4834502 -5678387,5805017 -6489669,1741753zm1873463 -5811986c-6608858,1801052 -4202297,11851718 2867130,10021253 6433324,-1665681 4111577,-11922947 -2867130,-10021253z"/> - <polygon class="fil2" points="76840667,42255321 75263698,42301508 75172978,52072571 76944144,52066547 "/> - <path class="fil1" d="M70635206 52314137c1084388,307834 2141370,-714302 1520859,-1977413 -474863,-966853 -2784797,-983627 -2488776,930589 89421,578931 388041,882158 967916,1046824z"/> - <path class="fil1" d="M76175978 40542272c695402,-45006 1114037,-372448 1062889,-1137426 -18309,-275349 -120251,-539595 -294013,-710876 -609761,-601611 -1840151,-411548 -1952016,509001 -111628,919485 435173,1387733 1183140,1339301z"/> - <path class="fil0" d="M14086524 36346354l15995897 0c719972,0 1308943,589089 1308943,1308943l0 0c0,719854 -589089,1308943 -1308943,1308943l-15995897 0c-719736,0 -1308943,-588971 -1308943,-1308943l0 0c0,-719972 589089,-1308943 1308943,-1308943z"/> - <path class="fil0" d="M20652975 31242173l13718919 0c719972,0 1308943,589326 1308943,1308943l0 118c0,719618 -589208,1308943 -1308943,1308943l-13718919 0c-719736,0 -1308943,-588971 -1308943,-1308943l0 -118c0,-719972 588971,-1308943 1308943,-1308943z"/> - <path class="fil0" d="M6885624 46609763l3154410 0c719972,0 1308943,589208 1308943,1308943l0 0c0,719736 -589326,1308943 -1308943,1308943l-3154410 0c-719736,0 -1308943,-588971 -1308943,-1308943l0 0c0,-719972 588971,-1308943 1308943,-1308943z"/> - </g> -</svg> diff --git a/resources/tools/presentation/generator_alerts.py b/resources/tools/presentation/generator_alerts.py index 02d5703553..a71b775485 100644 --- a/resources/tools/presentation/generator_alerts.py +++ b/resources/tools/presentation/generator_alerts.py @@ -1,4 +1,4 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -27,7 +27,6 @@ from email.mime.multipart import MIMEMultipart from os.path import isdir from collections import OrderedDict -from pal_utils import get_last_completed_build_number from pal_errors import PresentationError diff --git a/resources/tools/presentation/generator_cpta.py b/resources/tools/presentation/generator_cpta.py index 43adba744a..db64d5ffae 100644 --- a/resources/tools/presentation/generator_cpta.py +++ b/resources/tools/presentation/generator_cpta.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -31,7 +31,7 @@ from pal_utils import archive_input_data, execute_command, classify_anomalies # Command to build the html format of the report -HTML_BUILDER = u'sphinx-build -v -c conf_cpta -a ' \ +HTML_BUILDER = u'sphinx-build -v -c sphinx_conf/trending -a ' \ u'-b html -E ' \ u'-t html ' \ u'-D version="{date}" ' \ @@ -149,7 +149,7 @@ def generate_cpta(spec, data): css_file: css_file.write(THEME_OVERRIDES) - if spec.configuration.get(u"archive-inputs", True): + if spec.environment.get(u"archive-inputs", False): archive_input_data(spec) logging.info(u"Done.") @@ -600,12 +600,12 @@ def _generate_all_charts(spec, input_data): return return_lst builds_dict = dict() - for job in spec.input[u"builds"].keys(): + for job, builds in spec.input.items(): if builds_dict.get(job, None) is None: builds_dict[job] = list() - for build in spec.input[u"builds"][job]: - status = build[u"status"] - if status not in (u"failed", u"not found", u"removed", None): + for build in builds: + if build[u"status"] not in (u"failed", u"not found", u"removed", + None): builds_dict[job].append(str(build[u"build"])) # Create "build ID": "date" dict: diff --git a/resources/tools/presentation/generator_files.py b/resources/tools/presentation/generator_files.py index 9ef6c0aef3..11ed9b0337 100644 --- a/resources/tools/presentation/generator_files.py +++ b/resources/tools/presentation/generator_files.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -34,7 +34,7 @@ RST_INCLUDE_TABLE = (u"\n.. only:: html\n\n" u"\n .. raw:: latex\n\n" u" \\csvautolongtable{{{file_latex}}}\n\n") -REGEX_NIC_SHORT = re.compile(r'(\d*ge\dp\d)(\D*\d*[a-z]*)-') +REGEX_NIC_SHORT = re.compile(r'(\d*ge\dp\d)([a-z]*\d*[a-z]*)-') def generate_files(spec, data): diff --git a/resources/tools/presentation/generator_report.py b/resources/tools/presentation/generator_report.py index 142c264bcd..cd6f506d33 100644 --- a/resources/tools/presentation/generator_report.py +++ b/resources/tools/presentation/generator_report.py @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -87,7 +87,7 @@ THEME_OVERRIDES = u"""/* override table width restrictions */ """ # Command to build the html format of the report -HTML_BUILDER = u'sphinx-build -v -c . -a ' \ +HTML_BUILDER = u'sphinx-build -v -c sphinx_conf/report -a ' \ u'-b html -E ' \ u'-t html ' \ u'-D release={release} ' \ @@ -96,7 +96,7 @@ HTML_BUILDER = u'sphinx-build -v -c . -a ' \ u'{build_dir}/' # Command to build the pdf format of the report -PDF_BUILDER = u'sphinx-build -v -c . -a ' \ +PDF_BUILDER = u'sphinx-build -v -c sphinx_conf/report -a ' \ u'-b latex -E ' \ u'-t latex ' \ u'-D release={release} ' \ diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index 798c126727..b03261c6d8 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -990,15 +990,15 @@ def _generate_url(testbed, test_name): if u"1t1c" in test_name or \ (u"-1c-" in test_name and - testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv")): + testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv", u"2n-tx2")): cores = u"1t1c" elif u"2t2c" in test_name or \ (u"-2c-" in test_name and - testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv")): + testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv", u"2n-tx2")): cores = u"2t2c" elif u"4t4c" in test_name or \ (u"-4c-" in test_name and - testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv")): + testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv", u"2n-tx2")): cores = u"4t4c" elif u"2t1c" in test_name or \ (u"-1c-" in test_name and @@ -1525,8 +1525,8 @@ def table_failed_tests_html(table, input_data): u"a", attrib=dict( href=f"{lnk_dir}" - f"{_generate_url(table.get(u'testbed', ''), item)}" - f"{lnk_sufix}" + f"{_generate_url(table.get(u'testbed', ''), item)}" + f"{lnk_sufix}" ) ) ref.text = item @@ -2063,7 +2063,7 @@ def table_weekly_comparison(table, in_data): # Reorganize header in txt table txt_table = list() with open(txt_file_name, u"rt", encoding='utf-8') as file_handler: - for line in file_handler: + for line in list(file_handler): txt_table.append(line) try: txt_table.insert(5, txt_table.pop(2)) diff --git a/resources/tools/presentation/ignored_tcs.yaml b/resources/tools/presentation/ignored_tcs.yaml deleted file mode 100644 index 3397ac83cf..0000000000 --- a/resources/tools/presentation/ignored_tcs.yaml +++ /dev/null @@ -1,33 +0,0 @@ -# List of ignored test cases. -# -# Structure: -# -# - TC_1 -# - TC_2 -# ... -# - TC_n -# -# All TC names are the long names. The list of ignored test cases is converted -# to lowercase when loaded. - -# Wrong NIC name in the long name, wrong tag used (NIC_Intel-X710 instead of -# NIC_Intel-XL710), from build 239 changed to NIC_Intel-XL710 but data is -# inconsistent. -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc04-IMIX-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc08-IMIX-2t2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc12-IMIX-4t4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr diff --git a/resources/tools/presentation/input_data_files.py b/resources/tools/presentation/input_data_files.py index 63f91972e5..fc629bc218 100644 --- a/resources/tools/presentation/input_data_files.py +++ b/resources/tools/presentation/input_data_files.py @@ -32,8 +32,6 @@ from requests import codes from urllib3.exceptions import HTTPError -from pal_errors import PresentationError - # Chunk size used for file download CHUNK_SIZE = 512 @@ -96,27 +94,19 @@ def _download_file(url, file_name, arch=False, verify=True, repeat=1): repeat -= 1 session = None try: - logging.info(f" Connecting to {url} ...") + logging.info(f" Connecting to {url} ...") session = requests_retry_session() response = session.get(url, stream=True, verify=verify) code = response.status_code - logging.info(f" {code}: {responses[code]}") + logging.info(f" {code}: {responses[code]}") if code != codes[u"OK"]: if session: session.close() - url = url.replace(u"_info", u"") - logging.info(f" Connecting to {url} ...") - session = requests_retry_session() - response = session.get(url, stream=True, verify=verify) - code = response.status_code - logging.info(f" {code}: {responses[code]}") - if code != codes[u"OK"]: - return False, file_name - file_name = file_name.replace(u"_info", u"") + return False, file_name dst_file_name = file_name.replace(u".gz", u"") - logging.info(f" Downloading the file {url} to {dst_file_name}") + logging.info(f" Downloading the file {url} to {dst_file_name}") with open(dst_file_name, u"wb") as file_handle: for chunk in response.iter_content(chunk_size=CHUNK_SIZE): if chunk: @@ -125,7 +115,7 @@ def _download_file(url, file_name, arch=False, verify=True, repeat=1): if arch and u".gz" in file_name: if session: session.close() - logging.info(f" Downloading the file {url} to {file_name}") + logging.info(f" Downloading the file {url} to {file_name}") session = requests_retry_session() response = session.get(url, stream=True, verify=verify) if response.status_code == codes[u"OK"]: @@ -148,8 +138,6 @@ def _download_file(url, file_name, arch=False, verify=True, repeat=1): finally: if session: session.close() - - logging.info(u" Download finished.") return success, file_name @@ -165,11 +153,7 @@ def _unzip_file(spec, build, pid): """ file_name = build[u"file-name"] - if u".zip" in file_name: - data_file = spec.input[u"zip-extract"] - else: - data_file = spec.input[u"extract"] - + data_file = "robot-plugin/output.xml" directory = spec.environment[u"paths"][u"DIR[WORKING,DATA]"] tmp_dir = join(directory, str(pid)) try: @@ -197,6 +181,95 @@ def _unzip_file(spec, build, pid): return False +def _download_json(source, job, build, w_dir, arch): + """ + + :param source: + :param job: + :param build: + :param w_dir: Path to working directory + :param arch: + :return: + """ + success = False + downloaded_name = u"" + + return success, downloaded_name + + +def _download_xml(source, job, build, w_dir, arch): + """ + + :param source: + :param job: + :param build: + :param w_dir: Path to working directory + :param arch: + :return: + """ + + file_name = source.get(u"file-name", u"") + new_name = join( + w_dir, + f"{job}{SEPARATOR}{build[u'build']}{SEPARATOR}{file_name}" + ) + url = u"{0}/{1}".format( + source.get(u"url", u""), + source.get(u"path", u"").format( + job=job, build=build[u'build'], filename=file_name + ) + ) + verify = False if u"nginx" in url else True + logging.info(f" Trying to download {url}") + success, downloaded_name = _download_file( + url, new_name, arch=arch, verify=verify, repeat=3 + ) + return success, downloaded_name + + +def _download_xml_docs(source, job, build, w_dir, arch): + """ + + :param source: + :param job: + :param build: + :param w_dir: Path to working directory + :param arch: + :return: + """ + + file_name = source.get(u"file-name", u"") + release = re.search(REGEX_RELEASE, job).group(2) + for rls in (release, u"master"): + try: + rls = f"rls{int(rls)}" + except ValueError: + pass # It is master + url = ( + f"{source.get(u'url', u'')}/" + f"{rls}/" + f"{source.get(u'path', u'')}/" + f"{job}{SEPARATOR}{build[u'build']}{SEPARATOR}{file_name}" + ) + new_name = join( + w_dir, + f"{job}{SEPARATOR}{build[u'build']}{SEPARATOR}{file_name}" + ) + + logging.info(f" Trying to download {url}") + + success, downloaded_name = _download_file(url, new_name, arch=arch) + if success: + if file_name.endswith(u".gz"): + with gzip.open(downloaded_name[:-3], u"rb") as gzip_file: + file_content = gzip_file.read() + with open(downloaded_name[:-3], u"wb") as xml_file: + xml_file.write(file_content) + break + + return success, downloaded_name + + def download_and_unzip_data_file(spec, job, build, pid): """Download and unzip a source file. @@ -212,108 +285,46 @@ def download_and_unzip_data_file(spec, job, build, pid): :rtype: bool """ - success = False + download = { + "json": _download_json, + "xml": _download_xml, + "xml-docs": _download_xml_docs + } - file_name = spec.input[u"file-name"] - new_name = join( - spec.environment[u"paths"][u"DIR[WORKING,DATA]"], - f"{job}{SEPARATOR}{build[u'build']}{SEPARATOR}{file_name}" - ) - arch = bool(spec.configuration.get(u"archive-inputs", True)) + success = False downloaded_name = u"" - - # Try to download .gz from s3_storage - for path in spec.input[u'download-path']: - url = u"{0}/{1}".format( - spec.environment[u'urls'][u'URL[S3_STORAGE,LOG]'], - path.format(job=job, build=build[u'build'], filename=file_name) - ) - logging.info(f"Trying to download {url}") - success, downloaded_name = _download_file( - url, new_name, arch=arch, verify=False, repeat=3 - ) - if success: - break - - if not success: - # Try to download .gz from logs.fd.io - for path in spec.input[u'download-path']: - url = u"{0}/{1}".format( - spec.environment[u'urls'][u'URL[NEXUS,LOG]'], - path.format(job=job, build=build[u'build'], filename=file_name) - ) - logging.info(f"Trying to download {url}") - success, downloaded_name = _download_file( - url, new_name, arch=arch, verify=True, repeat=3 - ) - if success: - break - - if not success: - # Try to download .gz or .zip from docs.fd.io - file_name = (spec.input[u"file-name"], spec.input[u"zip-file-name"]) - release = re.search(REGEX_RELEASE, job).group(2) - for idx, rls in enumerate((release, u"master", )): - try: - rls = f"rls{int(rls)}" - except ValueError: - # It is master - pass - url = ( - f"{spec.environment[u'urls'][u'URL[NEXUS,DOC]']}/" - f"{rls}/" - f"{spec.environment[u'urls'][u'DIR[NEXUS,DOC]']}/" - f"{job}{SEPARATOR}{build[u'build']}{SEPARATOR}{file_name[idx]}" - ) - - logging.info(f"Downloading {url}") - - new_name = join( + arch = bool(spec.environment.get(u"archive-inputs", True)) + + for source in spec.environment.get(u"data-sources", tuple()): + if not source.get(u"enabled", False): + continue + download_type = source.get(u"type", None) + if not download_type: + continue + success, downloaded_name = download[download_type]( + source, + job, + build, spec.environment[u"paths"][u"DIR[WORKING,DATA]"], - f"{job}{SEPARATOR}{build[u'build']}{SEPARATOR}{file_name[idx]}" + arch ) - success, downloaded_name = _download_file(url, new_name, arch=arch) - if success: - file_name = file_name[idx] - if file_name.endswith(u".gz"): - with gzip.open(downloaded_name[:-3], u"rb") as gzip_file: - file_content = gzip_file.read() - with open(downloaded_name[:-3], u"wb") as xml_file: - xml_file.write(file_content) - break - - # if not success: - # # Try to download .zip from jenkins.fd.io - # file_name = spec.input[u"zip-file-name"] - # download_path = spec.input[u"zip-download-path"] - # if job.startswith(u"csit-"): - # url = spec.environment[u"urls"][u"URL[JENKINS,CSIT]"] - # else: - # raise PresentationError(f"No url defined for the job {job}.") - # - # full_name = download_path.format( - # job=job, build=build[u"build"], filename=file_name - # ) - # url = u"{0}/{1}".format(url, full_name) - # new_name = join( - # spec.environment[u"paths"][u"DIR[WORKING,DATA]"], - # f"{job}{SEPARATOR}{build[u'build']}{SEPARATOR}{file_name}" - # ) - # logging.info(f"Downloading {url}") - # success, downloaded_name = _download_file(url, new_name) + if success: + source[u"successful-downloads"] += 1 + build[u"source"] = source[u"type"] + break + # TODO: Remove when only .gz is used. if success and downloaded_name.endswith(u".zip"): if not is_zipfile(downloaded_name): - logging.error(f"Zip file {new_name} is corrupted.") + logging.error(f"Zip file {downloaded_name} is corrupted.") success = False if success: - build[u"file-name"] = downloaded_name - - if file_name.endswith(u".gz"): + if downloaded_name.endswith(u".gz"): build[u"file-name"] = downloaded_name[:-3] - - if downloaded_name.endswith(u".zip"): + # TODO: Remove when only .gz is used. + elif downloaded_name.endswith(u".zip"): + build[u"file-name"] = downloaded_name success = _unzip_file(spec, build, pid) return success diff --git a/resources/tools/presentation/input_data_parser.py b/resources/tools/presentation/input_data_parser.py index b6b93018df..e1db03660d 100644 --- a/resources/tools/presentation/input_data_parser.py +++ b/resources/tools/presentation/input_data_parser.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -572,8 +572,9 @@ class ExecutionChecker(ResultVisitor): if msg.message.count(u"return STDOUT Version:") or \ msg.message.count(u"VPP Version:") or \ msg.message.count(u"VPP version:"): - self._version = str(re.search(self.REGEX_VERSION_VPP, msg.message). - group(2)) + self._version = str( + re.search(self.REGEX_VERSION_VPP, msg.message).group(2) + ) self._data[u"metadata"][u"version"] = self._version self._msg_type = None @@ -622,10 +623,12 @@ class ExecutionChecker(ResultVisitor): self._data[u"tests"][self._test_id][u"conf-history"] = str() else: self._msg_type = None - text = re.sub(r"\d{1,3}.\d{1,3}.\d{1,3}.\d{1,3} " - r"VAT command history:", u"", - msg.message, count=1).replace(u'\n', u' |br| ').\ - replace(u'"', u"'") + text = re.sub( + r"\d{1,3}.\d{1,3}.\d{1,3}.\d{1,3} VAT command history:", + u"", + msg.message, + count=1 + ).replace(u'\n', u' |br| ').replace(u'"', u"'") self._data[u"tests"][self._test_id][u"conf-history"] += ( f" |br| **DUT{str(self._conf_history_lookup_nr)}:** {text}" @@ -644,10 +647,12 @@ class ExecutionChecker(ResultVisitor): self._data[u"tests"][self._test_id][u"conf-history"] = str() else: self._msg_type = None - text = re.sub(r"\d{1,3}.\d{1,3}.\d{1,3}.\d{1,3} " - r"PAPI command history:", u"", - msg.message, count=1).replace(u'\n', u' |br| ').\ - replace(u'"', u"'") + text = re.sub( + r"\d{1,3}.\d{1,3}.\d{1,3}.\d{1,3} PAPI command history:", + u"", + msg.message, + count=1 + ).replace(u'\n', u' |br| ').replace(u'"', u"'") self._data[u"tests"][self._test_id][u"conf-history"] += ( f" |br| **DUT{str(self._conf_history_lookup_nr)}:** {text}" ) @@ -1514,8 +1519,9 @@ class InputData: f"Error occurred while parsing output.xml: {repr(err)}" ) return None - checker = ExecutionChecker(metadata, self._cfg.mapping, - self._cfg.ignore) + checker = ExecutionChecker( + metadata, self._cfg.mapping, self._cfg.ignore + ) result.visit(checker) return checker.data @@ -1536,7 +1542,7 @@ class InputData: :type repeat: int """ - logging.info(f" Processing the job/build: {job}: {build[u'build']}") + logging.info(f"Processing the job/build: {job}: {build[u'build']}") state = u"failed" success = False @@ -1554,7 +1560,7 @@ class InputData: f"Skipped." ) if success: - logging.info(f" Processing data from build {build[u'build']}") + logging.info(f" Processing data from build {build[u'build']}") data = self._parse_tests(job, build) if data is None: logging.error( @@ -1574,7 +1580,7 @@ class InputData: # If the time-period is defined in the specification file, remove all # files which are outside the time period. is_last = False - timeperiod = self._cfg.input.get(u"time-period", None) + timeperiod = self._cfg.environment.get(u"time-period", None) if timeperiod and data: now = dt.utcnow() timeperiod = timedelta(int(timeperiod)) @@ -1589,11 +1595,9 @@ class InputData: data = None is_last = True logging.info( - f" The build {job}/{build[u'build']} is " + f" The build {job}/{build[u'build']} is " f"outdated, will be removed." ) - logging.info(u" Done.") - return { u"data": data, u"state": state, @@ -1613,7 +1617,7 @@ class InputData: logging.info(u"Downloading and parsing input files ...") - for job, builds in self._cfg.builds.items(): + for job, builds in self._cfg.input.items(): for build in builds: result = self._download_and_parse_build(job, build, repeat) @@ -1641,10 +1645,9 @@ class InputData: if self._input_data.get(job, None) is None: self._input_data[job] = pd.Series() self._input_data[job][str(build_nr)] = build_data - self._cfg.set_input_file_name( - job, build_nr, result[u"build"][u"file-name"]) - + job, build_nr, result[u"build"][u"file-name"] + ) self._cfg.set_input_state(job, build_nr, result[u"state"]) mem_alloc = \ @@ -1653,6 +1656,16 @@ class InputData: logging.info(u"Done.") + msg = f"Successful downloads from the sources:\n" + for source in self._cfg.environment[u"data-sources"]: + if source[u"successful-downloads"]: + msg += ( + f"{source[u'url']}/{source[u'path']}/" + f"{source[u'file-name']}: " + f"{source[u'successful-downloads']}\n" + ) + logging.info(msg) + def process_local_file(self, local_file, job=u"local", build_nr=1, replace=True): """Process local XML file given as a command-line parameter. @@ -1683,7 +1696,7 @@ class InputData: u"file-name": local_file } if replace: - self._cfg.builds = dict() + self._cfg.input = dict() self._cfg.add_build(job, build) logging.info(f"Processing {job}: {build_nr:2d}: {local_file}") @@ -1768,7 +1781,7 @@ class InputData: ) if replace: - self._cfg.builds = dict() + self._cfg.input = dict() for job, files in local_builds.items(): for idx, local_file in enumerate(files): diff --git a/resources/tools/presentation/mapping_report.yaml b/resources/tools/presentation/mapping_report.yaml deleted file mode 100644 index 90e10dc88f..0000000000 --- a/resources/tools/presentation/mapping_report.yaml +++ /dev/null @@ -1,208 +0,0 @@ -# Mapping of the old names of test cases to the new (actual) one. -# -# Data structure: -# -# old-name: new-name -# -# All TC names (old and new) are the long names. The mapping table is converted -# to lowercase when loaded. - -# 3n, x710 - -Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc03-64B-4c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc03-64B-4c-avf-ethip4-ip4base-mrr" - -# 3n, xxv710 - -Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc03-64B-4c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc03-64B-4c-avf-ethip4-ip4base-mrr" - -# 3n, x553 - -Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -# 3n, x520 - -Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -# 3n, cx556a - -Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -# 2n, x710 - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -# 2n, xxv710 - -Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -# 2n, x553 - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X553-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -# 2n, x520 - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-10Ge2P1X520-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -# 2n, cx556a - -Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-ndrpdr: - "Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-ndrpdr" - -Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc01-64B-1c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc01-64B-1c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc02-64B-2c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" - -Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Eth-Ip4Base-Ndrpdr.tc03-64B-4c-avf-eth-ip4base-mrr: - "Tests.Vpp.Perf.Ip4.2N1l-100Ge2P1Cx556A-Avf-Ethip4-Ip4Base-Ndrpdr.tc02-64B-2c-avf-ethip4-ip4base-mrr" diff --git a/resources/tools/presentation/mapping_tc_names.yaml b/resources/tools/presentation/mapping_tc_names.yaml deleted file mode 100644 index e87e47d814..0000000000 --- a/resources/tools/presentation/mapping_tc_names.yaml +++ /dev/null @@ -1,1578 +0,0 @@ -# Mapping of the old names of test cases to the new (actual) one. -# -# Data structure: -# -# old-name: new-name -# -# All TC names (old and new) are the long names. The mapping table is converted -# to lowercase when loaded. - - -# MRR Tests - -# tests.vpp.perf.l2 - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc01-64B-1t1c-eth-l2dbscale10kmaclrn-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc01-64B-1t1c-eth-l2bdscale10kmaclrn-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc05-64B-2t2c-eth-l2dbscale10kmaclrn-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc02-64B-2t2c-eth-l2bdscale10kmaclrn-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc09-64B-4t4c-eth-l2dbscale10kmaclrn-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc03-64B-4t4c-eth-l2bdscale10kmaclrn-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc01-64B-1t1c-eth-l2dbscale10kmaclrn-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc01-64B-1t1c-eth-l2bdscale10kmaclrn-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc05-64B-2t2c-eth-l2dbscale10kmaclrn-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc02-64B-2t2c-eth-l2bdscale10kmaclrn-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc09-64B-4t4c-eth-l2dbscale10kmaclrn-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc03-64B-4t4c-eth-l2bdscale10kmaclrn-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" - -tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" - - -# tests.vpp.perf.ip4 - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Mrr.tc01-64B-1t1c-ethip4-ip4base-snat-1u-1p-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-nat44-mrr.tc01-64B-1t1c-ethip4udp-ip4base-nat44-mrr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Mrr.tc05-64B-2t2c-ethip4-ip4base-snat-1u-1p-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-nat44-mrr.tc02-64B-2t2c-ethip4udp-ip4base-nat44-mrr" - -Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Mrr.tc09-64B-4t4c-ethip4-ip4base-snat-1u-1p-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-nat44-mrr.tc03-64B-4t4c-ethip4udp-ip4base-nat44-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc01-64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc01-64b-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc05-64B-2t2c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc02-64b-2t2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" - -tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc09-64B-4t4c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: - "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc03-64b-4t4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - -Tests.Vpp.Perf.Ip4.10ge2p1x710-Ethip4Udp-Ip4Base-Nat44-Mrr.tc01-64B-1t1c-ethip4-ip4base-snat-1u-1p-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-nat44-mrr.tc01-64B-1t1c-ethip4udp-ip4base-nat44-mrr" - -Tests.Vpp.Perf.Ip4.10ge2p1x710-Ethip4Udp-Ip4Base-Nat44-Mrr.tc05-64B-2t2c-ethip4-ip4base-snat-1u-1p-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-nat44-mrr.tc02-64B-2t2c-ethip4udp-ip4base-nat44-mrr" - -Tests.Vpp.Perf.Ip4.10ge2p1x710-Ethip4Udp-Ip4Base-Nat44-Mrr.tc09-64B-4t4c-ethip4-ip4base-snat-1u-1p-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-nat44-mrr.tc03-64B-4t4c-ethip4udp-ip4base-nat44-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc01-64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc01-64b-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc05-64B-2t2c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc02-64b-2t2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" - -tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc09-64B-4t4c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: - "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc03-64b-4t4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" - - -# tests.vpp.perf.ip6 - -tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale2m-mrr: - "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc01-78B-1t1c-ethip6-ip6scale2m-mrr" - -tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale2m-mrr: - "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc02-78B-2t2c-ethip6-ip6scale2m-mrr" - -tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale2m-mrr: - "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc03-78B-4t4c-ethip6-ip6scale2m-mrr" - -tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale20k-mrr: - "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc01-78B-1t1c-ethip6-ip6scale20k-mrr" - -tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale20k-mrr: - "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc02-78B-2t2c-ethip6-ip6scale20k-mrr" - -tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale20k-mrr: - "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc03-78B-4t4c-ethip6-ip6scale20k-mrr" - -tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale200k-mrr: - "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc01-78B-1t1c-ethip6-ip6scale200k-mrr" - -tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale200k-mrr: - "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc02-78B-2t2c-ethip6-ip6scale200k-mrr" - -tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale200k-mrr: - "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc03-78B-4t4c-ethip6-ip6scale200k-mrr" - -tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale2m-mrr: - "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc01-78B-1t1c-ethip6-ip6scale2m-mrr" - -tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale2m-mrr: - "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc02-78B-2t2c-ethip6-ip6scale2m-mrr" - -tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale2m-mrr: - "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc03-78B-4t4c-ethip6-ip6scale2m-mrr" - -tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale20k-mrr: - "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc01-78B-1t1c-ethip6-ip6scale20k-mrr" - -tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale20k-mrr: - "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc02-78B-2t2c-ethip6-ip6scale20k-mrr" - -tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale20k-mrr: - "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc03-78B-4t4c-ethip6-ip6scale20k-mrr" - -tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale200k-mrr: - "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc01-78B-1t1c-ethip6-ip6scale200k-mrr" - -tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale200k-mrr: - "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc02-78B-2t2c-ethip6-ip6scale200k-mrr" - -tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale200k-mrr: - "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc03-78B-4t4c-ethip6-ip6scale200k-mrr" - - -# tests.vpp.perf.vm_vhost - -Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc01-64B-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc01-64B-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc05-64B-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc02-64B-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc09-64B-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc03-64B-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc04-IMIX-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc10-IMIX-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc08-IMIX-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc11-IMIX-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc12-IMIX-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc12-IMIX-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc01-64B-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc01-64B-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc05-64B-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc02-64B-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc09-64B-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc03-64B-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc04-IMIX-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc10-IMIX-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc08-IMIX-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc11-IMIX-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - -Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc12-IMIX-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: - "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc12-IMIX-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" - - -# tests.vpp.perf.crypto base - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-mrr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr" - - -# tests.vpp.perf.crypto scale - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr. tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-mrr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc01-64B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc01-64B-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc02-64B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc02-64B-2c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc03-64B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc03-64B-4c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc04-1518B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc04-1518B-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc05-1518B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc05-1518B-2c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc06-1518B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc06-1518B-4c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc07-9000B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc07-9000B-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc08-9000B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc08-9000B-2c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc09-9000B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc09-9000B-4c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc10-IMIX-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc10-IMIX-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc11-IMIX-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc11-IMIX-2c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr.tc12-IMIX-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-mrr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr.tc12-IMIX-4c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-mrr" - - -# NDRPDR Tests - -# tests.vpp.perf.crypto base - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-aes128cbc-hmac256sha-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-int-aes128gcm-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnl-ip4base-tnl-aes128gcm-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes-gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-ndrpdr" - - -# tests.vpp.perf.crypto scale - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr. tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-int-aes128gcm-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128cbc-hmac256sha-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnl-ip4base-tnl-aes128gcm-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-int-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-cbc-sha1-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128cbc-hmac512sha-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc01-64B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc02-64B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc03-64B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc04-1518B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc05-1518B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc06-1518B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc07-9000B-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc08-9000B-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc09-9000B-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc10-IMIX-1c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc11-IMIX-2c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes-gcm-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr.tc12-IMIX-4c-ethip4ipsecscale1000tnlsw-ip4base-tnl-aes128gcm-ndrpdr" - - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc01-64B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc01-64B-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc02-64B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc02-64B-2c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc03-64B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc03-64B-4c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc04-1518B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc04-1518B-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc05-1518B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc05-1518B-2c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc06-1518B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc06-1518B-4c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc07-9000B-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc07-9000B-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc08-9000B-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc08-9000B-2c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc09-9000B-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc09-9000B-4c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc10-IMIX-1c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc10-IMIX-1c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc11-IMIX-2c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc11-IMIX-2c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" - -tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr.tc12-IMIX-4c-ethip4ipsectptlispgpe-ip4base-cbc-sha1-ndrpdr: - "tests.vpp.perf.crypto.10ge2p1x710-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr.tc12-IMIX-4c-ethip4ipsectptlispgpe-ip4base-aes128cbc-hmac256sha-ndrpdr" diff --git a/resources/tools/presentation/pal.py b/resources/tools/presentation/pal.py index d06cadaf99..5bbea297ef 100644 --- a/resources/tools/presentation/pal.py +++ b/resources/tools/presentation/pal.py @@ -1,4 +1,4 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -11,7 +11,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -"""CSIT Presentation and analytics layer. +"""CSIT Presentation and Analytics Layer. """ import sys @@ -19,18 +19,21 @@ import argparse import logging from pal_errors import PresentationError -from environment import Environment, clean_environment from specification_parser import Specification +from environment import Environment, clean_environment +from static_content import prepare_static_content from input_data_parser import InputData from generator_tables import generate_tables from generator_plots import generate_plots from generator_files import generate_files -from static_content import prepare_static_content from generator_report import generate_report from generator_cpta import generate_cpta from generator_alerts import Alerting, AlertingError +OUTPUTS = (u"none", u"report", u"trending", u"convert_to_json") + + def parse_args(): """Parse arguments from cmd line. @@ -45,7 +48,7 @@ def parse_args(): parser.add_argument( u"-s", u"--specification", required=True, - type=argparse.FileType(u'r'), + type=str, help=u"Specification YAML file." ) parser.add_argument( @@ -62,7 +65,9 @@ def parse_args(): ) parser.add_argument( u"-l", u"--logging", - choices=[u"DEBUG", u"INFO", u"WARNING", u"ERROR", u"CRITICAL"], + choices=[ + u"NOTSET", u"DEBUG", u"INFO", u"WARNING", u"ERROR", u"CRITICAL" + ], default=u"ERROR", help=u"Logging level." ) @@ -103,33 +108,38 @@ def parse_args(): def main(): """Main function.""" - log_levels = {u"NOTSET": logging.NOTSET, - u"DEBUG": logging.DEBUG, - u"INFO": logging.INFO, - u"WARNING": logging.WARNING, - u"ERROR": logging.ERROR, - u"CRITICAL": logging.CRITICAL} + log_levels = { + u"NOTSET": logging.NOTSET, + u"DEBUG": logging.DEBUG, + u"INFO": logging.INFO, + u"WARNING": logging.WARNING, + u"ERROR": logging.ERROR, + u"CRITICAL": logging.CRITICAL + } args = parse_args() - logging.basicConfig(format=u"%(asctime)s: %(levelname)s: %(message)s", - datefmt=u"%Y/%m/%d %H:%M:%S", - level=log_levels[args.logging]) + logging.basicConfig( + format=u"%(asctime)s: %(levelname)s: %(message)s", + datefmt=u"%Y/%m/%d %H:%M:%S", + level=log_levels[args.logging] + ) logging.info(u"Application started.") + try: spec = Specification(args.specification) spec.read_specification() - except PresentationError: + except PresentationError as err: logging.critical(u"Finished with error.") return 1 - if spec.output[u"output"] not in (u"none", u"report", u"trending"): + if spec.output[u"output"] not in OUTPUTS: logging.critical( f"The output {spec.output[u'output']} is not supported." ) return 1 - ret_code = 1 + return_code = 1 try: env = Environment(spec.environment, args.force) env.set_environment() @@ -164,7 +174,7 @@ def main(): logging.info("No output will be generated.") logging.info(u"Successfully finished.") - ret_code = 0 + return_code = 0 except AlertingError as err: logging.critical(f"Finished with an alerting error.\n{repr(err)}") @@ -175,7 +185,7 @@ def main(): finally: if spec is not None: clean_environment(spec.environment) - return ret_code + return return_code if __name__ == u"__main__": diff --git a/resources/tools/presentation/pal_errors.py b/resources/tools/presentation/pal_errors.py index 649c86cde8..a584088d26 100644 --- a/resources/tools/presentation/pal_errors.py +++ b/resources/tools/presentation/pal_errors.py @@ -1,4 +1,4 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -29,11 +29,13 @@ class PresentationError(Exception): - relevant data if there are any collected (optional parameter details). """ - log_exception = {u"DEBUG": logging.debug, - u"INFO": logging.info, - u"WARNING": logging.warning, - u"ERROR": logging.error, - u"CRITICAL": logging.critical} + log_level = { + u"DEBUG": logging.debug, + u"INFO": logging.info, + u"WARNING": logging.warning, + u"ERROR": logging.error, + u"CRITICAL": logging.critical + } def __init__(self, msg, details=u'', level=u"CRITICAL"): """Sets the exception message and the level. @@ -55,9 +57,9 @@ class PresentationError(Exception): self._level = level try: - self.log_exception[self._level](self._msg) + self.log_level[self._level](self._msg) if self._details: - self.log_exception[self._level](self._details) + self.log_level[self._level](self._details) except KeyError: print(u"Wrong log level.") sys.exit(1) diff --git a/resources/tools/presentation/pal_utils.py b/resources/tools/presentation/pal_utils.py index 86a6679918..f546aa4d10 100644 --- a/resources/tools/presentation/pal_utils.py +++ b/resources/tools/presentation/pal_utils.py @@ -1,4 +1,4 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -227,7 +227,7 @@ def archive_input_data(spec): logging.info(u" Archiving the input data files ...") - extension = spec.input[u"arch-file-format"] + extension = spec.output[u"arch-file-format"] data_files = list() for ext in extension: data_files.extend(get_files( diff --git a/resources/tools/presentation/run_cpta.sh b/resources/tools/presentation/run_cpta.sh index 14191ff359..18b0ec7058 100755 --- a/resources/tools/presentation/run_cpta.sh +++ b/resources/tools/presentation/run_cpta.sh @@ -23,7 +23,7 @@ pip3 install -r requirements.txt export PYTHONPATH=`pwd`:`pwd`/../../../:`pwd`/../../libraries/python STATUS=$(python pal.py \ - --specification specification_CPTA.yaml \ + --specification specifications/trending \ --logging INFO \ --force) RETURN_STATUS=$? diff --git a/resources/tools/presentation/run_report.sh b/resources/tools/presentation/run_report.sh index 308c6252ec..fd78816536 100755 --- a/resources/tools/presentation/run_report.sh +++ b/resources/tools/presentation/run_report.sh @@ -26,9 +26,9 @@ pip3 install -r requirements.txt export PYTHONPATH=`pwd`:`pwd`/../../../:`pwd`/../../libraries/python python pal.py \ - --specification specification.yaml \ + --specification specifications/report \ --release ${RELEASE} \ - --week "09" \ + --week "18" \ --logging INFO \ --force diff --git a/resources/tools/presentation/run_report_local.sh b/resources/tools/presentation/run_report_local.sh index 6074f1dcc5..b48d4d2db5 100755 --- a/resources/tools/presentation/run_report_local.sh +++ b/resources/tools/presentation/run_report_local.sh @@ -104,7 +104,7 @@ python pal.py --help if [[ ${filename} != "" ]]; then python pal.py \ - --specification specification_local.yaml \ + --specification specifications/report_local \ --release ${release} \ --week ${week} \ --logging INFO \ @@ -114,7 +114,7 @@ fi if [[ ${directoryname} != "" ]]; then python pal.py \ - --specification specification_local.yaml \ + --specification specifications/report_local \ --release ${release} \ --week ${week} \ --logging INFO \ diff --git a/resources/tools/presentation/specification_local.yaml b/resources/tools/presentation/specification_local.yaml deleted file mode 100644 index f67b0d269f..0000000000 --- a/resources/tools/presentation/specification_local.yaml +++ /dev/null @@ -1,3388 +0,0 @@ -############################################################################### -# -# This specification is an example, but it fully works and can be used as a -# base. -# -############################################################################### - -############################################################################### -# Section: Environment -# -# Specifies paths and urls used by PAL and/or elements. -# In general, you do not need to edit this section. -# -- type: "environment" - - paths: - # Top level directories: - ## Working directory - DIR[WORKING]: "_tmp" - ## Build directories - DIR[BUILD,HTML]: "_build" - DIR[BUILD,LATEX]: "_build_latex" - - # Static .rst files in CSIT repo - DIR[RST]: "../../../docs/report" - - # Working directories - ## Input data files (.zip, .xml) - DIR[WORKING,DATA]: "{DIR[WORKING]}/data" - ## Static source files from CSIT repo - DIR[WORKING,SRC]: "{DIR[WORKING]}/src" - DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" - - # Static html content - DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" - DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" - DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk" - DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" - - # Detailed test results - DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" - DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw" - DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx" - DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx" - DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" - DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" - DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" - DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" - DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" - DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" - DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" - DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" - DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx" - DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" - DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" - DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" - DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" - DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" - DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" - DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" - DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx" - DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" - DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" - DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" - DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" - - # Detailed test configurations - DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" - DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration" - DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" - DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" - DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" - DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx" - DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" - DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" - DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" - DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" - DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" - DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" - DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" - DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx" - DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" - DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" - DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" - DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" - - # Detailed tests operational data - DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" - DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data" - DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" - DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" - DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" - DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx" - DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" - DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" - DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" - - # Latencies: - DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs" - DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs" - - # .css patch file to fix tables generated by Sphinx - DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" - DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" - - urls: - # Urls where the input files are downloaded from - URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" - URL[S3_STORAGE,LOG]: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - URL[NEXUS,DOC]: "https://docs.fd.io/csit" - DIR[NEXUS,DOC]: "report/_static/archive" - - make-dirs: - # List the directories which are created while preparing the environment. - # All directories MUST be defined in "paths" section. - - "DIR[WORKING,DATA]" - - "DIR[STATIC,VPP]" - - "DIR[STATIC,DPDK]" - - "DIR[STATIC,ARCH]" - - "DIR[BUILD,LATEX]" - - "DIR[WORKING,SRC]" - - "DIR[WORKING,SRC,STATIC]" - - remove-dirs: - # List the directories which are deleted while cleaning the environment. - # All directories MUST be defined in "paths" section. - #- "DIR[BUILD,HTML]" - - "DIR[WORKING,DATA]" - - build-dirs: - # List the directories where the results (build) is stored. - # All directories MUST be defined in "paths" section. - - "DIR[BUILD,HTML]" - - "DIR[BUILD,LATEX]" - -############################################################################### -# -# Section: Configuration -# -# Specifies: -# - Limits of NICs, links and PCI buses used by CSIT. -# - Data sets used by elements specified in this file. -# - Layouts of plots specified in this file. -# -- type: "configuration" - - # Limits of NICs, links and PCI buses used by CSIT. - limits: - # NIC limits [pps] for 64B packets - nic: - x520: 24460000 - x553: 29761905 - x710: 35800000 - xxv710: 35800000 - xl710: 35800000 - cx556a: 60000000 - - # Link limits [pps] for 64B packets - link: - 10ge: 14880952.38 - 25ge: 37202380.95 - 40ge: 59523809.52 - 100ge: 148809523.81 - - # PCI limits [pps] for 64B packets - pci: - pci-g3-x8: 74404761.90 - pci-g3-x16: 148809523.81 - - # Data sets used by elements specified in this file - # - # The structure of a simple data set for a plot is: - # - # <name-of-a-data-set>: - # <jenkins-job>: - # - <build_1> - # - <build_2> - # - ... - # - <build_n> - # - # For example plot using data from three builds: - # - # plot-vpp-throughput-lat-tsa-3n-dnv: - # csit-vpp-perf-verify-2001-3n-dnv: - # - 5 # NDRPDR sel - # - 6 # NDRPDR sel - # - 13 # NDRPDR sel - # - # Simple table with one data set is similar to the previous example: - # - # vpp-perf-results-3n-hsw: - # csit-vpp-perf-verify-2001-3n-hsw: - # - 18 # NDRPDR full - # - 20 # NDRPDR full - # - 28 # NDRPDR full - # - 35 # NDRPDR full - # - 42 # NDRPDR full - # - 46 # NDRPDR full - # - 47 # NDRPDR full - # - # Tables with more than one data set: - # - # There are three data sub-sets defined in this example: - # - vpp-performance-changes-3n-hsw-h1 - # - vpp-performance-changes-3n-hsw-ref - # - vpp-performance-changes-3n-hsw-cmp - # And then a fourth one: - # - vpp-performance-changes-3n-hsw - # which includes the previous three sub-sets. - # These data sets are used for tables which compares performance of current - # released version (2001) to the previous one (1908) and adds one old - # version (1904). - # - # vpp-performance-changes-3n-hsw-h1: - # csit-vpp-perf-verify-1904-3n-hsw: - # - 11 # NDRPDR sel - # - 12 # NDRPDR sel - # - 20 # NDRPDR sel - # - 21 # NDRPDR sel - # - 23 # NDRPDR sel - # - 24 # NDRPDR sel - # - 25 # NDRPDR sel - # - 26 # NDRPDR sel - # - 29 # NDRPDR sel - # - 30 # NDRPDR sel - # vpp-performance-changes-3n-hsw-ref: - # csit-vpp-perf-verify-1908-3n-hsw: - # - 12 # NDRPDR sel - # - 13 # NDRPDR sel - # - 14 # NDRPDR sel - # - 15 # NDRPDR sel - # - 16 # NDRPDR sel - # - 17 # NDRPDR sel - # - 18 # NDRPDR sel - # - 19 # NDRPDR sel - # - 20 # NDRPDR sel - # - 21 # NDRPDR sel - # vpp-performance-changes-3n-hsw-cmp: - # csit-vpp-perf-verify-2001-3n-hsw: - # - 21 # NDRPDR sel - # - 22 # NDRPDR sel - # - 23 # NDRPDR sel - # - 24 # NDRPDR sel - # - 25 # NDRPDR sel - # - 29 # NDRPDR sel - # - 30 # NDRPDR sel - # - 31 # NDRPDR sel - # - 32 # NDRPDR sel - # - 34 # NDRPDR sel - # vpp-performance-changes-3n-hsw: - # - "vpp-performance-changes-3n-hsw-h1" - # - "vpp-performance-changes-3n-hsw-ref" - # - "vpp-performance-changes-3n-hsw-cmp" - # - data-sets: - - # Data sets used in the examples below: - plot-vpp-throughput-lat-tsa-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - vpp-perf-results-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 1 # NDRPDR sel - - plot-vpp-throughput-lat-tsa-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - vpp-perf-results-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 1 # NDRPDR sel - - plot-vpp-hdrh-lat-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 1 # NDRPDR sel - - # Layouts of plots specified in this file. - # - # There are defined layouts fro plots generated by plot.ly - # The layouts are created using information from plot.ly reference: - # https://plot.ly/python/reference/ - # These layout are directly used, however, in some cases are changed - # or added some of their parts, e.g.: - # - titles (graph title, axes,...), - # - ranges, - # - legends, - # - annotations, ... - # - # For more information see plot.ly web pages. - # - plot-layouts: - - plot-soak-throughput: - titlefont: - size: 18 - xaxis: - title: "<b>Test Cases [Index]</b>" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "<b>Critical Rate Lower Bound [Mpps]</b>" - titlefont: - size: 16 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 16 - zeroline: False - range: [0,50] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 16 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-service-density: - titlefont: - size: 18 - xaxis: - side: "top" - autorange: True - fixedrange: False - showgrid: False - showline: False - showticklabels: False - ticks: "" - ticklen: 0 - tickwidth: 0 - zeroline: False - yaxis: - autorange: "reversed" - showgrid: False - showline: False - showticklabels: False - ticks: "" - ticklen: 0 - tickwidth: 0 - zeroline: False - showlegend: False - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - width: 700 - height: 700 - hoverlabel: - namelength: -1 - - plot-cps: - titlefont: - size: 18 - xaxis: - title: "<b>Test Cases [Index]</b>" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "<b>Connections Per Second [cps]</b>" - titlefont: - size: 16 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - rangemode: "tozero" - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".3s" - tickfont: - size: 16 - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 16 - width: 700 - height: 800 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-rps: - titlefont: - size: 18 - xaxis: - title: "<b>Test Cases [Index]</b>" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "<b>Requests Per Second [rps]</b>" - titlefont: - size: 16 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - rangemode: "tozero" - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(230, 230, 230)" - tickformat: ".3s" - tickfont: - size: 16 - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 16 - width: 700 - height: 800 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput: - titlefont: - size: 18 - xaxis: - title: "<b>Test Cases [Index]</b>" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "<b>Packet Throughput [Mpps]</b>" - titlefont: - size: 16 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 16 - zeroline: False - range: [0,50] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 16 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput-speedup-analysis: - titlefont: - size: 18 - xaxis: - title: "<b>Number of Cores [Qty]</b>" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "<b>Packet Throughput [Mpps]</b>" - titlefont: - size: 16 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 16 - zeroline: True - rangemode: "tozero" - range: [0,100] - legend: - orientation: "h" - font: - size: 16 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 85 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - annotations: [ - { - text: "_ _ __ ...", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.13, - font: { - family: "Consolas, Courier New", - size: 15 - }, - }, - { - text: " Perfect Measured Limit", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.15, - font: { - family: "Consolas, Courier New", - size: 15 - }, - }, - ] - - plot-latency: - titlefont: - size: 18 - xaxis: - title: "<b>Direction</b>" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: False - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "<b>Packet Latency [uSec]</b>" - titlefont: - size: 16 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 16 - zeroline: True - rangemode: "tozero" - legend: - orientation: "h" - font: - size: 16 - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 80 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-hdrh-latency: - title: - text: "" - xanchor: "center" - x: 0.5 - font: - size: 16 - width: 700 - plot_bgcolor: "white" - annotations: - - font: - size: 14 - showarrow: False - text: "<b>Packet Latency [uSec]</b>" - x: 1 - xanchor: "right" - xref: "paper" - y: -0.045 - yanchor: "top" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "<b>Probability [%]</b>" - textangle: 270 - x: -0.06 - xanchor: "center" - xref: "paper" - y: 0.5 - yanchor: "middle" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "<b>Direction: E-W</b>" - x: 0.24 - xanchor: "center" - xref: "paper" - y: 1.05 - yanchor: "bottom" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "<b>Direction: W-E</b>" - x: 0.74 - xanchor: "center" - xref: "paper" - y: 1.05 - yanchor: "bottom" - yref: "paper" - - plot-hdrh-latency-percentile: - title: - text: "" - xanchor: "center" - x: 0.5 - font: - size: 18 - xaxis: - type: "log" - title: "<b>Percentile [%]</b>" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] - ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] - tickfont: - size: 16 - yaxis: - title: "<b>Packet Latency [uSec]</b>" - titlefont: - size: 16 - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 16 - autosize: False - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: - size: 16 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.15 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - width: 700 - height: 700 - paper_bgcolor: "white" - plot_bgcolor: "white" - - plot-hdrh-latency-by-percentile: - title: - text: "<b>Latency by Percentile Distribution</b>" - xanchor: "center" - x: 0.5 - font: - size: 18 - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: - size: 16 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - xaxis: - type: "linear" - title: "<b>Percentile [%]</b>" - titlefont: - size: 14 - autorange: False - fixedrange: False - range: [0, 100] - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickvals: [0, 25, 50, 75, 100] - ticktext: [0, 25, 50, 75, 100] - tickfont: - size: 14 - yaxis: - title: "<b>One-Way Latency per Direction [uSec]</b>" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - width: 700 - height: 700 - paper_bgcolor: "white" - plot_bgcolor: "white" - -############################################################################### -# -# Section: Static content -# -# Specifies the source of the static content. PAL copies it from source -# directory to the destination directory and then modifies only the copy. -# -- type: "static" - src-path: "{DIR[RST]}" - dst-path: "{DIR[WORKING,SRC]}" - -############################################################################### -# -# Section: Inputs -# -# Specifies the data sources. -# -- type: "input" - general: - # Specifies the primary source - nexus - file-name: "output_info.xml.gz" - file-format: ".gz" - arch-file-format: - - ".gz" - - ".zip" - download-path: - - "{job}/{build}/archives/{filename}" - - "{job}/{build}/{filename}" - extract: "output.xml" - - # Specifies the secondary source - Jenkins, it is used if the source file - # is not found in the primary source - zip-file-name: "robot-plugin.zip" - zip-file-format: ".zip" - zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}" - zip-extract: "robot-plugin/output.xml" - - builds: - - # Build to be downloaded. - # - # The structure is: - # - # jenkins-job-1: - # - build_1 - # - build_2 - # - ... - # - build_n - # - # jenkins-job-m: - # - build_1 - # - build_2 - # - ... - # - build_n - # - # You can specify as many jobs and builds as needed. - # This section is ignored when local sources (files and/or directories) - # are specified from the command line. - - csit-vpp-perf-verify-2001-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - csit-vpp-perf-verify-2001-3n-dnv: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - -############################################################################### -# -# Section: Outputs -# -# Specification of outputs. -# -# Possible outputs are: -# - report - a CSIT Report is generated -# - trending -a CSIT Trending is generated -# - none - nothing is generated, only element specified in the following -# section. -# -# format: -# - html - html version is generated using sphinx -# - pdf - pdf version is generated using Latex (only report) -# -- type: "output" - output: "report" - format: - html: - - full -# pdf: -# - minimal - -############################################################################### -# -# Section: Specifications of elements -# -# These elements can be specified: -# - table -# - file -# - plot -# -# The configuration of elements depends on the ALGORITHM used to generate it. -# See examples below: -# -# Plots -# -# - type: "plot" - # title: a string used in logs to identify the element, there must be - # specified the type of data to be presented at the end: ndr/pdr/mrr -# title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr" - # algorithm: The algorithm used to generate this element. -# algorithm: "plot_perf_box_name" - # output-file: The result is written to this file. -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr" - # data: The data set, it must be specified in configuration --> data-sets -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" - # include: A List of tests to publish in the graph - # the number of test (e.g. tc01-) is removed and information about nr of - # threads is added (e.g. -1c- --> -1t1c-), see below. -# include: -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr" -# layout: - # The title displayed in the generated graph -# title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr" - # The layout used to generate the plot.ly graph. It must be specified in - # configuration --> plot-layouts -# layout: "plot-throughput" -# -# -# - type: "plot" - # title: a string used in logs to identify the element, there must be - # specified the type of data to be presented at the end: ndr/pdr/mrr -# title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa" - # algorithm: The algorithm used to generate this element. -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" - # include: A List of tests to publish in the graph - # As all threads/cores combinations are used, the info about it is - # specified this way: -.t.c- -# include: -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa" -# layout: "plot-throughput-speedup-analysis" -# -# -# - type: "plot" -# title: "Latency by percentile: DPDK 3n-tsh" - # algorithm: The algorithm used to generate this element. - # This algorithm generates graphs for all tests in the data set specified - # by filter. -# algorithm: "plot_hdrh_lat_by_percentile" -# output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-tsh" - # output-file-links: here are written links to all generated plots -# output-file-links: "{DIR[LAT,DPDK]}/3n_tsh.rst" - # target-links: the prefix added to links -# target-links: "../../_static/dpdk" -# data: "plot-dpdk-hdrh-lat-3n-tsh" - # The logical expression defining the tests to be used. It consists of - # tags enclosed in apostrophes and logical operators. -# filter: "'1T1C' and 'NIC_Intel-X520-DA2'" -# layout: -# layout: "plot-hdrh-latency-by-percentile" -# -# -# - type: "plot" -# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# algorithm: "plot_nf_heatmap" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-8t4c-base-vsc-vxlan-ndr" -# data: "plot-vpp-nfv-2n-clx-ndrpdr" -# filter: "'NIC_Intel-XXV710' and -# 'NF_DENSITY' and -# 'VHOST' and -# 'VXLAN' and -# 'CHAIN' and -# 'IMIX' and -# '8T4C' and -# 'NDRPDR'" -# parameters: -# - "throughput" -# - "name" -# - "tags" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# x-axis: "X = VNFs per Service Chain" -# y-axis: "Y = Number of Service Chains" -# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" -# layout: -# title: "<b>Throughput:</b> eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-ndr" -# layout: "plot-service-density" -# -# -# Tables -# -# - type: "table" -# title: "Detailed Test Results - VPP Performance Results 3n-dnv" - # algorithm: The algorithm used to generate this element. -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/vpp_performance_results_3n_dnv" - # columns: Specification of columns - # title: column title - # data: string with two parts, 'data' means use data from data set, the second - # part specifies which data - name: test name, msg - test message, - # conf-history - configuration history, -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " -# data: "data msg" -# data: "vpp-perf-results-3n-dnv" -# filter: "all" -# # parameters: test parameters from the source file used to generate this - # element. -# parameters: -# - "name" -# - "parent" -# - "msg" -# -# -# - type: "table" -# title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - # algorithm: The algorithm used to generate this element. -# algorithm: "table_oper_data_html" -# output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv" -# data: "vpp-perf-results-3n-dnv" -# filter: "all" -# -# -# Files -# -# VPP Performance Results 3n-dnv -# - type: "file" -# title: "VPP Performance Results 3n-dnv" - # algorithm: The algorithm used to generate this element. -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}" - # dir-tables: The directory where the tables for file(s) are stored. -# dir-tables: "{DIR[DTR,PERF,VPP,3N,DNV]}" -# data: "vpp-perf-results-3n-dnv" -# filter: "all" - # data-start-level: The starting level in RF output.xml file. - # E.g.: the top level chapter for - # Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr - # is Ip6 -# data-start-level: 4 -# -# -# - type: "file" -# title: "VPP Performance Results" - # algorithm: The algorithm used to generate this element. -# algorithm: "file_details_split" -# output-file: "{DIR[DTR,PERF,VPP,ALL]}" - # dir-tables: The list of directories where the tables for files are - # stored. -# dir-tables: -# - "{DIR[DTR,PERF,VPP,2N,SKX]}" -# - "{DIR[DTR,PERF,VPP,3N,SKX]}" -# - "{DIR[DTR,PERF,VPP,2N,CLX]}" -# - "{DIR[DTR,PERF,VPP,3N,HSW]}" -# - "{DIR[DTR,PERF,VPP,3N,TSH]}" -# - "{DIR[DTR,PERF,VPP,2N,DNV]}" -# - "{DIR[DTR,PERF,VPP,3N,DNV]}" - # data: Data used to generate the files - # The order of these data sets must be the same as the order in - # 'dir-tables'. -# data: -# - "vpp-perf-results-2n-skx" -# - "vpp-perf-results-3n-skx" -# - "vpp-perf-results-2n-clx" -# - "vpp-perf-results-3n-hsw" -# - "vpp-perf-results-3n-tsh" -# - "vpp-perf-results-2n-dnv" -# - "vpp-perf-results-3n-dnv" -# filter: "all" -# data-start-level: 4 - # order-chapters: The order of chapters in generated file structure. - # There are three levels and each has its own order of chapters. -# order-chapters: -# level-1: -# - "l2" -# - "ip4" -# - "ip6" -# - "srv6" -# - "ip4_tunnels" -# - "ip6_tunnels" -# - "vm_vhost" -# - "container_memif" -# - "crypto" -# - "vts" -# - "lb" -# - "nfv_density" -# - "hoststack" -# level-2: -# - "2n-skx" -# - "3n-skx" -# - "2n-clx" -# - "3n-hsw" -# - "3n-tsh" -# - "2n-dnv" -# - "3n-dnv" -# level-3: -# - "xl710" -# - "x520" -# - "xxv710" -# - "x710" -# - "x553" -# - "cx556a" -# - "vic1227" -# - "vic1385" - -############################################################################### -# Example: -# -# We have this directory structure of input XML files: -# -# local -# ├── csit-vpp-perf-verify-2001-2n-clx -# │  ├── csit-vpp-perf-verify-2001-2n-clx__28__output_info.xml -# │  └── csit-vpp-perf-verify-2001-2n-clx__29__output_info.xml -# └── csit-vpp-perf-verify-2001-3n-dnv -# ├── csit-vpp-perf-verify-2001-3n-dnv__5__output_info.xml -# ├── csit-vpp-perf-verify-2001-3n-dnv__6__output_info.xml -# └── csit-vpp-perf-verify-2001-3n-dnv__7__output_info.xml -# -# We created the data sets which you can find in configuration --> data-sets -# section. -# -# Using models below, we generate tables, files and plots. Then we generate -# the report. It is specified in the output section. -# -# Use this command to run it: -# ./run_report_local.sh --directory local/ -# - -# Tables: - -# Detailed Test Results - VPP Performance Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-perf-results-3n-dnv" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Test configuration - VPP Performance Test Configs 3n-dnv -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-perf-results-3n-dnv" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test Operational Data - VPP Performance Operational Data 3n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" - data: "vpp-perf-results-3n-dnv" - filter: "all" - -# Detailed Test Results - VPP Performance Results 2n-clx -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-clx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-perf-results-2n-clx" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Test configuration - VPP Performance Test Configs 2n-clx -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-clx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-perf-results-2n-clx" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test Operational Data - VPP Performance Operational Data 2n-clx -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-clx" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/" - data: "vpp-perf-results-2n-clx" - filter: "all" - - -# Files: - -# VPP Performance Results -- type: "file" - title: "VPP Performance Results" - algorithm: "file_details_split" - output-file: "{DIR[DTR,PERF,VPP,ALL]}" - dir-tables: - - "{DIR[DTR,PERF,VPP,2N,CLX]}" - - "{DIR[DTR,PERF,VPP,3N,DNV]}" - data: - - "vpp-perf-results-2n-clx" - - "vpp-perf-results-3n-dnv" - filter: "all" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - level-2: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-dnv" - - "3n-dnv" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - -# VPP Performance Configuration -- type: "file" - title: "VPP Performance Configuration" - algorithm: "file_details_split" - output-file: "{DIR[DTC,PERF,VPP,ALL]}" - dir-tables: - - "{DIR[DTC,PERF,VPP,2N,CLX]}" - - "{DIR[DTC,PERF,VPP,3N,DNV]}" - data: - - "vpp-perf-results-2n-clx" - - "vpp-perf-results-3n-dnv" - filter: "all" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - level-2: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-dnv" - - "3n-dnv" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - -# VPP Performance Operational -- type: "file" - title: "VPP Performance Operational" - algorithm: "file_details_split_html" - output-file: "{DIR[DTO,PERF,VPP,ALL]}" - dir-tables: - - "{DIR[DTO,PERF,VPP,2N,CLX]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" - data: - - "vpp-perf-results-2n-clx" - - "vpp-perf-results-3n-dnv" - filter: "all" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - level-2: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-dnv" - - "3n-dnv" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - - -# Plots: - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-1t1c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - layout: - title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - layout: - title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-pdr-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-memif-base-dpdk-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-memif-base-dpdk-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-memif-base-dpdk-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-memif-base-dpdk-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-memif-base-dpdk-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-memif-base-dpdk-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk]-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk]-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk]-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk]-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk]-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-x710-64b-2t1c-ip4routing-base-scale-[avf,dpdk]-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-avf-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-avf-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-avf-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-avf-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-avf-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-avf-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-ip4routing-scale-avf-rnd-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-ip4routing-scale-avf-rnd-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-ip4routing-scale-avf-rnd-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-ip4routing-scale-avf-rnd-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-ip4routing-scale-avf-rnd-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-ip4routing-scale-avf-rnd-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-2t1c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-2t1c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-2t1c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-2t1c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-ip4routing-base-scale-dpdk-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-ip4routing-scale-dpdk-rnd-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-ip4base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-ip4base-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-rdma-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-ip4base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-ip4base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-ip4base-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-rdma-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-ip4base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-ethip4-ip4scale-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-ethip4-ip4scale-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-ip4scale-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-ethip4-ip4scale-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-ethip4-ip4scale-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-2t1c-rdma-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-ip4scale-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-x710-78b-2t1c-ip6routing-base-scale-dpdk-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-2t1c-ip6routing-base-scale-dpdk-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Dot1Q-Ip6Base-Ndrpdr.78B-2t1c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-2t1c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-2t1c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-x710-78b-2t1c-ip6routing-base-scale-dpdk-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-x710-78b-2t1c-ip6routing-base-scale-dpdk-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-2t1c-ip6routing-base-scale-dpdk-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Dot1Q-Ip6Base-Ndrpdr.78B-2t1c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-2t1c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-2t1c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-x710-78b-2t1c-ip6routing-base-scale-dpdk-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-2t1c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-2t1c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-2t1c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-2t1c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-2t1c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-2t1c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-2t1c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-2t1c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-2t1c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-2t1c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-78b-2t1c-ip6routing-base-scale-dpdk-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-2t1c-rdma-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-2t1c-rdma-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-2t1c-rdma-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-2t1c-rdma-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-2t1c-rdma-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-2t1c-rdma-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-2t1c-rdma-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-2t1c-rdma-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-2t1c-rdma-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-2t1c-rdma-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-cx556a-78b-2t1c-rdma-ip6routing-base-scale-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-x710-64b-2t1c-l2switching-base-scale-[avf,dpdk]-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-2t1c-l2switching-base-scale-[avf,dpdk]-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-x710-64b-2t1c-l2switching-base-scale-[avf,dpdk]-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-x710-64b-2t1c-l2switching-base-scale-[avf,dpdk]-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-2t1c-l2switching-base-scale-[avf,dpdk]-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-x710-64b-2t1c-l2switching-base-scale-[avf,dpdk]-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-avf-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-avf-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-2t1c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-l2switching-base-avf-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-avf-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-avf-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-2t1c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-l2switching-base-avf-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-l2switching-base-scale-avf-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-l2switching-base-dpdk-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-l2switching-base-scale-dpdk-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-l2switching-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2switching-base-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-2t1c-rdma-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2switching-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-l2switching-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2switching-base-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-2t1c-rdma-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2switching-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-l2switching-scale-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2switching-scale-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2switching-scale-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-l2switching-scale-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2switching-scale-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2switching-scale-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-vpp-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-vpp-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-vpp-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-vpp-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-vpp-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-2t1c-vhost-base-dpdk-vpp-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-base-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-vppl2xc-base-ndr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-vppl2xc-base-ndr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-vppl2xc-base-ndr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-vppl2xc-base-pdr" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-vppl2xc-base-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-rdma-l2-vhost-vppl2xc-base-pdr" - layout: "plot-throughput" - -################################################################################ - -# Packet Speedup - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-memif-base-dpdk-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-memif-base-dpdk-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-memif-base-dpdk-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-memif-base-dpdk-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-memif-base-dpdk-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-memif-base-dpdk-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-avf-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-avf-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-base-scale-avf-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-avf-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-avf-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-base-scale-avf-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-scale-avf-rnd-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-scale-avf-rnd-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-scale-avf-rnd-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-scale-avf-rnd-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-scale-avf-rnd-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-scale-avf-rnd-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-scale-dpdk-rnd-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-scale-dpdk-rnd-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-scale-dpdk-rnd-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-scale-dpdk-rnd-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-scale-dpdk-rnd-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-scale-dpdk-rnd-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-ip4base-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ip4base-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-rdma-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-ip4base-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-ip4base-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ip4base-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-rdma-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-ip4base-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-ethip4-ip4scale-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ethip4-ip4scale-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-ethip4-ip4scale-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-ethip4-ip4scale-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ethip4-ip4scale-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-ethip4-ip4scale-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-ethip4-features-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ethip4-features-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-ethip4-features-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-ethip4-features-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ethip4-features-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-ethip4-features-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-x710-78b-ip6routing-base-scale-dpdk-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-ip6routing-base-scale-dpdk-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-x710-78b-ip6routing-base-scale-dpdk-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-x710-78b-ip6routing-base-scale-dpdk-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-ip6routing-base-scale-dpdk-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-x710-78b-ip6routing-base-scale-dpdk-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-78b-rdma-ip6routing-base-scale-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-rdma-ip6routing-base-scale-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-rdma-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-rdma-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-cx556a-78b-rdma-ip6routing-base-scale-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-78b-rdma-ip6routing-base-scale-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-rdma-ip6routing-base-scale-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-rdma-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-rdma-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-clx-cx556a-78b-rdma-ip6routing-base-scale-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-x710-64b-l2switching-base-scale-[avf,dpdk]-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-scale-[avf,dpdk]-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-x710-64b-l2switching-base-scale-[avf,dpdk]-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-x710-64b-l2switching-base-scale-[avf,dpdk]-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-scale-[avf,dpdk]-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-x710-64b-l2switching-base-scale-[avf,dpdk]-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-avf-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-avf-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-avf-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-avf-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-avf-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-avf-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-dpdk-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-dpdk-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-dpdk-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-dpdk-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-dpdk-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-dpdk-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-scale-dpdk-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-dpdk-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-dpdk-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-scale-dpdk-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-base-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-base-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2switching-base-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-base-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-base-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2switching-base-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-scale-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-scale-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2switching-scale-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-scale-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-scale-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2switching-scale-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-vhost-base-dpdk-ndr" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-dpdk-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-vhost-base-dpdk-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-vhost-base-dpdk-pdr" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-dpdk-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-vhost-base-dpdk-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-vhost-base-dpdk-vpp-ndr" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-dpdk-vpp-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-vhost-base-dpdk-vpp-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-vhost-base-dpdk-vpp-pdr" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-dpdk-vpp-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-vhost-base-dpdk-vpp-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-base-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-base-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-ndr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-ndr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-ndr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-l2-vhost-vppl2xc-base-pdr" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Latency by percentile: 2n-clx" - algorithm: "plot_hdrh_lat_by_percentile" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-by-percentile" diff --git a/resources/tools/presentation/specification_parser.py b/resources/tools/presentation/specification_parser.py index 5a88a7ba0d..4110bfff9b 100644 --- a/resources/tools/presentation/specification_parser.py +++ b/resources/tools/presentation/specification_parser.py @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -17,6 +17,8 @@ Parsing of the specification YAML file. """ +from os.path import join, exists + import logging from pprint import pformat @@ -31,7 +33,7 @@ from pal_utils import ( class Specification: """Specification of Presentation and analytics layer. - - based on specification specified in the specification YAML file + - based on specification specified in the specification YAML files - presentation and analytics layer is model driven """ @@ -40,18 +42,19 @@ class Specification: TAG_OPENER = u"{" TAG_CLOSER = u"}" - def __init__(self, cfg_file): + def __init__(self, cfg_dir): """Initialization. - :param cfg_file: File handler for the specification YAML file. - :type cfg_file: BinaryIO + :param cfg_dir: Directory with the specification files. + :type cfg_dir: str """ - self._cfg_file = cfg_file + self._cfg_dir = cfg_dir self._cfg_yaml = None self._specification = { u"environment": dict(), - u"configuration": dict(), + u"data_sets": dict(), + u"layouts": dict(), u"static": dict(), u"input": dict(), u"output": dict(), @@ -80,13 +83,22 @@ class Specification: return self._specification[u"environment"] @property - def configuration(self): - """Getter - configuration. + def data_sets(self): + """Getter - data_sets. + + :returns: Data sets. + :rtype: dict + """ + return self._specification[u"data_sets"] + + @property + def layouts(self): + """Getter - layouts. - :returns: Configuration of PAL. + :returns: Layouts. :rtype: dict """ - return self._specification[u"configuration"] + return self._specification[u"layouts"] @property def static(self): @@ -105,7 +117,7 @@ class Specification: one. :rtype: dict """ - return self._specification[u"configuration"][u"mapping"] + return self.environment[u"mapping"] @property def ignore(self): @@ -114,16 +126,18 @@ class Specification: :returns: List of ignored test cases. :rtype: list """ - return self._specification[u"configuration"][u"ignore"] + return self.environment[u"ignore"] @property def alerting(self): """Getter - Alerting. + # TODO + :returns: Specification of alerts. :rtype: dict """ - return self._specification[u"configuration"][u"alerting"] + return self.environment[u"alerting"] @property def input(self): @@ -144,35 +158,21 @@ class Specification: """ self._specification[u"input"] = new_value - @property - def builds(self): - """Getter - builds defined in specification. - - :returns: Builds defined in the specification. - :rtype: dict - """ - return self.input[u"builds"] - - @builds.setter - def builds(self, new_value): - """Setter - builds defined in specification. - - :param new_value: New value to be set. - :type new_value: dict - """ - self.input[u"builds"] = new_value - def add_build(self, job, build): - """Add a build to the specification. + """Add a build to the list of builds if it does not exist there. :param job: The job which run the build. :param build: The build to be added. :type job: str :type build: dict """ - if self._specification[u"input"][u"builds"].get(job, None) is None: - self._specification[u"input"][u"builds"][job] = list() - self._specification[u"input"][u"builds"][job].append(build) + if self.input.get(job, None) is None: + self.input[job] = list() + for existing_build in self.input[job]: + if existing_build[u"build"] == build[u"build"]: + break + else: + self.input[job].append(build) @property def output(self): @@ -224,7 +224,7 @@ class Specification: return self._specification[u"cpta"] def set_input_state(self, job, build_nr, state): - """Set the state of input + """Set the state of the input. :param job: Job name. :param build_nr: Build number. @@ -236,7 +236,7 @@ class Specification: """ try: - for build in self._specification[u"input"][u"builds"][job]: + for build in self.input[job]: if build[u"build"] == build_nr: build[u"status"] = state break @@ -252,7 +252,7 @@ class Specification: ) def set_input_file_name(self, job, build_nr, file_name): - """Set the state of input + """Set the file name for the input. :param job: Job name. :param build_nr: Build number. @@ -264,7 +264,7 @@ class Specification: """ try: - for build in self._specification[u"input"][u"builds"][job]: + for build in self.input[job]: if build[u"build"] == build_nr: build[u"file-name"] = file_name break @@ -405,17 +405,14 @@ class Specification: """Parse environment specification in the specification YAML file. """ - logging.info(u"Parsing specification file: environment ...") + logging.info(u"Parsing specification: ENVIRONMENT") idx = self._get_type_index(u"environment") if idx is None: return - try: - self._specification[u"environment"][u"configuration"] = \ - self._cfg_yaml[idx][u"configuration"] - except KeyError: - self._specification[u"environment"][u"configuration"] = None + self._specification[u"environment"][u"spec-files"] = \ + self._cfg_yaml[idx].get(u"spec-files", None) try: self._specification[u"environment"][u"paths"] = \ @@ -423,105 +420,86 @@ class Specification: except KeyError: self._specification[u"environment"][u"paths"] = None - try: - self._specification[u"environment"][u"urls"] = \ - self._cfg_yaml[idx][u"urls"] - except KeyError: - self._specification[u"environment"][u"urls"] = None + self._specification[u"environment"][u"data-sources"] = \ + self._cfg_yaml[idx].get(u"data-sources", tuple()) + # Add statistics: + for source in self._specification[u"environment"][u"data-sources"]: + source[u"successful-downloads"] = 0 - try: - self._specification[u"environment"][u"make-dirs"] = \ - self._cfg_yaml[idx][u"make-dirs"] - except KeyError: - self._specification[u"environment"][u"make-dirs"] = None + self._specification[u"environment"][u"make-dirs"] = \ + self._cfg_yaml[idx].get(u"make-dirs", None) - try: - self._specification[u"environment"][u"remove-dirs"] = \ - self._cfg_yaml[idx][u"remove-dirs"] - except KeyError: - self._specification[u"environment"][u"remove-dirs"] = None + self._specification[u"environment"][u"remove-dirs"] = \ + self._cfg_yaml[idx].get(u"remove-dirs", None) - try: - self._specification[u"environment"][u"build-dirs"] = \ - self._cfg_yaml[idx][u"build-dirs"] - except KeyError: - self._specification[u"environment"][u"build-dirs"] = None + self._specification[u"environment"][u"build-dirs"] = \ + self._cfg_yaml[idx].get(u"build-dirs", None) - try: - self._specification[u"environment"][u"testbeds"] = \ - self._cfg_yaml[idx][u"testbeds"] - except KeyError: - self._specification[u"environment"][u"testbeds"] = None + self._specification[u"environment"][u"testbeds"] = \ + self._cfg_yaml[idx].get(u"testbeds", None) - logging.info(u"Done.") + self._specification[u"environment"][u"limits"] = \ + self._cfg_yaml[idx].get(u"limits", None) - def _load_mapping_table(self): - """Load a mapping table if it is specified. If not, use empty list. - """ + self._specification[u"environment"][u"urls"] = \ + self._cfg_yaml[idx].get(u"urls", None) - mapping_file_name = self._specification[u"configuration"].\ - get(u"mapping-file", None) - if mapping_file_name: - try: - with open(mapping_file_name, u'r') as mfile: - mapping = load(mfile, Loader=FullLoader) - # Make sure everything is lowercase - self._specification[u"configuration"][u"mapping"] = \ - {key.lower(): val.lower() for key, val in - mapping.items()} - logging.debug(f"Loaded mapping table:\n{mapping}") - except (YAMLError, IOError) as err: - raise PresentationError( - msg=f"An error occurred while parsing the mapping file " - f"{mapping_file_name}", - details=repr(err) - ) - else: - self._specification[u"configuration"][u"mapping"] = dict() + self._specification[u"environment"][u"archive-inputs"] = \ + self._cfg_yaml[idx].get(u"archive-inputs", False) - def _load_ignore_list(self): - """Load an ignore list if it is specified. If not, use empty list. + self._specification[u"environment"][u"reverse-input"] = \ + self._cfg_yaml[idx].get(u"reverse-input", False) + + self._specification[u"environment"][u"time-period"] = \ + self._cfg_yaml[idx].get(u"time-period", None) + + self._specification[u"environment"][u"alerting"] = \ + self._cfg_yaml[idx].get(u"alerting", None) + + self._specification[u"environment"][u"mapping-file"] = \ + self._cfg_yaml[idx].get(u"mapping-file", None) + + self._specification[u"environment"][u"ignore-list"] = \ + self._cfg_yaml[idx].get(u"ignore-list", None) + + # Mapping table: + self._load_mapping_table() + + # Ignore list: + self._load_ignore_list() + + def _parse_layouts(self): + """Parse layouts specification in the specification YAML file. """ - ignore_list_name = self._specification[u"configuration"].\ - get(u"ignore-list", None) - if ignore_list_name: - try: - with open(ignore_list_name, u'r') as ifile: - ignore = load(ifile, Loader=FullLoader) - # Make sure everything is lowercase - self._specification[u"configuration"][u"ignore"] = \ - [item.lower() for item in ignore] - logging.debug(f"Loaded ignore list:\n{ignore}") - except (YAMLError, IOError) as err: - raise PresentationError( - msg=f"An error occurred while parsing the ignore list file " - f"{ignore_list_name}.", - details=repr(err) - ) - else: - self._specification[u"configuration"][u"ignore"] = list() + logging.info(u"Parsing specification: LAYOUTS") + + idx = self._get_type_index(u"layouts") + if idx is None: + return - def _parse_configuration(self): - """Parse configuration of PAL in the specification YAML file. + try: + self._specification[u"layouts"] = self._cfg_yaml[idx] + except KeyError: + raise PresentationError(u"No layouts defined.") + + def _parse_data_sets(self): + """Parse data sets specification in the specification YAML file. """ - logging.info(u"Parsing specification file: configuration ...") + logging.info(u"Parsing specification: DATA SETS") - idx = self._get_type_index("configuration") + idx = self._get_type_index(u"data-sets") if idx is None: - logging.warning( - u"No configuration information in the specification file." - ) return try: - self._specification[u"configuration"] = self._cfg_yaml[idx] + self._specification[u"data_sets"] = self._cfg_yaml[idx] except KeyError: - raise PresentationError(u"No configuration defined.") + raise PresentationError(u"No Data sets defined.") - # Data sets: Replace ranges by lists - for set_name, data_set in self.configuration[u"data-sets"].items(): + # Replace ranges by lists + for set_name, data_set in self.data_sets.items(): if not isinstance(data_set, dict): continue for job, builds in data_set.items(): @@ -541,7 +519,7 @@ class Specification: builds = builds[-max_builds:] if reverse: builds.reverse() - self.configuration[u"data-sets"][set_name][job] = builds + self.data_sets[set_name][job] = builds elif isinstance(builds, list): for idx, item in enumerate(builds): try: @@ -550,83 +528,64 @@ class Specification: # defined as a range <build_type> builds[idx] = self._get_build_number(job, item) - # Data sets: add sub-sets to sets (only one level): - for set_name, data_set in self.configuration[u"data-sets"].items(): + # Add sub-sets to sets (only one level): + for set_name, data_set in self.data_sets.items(): if isinstance(data_set, list): new_set = dict() for item in data_set: try: - for key, val in self.configuration[u"data-sets"][item].\ - items(): + for key, val in self.data_sets[item].items(): new_set[key] = val except KeyError: raise PresentationError( - f"Data set {item} is not defined in " - f"the configuration section." + f"Data set {item} is not defined." ) - self.configuration[u"data-sets"][set_name] = new_set - - # Mapping table: - self._load_mapping_table() - - # Ignore list: - self._load_ignore_list() + self.data_sets[set_name] = new_set - logging.info(u"Done.") - - def _parse_input(self): - """Parse input specification in the specification YAML file. - - :raises: PresentationError if there are no data to process. + def _load_mapping_table(self): + """Load a mapping table if it is specified. If not, use empty dict. """ - logging.info(u"Parsing specification file: input ...") - - idx = self._get_type_index(u"input") - if idx is None: - raise PresentationError(u"No data to process.") - - try: - for key, value in self._cfg_yaml[idx][u"general"].items(): - self._specification[u"input"][key] = value - self._specification[u"input"][u"builds"] = dict() - - for job, builds in self._cfg_yaml[idx][u"builds"].items(): - if builds: - if isinstance(builds, dict): - build_end = builds.get(u"end", None) - max_builds = builds.get(u"max-builds", None) - reverse = bool(builds.get(u"reverse", False)) - try: - build_end = int(build_end) - except ValueError: - # defined as a range <start, build_type> - if build_end in (u"lastCompletedBuild", - u"lastSuccessfulBuild"): - reverse = True - build_end = self._get_build_number(job, build_end) - builds = [x for x in range(builds[u"start"], - build_end + 1) - if x not in builds.get(u"skip", list())] - if reverse: - builds.reverse() - if max_builds and max_builds < len(builds): - builds = builds[:max_builds] - self._specification[u"input"][u"builds"][job] = list() - for build in builds: - self._specification[u"input"][u"builds"][job]. \ - append({u"build": build, u"status": None}) - - else: - logging.warning( - f"No build is defined for the job {job}. Trying to " - f"continue without it." - ) + mapping_file_name = self.environment.get(u"mapping-file", None) + if mapping_file_name: + try: + with open(mapping_file_name, u'r') as mfile: + mapping = load(mfile, Loader=FullLoader) + # Make sure everything is lowercase + self.environment[u"mapping"] = \ + {key.lower(): val.lower() for key, val in + mapping.items()} + logging.debug(f"Loaded mapping table:\n{mapping}") + except (YAMLError, IOError) as err: + raise PresentationError( + msg=f"An error occurred while parsing the mapping file " + f"{mapping_file_name}", + details=repr(err) + ) + else: + self.environment[u"mapping"] = dict() - except KeyError: - raise PresentationError(u"No data to process.") + def _load_ignore_list(self): + """Load an ignore list if it is specified. If not, use empty list. + """ - logging.info(u"Done.") + ignore_list_name = self.environment.get(u"ignore-list", None) + if ignore_list_name: + try: + with open(ignore_list_name, u'r') as ifile: + ignore = load(ifile, Loader=FullLoader) + # Make sure everything is lowercase + self.environment[u"ignore"] = \ + [item.lower() for item in ignore] + logging.debug(f"Loaded ignore list:\n{ignore}") + except (YAMLError, IOError) as err: + raise PresentationError( + msg=f"An error occurred while parsing the ignore list file " + f"{ignore_list_name}.", + details=repr(err) + ) + else: + self.environment[u"ignore"] = list() def _parse_output(self): """Parse output specification in the specification YAML file. @@ -634,7 +593,7 @@ class Specification: :raises: PresentationError if there is no output defined. """ - logging.info(u"Parsing specification file: output ...") + logging.info(u"Parsing specification: OUTPUT") idx = self._get_type_index(u"output") if idx is None: @@ -645,14 +604,12 @@ class Specification: except (KeyError, IndexError): raise PresentationError(u"No output defined.") - logging.info(u"Done.") - def _parse_static(self): """Parse specification of the static content in the specification YAML file. """ - logging.info(u"Parsing specification file: static content ...") + logging.info(u"Parsing specification: STATIC CONTENT") idx = self._get_type_index(u"static") if idx is None: @@ -668,8 +625,6 @@ class Specification: self._specification[u"static"] = self._cfg_yaml[idx] - logging.info(u"Done.") - def _parse_elements_tables(self, table): """Parse tables from the specification YAML file. @@ -691,36 +646,23 @@ class Specification: if table.get(item, None): data_set = table[item].get(u"data", None) if isinstance(data_set, str): - table[item][u"data"] = \ - self.configuration[u"data-sets"][data_set] + table[item][u"data"] = self.data_sets[data_set] data_set = table[item].get(u"data-replacement", None) if isinstance(data_set, str): table[item][u"data-replacement"] = \ - self.configuration[u"data-sets"][data_set] - - if table.get(u"history", None): - for i in range(len(table[u"history"])): - data_set = table[u"history"][i].get(u"data", None) - if isinstance(data_set, str): - table[u"history"][i][u"data"] = \ - self.configuration[u"data-sets"][data_set] - data_set = table[u"history"][i].get( - u"data-replacement", None) - if isinstance(data_set, str): - table[u"history"][i][u"data-replacement"] = \ - self.configuration[u"data-sets"][data_set] + self.data_sets[data_set] if table.get(u"columns", None): for i in range(len(table[u"columns"])): data_set = table[u"columns"][i].get(u"data-set", None) if isinstance(data_set, str): table[u"columns"][i][u"data-set"] = \ - self.configuration[u"data-sets"][data_set] + self.data_sets[data_set] data_set = table[u"columns"][i].get( u"data-replacement", None) if isinstance(data_set, str): table[u"columns"][i][u"data-replacement"] = \ - self.configuration[u"data-sets"][data_set] + self.data_sets[data_set] except KeyError: raise PresentationError( @@ -742,14 +684,10 @@ class Specification: if layout is not None: plot[u"layout"].pop(u"layout") try: - for key, val in (self.configuration[u"plot-layouts"] - [layout].items()): + for key, val in self.layouts[layout].items(): plot[u"layout"][key] = val except KeyError: - raise PresentationError( - f"Layout {layout} is not defined in the " - f"configuration section." - ) + raise PresentationError(f"Layout {layout} is not defined.") self._specification[u"plots"].append(plot) def _parse_elements_files(self, file): @@ -781,23 +719,17 @@ class Specification: layout = plot.get(u"layout", None) if layout is not None: try: - plot[u"layout"] = \ - self.configuration[u"plot-layouts"][layout] + plot[u"layout"] = self.layouts[layout] except KeyError: - raise PresentationError( - f"Layout {layout} is not defined in the " - f"configuration section." - ) + raise PresentationError(f"Layout {layout} is not defined.") # Add data sets: if isinstance(plot.get(u"data", None), str): data_set = plot[u"data"] try: - plot[u"data"] = \ - self.configuration[u"data-sets"][data_set] + plot[u"data"] = self.data_sets[data_set] except KeyError: raise PresentationError( - f"Data set {data_set} is not defined in " - f"the configuration section." + f"Data set {data_set} is not defined." ) self._specification[u"cpta"] = cpta @@ -806,7 +738,7 @@ class Specification: YAML file. """ - logging.info(u"Parsing specification file: elements ...") + logging.info(u"Parsing specification: ELEMENTS") count = 1 for element in self._cfg_yaml: @@ -815,21 +747,24 @@ class Specification: try: element[u"output-file"] = self._replace_tags( element[u"output-file"], - self._specification[u"environment"][u"paths"]) + self.environment[u"paths"] + ) except KeyError: pass try: element[u"input-file"] = self._replace_tags( element[u"input-file"], - self._specification[u"environment"][u"paths"]) + self.environment[u"paths"] + ) except KeyError: pass try: element[u"output-file-links"] = self._replace_tags( element[u"output-file-links"], - self._specification[u"environment"][u"paths"]) + self.environment[u"paths"] + ) except KeyError: pass @@ -837,48 +772,36 @@ class Specification: if isinstance(element.get(u"data", None), str): data_set = element[u"data"] try: - element[u"data"] = \ - self.configuration[u"data-sets"][data_set] + element[u"data"] = self.data_sets[data_set] except KeyError: raise PresentationError( - f"Data set {data_set} is not defined in the " - f"configuration section." + f"Data set {data_set} is not defined." ) elif isinstance(element.get(u"data", None), list): new_list = list() for item in element[u"data"]: try: - new_list.append( - self.configuration[u"data-sets"][item] - ) + new_list.append(self.data_sets[item]) except KeyError: raise PresentationError( - f"Data set {item} is not defined in the " - f"configuration section." + f"Data set {item} is not defined." ) element[u"data"] = new_list # Parse elements: if element[u"type"] == u"table": - logging.info(f" {count:3d} Processing a table ...") self._parse_elements_tables(element) count += 1 - elif element[u"type"] == u"plot": - logging.info(f" {count:3d} Processing a plot ...") self._parse_elements_plots(element) count += 1 - elif element[u"type"] == u"file": - logging.info(f" {count:3d} Processing a file ...") self._parse_elements_files(element) count += 1 - elif element[u"type"] == u"cpta": - logging.info( f" {count:3d} Processing Continuous Performance Trending " f"and Analysis ..." @@ -886,26 +809,84 @@ class Specification: self._parse_elements_cpta(element) count += 1 - logging.info(u"Done.") + def _prepare_input(self): + """Use information from data sets and generate list of jobs and builds + to download. + """ + + logging.info(u"Parsing specification: INPUT") + + for data_set in self.data_sets.values(): + if data_set == "data-sets": + continue + for job, builds in data_set.items(): + for build in builds: + self.add_build( + job, + { + u"build": build, + u"status": None, + u"file-name": None, + u"source": None + } + ) + + if self.environment[u"reverse-input"]: + for builds in self.input.values(): + builds.sort(key=lambda k: k[u"build"], reverse=True) def read_specification(self): - """Parse specification in the specification YAML file. + """Parse specification in the specification YAML files. :raises: PresentationError if an error occurred while parsing the specification file. """ - try: - self._cfg_yaml = load(self._cfg_file, Loader=FullLoader) - except YAMLError as err: - raise PresentationError(msg=u"An error occurred while parsing the " - u"specification file.", - details=repr(err)) + + # It always starts with environment.yaml file, it must be present. + spec_file = join(self._cfg_dir, u"environment.yaml") + logging.info(f"Reading {spec_file}") + if not exists(spec_file): + raise PresentationError(f"The file {spec_file} does not exist.") + + with open(spec_file, u"r") as file_read: + try: + self._cfg_yaml = load(file_read, Loader=FullLoader) + except YAMLError as err: + raise PresentationError( + f"An error occurred while parsing the specification file " + f"{spec_file}", + details=repr(err) + ) + + # Load the other specification files specified in the environment.yaml + idx = self._get_type_index(u"environment") + if idx is None: + raise PresentationError( + f"No environment defined in the file {spec_file}" + ) + for spec_file in self._cfg_yaml[idx].get(u"spec-files", tuple()): + logging.info(f"Reading {spec_file}") + if not exists(spec_file): + raise PresentationError(f"The file {spec_file} does not exist.") + spec = None + with open(spec_file, u"r") as file_read: + try: + spec = load(file_read, Loader=FullLoader) + except YAMLError as err: + raise PresentationError( + f"An error occurred while parsing the specification " + f"file {spec_file}", + details=repr(err) + ) + if spec: + self._cfg_yaml.extend(spec) self._parse_env() - self._parse_configuration() - self._parse_input() + self._parse_layouts() + self._parse_data_sets() self._parse_output() self._parse_static() self._parse_elements() + self._prepare_input() - logging.debug(f"Specification: \n{pformat(self._specification)}") + logging.debug(f"Specification: \n{pformat(self.specification)}") diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml new file mode 100644 index 0000000000..6cec776d2e --- /dev/null +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -0,0 +1,2157 @@ +################################################################################ +### D A T A S E T S ### +################################################################################ + +- type: "data-sets" + +################################################################################ +# Plots: + + # 3n-hsw + + plot-vpp-throughput-lat-tsa-3n-hsw: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 64 # rls2101.rel NDRPDR iter env 6 + - 71 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 74 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter env 6 + - 81 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 83 # rls2101.rel NDRPDR iter env 6 + - 88 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter env 6 + - 128 # rls2101.rel NDRPDR iter RND env 6 + - 129 # rls2101.rel NDRPDR iter RND env 6 + - 130 # rls2101.rel NDRPDR iter RND env 6 + - 131 # rls2101.rel NDRPDR iter RND env 6 + - 132 # rls2101.rel NDRPDR iter RND env 6 + - 133 # rls2101.rel NDRPDR iter RND env 6 + - 134 # rls2101.rel NDRPDR iter RND env 6 + - 135 # rls2101.rel NDRPDR iter RND env 6 + - 136 # rls2101.rel NDRPDR iter RND env 6 + - 137 # rls2101.rel NDRPDR iter RND env 6 + + plot-vpp-hdrh-lat-3n-hsw: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 89 # rls2101.rel NDRPDR iter env 6 + + plot-vpp-hdrh-lat-3n-hsw-rnd: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 128 # rls2101.rel NDRPDR iter RND env 6 + + plot-vpp-ipsec-reconf-3n-hsw: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 65 # rls2101.rel NDRPDR reconf iter env 6 + - 68 # rls2101.rel NDRPDR reconf iter env 6 + - 77 # rls2101.rel NDRPDR reconf iter env 6 + - 84 # rls2101.rel NDRPDR reconf iter env 6 + - 90 # rls2101.rel NDRPDR reconf iter env 6 + - 96 # rls2101.rel NDRPDR reconf iter env 6 + - 101 # rls2101.rel NDRPDR reconf iter env 6 + - 104 # rls2101.rel NDRPDR reconf iter env 6 + - 105 # rls2101.rel NDRPDR reconf iter env 6 + - 106 # rls2101.rel NDRPDR reconf iter env 6 + - 107 # rls2101.rel NDRPDR reconf iter env 6 + - 108 # rls2101.rel NDRPDR reconf iter env 6 + - 110 # rls2101.rel NDRPDR reconf iter env 6 + - 111 # rls2101.rel NDRPDR reconf iter env 6 + - 112 # rls2101.rel NDRPDR reconf iter env 6 + - 113 # rls2101.rel NDRPDR reconf iter env 6 + - 114 # rls2101.rel NDRPDR reconf iter env 6 + - 115 # rls2101.rel NDRPDR reconf iter env 6 + - 116 # rls2101.rel NDRPDR reconf iter env 6 + - 117 # rls2101.rel NDRPDR reconf iter env 6 + + plot-vpp-hoststack-3n-hsw: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 69 # rls2101.rel Hoststack iter env 6 + - 70 # rls2101.rel Hoststack iter env 6 + - 75 # rls2101.rel Hoststack iter env 6 + - 76 # rls2101.rel Hoststack iter env 6 + - 78 # rls2101.rel Hoststack iter env 6 + - 79 # rls2101.rel Hoststack iter env 6 + - 85 # rls2101.rel Hoststack iter env 6 + - 86 # rls2101.rel Hoststack iter env 6 + - 87 # rls2101.rel Hoststack iter env 6 + - 91 # rls2101.rel Hoststack iter env 6 + - 92 # rls2101.rel Hoststack iter env 6 + - 93 # rls2101.rel Hoststack iter env 6 + - 94 # rls2101.rel Hoststack iter env 6 + - 95 # rls2101.rel Hoststack iter env 6 + - 97 # rls2101.rel Hoststack iter env 6 + - 98 # rls2101.rel Hoststack iter env 6 + - 99 # rls2101.rel Hoststack iter env 6 + - 100 # rls2101.rel Hoststack iter env 6 + - 102 # rls2101.rel Hoststack iter env 6 + - 103 # rls2101.rel Hoststack iter env 6 + + plot-dpdk-throughput-latency-3n-hsw: + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + plot-dpdk-hdrh-lat-3n-hsw: + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101 NDRPDR iter env 6 + + # 3n-skx + + plot-vpp-throughput-lat-tsa-3n-skx: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 47 # rls2101.rel NDRPDR iter env 6 + - 48 # rls2101.rel NDRPDR iter env 6 + - 50 # rls2101.rel NDRPDR iter env 6 + + plot-vpp-hdrh-lat-3n-skx: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 36 # rls2101.rel NDRPDR iter env 6 + + # plot-vpp-nfv-3n-skx-ndrpdr: + # # No data + # csit-vpp-perf-report-iterative-2101-3n-skx: + + # plot-vpp-nfv-3n-skx-mrr: + # # No data + # csit-vpp-perf-report-iterative-2101-3n-skx: + + plot-dpdk-throughput-latency-3n-skx: + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 + + plot-dpdk-hdrh-lat-3n-skx: + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101 NDRPDR iter env 6 + + # 2n-skx + + plot-vpp-throughput-lat-tsa-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter RND env 6 + - 90 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 96 # rls2101.rel NDRPDR iter RND env 6 + - 98 # rls2101.rel NDRPDR iter RND env 6 + - 99 # rls2101.rel NDRPDR iter RND env 6 + - 101 # rls2101.rel NDRPDR iter RND env 6 + - 102 # rls2101.rel NDRPDR iter RND env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter NAT env 6 + - 123 # rls2101.rel NDRPDR iter NAT env 6 + - 124 # rls2101.rel NDRPDR iter NAT env 6 + - 125 # rls2101.rel NDRPDR iter NAT env 6 + + plot-vpp-hdrh-lat-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 94 # rls2101.rel NDRPDR iter env 6 + + plot-vpp-hdrh-lat-2n-skx-rnd: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 89 # rls2101.rel NDRPDR iter RND env 6 + + plot-vpp-hdrh-lat-2n-skx-nat: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 118 # rls2101.rel NDRPDR iter NAT env 6 + + plot-vpp-soak-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 68 # rls2101.rel soak env 6 + - 73 # rls2101.rel soak env 6 + + plot-vpp-nfv-2n-skx-ndrpdr: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 67 # rls2101.rel NDRPDR nf-density iter env 6 + - 72 # rls2101.rel NDRPDR nf-density iter env 6 + - 79 # rls2101.rel NDRPDR nf-density iter env 6 + - 83 # rls2101.rel NDRPDR nf-density iter env 6 + - 88 # rls2101.rel NDRPDR nf-density iter env 6 + - 97 # rls2101.rel NDRPDR nf-density iter env 6 + - 103 # rls2101.rel NDRPDR nf-density iter env 6 + - 108 # rls2101.rel NDRPDR nf-density iter env 6 + - 109 # rls2101.rel NDRPDR nf-density iter env 6 + - 110 # rls2101.rel NDRPDR nf-density iter env 6 + + plot-vpp-nfv-2n-skx-mrr: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 65 # rls2101.rel MRR nf-density iter env 6 + + plot-vpp-nfv-reconf-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 64 # rls2101.rel NDRPDR reconf iter env 6 + - 66 # rls2101.rel NDRPDR reconf iter env 6 + - 71 # rls2101.rel NDRPDR reconf iter env 6 + - 74 # rls2101.rel NDRPDR reconf iter env 6 + - 78 # rls2101.rel NDRPDR reconf iter env 6 + - 87 # rls2101.rel NDRPDR reconf iter env 6 + - 95 # rls2101.rel NDRPDR reconf iter env 6 + - 100 # rls2101.rel NDRPDR reconf iter env 6 + - 104 # rls2101.rel NDRPDR reconf iter env 6 + - 106 # rls2101.rel NDRPDR reconf iter env 6 + + plot-vpp-gso-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 129 # rls2101.rel MRR GSO iter env 6 + + plot-dpdk-throughput-latency-2n-skx: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + plot-dpdk-hdrh-lat-2n-skx: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101 NDRPDR iter env 6 + + # 2n-zn2 + + plot-vpp-throughput-lat-tsa-2n-zn2: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 49 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter RND env 6 + - 40 # rls2101.rel NDRPDR iter RND env 6 + - 41 # rls2101.rel NDRPDR iter RND env 6 + - 42 # rls2101.rel NDRPDR iter RND env 6 + - 43 # rls2101.rel NDRPDR iter RND env 6 + - 45 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + + plot-vpp-hdrh-lat-2n-zn2: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 31 # rls2101.rel NDRPDR iter env 6 + + plot-vpp-hdrh-lat-2n-zn2-rnd: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 40 # rls2101.rel NDRPDR iter RND env 6 + + plot-vpp-gso-2n-zn2: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 56 # rls2101.rel MRR GSO iter env 6 + + plot-dpdk-throughput-latency-2n-zn2: + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + plot-dpdk-hdrh-lat-2n-zn2: + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101 NDRPDR iter env 6 + + # 2n-clx + + plot-vpp-throughput-lat-tsa-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter RND env 6 + - 87 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 94 # rls2101.rel NDRPDR iter RND env 6 + - 95 # rls2101.rel NDRPDR iter RND env 6 + - 100 # rls2101.rel NDRPDR iter RND env 6 + - 106 # rls2101.rel NDRPDR iter RND env 6 + - 108 # rls2101.rel NDRPDR iter RND env 6 + - 112 # rls2101.rel NDRPDR iter NAT env 6 + - 113 # rls2101.rel NDRPDR iter NAT env 6 + - 114 # rls2101.rel NDRPDR iter NAT env 6 + - 115 # rls2101.rel NDRPDR iter NAT env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter MLX env 6 + - 123 # rls2101.rel NDRPDR iter MLX env 6 + - 124 # rls2101.rel NDRPDR iter MLX env 6 + - 126 # rls2101.rel NDRPDR iter MLX env 6 + - 127 # rls2101.rel NDRPDR iter MLX env 6 + - 128 # rls2101.rel NDRPDR iter MLX env 6 + - 129 # rls2101.rel NDRPDR iter MLX env 6 + - 130 # rls2101.rel NDRPDR iter MLX env 6 + - 131 # rls2101.rel NDRPDR iter MLX env 6 + - 132 # rls2101.rel NDRPDR iter MLX env 6 + + plot-vpp-hdrh-lat-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 75 # rls2101.rel NDRPDR iter env 6 + + plot-vpp-hdrh-lat-2n-clx-rnd: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 87 # rls2101.rel NDRPDR iter RND env 6 + + plot-vpp-hdrh-lat-2n-clx-nat: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 118 # rls2101.rel NDRPDR iter NAT env 6 + + plot-vpp-hdrh-lat-2n-clx-mlx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 127 # rls2101.rel NDRPDR iter MLX env 6 + + plot-vpp-nfv-2n-clx-ndrpdr: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 57 # rls2101.rel NDRPDR nf-density iter env 6 + - 62 # rls2101.rel NDRPDR nf-density iter env 6 + - 70 # rls2101.rel NDRPDR nf-density iter env 6 + - 71 # rls2101.rel NDRPDR nf-density iter env 6 + - 82 # rls2101.rel NDRPDR nf-density iter env 6 + - 88 # rls2101.rel NDRPDR nf-density iter env 6 + - 89 # rls2101.rel NDRPDR nf-density iter env 6 + - 96 # rls2101.rel NDRPDR nf-density iter env 6 + - 97 # rls2101.rel NDRPDR nf-density iter env 6 + - 98 # rls2101.rel NDRPDR nf-density iter env 6 + + plot-vpp-nfv-2n-clx-mrr: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 72 # rls2101.rel MRR nf-density iter env 6 + + plot-vpp-nfv-reconf-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 55 # rls2101.rel NDRPDR reconf iter env 6 + - 64 # rls2101.rel NDRPDR reconf iter env 6 + - 76 # rls2101.rel NDRPDR reconf iter env 6 + - 83 # rls2101.rel NDRPDR reconf iter env 6 + - 99 # rls2101.rel NDRPDR reconf iter env 6 + - 101 # rls2101.rel NDRPDR reconf iter env 6 + - 102 # rls2101.rel NDRPDR reconf iter env 6 + - 107 # rls2101.rel NDRPDR reconf iter env 6 + - 109 # rls2101.rel NDRPDR reconf iter env 6 + - 110 # rls2101.rel NDRPDR reconf iter env 6 + + plot-vpp-soak-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 58 # rls2101.rel soak env 6 + - 61 # rls2101.rel soak env 6 + + plot-vpp-gso-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 159 # rls2101.rel MRR GSO iter env 6 + + plot-dpdk-throughput-latency-2n-clx: + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + + plot-dpdk-hdrh-lat-2n-clx: + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101 NDRPDR iter env 6 + + # # 2n-icx + # + # plot-vpp-throughput-lat-tsa-2n-icx: + # intel-csit-vpp-perf-report-iterative-2101-2n-icx: + # - 1 # master NDRPDR iter env 6 + # + # plot-vpp-hdrh-lat-2n-icx: + # intel-csit-vpp-perf-report-iterative-2101-2n-icx: + # - 1 # master NDRPDR iter env 6 + + # 3n-tsh + + plot-vpp-throughput-lat-tsa-3n-tsh: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + + plot-vpp-hdrh-lat-3n-tsh: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 23 # rls2101.rel NDRPDR iter env 6 + + plot-dpdk-throughput-latency-3n-tsh: + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + plot-dpdk-hdrh-lat-3n-tsh: + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 21 # rls2101 NDRPDR iter env 6 + + # 2n-tx2 + + plot-vpp-throughput-lat-tsa-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 22 # rls2101.rel NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + + plot-vpp-hdrh-lat-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 29 # rls2101.rel NDRPDR iter env 6 + + plot-dpdk-throughput-latency-2n-tx2: + csit-dpdk-perf-report-iterative-2101-2n-tx2: + - 4 # rls2101 NDRPDR iter env 6 + - 6 # rls2101 NDRPDR iter env 6 + - 7 # rls2101 NDRPDR iter env 6 + - 8 # rls2101 NDRPDR iter env 6 + - 9 # rls2101 NDRPDR iter env 6 + - 10 # rls2101 NDRPDR iter env 6 + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + + plot-dpdk-hdrh-lat-2n-tx2: + csit-dpdk-perf-report-iterative-2101-2n-tx2: + - 4 # rls2101 NDRPDR iter env 6 + + # 3n-dnv + + plot-vpp-throughput-lat-tsa-3n-dnv: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter RND env 6 + - 44 # rls2101.rel NDRPDR iter RND env 6 + - 45 # rls2101.rel NDRPDR iter RND env 6 + - 46 # rls2101.rel NDRPDR iter RND env 6 + - 47 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 49 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + + # plot-dpdk-throughput-latency-3n-dnv: + # # No data + # csit-dpdk-perf-report-iterative-2009-3n-dnv: + + # 2n-dnv + + plot-vpp-throughput-lat-tsa-2n-dnv: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 45 # rls2101.rel NDRPDR iter env 6 + - 46 # rls2101.rel NDRPDR iter RND env 6 + - 47 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 49 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + - 53 # rls2101.rel NDRPDR iter RND env 6 + - 54 # rls2101.rel NDRPDR iter RND env 6 + - 55 # rls2101.rel NDRPDR iter RND env 6 + + # plot-dpdk-throughput-latency-2n-dnv: + # # No data + # csit-dpdk-perf-report-iterative-2009-2n-dnv: + +################################################################################ +# Simple tables (only one data set): + + # NIC Comparisons + + vpp-nic-comparison-3n-skx: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 47 # rls2101.rel NDRPDR iter env 6 + - 48 # rls2101.rel NDRPDR iter env 6 + - 50 # rls2101.rel NDRPDR iter env 6 + + vpp-nic-comparison-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter RND env 6 + - 90 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 96 # rls2101.rel NDRPDR iter RND env 6 + - 98 # rls2101.rel NDRPDR iter RND env 6 + - 99 # rls2101.rel NDRPDR iter RND env 6 + - 101 # rls2101.rel NDRPDR iter RND env 6 + - 102 # rls2101.rel NDRPDR iter RND env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter NAT env 6 + - 123 # rls2101.rel NDRPDR iter NAT env 6 + - 124 # rls2101.rel NDRPDR iter NAT env 6 + - 125 # rls2101.rel NDRPDR iter NAT env 6 + + vpp-nic-comparison-3n-skx-mrr: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 35 # rls2101.rel MRR iter env 6 + + vpp-nic-comparison-2n-skx-mrr: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 62 # rls2101.rel MRR iter env 6 + + # Results + + vpp-perf-results-3n-hsw: + csit-vpp-perf-report-coverage-2101-3n-hsw: + - 1 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-02 + - 4 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-03 + - 5 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-00 + - 6 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-01 + - 7 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-02 + - 8 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-03 + - 9 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-04 + - 10 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-05 + - 11 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-06 + - 12 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-07 + - 13 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-00 + - 14 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-01 + - 15 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-02 + - 16 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-00 + - 18 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-01 + - 19 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-00 + - 20 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-01 + - 21 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-02 + - 22 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-03 + - 23 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-04 + - 24 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6tun-00 + - 25 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-05 + - 26 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-06 + - 27 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-07 + - 28 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-08 + - 29 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-09 + - 30 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-10 + - 31 # rls2101.rel NDRPDR cov env 6 3n-hsw-memif-00 + - 32 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-00 + - 33 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-01 + - 34 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-00 + - 35 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-01 + - 36 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-02 + + vpp-perf-results-3n-skx: + csit-vpp-perf-report-coverage-2101-3n-skx: + - 1 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-02 + - 4 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-03 + - 5 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-00 + - 16 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-01 + - 7 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-02 + - 17 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-03 + - 18 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-04 + - 19 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-05 + - 20 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-06 + - 12 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-06 + - 13 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-00 + - 26 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-01 + - 15 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-02 + - 21 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6-00 + - 22 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6-01 + - 23 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6tun-00 + - 24 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-00 + - 30 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-01 + - 27 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-02 + - 28 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-03 + - 29 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-04 + - 31 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-05 + - 32 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-06 + - 33 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-07 + - 34 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-08 + - 35 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-09 + - 36 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-10 + - 37 # rls2101.rel NDRPDR cov env 6 3n-skx-memif-00 + - 38 # rls2101.rel NDRPDR cov env 6 3n-skx-srv6-00 + - 39 # rls2101.rel NDRPDR cov env 6 3n-skx-srv6-01 + - 40 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-00 + - 41 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-01 + - 42 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-02 + - 43 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-03 + + vpp-perf-results-2n-skx: + csit-vpp-perf-report-coverage-2101-2n-skx: + - 1 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-02 + - 4 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-03 + - 5 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-04 + - 6 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-05 + - 7 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-06 + - 8 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-07 + - 21 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4tun-00 + - 22 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4tun-00 + - 10 # rls2101.rel NDRPDR cov env 6 2n-skx-ip6-00 + - 11 # rls2101.rel NDRPDR cov env 6 2n-skx-ip6-01 + - 12 # rls2101.rel NDRPDR cov env 6 2n-skx-l2-00 + - 13 # rls2101.rel NDRPDR cov env 6 2n-skx-l2-01 + - 14 # rls2101.rel NDRPDR cov env 6 2n-skx-lb-00 + - 15 # rls2101.rel NDRPDR cov env 6 2n-skx-memif-00 + - 16 # rls2101.rel NDRPDR cov env 6 2n-skx-vhost-00 + - 17 # rls2101.rel NDRPDR cov env 6 2n-skx-vhost-01 + - 19 # rls2101.rel NDRPDR cov env 6 2n-skx-vts-00 + + vpp-perf-results-2n-zn2: + csit-vpp-perf-report-coverage-2101-2n-zn2: + - 1 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-02 + - 4 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-03 + - 5 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-04 + - 6 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-05 + - 17 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4tun-00 + - 18 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4tun-01 + - 8 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip6-00 + - 9 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip6-01 + - 10 # rls2101.rel NDRPDR cov env 6 2n-zn2-l2-00 + - 11 # rls2101.rel NDRPDR cov env 6 2n-zn2-l2-01 + - 12 # rls2101.rel NDRPDR cov env 6 2n-zn2-lb-00 + - 13 # rls2101.rel NDRPDR cov env 6 2n-zn2-memif-00 + - 14 # rls2101.rel NDRPDR cov env 6 2n-zn2-vhost-00 + - 15 # rls2101.rel NDRPDR cov env 6 2n-zn2-vhost-00 + - 16 # rls2101.rel NDRPDR cov env 6 2n-zn2-vts-00 + + vpp-perf-results-2n-clx: + csit-vpp-perf-report-coverage-2101-2n-clx: + - 1 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-02 + - 4 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-03 + - 5 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-04 + - 6 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-05 + - 7 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-06 + - 8 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-07 + - 19 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4tun-00 + - 20 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4tun-00 + - 10 # rls2101.rel NDRPDR cov env 6 2n-clx-ip6-00 + - 11 # rls2101.rel NDRPDR cov env 6 2n-clx-ip6-01 + - 12 # rls2101.rel NDRPDR cov env 6 2n-clx-l2-00 + - 13 # rls2101.rel NDRPDR cov env 6 2n-clx-l2-01 + - 14 # rls2101.rel NDRPDR cov env 6 2n-clx-lb-00 + - 15 # rls2101.rel NDRPDR cov env 6 2n-clx-memif-00 + - 16 # rls2101.rel NDRPDR cov env 6 2n-clx-vhost-00 + - 17 # rls2101.rel NDRPDR cov env 6 2n-clx-vhost-01 + - 18 # rls2101.rel NDRPDR cov env 6 2n-clx-vts-00 + + # vpp-perf-results-2n-icx: + # intel-csit-vpp-perf-report-iterative-2101-2n-icx: + # - 1 # master NDRPDR iter env 6 + + vpp-perf-results-3n-tsh: + csit-vpp-perf-report-coverage-2101-3n-tsh: + - 1 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-02 + - 4 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-03 + - 5 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4tun-00 + - 6 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4tun-01 + - 7 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip6-00 + - 8 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip6-01 + - 9 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-00 + - 10 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-01 + - 11 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-02 + - 12 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-03 + - 13 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-04 + - 19 # rls2101.rel NDRPDR cov env 6 3n-tsh-memif-00 + - 15 # rls2101.rel NDRPDR cov env 6 3n-tsh-srv6-00 + - 16 # rls2101.rel NDRPDR cov env 6 3n-tsh-srv6-01 + - 17 # rls2101.rel NDRPDR cov env 6 3n-tsh-vhost-00 + - 18 # rls2101.rel NDRPDR cov env 6 3n-tsh-vhost-01 + + vpp-perf-results-2n-tx2: + csit-vpp-perf-report-coverage-2101-2n-tx2: + - 1 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-02 + - 4 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-03 + - 5 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-04 + - 6 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-05 + - 7 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-06 + - 8 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip6-00 + - 9 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip6-01 + - 10 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-00 + - 11 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-01 + - 12 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-02 + - 13 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-03 + - 15 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-04 + + vpp-perf-results-3n-dnv: + csit-vpp-perf-report-coverage-2101-3n-dnv: + - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 + - 4 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 + - 5 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4tun-00 + - 6 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-00 + - 7 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-01 + - 8 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-00 + - 9 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-01 + + vpp-perf-results-2n-dnv: + csit-vpp-perf-report-coverage-2101-2n-dnv: + - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-00 + - 4 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-01 + - 5 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-00 + - 6 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-01 + + vpp-mrr-results-3n-hsw: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 63 # rls2101.rel MRR iter env 6 + + vpp-mrr-results-3n-skx: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 35 # rls2101.rel MRR iter env 6 + + vpp-mrr-results-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 62 # rls2101.rel MRR iter env 6 + + vpp-mrr-results-2n-zn2: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 30 # rls2101.rel MRR iter env 6 + + vpp-mrr-results-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 53 # rls2101.rel MRR iter env 6 + + # vpp-mrr-results-2n-icx: + # intel-csit-vpp-perf-report-iterative-2101-2n-icx: + # - 1 # master NDRPDR iter env 6 + + vpp-mrr-results-3n-tsh: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 22 # rls2101.rel MRR iter env 6 + + vpp-mrr-results-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 21 # rls2101.rel MRR iter env 6 + + vpp-mrr-results-3n-dnv: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 32 # rls2101.rel MRR iter env 6 + + vpp-mrr-results-2n-dnv: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 31 # rls2101.rel MRR iter env 6 + + vpp-device-results-ubuntu: + csit-vpp-device-2101-ubuntu1804-1n-skx: + - 358 # rls2101.rel VPP DEV env 6 + + dpdk-perf-results-3n-hsw: + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101 NDRPDR iter env 6 + + dpdk-perf-results-3n-skx: + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101 NDRPDR iter env 6 + + dpdk-perf-results-2n-skx: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101 NDRPDR iter env 6 + + dpdk-perf-results-2n-zn2: + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101 NDRPDR iter env 6 + + dpdk-perf-results-2n-clx: + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101 NDRPDR iter env 6 + + # dpdk-perf-results-2n-dnv: + # # No data + # csit-dpdk-perf-report-iterative-2009-2n-dnv: + + # dpdk-perf-results-3n-dnv: + # # No data + # csit-dpdk-perf-report-iterative-2009-3n-dnv: + + dpdk-perf-results-3n-tsh: + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-perf-results-2n-tx2: + csit-dpdk-perf-report-iterative-2101-2n-tx2: + - 4 # rls2101 NDRPDR iter env 6 + +################################################################################ +# Tables (more than one data set) + + # Performance changes + + vpp-performance-changes-3n-hsw-h1: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 9 # rls2005 NDRPDR iter env 5 + - 10 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 14 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + vpp-performance-changes-3n-hsw-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + - 25 # rls2009 NDRPDR iter env 5 + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-hsw-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-3n-hsw-cmp: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 64 # rls2101.rel NDRPDR iter env 6 + - 71 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 74 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter env 6 + - 81 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 83 # rls2101.rel NDRPDR iter env 6 + - 88 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter env 6 + - 128 # rls2101.rel NDRPDR iter RND env 6 + - 129 # rls2101.rel NDRPDR iter RND env 6 + - 130 # rls2101.rel NDRPDR iter RND env 6 + - 131 # rls2101.rel NDRPDR iter RND env 6 + - 132 # rls2101.rel NDRPDR iter RND env 6 + - 133 # rls2101.rel NDRPDR iter RND env 6 + - 134 # rls2101.rel NDRPDR iter RND env 6 + - 135 # rls2101.rel NDRPDR iter RND env 6 + - 136 # rls2101.rel NDRPDR iter RND env 6 + - 137 # rls2101.rel NDRPDR iter RND env 6 + + vpp-performance-changes-3n-skx-h1: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 13 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 41 # rls2005 NDRPDR iter env 5 + - 43 # rls2005 NDRPDR iter env 5 + - 44 # rls2005 NDRPDR iter env 5 + - 45 # rls2005 NDRPDR iter env 5 + - 46 # rls2005 NDRPDR iter env 5 + - 48 # rls2005 NDRPDR iter env 5 + - 49 # rls2005 NDRPDR iter env 5 + vpp-performance-changes-3n-skx-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 26 # rls2009 NDRPDR iter env 5 + - 27 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 29 # rls2009 NDRPDR iter env 5 + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-skx-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 29 # rls2009 NDRPDR iter env 6 + - 31 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-3n-skx-cmp: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 47 # rls2101.rel NDRPDR iter env 6 + - 48 # rls2101.rel NDRPDR iter env 6 + - 50 # rls2101.rel NDRPDR iter env 6 + + vpp-performance-changes-2n-skx-h1: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 13 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 + vpp-performance-changes-2n-skx-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 35 # rls2009 NDRPDR iter env 5 + - 36 # rls2009 NDRPDR iter env 5 + - 37 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 42 # rls2009 NDRPDR iter env 5 + - 43 # rls2009 NDRPDR iter env 5 + - 44 # rls2009 NDRPDR iter env 5 + - 46 # rls2009 NDRPDR iter env 5 + - 48 # rls2009 NDRPDR iter env 5 + - 110 # rls2009 NDRPDR iter NAT44 env 5 + - 111 # rls2009 NDRPDR iter NAT44 env 5 + - 112 # rls2009 NDRPDR iter NAT44 env 5 + - 113 # rls2009 NDRPDR iter NAT44 env 5 + - 114 # rls2009 NDRPDR iter NAT44 env 5 + - 115 # rls2009 NDRPDR iter NAT44 env 5 + - 116 # rls2009 NDRPDR iter NAT44 env 5 + - 118 # rls2009 NDRPDR iter NAT44 env 5 + - 119 # rls2009 NDRPDR iter NAT44 env 5 + - 121 # rls2009 NDRPDR iter NAT44 env 5 + vpp-performance-changes-2n-skx-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 + - 39 # rls2009 NDRPDR iter env 6 + - 40 # rls2009 NDRPDR iter env 6 + - 41 # rls2009 NDRPDR iter env 6 + - 44 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-2n-skx-cmp: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter RND env 6 + - 90 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 96 # rls2101.rel NDRPDR iter RND env 6 + - 98 # rls2101.rel NDRPDR iter RND env 6 + - 99 # rls2101.rel NDRPDR iter RND env 6 + - 101 # rls2101.rel NDRPDR iter RND env 6 + - 102 # rls2101.rel NDRPDR iter RND env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter NAT env 6 + - 123 # rls2101.rel NDRPDR iter NAT env 6 + - 124 # rls2101.rel NDRPDR iter NAT env 6 + - 125 # rls2101.rel NDRPDR iter NAT env 6 + + vpp-performance-changes-2n-clx-h1: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 13 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 20 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 22 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + vpp-performance-changes-2n-clx-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 36 # rls2009 NDRPDR iter env 5 + - 39 # rls2009 NDRPDR iter env 5 + - 40 # rls2009 NDRPDR iter env 5 + - 65 # rls2009 NDRPDR iter env 5 + - 66 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 + - 82 # rls2009 NDRPDR iter env 5 + - 88 # rls2009 NDRPDR iter env 5 + - 89 # rls2009 NDRPDR iter env 5 + - 90 # rls2009 NDRPDR iter env 5 + - 114 # rls2009 NDRPDR iter NAT44 env 5 + - 115 # rls2009 NDRPDR iter NAT44 env 5 + - 116 # rls2009 NDRPDR iter NAT44 env 5 + - 117 # rls2009 NDRPDR iter NAT44 env 5 + - 118 # rls2009 NDRPDR iter NAT44 env 5 + - 119 # rls2009 NDRPDR iter NAT44 env 5 + - 121 # rls2009 NDRPDR iter NAT44 env 5 + - 122 # rls2009 NDRPDR iter NAT44 env 5 + - 123 # rls2009 NDRPDR iter NAT44 env 5 + - 126 # rls2009 NDRPDR iter NAT44 env 5 + vpp-performance-changes-2n-clx-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 32 # rls2009 NDRPDR iter env 6 + - 33 # rls2009 NDRPDR iter env 6 + - 34 # rls2009 NDRPDR iter env 6 + - 35 # rls2009 NDRPDR iter env 6 + - 146 # rls2009 NDRPDR MLX iter env 6 + - 147 # rls2009 NDRPDR MLX iter env 6 + - 148 # rls2009 NDRPDR MLX iter env 6 + - 149 # rls2009 NDRPDR MLX iter env 6 + - 150 # rls2009 NDRPDR MLX iter env 6 + - 151 # rls2009 NDRPDR MLX iter env 6 + - 152 # rls2009 NDRPDR MLX iter env 6 + - 153 # rls2009 NDRPDR MLX iter env 6 + - 154 # rls2009 NDRPDR MLX iter env 6 + - 155 # rls2009 NDRPDR MLX iter env 6 + vpp-performance-changes-2n-clx-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter RND env 6 + - 87 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 94 # rls2101.rel NDRPDR iter RND env 6 + - 95 # rls2101.rel NDRPDR iter RND env 6 + - 100 # rls2101.rel NDRPDR iter RND env 6 + - 106 # rls2101.rel NDRPDR iter RND env 6 + - 108 # rls2101.rel NDRPDR iter RND env 6 + - 112 # rls2101.rel NDRPDR iter NAT env 6 + - 113 # rls2101.rel NDRPDR iter NAT env 6 + - 114 # rls2101.rel NDRPDR iter NAT env 6 + - 115 # rls2101.rel NDRPDR iter NAT env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter MLX env 6 + - 123 # rls2101.rel NDRPDR iter MLX env 6 + - 124 # rls2101.rel NDRPDR iter MLX env 6 + - 126 # rls2101.rel NDRPDR iter MLX env 6 + - 127 # rls2101.rel NDRPDR iter MLX env 6 + - 128 # rls2101.rel NDRPDR iter MLX env 6 + - 129 # rls2101.rel NDRPDR iter MLX env 6 + - 130 # rls2101.rel NDRPDR iter MLX env 6 + - 131 # rls2101.rel NDRPDR iter MLX env 6 + - 132 # rls2101.rel NDRPDR iter MLX env 6 + + vpp-performance-changes-2n-zn2-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-zn2: + - 17 # rls2009 NDRPDR iter env 5 + - 18 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 NDRPDR iter env 5 + - 34 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-2n-zn2-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 9 # rls2009 NDRPDR iter env 6 + - 10 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-2n-zn2-cmp: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 49 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter RND env 6 + - 40 # rls2101.rel NDRPDR iter RND env 6 + - 41 # rls2101.rel NDRPDR iter RND env 6 + - 42 # rls2101.rel NDRPDR iter RND env 6 + - 43 # rls2101.rel NDRPDR iter RND env 6 + - 45 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + + vpp-performance-changes-2n-dnv-h1: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 + vpp-performance-changes-2n-dnv-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-2n-dnv-ref-env-new: + # TODO: Re-test in new env + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-2n-dnv-cmp: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 45 # rls2101.rel NDRPDR iter env 6 + - 46 # rls2101.rel NDRPDR iter RND env 6 + - 47 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 49 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + - 53 # rls2101.rel NDRPDR iter RND env 6 + - 54 # rls2101.rel NDRPDR iter RND env 6 + - 55 # rls2101.rel NDRPDR iter RND env 6 + + vpp-performance-changes-3n-dnv-h1: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 16 # rls2005 NDRPDR iter env 5 + - 23 # rls2005 NDRPDR iter env 5 + - 25 # rls2005 NDRPDR iter env 5 + - 26 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 28 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 30 # rls2005 NDRPDR iter env 5 + - 31 # rls2005 NDRPDR iter env 5 + - 32 # rls2005 NDRPDR iter env 5 + vpp-performance-changes-3n-dnv-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-dnv-ref-env-new: + # TODO: Re-test in new env + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-dnv-cmp: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter RND env 6 + - 44 # rls2101.rel NDRPDR iter RND env 6 + - 45 # rls2101.rel NDRPDR iter RND env 6 + - 46 # rls2101.rel NDRPDR iter RND env 6 + - 47 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 49 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + + vpp-performance-changes-3n-tsh-h1: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 8 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 24 # rls2005 NDRPDR iter env 5 + - 27 # rls2005 NDRPDR iter env 5 + - 29 # rls2005 NDRPDR iter env 5 + - 31 # rls2005 NDRPDR iter env 5 + - 39 # rls2005 NDRPDR iter env 5 + - 40 # rls2005 NDRPDR iter env 5 + - 42 # rls2005 NDRPDR iter env 5 + vpp-performance-changes-3n-tsh-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 14 # rls2009 NDRPDR iter env 5 + - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 23 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-tsh-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 8 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-3n-tsh-cmp: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + + # vpp-performance-changes-2n-tx2-h1: + # csit-vpp-perf-report-iterative-2009-2n-tx2: + # - + # vpp-performance-changes-2n-tx2-ref-env-old: + # csit-vpp-perf-report-iterative-2009-2n-tx2: + # - + vpp-performance-changes-2n-tx2-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 6 # rls2009 NDRPDR iter env 6 + - 7 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-2n-tx2-cmp: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 22 # rls2101.rel NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + + vpp-soak-vs-ndr-2n-skx-ref: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 + vpp-soak-vs-ndr-2n-skx-cmp: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 68 # rls2101.rel soak env 6 + - 73 # rls2101.rel soak env 6 + vpp-soak-vs-ndr-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel soak env 6 + - 73 # rls2101.rel soak env 6 + + vpp-soak-vs-ndr-2n-clx-ref: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + vpp-soak-vs-ndr-2n-clx-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 58 # rls2101.rel soak env 6 + - 61 # rls2101.rel soak env 6 + vpp-soak-vs-ndr-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + - 58 # rls2101.rel soak env 6 + - 61 # rls2101.rel soak env 6 + + vpp-performance-changes-3n-hsw-mrr-h1: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 18 # rls2005 MRR iter env 5 + vpp-performance-changes-3n-hsw-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 23 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-hsw-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 17 # rls2009 MRR iter env 6 + vpp-performance-changes-3n-hsw-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 63 # rls2101.rel MRR iter env 6 + + vpp-performance-changes-3n-skx-mrr-h1: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 17 # rls2005 MRR iter env 5 + vpp-performance-changes-3n-skx-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 24 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-skx-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 34 # rls2009 MRR iter env 6 + vpp-performance-changes-3n-skx-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 35 # rls2101.rel MRR iter env 6 + + vpp-performance-changes-2n-skx-mrr-h1: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 20 # rls2005 MRR iter env 5 + vpp-performance-changes-2n-skx-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 120 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-skx-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 21 # rls2009 MRR iter env 6 + vpp-performance-changes-2n-skx-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 62 # rls2101.rel MRR iter env 6 + + vpp-performance-changes-2n-clx-mrr-h1: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 77 # rls2005 MRR iter env 5 + vpp-performance-changes-2n-clx-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 125 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-clx-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 15 # rls2009 MRR iter env 6 + - 142 # rls2009 MRR MLX iter env 6 + vpp-performance-changes-2n-clx-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 53 # rls2101.rel MRR iter env 6 + - 133 # rls2101.rel MRR MLX iter env 6 + + vpp-performance-changes-2n-zn2-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-zn2: + - 15 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-zn2-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 8 # rls2009 MRR iter env6 + vpp-performance-changes-2n-zn2-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 30 # rls2101.rel MRR iter env 6 + + vpp-performance-changes-2n-dnv-mrr-h1: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 23 # rls2005 MRR iter env 5 + vpp-performance-changes-2n-dnv-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-dnv-mrr-ref-env-new: + # TODO: Re-test in new env + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-dnv-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 31 # rls2101.rel MRR iter env 6 + + vpp-performance-changes-3n-dnv-mrr-h1: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 19 # rls2005 MRR iter env 5 + vpp-performance-changes-3n-dnv-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-dnv-mrr-ref-env-new: + # TODO: Re-test in new env + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-dnv-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 32 # rls2101.rel MRR iter env 6 + + vpp-performance-changes-3n-tsh-mrr-h1: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 13 # rls2005 MRR iter env 5 + vpp-performance-changes-3n-tsh-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 15 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-tsh-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 7 # rls2009 MRR iter env 6 + vpp-performance-changes-3n-tsh-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 22 # rls2101.rel MRR iter env 6 + + # vpp-performance-changes-2n-tx2-mrr-h1: + # csit-vpp-perf-report-iterative-2009-2n-tx2: + # - + # vpp-performance-changes-2n-tx2-mrr-ref-env-old: + # csit-vpp-perf-report-iterative-2009-2n-tx2: + # - + vpp-performance-changes-2n-tx2-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 5 # rls2009 MRR iter env 6 + vpp-performance-changes-2n-tx2-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 21 # rls2101.rel MRR iter env 6 + + dpdk-performance-changes-3n-hsw-h1: + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + dpdk-performance-changes-3n-hsw-ref: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 + dpdk-performance-changes-3n-hsw-cmp: + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-performance-changes-3n-skx-h1: + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter + dpdk-performance-changes-3n-skx-ref: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 + dpdk-performance-changes-3n-skx-cmp: + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 + + dpdk-performance-changes-2n-skx-h1: + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + dpdk-performance-changes-2n-skx-ref: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + dpdk-performance-changes-2n-skx-cmp: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-performance-changes-2n-clx-h1: + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + dpdk-performance-changes-2n-clx-ref: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + dpdk-performance-changes-2n-clx-cmp: + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + + dpdk-performance-changes-2n-zn2-ref: + csit-dpdk-perf-report-iterative-2009-2n-zn2: + - 16 # NDRPDR iter env5 + - 21 # NDRPDR iter env5 + - 22 # NDRPDR iter env5 + - 23 # NDRPDR iter env5 + - 24 # NDRPDR iter env5 + - 25 # NDRPDR iter env5 + - 29 # NDRPDR iter env5 + dpdk-performance-changes-2n-zn2-cmp: + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + # dpdk-performance-changes-2n-dnv-h1: + # csit-dpdk-perf-verify-2101-2n-dnv: + # - 9 # NDRPDR sel + # - 10 # NDRPDR sel + # - 11 # NDRPDR sel + # - 12 # NDRPDR sel + # - 13 # NDRPDR sel + # - 14 # NDRPDR sel + # - 15 # NDRPDR sel + # - 16 # NDRPDR sel + # - 17 # NDRPDR sel + # - 18 # NDRPDR sel + # dpdk-performance-changes-2n-dnv-ref: + # # No data + # dpdk-performance-changes-2n-dnv-cmp: + # # No data + # csit-dpdk-perf-report-iterative-2009-2n-dnv: + + # dpdk-performance-changes-3n-dnv-h1: + # csit-dpdk-perf-verify-2101-3n-dnv: + # - 12 # NDRPDR sel + # - 13 # NDRPDR sel + # - 14 # NDRPDR sel + # - 15 # NDRPDR sel + # - 16 # NDRPDR sel + # - 17 # NDRPDR sel + # - 18 # NDRPDR sel + # - 19 # NDRPDR sel + # - 20 # NDRPDR sel + # - 22 # NDRPDR sel + # dpdk-performance-changes-3n-dnv-ref: + # # No data + # dpdk-performance-changes-3n-dnv-cmp: + # # No data + # csit-dpdk-perf-report-iterative-2009-3n-dnv: + + dpdk-performance-changes-3n-tsh-h1: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel + dpdk-performance-changes-3n-tsh-ref: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + dpdk-performance-changes-3n-tsh-cmp: + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + # Compare testbeds + + vpp-compare-testbeds-ref: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 64 # rls2101.rel NDRPDR iter env 6 + - 71 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 74 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter env 6 + - 81 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 83 # rls2101.rel NDRPDR iter env 6 + - 88 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter env 6 + vpp-compare-testbeds-cmp: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 47 # rls2101.rel NDRPDR iter env 6 + - 48 # rls2101.rel NDRPDR iter env 6 + - 50 # rls2101.rel NDRPDR iter env 6 + + vpp-compare-testbeds-skx-clx-ref: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter RND env 6 + - 90 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 96 # rls2101.rel NDRPDR iter RND env 6 + - 98 # rls2101.rel NDRPDR iter RND env 6 + - 99 # rls2101.rel NDRPDR iter RND env 6 + - 101 # rls2101.rel NDRPDR iter RND env 6 + - 102 # rls2101.rel NDRPDR iter RND env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter NAT env 6 + - 123 # rls2101.rel NDRPDR iter NAT env 6 + - 124 # rls2101.rel NDRPDR iter NAT env 6 + - 125 # rls2101.rel NDRPDR iter NAT env 6 + vpp-compare-testbeds-skx-clx-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter RND env 6 + - 87 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 94 # rls2101.rel NDRPDR iter RND env 6 + - 95 # rls2101.rel NDRPDR iter RND env 6 + - 100 # rls2101.rel NDRPDR iter RND env 6 + - 106 # rls2101.rel NDRPDR iter RND env 6 + - 108 # rls2101.rel NDRPDR iter RND env 6 + - 112 # rls2101.rel NDRPDR iter NAT env 6 + - 113 # rls2101.rel NDRPDR iter NAT env 6 + - 114 # rls2101.rel NDRPDR iter NAT env 6 + - 115 # rls2101.rel NDRPDR iter NAT env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter MLX env 6 + - 123 # rls2101.rel NDRPDR iter MLX env 6 + - 124 # rls2101.rel NDRPDR iter MLX env 6 + - 126 # rls2101.rel NDRPDR iter MLX env 6 + - 127 # rls2101.rel NDRPDR iter MLX env 6 + - 128 # rls2101.rel NDRPDR iter MLX env 6 + - 129 # rls2101.rel NDRPDR iter MLX env 6 + - 130 # rls2101.rel NDRPDR iter MLX env 6 + - 131 # rls2101.rel NDRPDR iter MLX env 6 + - 132 # rls2101.rel NDRPDR iter MLX env 6 + + # vpp-compare-testbeds-clx-icx-ref: + # csit-vpp-perf-report-iterative-2101-2n-clx: + # - 54 # rls2101.rel NDRPDR iter env 6 + # - 59 # rls2101.rel NDRPDR iter env 6 + # - 60 # rls2101.rel NDRPDR iter env 6 + # - 63 # rls2101.rel NDRPDR iter env 6 + # - 66 # rls2101.rel NDRPDR iter env 6 + # - 68 # rls2101.rel NDRPDR iter env 6 + # - 73 # rls2101.rel NDRPDR iter env 6 + # - 75 # rls2101.rel NDRPDR iter env 6 + # - 86 # rls2101.rel NDRPDR iter env 6 + # - 90 # rls2101.rel NDRPDR iter env 6 + # vpp-compare-testbeds-clx-icx-cmp: + # intel-csit-vpp-perf-report-iterative-2101-2n-icx: + # - 1 # master NDRPDR iter env 6 + + vpp-compare-testbeds-hsw-clx-ref: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 64 # rls2101.rel NDRPDR iter env 6 + - 71 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 74 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter env 6 + - 81 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 83 # rls2101.rel NDRPDR iter env 6 + - 88 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter env 6 + - 128 # rls2101.rel NDRPDR iter RND env 6 + - 129 # rls2101.rel NDRPDR iter RND env 6 + - 130 # rls2101.rel NDRPDR iter RND env 6 + - 131 # rls2101.rel NDRPDR iter RND env 6 + - 132 # rls2101.rel NDRPDR iter RND env 6 + - 133 # rls2101.rel NDRPDR iter RND env 6 + - 134 # rls2101.rel NDRPDR iter RND env 6 + - 135 # rls2101.rel NDRPDR iter RND env 6 + - 136 # rls2101.rel NDRPDR iter RND env 6 + - 137 # rls2101.rel NDRPDR iter RND env 6 + vpp-compare-testbeds-hsw-clx-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter RND env 6 + - 87 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 94 # rls2101.rel NDRPDR iter RND env 6 + - 95 # rls2101.rel NDRPDR iter RND env 6 + - 100 # rls2101.rel NDRPDR iter RND env 6 + - 106 # rls2101.rel NDRPDR iter RND env 6 + - 108 # rls2101.rel NDRPDR iter RND env 6 + - 112 # rls2101.rel NDRPDR iter NAT env 6 + - 113 # rls2101.rel NDRPDR iter NAT env 6 + - 114 # rls2101.rel NDRPDR iter NAT env 6 + - 115 # rls2101.rel NDRPDR iter NAT env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter MLX env 6 + - 123 # rls2101.rel NDRPDR iter MLX env 6 + - 124 # rls2101.rel NDRPDR iter MLX env 6 + - 126 # rls2101.rel NDRPDR iter MLX env 6 + - 127 # rls2101.rel NDRPDR iter MLX env 6 + - 128 # rls2101.rel NDRPDR iter MLX env 6 + - 129 # rls2101.rel NDRPDR iter MLX env 6 + - 130 # rls2101.rel NDRPDR iter MLX env 6 + - 131 # rls2101.rel NDRPDR iter MLX env 6 + - 132 # rls2101.rel NDRPDR iter MLX env 6 + + vpp-compare-testbeds-mrr-ref: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 63 # rls2101.rel MRR iter env 6 + vpp-compare-testbeds-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 35 # rls2101.rel MRR iter env 6 + + vpp-compare-testbeds-mrr-skx-clx-ref: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 62 # rls2101.rel MRR iter env 6 + vpp-compare-testbeds-mrr-skx-clx-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 53 # rls2101.rel MRR iter env 6 + + vpp-compare-testbeds-mrr-hsw-clx-ref: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 63 # rls2101.rel MRR iter env 6 + vpp-compare-testbeds-mrr-hsw-clx-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 53 # rls2101.rel MRR iter env 6 + + # vpp-compare-testbeds-mrr-clx-icx-ref: + # csit-vpp-perf-report-iterative-2101-2n-clx: + # - 53 # rls2101.rel MRR iter env 6 + # vpp-compare-testbeds-mrr-clx-icx-cmp: + # intel-csit-vpp-perf-report-iterative-2101-2n-icx: + # - 1 # master NDRPDR iter env 6 + + dpdk-compare-testbeds-ref: + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + dpdk-compare-testbeds-cmp: + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 + + dpdk-compare-testbeds-skx-clx-ref: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + dpdk-compare-testbeds-skx-clx-cmp: + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + + # Compare topologies + + vpp-compare-topologies-ref: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 47 # rls2101.rel NDRPDR iter env 6 + - 48 # rls2101.rel NDRPDR iter env 6 + - 50 # rls2101.rel NDRPDR iter env 6 + vpp-compare-topologies-cmp: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 + + vpp-compare-topologies-mrr-ref: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 35 # rls2101.rel MRR iter env 6 + vpp-compare-topologies-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 62 # rls2101.rel MRR iter env 6 + + dpdk-compare-topologies-ref: + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 + dpdk-compare-topologies-cmp: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 43f0156d0a..132f9789a1 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -1,4185 +1,3 @@ -- type: "environment" - - paths: - # Top level directories: - ## Working directory - DIR[WORKING]: "_tmp" - ## Build directories - DIR[BUILD,HTML]: "_build" - DIR[BUILD,LATEX]: "_build_latex" - - # Static .rst files - DIR[RST]: "../../../docs/report" - - # Working directories - ## Input data files (.zip, .xml) - DIR[WORKING,DATA]: "{DIR[WORKING]}/data" - ## Static source files from git - DIR[WORKING,SRC]: "{DIR[WORKING]}/src" - DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" - - # Static html content - DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" - DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" - DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk" - DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" - - # Detailed test results - DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" - DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw" - DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx" - DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx" - DIR[DTR,PERF,DPDK,2N,ZN2]: "{DIR[DTR]}/dpdk_performance_results_2n_zn2" - DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" - DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" - DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" - DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" - DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2" - DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" - DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" - DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" - DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" - DIR[DTR,PERF,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_performance_results_2n_zn2" - DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx" - DIR[DTR,PERF,VPP,2N,ICX]: "{DIR[DTR]}/vpp_performance_results_2n_icx" - DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" - DIR[DTR,PERF,VPP,2N,TX2]: "{DIR[DTR]}/vpp_performance_results_2n_tx2" - DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" - DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" - DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" - DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" - DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" - DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" - DIR[DTR,MRR,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_mrr_results_2n_zn2" - DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx" - DIR[DTR,MRR,VPP,2N,ICX]: "{DIR[DTR]}/vpp_mrr_results_2n_icx" - DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" - DIR[DTR,MRR,VPP,2N,TX2]: "{DIR[DTR]}/vpp_mrr_results_2n_tx2" - DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" - DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" - DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" - - # Detailed test configurations - DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" - DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration" - DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" - DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" - DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" - DIR[DTC,PERF,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_performance_configuration_2n_zn2" - DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx" - DIR[DTC,PERF,VPP,2N,ICX]: "{DIR[DTC]}/vpp_performance_configuration_2n_icx" - DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" - DIR[DTC,PERF,VPP,2N,TX2]: "{DIR[DTC]}/vpp_performance_configuration_2n_tx2" - DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" - DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" - DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" - DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" - DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" - DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" - DIR[DTC,MRR,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_zn2" - DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx" - DIR[DTC,MRR,VPP,2N,ICX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_icx" - DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" - DIR[DTC,MRR,VPP,2N,TX2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_tx2" - DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" - DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" - DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" - - # Detailed tests operational data - DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" - DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data" - DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" - DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" - DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" - DIR[DTO,PERF,VPP,2N,ZN2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_zn2" - DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx" - DIR[DTO,PERF,VPP,2N,ICX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_icx" - DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" - DIR[DTO,PERF,VPP,2N,TX2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_tx2" - DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" - DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" - - # Latencies: - DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs" - DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs" - - # .css patch file to fix tables generated by Sphinx - DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" - DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" - - urls: - URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" - URL[S3_STORAGE,LOG]: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - URL[NEXUS,DOC]: "https://docs.fd.io/csit" - DIR[NEXUS,DOC]: "report/_static/archive" - - make-dirs: - # List the directories which are created while preparing the environment. - # All directories MUST be defined in "paths" section. - - "DIR[WORKING,DATA]" - - "DIR[STATIC,VPP]" - - "DIR[STATIC,DPDK]" - - "DIR[STATIC,ARCH]" - - "DIR[BUILD,LATEX]" - - "DIR[WORKING,SRC]" - - "DIR[WORKING,SRC,STATIC]" - - remove-dirs: - # List the directories which are deleted while cleaning the environment. - # All directories MUST be defined in "paths" section. - #- "DIR[BUILD,HTML]" - - "DIR[WORKING,DATA]" - - build-dirs: - # List the directories where the results (build) is stored. - # All directories MUST be defined in "paths" section. - - "DIR[BUILD,HTML]" - - "DIR[BUILD,LATEX]" - -- type: "configuration" - - mapping-file: "mapping_report.yaml" - - limits: - nic: - x520: 24460000 - x553: 29761905 - x710: 35800000 - xxv710: 35800000 - xl710: 35800000 - cx556a: 148809523.81 - e810cq: 148809523.81 - - link: - 10ge: 14880952.38 - 25ge: 37202380.95 - 40ge: 59523809.52 - 100ge: 148809523.81 - - pci: - pci-g3-x8: 74404761.90 - pci-g3-x16: 148809523.81 - - data-sets: - - ########################################################################### - # Plots: - - # 3n-hsw - - plot-vpp-throughput-lat-tsa-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 64 # rls2101.rel NDRPDR iter env 6 - - 71 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 74 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter env 6 - - 81 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 83 # rls2101.rel NDRPDR iter env 6 - - 88 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter env 6 - - 128 # rls2101.rel NDRPDR iter RND env 6 - - 129 # rls2101.rel NDRPDR iter RND env 6 - - 130 # rls2101.rel NDRPDR iter RND env 6 - - 131 # rls2101.rel NDRPDR iter RND env 6 - - 132 # rls2101.rel NDRPDR iter RND env 6 - - 133 # rls2101.rel NDRPDR iter RND env 6 - - 134 # rls2101.rel NDRPDR iter RND env 6 - - 135 # rls2101.rel NDRPDR iter RND env 6 - - 136 # rls2101.rel NDRPDR iter RND env 6 - - 137 # rls2101.rel NDRPDR iter RND env 6 - - plot-vpp-hdrh-lat-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 89 # rls2101.rel NDRPDR iter env 6 - - plot-vpp-hdrh-lat-3n-hsw-rnd: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 128 # rls2101.rel NDRPDR iter RND env 6 - - plot-vpp-ipsec-reconf-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 65 # rls2101.rel NDRPDR reconf iter env 6 - - 68 # rls2101.rel NDRPDR reconf iter env 6 - - 77 # rls2101.rel NDRPDR reconf iter env 6 - - 84 # rls2101.rel NDRPDR reconf iter env 6 - - 90 # rls2101.rel NDRPDR reconf iter env 6 - - 96 # rls2101.rel NDRPDR reconf iter env 6 - - 101 # rls2101.rel NDRPDR reconf iter env 6 - - 104 # rls2101.rel NDRPDR reconf iter env 6 - - 105 # rls2101.rel NDRPDR reconf iter env 6 - - 106 # rls2101.rel NDRPDR reconf iter env 6 - - 107 # rls2101.rel NDRPDR reconf iter env 6 - - 108 # rls2101.rel NDRPDR reconf iter env 6 - - 110 # rls2101.rel NDRPDR reconf iter env 6 - - 111 # rls2101.rel NDRPDR reconf iter env 6 - - 112 # rls2101.rel NDRPDR reconf iter env 6 - - 113 # rls2101.rel NDRPDR reconf iter env 6 - - 114 # rls2101.rel NDRPDR reconf iter env 6 - - 115 # rls2101.rel NDRPDR reconf iter env 6 - - 116 # rls2101.rel NDRPDR reconf iter env 6 - - 117 # rls2101.rel NDRPDR reconf iter env 6 - - plot-vpp-hoststack-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 69 # rls2101.rel Hoststack iter env 6 - - 70 # rls2101.rel Hoststack iter env 6 - - 75 # rls2101.rel Hoststack iter env 6 - - 76 # rls2101.rel Hoststack iter env 6 - - 78 # rls2101.rel Hoststack iter env 6 - - 79 # rls2101.rel Hoststack iter env 6 - - 85 # rls2101.rel Hoststack iter env 6 - - 86 # rls2101.rel Hoststack iter env 6 - - 87 # rls2101.rel Hoststack iter env 6 - - 91 # rls2101.rel Hoststack iter env 6 - - 92 # rls2101.rel Hoststack iter env 6 - - 93 # rls2101.rel Hoststack iter env 6 - - 94 # rls2101.rel Hoststack iter env 6 - - 95 # rls2101.rel Hoststack iter env 6 - - 97 # rls2101.rel Hoststack iter env 6 - - 98 # rls2101.rel Hoststack iter env 6 - - 99 # rls2101.rel Hoststack iter env 6 - - 100 # rls2101.rel Hoststack iter env 6 - - 102 # rls2101.rel Hoststack iter env 6 - - 103 # rls2101.rel Hoststack iter env 6 - - plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - plot-dpdk-hdrh-lat-3n-hsw: - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 - - # 3n-skx - - plot-vpp-throughput-lat-tsa-3n-skx: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 - - plot-vpp-hdrh-lat-3n-skx: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - -# plot-vpp-nfv-3n-skx-ndrpdr: -# # No data -# csit-vpp-perf-report-iterative-2101-3n-skx: - -# plot-vpp-nfv-3n-skx-mrr: -# # No data -# csit-vpp-perf-report-iterative-2101-3n-skx: - - plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - 25 # rls2101 NDRPDR iter env 6 - - 26 # rls2101 NDRPDR iter env 6 - - plot-dpdk-hdrh-lat-3n-skx: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - # 2n-skx - - plot-vpp-throughput-lat-tsa-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter RND env 6 - - 90 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 96 # rls2101.rel NDRPDR iter RND env 6 - - 98 # rls2101.rel NDRPDR iter RND env 6 - - 99 # rls2101.rel NDRPDR iter RND env 6 - - 101 # rls2101.rel NDRPDR iter RND env 6 - - 102 # rls2101.rel NDRPDR iter RND env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter NAT env 6 - - 123 # rls2101.rel NDRPDR iter NAT env 6 - - 124 # rls2101.rel NDRPDR iter NAT env 6 - - 125 # rls2101.rel NDRPDR iter NAT env 6 - - plot-vpp-hdrh-lat-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 94 # rls2101.rel NDRPDR iter env 6 - - plot-vpp-hdrh-lat-2n-skx-rnd: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 89 # rls2101.rel NDRPDR iter RND env 6 - - plot-vpp-hdrh-lat-2n-skx-nat: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - plot-vpp-soak-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 68 # rls2101.rel soak env 6 - - 73 # rls2101.rel soak env 6 - - plot-vpp-nfv-2n-skx-ndrpdr: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 67 # rls2101.rel NDRPDR nf-density iter env 6 - - 72 # rls2101.rel NDRPDR nf-density iter env 6 - - 79 # rls2101.rel NDRPDR nf-density iter env 6 - - 83 # rls2101.rel NDRPDR nf-density iter env 6 - - 88 # rls2101.rel NDRPDR nf-density iter env 6 - - 97 # rls2101.rel NDRPDR nf-density iter env 6 - - 103 # rls2101.rel NDRPDR nf-density iter env 6 - - 108 # rls2101.rel NDRPDR nf-density iter env 6 - - 109 # rls2101.rel NDRPDR nf-density iter env 6 - - 110 # rls2101.rel NDRPDR nf-density iter env 6 - - plot-vpp-nfv-2n-skx-mrr: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 65 # rls2101.rel MRR nf-density iter env 6 - - plot-vpp-nfv-reconf-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 64 # rls2101.rel NDRPDR reconf iter env 6 - - 66 # rls2101.rel NDRPDR reconf iter env 6 - - 71 # rls2101.rel NDRPDR reconf iter env 6 - - 74 # rls2101.rel NDRPDR reconf iter env 6 - - 78 # rls2101.rel NDRPDR reconf iter env 6 - - 87 # rls2101.rel NDRPDR reconf iter env 6 - - 95 # rls2101.rel NDRPDR reconf iter env 6 - - 100 # rls2101.rel NDRPDR reconf iter env 6 - - 104 # rls2101.rel NDRPDR reconf iter env 6 - - 106 # rls2101.rel NDRPDR reconf iter env 6 - - plot-vpp-gso-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 129 # rls2101.rel MRR GSO iter env 6 - - plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - plot-dpdk-hdrh-lat-2n-skx: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - # 2n-zn2 - - plot-vpp-throughput-lat-tsa-2n-zn2: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 31 # rls2101.rel NDRPDR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 44 # rls2101.rel NDRPDR iter env 6 - - 49 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter RND env 6 - - 40 # rls2101.rel NDRPDR iter RND env 6 - - 41 # rls2101.rel NDRPDR iter RND env 6 - - 42 # rls2101.rel NDRPDR iter RND env 6 - - 43 # rls2101.rel NDRPDR iter RND env 6 - - 45 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - plot-vpp-hdrh-lat-2n-zn2: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 31 # rls2101.rel NDRPDR iter env 6 - - plot-vpp-hdrh-lat-2n-zn2-rnd: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 40 # rls2101.rel NDRPDR iter RND env 6 - - plot-vpp-gso-2n-zn2: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 56 # rls2101.rel MRR GSO iter env 6 - - plot-dpdk-throughput-latency-2n-zn2: - csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - plot-dpdk-hdrh-lat-2n-zn2: - csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101 NDRPDR iter env 6 - - # 2n-clx - - plot-vpp-throughput-lat-tsa-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter RND env 6 - - 87 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 94 # rls2101.rel NDRPDR iter RND env 6 - - 95 # rls2101.rel NDRPDR iter RND env 6 - - 100 # rls2101.rel NDRPDR iter RND env 6 - - 106 # rls2101.rel NDRPDR iter RND env 6 - - 108 # rls2101.rel NDRPDR iter RND env 6 - - 112 # rls2101.rel NDRPDR iter NAT env 6 - - 113 # rls2101.rel NDRPDR iter NAT env 6 - - 114 # rls2101.rel NDRPDR iter NAT env 6 - - 115 # rls2101.rel NDRPDR iter NAT env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter MLX env 6 - - 123 # rls2101.rel NDRPDR iter MLX env 6 - - 124 # rls2101.rel NDRPDR iter MLX env 6 - - 126 # rls2101.rel NDRPDR iter MLX env 6 - - 127 # rls2101.rel NDRPDR iter MLX env 6 - - 128 # rls2101.rel NDRPDR iter MLX env 6 - - 129 # rls2101.rel NDRPDR iter MLX env 6 - - 130 # rls2101.rel NDRPDR iter MLX env 6 - - 131 # rls2101.rel NDRPDR iter MLX env 6 - - 132 # rls2101.rel NDRPDR iter MLX env 6 - - plot-vpp-hdrh-lat-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 75 # rls2101.rel NDRPDR iter env 6 - - plot-vpp-hdrh-lat-2n-clx-rnd: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 87 # rls2101.rel NDRPDR iter RND env 6 - - plot-vpp-hdrh-lat-2n-clx-nat: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - plot-vpp-hdrh-lat-2n-clx-mlx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 127 # rls2101.rel NDRPDR iter MLX env 6 - - plot-vpp-nfv-2n-clx-ndrpdr: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 57 # rls2101.rel NDRPDR nf-density iter env 6 - - 62 # rls2101.rel NDRPDR nf-density iter env 6 - - 70 # rls2101.rel NDRPDR nf-density iter env 6 - - 71 # rls2101.rel NDRPDR nf-density iter env 6 - - 82 # rls2101.rel NDRPDR nf-density iter env 6 - - 88 # rls2101.rel NDRPDR nf-density iter env 6 - - 89 # rls2101.rel NDRPDR nf-density iter env 6 - - 96 # rls2101.rel NDRPDR nf-density iter env 6 - - 97 # rls2101.rel NDRPDR nf-density iter env 6 - - 98 # rls2101.rel NDRPDR nf-density iter env 6 - - plot-vpp-nfv-2n-clx-mrr: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 72 # rls2101.rel MRR nf-density iter env 6 - - plot-vpp-nfv-reconf-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 55 # rls2101.rel NDRPDR reconf iter env 6 - - 64 # rls2101.rel NDRPDR reconf iter env 6 - - 76 # rls2101.rel NDRPDR reconf iter env 6 - - 83 # rls2101.rel NDRPDR reconf iter env 6 - - 99 # rls2101.rel NDRPDR reconf iter env 6 - - 101 # rls2101.rel NDRPDR reconf iter env 6 - - 102 # rls2101.rel NDRPDR reconf iter env 6 - - 107 # rls2101.rel NDRPDR reconf iter env 6 - - 109 # rls2101.rel NDRPDR reconf iter env 6 - - 110 # rls2101.rel NDRPDR reconf iter env 6 - - plot-vpp-soak-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 58 # rls2101.rel soak env 6 - - 61 # rls2101.rel soak env 6 - - plot-vpp-gso-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 159 # rls2101.rel MRR GSO iter env 6 - - plot-dpdk-throughput-latency-2n-clx: - csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - plot-dpdk-hdrh-lat-2n-clx: - csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101 NDRPDR iter env 6 - -# # 2n-icx -# -# plot-vpp-throughput-lat-tsa-2n-icx: -# intel-csit-vpp-perf-report-iterative-2101-2n-icx: -# - 1 # master NDRPDR iter env 6 -# -# plot-vpp-hdrh-lat-2n-icx: -# intel-csit-vpp-perf-report-iterative-2101-2n-icx: -# - 1 # master NDRPDR iter env 6 - - # 3n-tsh - - plot-vpp-throughput-lat-tsa-3n-tsh: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - - plot-vpp-hdrh-lat-3n-tsh: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 23 # rls2101.rel NDRPDR iter env 6 - - plot-dpdk-throughput-latency-3n-tsh: - csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - plot-dpdk-hdrh-lat-3n-tsh: - csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 21 # rls2101 NDRPDR iter env 6 - - # 2n-tx2 - - plot-vpp-throughput-lat-tsa-2n-tx2: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 22 # rls2101.rel NDRPDR iter env 6 - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - plot-vpp-hdrh-lat-2n-tx2: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 29 # rls2101.rel NDRPDR iter env 6 - - plot-dpdk-throughput-latency-2n-tx2: - csit-dpdk-perf-report-iterative-2101-2n-tx2: - - 4 # rls2101 NDRPDR iter env 6 - - 6 # rls2101 NDRPDR iter env 6 - - 7 # rls2101 NDRPDR iter env 6 - - 8 # rls2101 NDRPDR iter env 6 - - 9 # rls2101 NDRPDR iter env 6 - - 10 # rls2101 NDRPDR iter env 6 - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - plot-dpdk-hdrh-lat-2n-tx2: - csit-dpdk-perf-report-iterative-2101-2n-tx2: - - 4 # rls2101 NDRPDR iter env 6 - - # 3n-dnv - - plot-vpp-throughput-lat-tsa-3n-dnv: - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 43 # rls2101.rel NDRPDR iter RND env 6 - - 44 # rls2101.rel NDRPDR iter RND env 6 - - 45 # rls2101.rel NDRPDR iter RND env 6 - - 46 # rls2101.rel NDRPDR iter RND env 6 - - 47 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 49 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - -# plot-dpdk-throughput-latency-3n-dnv: -# # No data -# csit-dpdk-perf-report-iterative-2009-3n-dnv: - - # 2n-dnv - - plot-vpp-throughput-lat-tsa-2n-dnv: - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 32 # rls2101.rel NDRPDR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 43 # rls2101.rel NDRPDR iter env 6 - - 44 # rls2101.rel NDRPDR iter env 6 - - 45 # rls2101.rel NDRPDR iter env 6 - - 46 # rls2101.rel NDRPDR iter RND env 6 - - 47 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 49 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - 53 # rls2101.rel NDRPDR iter RND env 6 - - 54 # rls2101.rel NDRPDR iter RND env 6 - - 55 # rls2101.rel NDRPDR iter RND env 6 - -# plot-dpdk-throughput-latency-2n-dnv: -# # No data -# csit-dpdk-perf-report-iterative-2009-2n-dnv: - - ########################################################################### - # Simple tables (only one data set): - - # NIC Comparisons - - vpp-nic-comparison-3n-skx: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 - - vpp-nic-comparison-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter RND env 6 - - 90 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 96 # rls2101.rel NDRPDR iter RND env 6 - - 98 # rls2101.rel NDRPDR iter RND env 6 - - 99 # rls2101.rel NDRPDR iter RND env 6 - - 101 # rls2101.rel NDRPDR iter RND env 6 - - 102 # rls2101.rel NDRPDR iter RND env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter NAT env 6 - - 123 # rls2101.rel NDRPDR iter NAT env 6 - - 124 # rls2101.rel NDRPDR iter NAT env 6 - - 125 # rls2101.rel NDRPDR iter NAT env 6 - - vpp-nic-comparison-3n-skx-mrr: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 - - vpp-nic-comparison-2n-skx-mrr: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 - - # Results - - vpp-perf-results-3n-hsw: - csit-vpp-perf-report-coverage-2101-3n-hsw: - - 1 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-02 - - 4 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-03 - - 5 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-00 - - 6 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-01 - - 7 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-02 - - 8 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-03 - - 9 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-04 - - 10 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-05 - - 11 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-06 - - 12 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-07 - - 13 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-00 - - 14 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-01 - - 15 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-02 - - 16 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-00 - - 18 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-01 - - 19 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-00 - - 20 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-01 - - 21 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-02 - - 22 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-03 - - 23 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-04 - - 24 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6tun-00 - - 25 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-05 - - 26 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-06 - - 27 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-07 - - 28 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-08 - - 29 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-09 - - 30 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-10 - - 31 # rls2101.rel NDRPDR cov env 6 3n-hsw-memif-00 - - 32 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-00 - - 33 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-01 - - 34 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-00 - - 35 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-01 - - 36 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-02 - - vpp-perf-results-3n-skx: - csit-vpp-perf-report-coverage-2101-3n-skx: - - 1 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-02 - - 4 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-03 - - 5 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-00 - - 16 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-01 - - 7 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-02 - - 17 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-03 - - 18 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-04 - - 19 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-05 - - 20 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-06 - - 12 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-06 - - 13 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-00 - - 26 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-01 - - 15 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-02 - - 21 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6-00 - - 22 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6-01 - - 23 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6tun-00 - - 24 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-00 - - 30 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-01 - - 27 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-02 - - 28 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-03 - - 29 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-04 - - 31 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-05 - - 32 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-06 - - 33 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-07 - - 34 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-08 - - 35 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-09 - - 36 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-10 - - 37 # rls2101.rel NDRPDR cov env 6 3n-skx-memif-00 - - 38 # rls2101.rel NDRPDR cov env 6 3n-skx-srv6-00 - - 39 # rls2101.rel NDRPDR cov env 6 3n-skx-srv6-01 - - 40 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-00 - - 41 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-01 - - 42 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-02 - - 43 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-03 - - vpp-perf-results-2n-skx: - csit-vpp-perf-report-coverage-2101-2n-skx: - - 1 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-05 - - 7 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-06 - - 8 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-07 - - 21 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4tun-00 - - 22 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4tun-00 - - 10 # rls2101.rel NDRPDR cov env 6 2n-skx-ip6-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-skx-ip6-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-skx-l2-00 - - 13 # rls2101.rel NDRPDR cov env 6 2n-skx-l2-01 - - 14 # rls2101.rel NDRPDR cov env 6 2n-skx-lb-00 - - 15 # rls2101.rel NDRPDR cov env 6 2n-skx-memif-00 - - 16 # rls2101.rel NDRPDR cov env 6 2n-skx-vhost-00 - - 17 # rls2101.rel NDRPDR cov env 6 2n-skx-vhost-01 - - 19 # rls2101.rel NDRPDR cov env 6 2n-skx-vts-00 - - vpp-perf-results-2n-zn2: - csit-vpp-perf-report-coverage-2101-2n-zn2: - - 1 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-05 - - 17 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4tun-00 - - 18 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4tun-01 - - 8 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip6-00 - - 9 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip6-01 - - 10 # rls2101.rel NDRPDR cov env 6 2n-zn2-l2-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-zn2-l2-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-zn2-lb-00 - - 13 # rls2101.rel NDRPDR cov env 6 2n-zn2-memif-00 - - 14 # rls2101.rel NDRPDR cov env 6 2n-zn2-vhost-00 - - 15 # rls2101.rel NDRPDR cov env 6 2n-zn2-vhost-00 - - 16 # rls2101.rel NDRPDR cov env 6 2n-zn2-vts-00 - - vpp-perf-results-2n-clx: - csit-vpp-perf-report-coverage-2101-2n-clx: - - 1 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-05 - - 7 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-06 - - 8 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-07 - - 19 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4tun-00 - - 20 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4tun-00 - - 10 # rls2101.rel NDRPDR cov env 6 2n-clx-ip6-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-clx-ip6-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-clx-l2-00 - - 13 # rls2101.rel NDRPDR cov env 6 2n-clx-l2-01 - - 14 # rls2101.rel NDRPDR cov env 6 2n-clx-lb-00 - - 15 # rls2101.rel NDRPDR cov env 6 2n-clx-memif-00 - - 16 # rls2101.rel NDRPDR cov env 6 2n-clx-vhost-00 - - 17 # rls2101.rel NDRPDR cov env 6 2n-clx-vhost-01 - - 18 # rls2101.rel NDRPDR cov env 6 2n-clx-vts-00 - -# vpp-perf-results-2n-icx: -# intel-csit-vpp-perf-report-iterative-2101-2n-icx: -# - 1 # master NDRPDR iter env 6 - - vpp-perf-results-3n-tsh: - csit-vpp-perf-report-coverage-2101-3n-tsh: - - 1 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4tun-00 - - 6 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4tun-01 - - 7 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip6-00 - - 8 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip6-01 - - 9 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-00 - - 10 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-01 - - 11 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-02 - - 12 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-03 - - 13 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-04 - - 19 # rls2101.rel NDRPDR cov env 6 3n-tsh-memif-00 - - 15 # rls2101.rel NDRPDR cov env 6 3n-tsh-srv6-00 - - 16 # rls2101.rel NDRPDR cov env 6 3n-tsh-srv6-01 - - 17 # rls2101.rel NDRPDR cov env 6 3n-tsh-vhost-00 - - 18 # rls2101.rel NDRPDR cov env 6 3n-tsh-vhost-01 - - vpp-perf-results-2n-tx2: - csit-vpp-perf-report-coverage-2101-2n-tx2: - - 1 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-05 - - 7 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-06 - - 8 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip6-00 - - 9 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip6-01 - - 10 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-02 - - 13 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-03 - - 15 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-04 - - vpp-perf-results-3n-dnv: - csit-vpp-perf-report-coverage-2101-3n-dnv: - - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 - - 4 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 - - 5 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4tun-00 - - 6 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-00 - - 7 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-01 - - 8 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-00 - - 9 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-01 - - vpp-perf-results-2n-dnv: - csit-vpp-perf-report-coverage-2101-2n-dnv: - - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-00 - - 4 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-01 - - 5 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-00 - - 6 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-01 - - vpp-mrr-results-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 63 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-3n-skx: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-2n-zn2: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 30 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 53 # rls2101.rel MRR iter env 6 - -# vpp-mrr-results-2n-icx: -# intel-csit-vpp-perf-report-iterative-2101-2n-icx: -# - 1 # master NDRPDR iter env 6 - - vpp-mrr-results-3n-tsh: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 22 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-2n-tx2: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 21 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-3n-dnv: - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 32 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-2n-dnv: - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 31 # rls2101.rel MRR iter env 6 - - vpp-device-results-ubuntu: - csit-vpp-device-2101-ubuntu1804-1n-skx: - - 358 # rls2101.rel VPP DEV env 6 - - dpdk-perf-results-3n-hsw: - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 - - dpdk-perf-results-3n-skx: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - dpdk-perf-results-2n-skx: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - dpdk-perf-results-2n-zn2: - csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101 NDRPDR iter env 6 - - dpdk-perf-results-2n-clx: - csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101 NDRPDR iter env 6 - -# dpdk-perf-results-2n-dnv: -# # No data -# csit-dpdk-perf-report-iterative-2009-2n-dnv: - -# dpdk-perf-results-3n-dnv: -# # No data -# csit-dpdk-perf-report-iterative-2009-3n-dnv: - - dpdk-perf-results-3n-tsh: - csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 21 # rls2101 NDRPDR iter env 6 - - dpdk-perf-results-2n-tx2: - csit-dpdk-perf-report-iterative-2101-2n-tx2: - - 4 # rls2101 NDRPDR iter env 6 - -########################################################################### - # Tables (more than one data set) - - # Performance changes - - vpp-performance-changes-3n-hsw-h1: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 9 # rls2005 NDRPDR iter env 5 - - 10 # rls2005 NDRPDR iter env 5 - - 11 # rls2005 NDRPDR iter env 5 - - 12 # rls2005 NDRPDR iter env 5 - - 13 # rls2005 NDRPDR iter env 5 - - 14 # rls2005 NDRPDR iter env 5 - - 15 # rls2005 NDRPDR iter env 5 - - 16 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-hsw-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - - 25 # rls2009 NDRPDR iter env 5 - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-3n-hsw-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 19 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - - 22 # rls2009 NDRPDR iter env 6 - - 23 # rls2009 NDRPDR iter env 6 - - 24 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - - 27 # rls2009 NDRPDR iter env 6 - - 28 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-3n-hsw-cmp: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 64 # rls2101.rel NDRPDR iter env 6 - - 71 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 74 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter env 6 - - 81 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 83 # rls2101.rel NDRPDR iter env 6 - - 88 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter env 6 - - 128 # rls2101.rel NDRPDR iter RND env 6 - - 129 # rls2101.rel NDRPDR iter RND env 6 - - 130 # rls2101.rel NDRPDR iter RND env 6 - - 131 # rls2101.rel NDRPDR iter RND env 6 - - 132 # rls2101.rel NDRPDR iter RND env 6 - - 133 # rls2101.rel NDRPDR iter RND env 6 - - 134 # rls2101.rel NDRPDR iter RND env 6 - - 135 # rls2101.rel NDRPDR iter RND env 6 - - 136 # rls2101.rel NDRPDR iter RND env 6 - - 137 # rls2101.rel NDRPDR iter RND env 6 - - vpp-performance-changes-3n-skx-h1: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 13 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 41 # rls2005 NDRPDR iter env 5 - - 43 # rls2005 NDRPDR iter env 5 - - 44 # rls2005 NDRPDR iter env 5 - - 45 # rls2005 NDRPDR iter env 5 - - 46 # rls2005 NDRPDR iter env 5 - - 48 # rls2005 NDRPDR iter env 5 - - 49 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-skx-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-3n-skx-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 14 # rls2009 NDRPDR iter env 6 - - 15 # rls2009 NDRPDR iter env 6 - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - - 27 # rls2009 NDRPDR iter env 6 - - 29 # rls2009 NDRPDR iter env 6 - - 31 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-3n-skx-cmp: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 - - vpp-performance-changes-2n-skx-h1: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 13 # rls2005 NDRPDR iter env 5 - - 16 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 21 # rls2005 NDRPDR iter env 5 - - 22 # rls2005 NDRPDR iter env 5 - - 23 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - - 25 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-skx-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 110 # rls2009 NDRPDR iter NAT44 env 5 - - 111 # rls2009 NDRPDR iter NAT44 env 5 - - 112 # rls2009 NDRPDR iter NAT44 env 5 - - 113 # rls2009 NDRPDR iter NAT44 env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - vpp-performance-changes-2n-skx-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 22 # rls2009 NDRPDR iter env 6 - - 23 # rls2009 NDRPDR iter env 6 - - 24 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - - 28 # rls2009 NDRPDR iter env 6 - - 39 # rls2009 NDRPDR iter env 6 - - 40 # rls2009 NDRPDR iter env 6 - - 41 # rls2009 NDRPDR iter env 6 - - 44 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-2n-skx-cmp: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter RND env 6 - - 90 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 96 # rls2101.rel NDRPDR iter RND env 6 - - 98 # rls2101.rel NDRPDR iter RND env 6 - - 99 # rls2101.rel NDRPDR iter RND env 6 - - 101 # rls2101.rel NDRPDR iter RND env 6 - - 102 # rls2101.rel NDRPDR iter RND env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter NAT env 6 - - 123 # rls2101.rel NDRPDR iter NAT env 6 - - 124 # rls2101.rel NDRPDR iter NAT env 6 - - 125 # rls2101.rel NDRPDR iter NAT env 6 - - vpp-performance-changes-2n-clx-h1: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 13 # rls2005 NDRPDR iter env 5 - - 15 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 20 # rls2005 NDRPDR iter env 5 - - 21 # rls2005 NDRPDR iter env 5 - - 22 # rls2005 NDRPDR iter env 5 - - 23 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-clx-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 117 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - - 122 # rls2009 NDRPDR iter NAT44 env 5 - - 123 # rls2009 NDRPDR iter NAT44 env 5 - - 126 # rls2009 NDRPDR iter NAT44 env 5 - vpp-performance-changes-2n-clx-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 19 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - - 32 # rls2009 NDRPDR iter env 6 - - 33 # rls2009 NDRPDR iter env 6 - - 34 # rls2009 NDRPDR iter env 6 - - 35 # rls2009 NDRPDR iter env 6 - - 146 # rls2009 NDRPDR MLX iter env 6 - - 147 # rls2009 NDRPDR MLX iter env 6 - - 148 # rls2009 NDRPDR MLX iter env 6 - - 149 # rls2009 NDRPDR MLX iter env 6 - - 150 # rls2009 NDRPDR MLX iter env 6 - - 151 # rls2009 NDRPDR MLX iter env 6 - - 152 # rls2009 NDRPDR MLX iter env 6 - - 153 # rls2009 NDRPDR MLX iter env 6 - - 154 # rls2009 NDRPDR MLX iter env 6 - - 155 # rls2009 NDRPDR MLX iter env 6 - vpp-performance-changes-2n-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter RND env 6 - - 87 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 94 # rls2101.rel NDRPDR iter RND env 6 - - 95 # rls2101.rel NDRPDR iter RND env 6 - - 100 # rls2101.rel NDRPDR iter RND env 6 - - 106 # rls2101.rel NDRPDR iter RND env 6 - - 108 # rls2101.rel NDRPDR iter RND env 6 - - 112 # rls2101.rel NDRPDR iter NAT env 6 - - 113 # rls2101.rel NDRPDR iter NAT env 6 - - 114 # rls2101.rel NDRPDR iter NAT env 6 - - 115 # rls2101.rel NDRPDR iter NAT env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter MLX env 6 - - 123 # rls2101.rel NDRPDR iter MLX env 6 - - 124 # rls2101.rel NDRPDR iter MLX env 6 - - 126 # rls2101.rel NDRPDR iter MLX env 6 - - 127 # rls2101.rel NDRPDR iter MLX env 6 - - 128 # rls2101.rel NDRPDR iter MLX env 6 - - 129 # rls2101.rel NDRPDR iter MLX env 6 - - 130 # rls2101.rel NDRPDR iter MLX env 6 - - 131 # rls2101.rel NDRPDR iter MLX env 6 - - 132 # rls2101.rel NDRPDR iter MLX env 6 - - vpp-performance-changes-2n-zn2-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 17 # rls2009 NDRPDR iter env 5 - - 18 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 NDRPDR iter env 5 - - 34 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-2n-zn2-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 9 # rls2009 NDRPDR iter env 6 - - 10 # rls2009 NDRPDR iter env 6 - - 11 # rls2009 NDRPDR iter env 6 - - 12 # rls2009 NDRPDR iter env 6 - - 13 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - - 22 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-2n-zn2-cmp: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 31 # rls2101.rel NDRPDR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 44 # rls2101.rel NDRPDR iter env 6 - - 49 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter RND env 6 - - 40 # rls2101.rel NDRPDR iter RND env 6 - - 41 # rls2101.rel NDRPDR iter RND env 6 - - 42 # rls2101.rel NDRPDR iter RND env 6 - - 43 # rls2101.rel NDRPDR iter RND env 6 - - 45 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - vpp-performance-changes-2n-dnv-h1: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 16 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 21 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - - 27 # rls2005 NDRPDR iter env 5 - - 28 # rls2005 NDRPDR iter env 5 - - 29 # rls2005 NDRPDR iter env 5 - - 30 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-dnv-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 5 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 9 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-2n-dnv-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 5 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 9 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-2n-dnv-cmp: - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 32 # rls2101.rel NDRPDR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 43 # rls2101.rel NDRPDR iter env 6 - - 44 # rls2101.rel NDRPDR iter env 6 - - 45 # rls2101.rel NDRPDR iter env 6 - - 46 # rls2101.rel NDRPDR iter RND env 6 - - 47 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 49 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - 53 # rls2101.rel NDRPDR iter RND env 6 - - 54 # rls2101.rel NDRPDR iter RND env 6 - - 55 # rls2101.rel NDRPDR iter RND env 6 - - vpp-performance-changes-3n-dnv-h1: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 16 # rls2005 NDRPDR iter env 5 - - 23 # rls2005 NDRPDR iter env 5 - - 25 # rls2005 NDRPDR iter env 5 - - 26 # rls2005 NDRPDR iter env 5 - - 27 # rls2005 NDRPDR iter env 5 - - 28 # rls2005 NDRPDR iter env 5 - - 29 # rls2005 NDRPDR iter env 5 - - 30 # rls2005 NDRPDR iter env 5 - - 31 # rls2005 NDRPDR iter env 5 - - 32 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-dnv-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-3n-dnv-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-3n-dnv-cmp: - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 43 # rls2101.rel NDRPDR iter RND env 6 - - 44 # rls2101.rel NDRPDR iter RND env 6 - - 45 # rls2101.rel NDRPDR iter RND env 6 - - 46 # rls2101.rel NDRPDR iter RND env 6 - - 47 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 49 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - vpp-performance-changes-3n-tsh-h1: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 8 # rls2005 NDRPDR iter env 5 - - 11 # rls2005 NDRPDR iter env 5 - - 12 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - - 27 # rls2005 NDRPDR iter env 5 - - 29 # rls2005 NDRPDR iter env 5 - - 31 # rls2005 NDRPDR iter env 5 - - 39 # rls2005 NDRPDR iter env 5 - - 40 # rls2005 NDRPDR iter env 5 - - 42 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-tsh-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 14 # rls2009 NDRPDR iter env 5 - - 20 # rls2009 NDRPDR iter env 5 - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 23 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-3n-tsh-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 8 # rls2009 NDRPDR iter env 6 - - 13 # rls2009 NDRPDR iter env 6 - - 14 # rls2009 NDRPDR iter env 6 - - 15 # rls2009 NDRPDR iter env 6 - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 19 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-3n-tsh-cmp: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - -# vpp-performance-changes-2n-tx2-h1: -# csit-vpp-perf-report-iterative-2009-2n-tx2: -# - -# vpp-performance-changes-2n-tx2-ref-env-old: -# csit-vpp-perf-report-iterative-2009-2n-tx2: -# - - vpp-performance-changes-2n-tx2-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 6 # rls2009 NDRPDR iter env 6 - - 7 # rls2009 NDRPDR iter env 6 - - 11 # rls2009 NDRPDR iter env 6 - - 12 # rls2009 NDRPDR iter env 6 - - 13 # rls2009 NDRPDR iter env 6 - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 19 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-2n-tx2-cmp: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 22 # rls2101.rel NDRPDR iter env 6 - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - vpp-soak-vs-ndr-2n-skx-ref: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - vpp-soak-vs-ndr-2n-skx-cmp: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 68 # rls2101.rel soak env 6 - - 73 # rls2101.rel soak env 6 - vpp-soak-vs-ndr-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel soak env 6 - - 73 # rls2101.rel soak env 6 - - vpp-soak-vs-ndr-2n-clx-ref: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - vpp-soak-vs-ndr-2n-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 58 # rls2101.rel soak env 6 - - 61 # rls2101.rel soak env 6 - vpp-soak-vs-ndr-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 58 # rls2101.rel soak env 6 - - 61 # rls2101.rel soak env 6 - - vpp-performance-changes-3n-hsw-mrr-h1: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 18 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-hsw-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 23 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-hsw-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 17 # rls2009 MRR iter env 6 - vpp-performance-changes-3n-hsw-mrr-cmp: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 63 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-3n-skx-mrr-h1: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 17 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-skx-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 24 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-skx-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 34 # rls2009 MRR iter env 6 - vpp-performance-changes-3n-skx-mrr-cmp: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-2n-skx-mrr-h1: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 20 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-skx-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-skx-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 21 # rls2009 MRR iter env 6 - vpp-performance-changes-2n-skx-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-2n-clx-mrr-h1: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 77 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-clx-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 125 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-clx-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 15 # rls2009 MRR iter env 6 - - 142 # rls2009 MRR MLX iter env 6 - vpp-performance-changes-2n-clx-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 53 # rls2101.rel MRR iter env 6 - - 133 # rls2101.rel MRR MLX iter env 6 - - vpp-performance-changes-2n-zn2-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 15 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-zn2-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 8 # rls2009 MRR iter env6 - vpp-performance-changes-2n-zn2-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 30 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-2n-dnv-mrr-h1: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 23 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-dnv-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 13 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-dnv-mrr-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 13 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-dnv-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 31 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-3n-dnv-mrr-h1: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 19 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-dnv-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 22 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-dnv-mrr-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 22 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-dnv-mrr-cmp: - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 32 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-3n-tsh-mrr-h1: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 13 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-tsh-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 15 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-tsh-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 7 # rls2009 MRR iter env 6 - vpp-performance-changes-3n-tsh-mrr-cmp: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 22 # rls2101.rel MRR iter env 6 - -# vpp-performance-changes-2n-tx2-mrr-h1: -# csit-vpp-perf-report-iterative-2009-2n-tx2: -# - -# vpp-performance-changes-2n-tx2-mrr-ref-env-old: -# csit-vpp-perf-report-iterative-2009-2n-tx2: -# - - vpp-performance-changes-2n-tx2-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 5 # rls2009 MRR iter env 6 - vpp-performance-changes-2n-tx2-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 21 # rls2101.rel MRR iter env 6 - - dpdk-performance-changes-3n-hsw-h1: - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 25 # NDRPDR iter - - 26 # NDRPDR iter - - 27 # NDRPDR iter - - 28 # NDRPDR iter - - 29 # NDRPDR iter - - 30 # NDRPDR iter - - 31 # NDRPDR iter - - 32 # NDRPDR iter - - 33 # NDRPDR iter - - 34 # NDRPDR iter - dpdk-performance-changes-3n-hsw-ref: - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - - 14 # NDRPDR iter env5 - - 15 # NDRPDR iter env5 - dpdk-performance-changes-3n-hsw-cmp: - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - dpdk-performance-changes-3n-skx-h1: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 28 # NDRPDR iter - - 29 # NDRPDR iter - - 30 # NDRPDR iter - - 31 # NDRPDR iter - - 32 # NDRPDR iter - - 33 # NDRPDR iter - - 34 # NDRPDR iter - - 35 # NDRPDR iter - - 36 # NDRPDR iter - - 37 # NDRPDR iter - dpdk-performance-changes-3n-skx-ref: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 - - 5 # NDRPDR sel env5 - - 6 # NDRPDR sel env5 - - 7 # NDRPDR sel env5 - - 8 # NDRPDR sel env5 - - 9 # NDRPDR sel env5 - - 14 # NDRPDR sel env5 - - 11 # NDRPDR sel env5 - - 12 # NDRPDR sel env5 - - 13 # NDRPDR sel env5 - dpdk-performance-changes-3n-skx-cmp: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - 25 # rls2101 NDRPDR iter env 6 - - 26 # rls2101 NDRPDR iter env 6 - - dpdk-performance-changes-2n-skx-h1: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 20 # NDRPDR iter - - 21 # NDRPDR iter - - 22 # NDRPDR iter - - 23 # NDRPDR iter - - 24 # NDRPDR iter - - 25 # NDRPDR iter - - 26 # NDRPDR iter - - 27 # NDRPDR iter - - 28 # NDRPDR iter - - 29 # NDRPDR iter - dpdk-performance-changes-2n-skx-ref: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - dpdk-performance-changes-2n-skx-cmp: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - dpdk-performance-changes-2n-clx-h1: - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 20 # NDRPDR iter - - 21 # NDRPDR iter - - 22 # NDRPDR iter - - 23 # NDRPDR iter - - 24 # NDRPDR iter - - 25 # NDRPDR iter - - 26 # NDRPDR iter - - 27 # NDRPDR iter - - 28 # NDRPDR iter - - 29 # NDRPDR iter - dpdk-performance-changes-2n-clx-ref: - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - dpdk-performance-changes-2n-clx-cmp: - csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - dpdk-performance-changes-2n-zn2-ref: - csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 16 # NDRPDR iter env5 - - 21 # NDRPDR iter env5 - - 22 # NDRPDR iter env5 - - 23 # NDRPDR iter env5 - - 24 # NDRPDR iter env5 - - 25 # NDRPDR iter env5 - - 29 # NDRPDR iter env5 - dpdk-performance-changes-2n-zn2-cmp: - csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - -# dpdk-performance-changes-2n-dnv-h1: -# csit-dpdk-perf-verify-2101-2n-dnv: -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel -# dpdk-performance-changes-2n-dnv-ref: -# # No data -# dpdk-performance-changes-2n-dnv-cmp: -# # No data -# csit-dpdk-perf-report-iterative-2009-2n-dnv: - -# dpdk-performance-changes-3n-dnv-h1: -# csit-dpdk-perf-verify-2101-3n-dnv: -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel -# - 19 # NDRPDR sel -# - 20 # NDRPDR sel -# - 22 # NDRPDR sel -# dpdk-performance-changes-3n-dnv-ref: -# # No data -# dpdk-performance-changes-3n-dnv-cmp: -# # No data -# csit-dpdk-perf-report-iterative-2009-3n-dnv: - - dpdk-performance-changes-3n-tsh-h1: - csit-dpdk-perf-report-iterative-2005-3n-tsh: - - 5 # NDRPDR sel - dpdk-performance-changes-3n-tsh-ref: - csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # NDRPDR iter env5 - - 2 # NDRPDR iter env5 - - 3 # NDRPDR iter env5 - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - dpdk-performance-changes-3n-tsh-cmp: - csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - # Compare testbeds - - vpp-compare-testbeds-ref: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 64 # rls2101.rel NDRPDR iter env 6 - - 71 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 74 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter env 6 - - 81 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 83 # rls2101.rel NDRPDR iter env 6 - - 88 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter env 6 - vpp-compare-testbeds-cmp: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 - - vpp-compare-testbeds-skx-clx-ref: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter RND env 6 - - 90 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 96 # rls2101.rel NDRPDR iter RND env 6 - - 98 # rls2101.rel NDRPDR iter RND env 6 - - 99 # rls2101.rel NDRPDR iter RND env 6 - - 101 # rls2101.rel NDRPDR iter RND env 6 - - 102 # rls2101.rel NDRPDR iter RND env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter NAT env 6 - - 123 # rls2101.rel NDRPDR iter NAT env 6 - - 124 # rls2101.rel NDRPDR iter NAT env 6 - - 125 # rls2101.rel NDRPDR iter NAT env 6 - vpp-compare-testbeds-skx-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter RND env 6 - - 87 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 94 # rls2101.rel NDRPDR iter RND env 6 - - 95 # rls2101.rel NDRPDR iter RND env 6 - - 100 # rls2101.rel NDRPDR iter RND env 6 - - 106 # rls2101.rel NDRPDR iter RND env 6 - - 108 # rls2101.rel NDRPDR iter RND env 6 - - 112 # rls2101.rel NDRPDR iter NAT env 6 - - 113 # rls2101.rel NDRPDR iter NAT env 6 - - 114 # rls2101.rel NDRPDR iter NAT env 6 - - 115 # rls2101.rel NDRPDR iter NAT env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter MLX env 6 - - 123 # rls2101.rel NDRPDR iter MLX env 6 - - 124 # rls2101.rel NDRPDR iter MLX env 6 - - 126 # rls2101.rel NDRPDR iter MLX env 6 - - 127 # rls2101.rel NDRPDR iter MLX env 6 - - 128 # rls2101.rel NDRPDR iter MLX env 6 - - 129 # rls2101.rel NDRPDR iter MLX env 6 - - 130 # rls2101.rel NDRPDR iter MLX env 6 - - 131 # rls2101.rel NDRPDR iter MLX env 6 - - 132 # rls2101.rel NDRPDR iter MLX env 6 - -# vpp-compare-testbeds-clx-icx-ref: -# csit-vpp-perf-report-iterative-2101-2n-clx: -# - 54 # rls2101.rel NDRPDR iter env 6 -# - 59 # rls2101.rel NDRPDR iter env 6 -# - 60 # rls2101.rel NDRPDR iter env 6 -# - 63 # rls2101.rel NDRPDR iter env 6 -# - 66 # rls2101.rel NDRPDR iter env 6 -# - 68 # rls2101.rel NDRPDR iter env 6 -# - 73 # rls2101.rel NDRPDR iter env 6 -# - 75 # rls2101.rel NDRPDR iter env 6 -# - 86 # rls2101.rel NDRPDR iter env 6 -# - 90 # rls2101.rel NDRPDR iter env 6 -# vpp-compare-testbeds-clx-icx-cmp: -# intel-csit-vpp-perf-report-iterative-2101-2n-icx: -# - 1 # master NDRPDR iter env 6 - - vpp-compare-testbeds-hsw-clx-ref: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 64 # rls2101.rel NDRPDR iter env 6 - - 71 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 74 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter env 6 - - 81 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 83 # rls2101.rel NDRPDR iter env 6 - - 88 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter env 6 - - 128 # rls2101.rel NDRPDR iter RND env 6 - - 129 # rls2101.rel NDRPDR iter RND env 6 - - 130 # rls2101.rel NDRPDR iter RND env 6 - - 131 # rls2101.rel NDRPDR iter RND env 6 - - 132 # rls2101.rel NDRPDR iter RND env 6 - - 133 # rls2101.rel NDRPDR iter RND env 6 - - 134 # rls2101.rel NDRPDR iter RND env 6 - - 135 # rls2101.rel NDRPDR iter RND env 6 - - 136 # rls2101.rel NDRPDR iter RND env 6 - - 137 # rls2101.rel NDRPDR iter RND env 6 - vpp-compare-testbeds-hsw-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter RND env 6 - - 87 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 94 # rls2101.rel NDRPDR iter RND env 6 - - 95 # rls2101.rel NDRPDR iter RND env 6 - - 100 # rls2101.rel NDRPDR iter RND env 6 - - 106 # rls2101.rel NDRPDR iter RND env 6 - - 108 # rls2101.rel NDRPDR iter RND env 6 - - 112 # rls2101.rel NDRPDR iter NAT env 6 - - 113 # rls2101.rel NDRPDR iter NAT env 6 - - 114 # rls2101.rel NDRPDR iter NAT env 6 - - 115 # rls2101.rel NDRPDR iter NAT env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter MLX env 6 - - 123 # rls2101.rel NDRPDR iter MLX env 6 - - 124 # rls2101.rel NDRPDR iter MLX env 6 - - 126 # rls2101.rel NDRPDR iter MLX env 6 - - 127 # rls2101.rel NDRPDR iter MLX env 6 - - 128 # rls2101.rel NDRPDR iter MLX env 6 - - 129 # rls2101.rel NDRPDR iter MLX env 6 - - 130 # rls2101.rel NDRPDR iter MLX env 6 - - 131 # rls2101.rel NDRPDR iter MLX env 6 - - 132 # rls2101.rel NDRPDR iter MLX env 6 - - vpp-compare-testbeds-mrr-ref: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 63 # rls2101.rel MRR iter env 6 - vpp-compare-testbeds-mrr-cmp: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 - - vpp-compare-testbeds-mrr-skx-clx-ref: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 - vpp-compare-testbeds-mrr-skx-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 53 # rls2101.rel MRR iter env 6 - - vpp-compare-testbeds-mrr-hsw-clx-ref: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 63 # rls2101.rel MRR iter env 6 - vpp-compare-testbeds-mrr-hsw-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 53 # rls2101.rel MRR iter env 6 - -# vpp-compare-testbeds-mrr-clx-icx-ref: -# csit-vpp-perf-report-iterative-2101-2n-clx: -# - 53 # rls2101.rel MRR iter env 6 -# vpp-compare-testbeds-mrr-clx-icx-cmp: -# intel-csit-vpp-perf-report-iterative-2101-2n-icx: -# - 1 # master NDRPDR iter env 6 - - dpdk-compare-testbeds-ref: - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - dpdk-compare-testbeds-cmp: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - 25 # rls2101 NDRPDR iter env 6 - - 26 # rls2101 NDRPDR iter env 6 - - dpdk-compare-testbeds-skx-clx-ref: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - dpdk-compare-testbeds-skx-clx-cmp: - csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - # Compare topologies - - vpp-compare-topologies-ref: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 - vpp-compare-topologies-cmp: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - vpp-compare-topologies-mrr-ref: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 - vpp-compare-topologies-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 - - dpdk-compare-topologies-ref: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - 25 # rls2101 NDRPDR iter env 6 - - 26 # rls2101 NDRPDR iter env 6 - dpdk-compare-topologies-cmp: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - plot-layouts: - - plot-soak-throughput: - titlefont: - size: 16 - xaxis: - title: "<b>Test Cases [Index]</b>" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "<b>Critical Rate Lower Bound [Mpps]</b>" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,50] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-service-density: - titlefont: - size: 16 - xaxis: - side: "top" - autorange: True - fixedrange: False - showgrid: False - showline: False - showticklabels: False - ticks: "" - ticklen: 0 - tickwidth: 0 - zeroline: False - yaxis: - autorange: "reversed" - showgrid: False - showline: False - showticklabels: False - ticks: "" - ticklen: 0 - tickwidth: 0 - zeroline: False - showlegend: False - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - width: 700 - height: 700 - hoverlabel: - namelength: -1 - - plot-hoststack: - titlefont: - size: 16 - xaxis: - title: "<b>Test Cases [Index]</b>" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "<b>Bandwidth [Gbps]</b>" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - rangemode: "tozero" - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(230, 230, 230)" - tickformat: ".3s" - tickfont: - size: 14 - zeroline: False - autosize: False - margin: - t: 50 - b: 20 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 800 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput: - titlefont: - size: 16 - xaxis: - title: "<b>Test Cases [Index]</b>" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "<b>Packet Throughput [Mpps]</b>" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,50] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput-gbps: - titlefont: - size: 16 - xaxis: - title: "<b>Test Cases [Index]</b>" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "<b>Data Throughput [Gbps]</b>" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,10] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-cps: - titlefont: - size: 16 - xaxis: - title: "<b>Test Cases [Index]</b>" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "<b>Connection Rate [Mcps]</b>" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,10] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput-speedup-analysis: - titlefont: - size: 16 - xaxis: - title: "<b>Number of Cores [Qty]</b>" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "<b>Packet Throughput [Mpps]</b>" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - range: [0,100] - legend: - orientation: "h" - font: - size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 85 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - annotations: [ - { - text: "_ _ __ ...", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.14, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - { - text: " Perfect Measured Limit", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.15, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - ] - - plot-throughput-speedup-analysis-gbps: - titlefont: - size: 16 - xaxis: - title: "<b>Number of Cores [Qty]</b>" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "<b>Packet Throughput [Gbps]</b>" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - range: [0,100] - legend: - orientation: "h" - font: - size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 85 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - annotations: [ - { - text: "_ _ __", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.13, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - { - text: " Perfect Measured", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.15, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - ] - - plot-throughput-speedup-analysis-cps: - titlefont: - size: 16 - xaxis: - title: "<b>Number of Cores [Qty]</b>" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "<b>Connection Rate [Mcps]</b>" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - range: [0,100] - legend: - orientation: "h" - font: - size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 85 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - annotations: [ - { - text: "_ _ __", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.13, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - { - text: " Perfect Measured", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.15, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - ] - - plot-latency: - titlefont: - size: 16 - xaxis: - title: "<b>Direction</b>" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: False - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "<b>Packet Latency [uSec]</b>" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - legend: - orientation: "h" - font: - size: 14 - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 80 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-hdrh-latency: - title: - text: "" - xanchor: "center" - x: 0.5 - font: - size: 16 - width: 700 - plot_bgcolor: "white" - annotations: - - font: - size: 14 - showarrow: False - text: "<b>Packet Latency [uSec]</b>" - x: 1 - xanchor: "right" - xref: "paper" - y: -0.045 - yanchor: "top" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "<b>Probability [%]</b>" - textangle: 270 - x: -0.06 - xanchor: "center" - xref: "paper" - y: 0.5 - yanchor: "middle" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "<b>Direction: E-W</b>" - x: 0.24 - xanchor: "center" - xref: "paper" - y: 1.05 - yanchor: "bottom" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "<b>Direction: W-E</b>" - x: 0.74 - xanchor: "center" - xref: "paper" - y: 1.05 - yanchor: "bottom" - yref: "paper" - - plot-hdrh-latency-percentile-x-log: - title: - text: "<b>Latency by Percentile Distribution</b>" - xanchor: "center" - x: 0.5 - font: - size: 18 - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: - size: 16 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - xaxis: - type: "log" - title: "<b>Percentile [%]</b>" - titlefont: - size: 14 - autorange: False - fixedrange: True - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6] - ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999] - tickfont: - size: 14 - yaxis: - title: "<b>One-Way Latency per Direction [uSec]</b>" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - autosize: False - width: 700 - height: 700 - paper_bgcolor: "white" - plot_bgcolor: "white" - - plot-hdrh-latency-by-percentile: - title: - text: "<b>Latency by Percentile Distribution</b>" - xanchor: "center" - x: 0.5 - font: - size: 18 - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: - size: 16 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - xaxis: - type: "linear" - title: "<b>Percentile [%]</b>" - titlefont: - size: 14 - autorange: False - fixedrange: False - range: [0, 100] - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickvals: [0, 25, 50, 75, 100] - ticktext: [0, 25, 50, 75, 100] - tickfont: - size: 14 - yaxis: - title: "<b>One-Way Latency per Direction [uSec]</b>" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - width: 700 - height: 700 - paper_bgcolor: "white" - plot_bgcolor: "white" - - plot-scatter-error-bars-gbps: - titlefont: - size: 16 - xaxis: - title: "<b>Test Cases [Index]</b>" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "<b>Data Throughput [Gbps]</b>" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,10] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - -- type: "static" - src-path: "{DIR[RST]}" - dst-path: "{DIR[WORKING,SRC]}" - -- type: "input" - general: - file-name: "output_info.xml.gz" - file-format: ".gz" - arch-file-format: - - ".gz" - - ".zip" - download-path: - - "{job}/{build}/archives/{filename}" - - "{job}/{build}/{filename}" - extract: "output.xml" - - zip-file-name: "robot-plugin.zip" - zip-file-format: ".zip" - zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}" - zip-extract: "robot-plugin/output.xml" - - builds: - - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 18 # rls2005 MRR iter env 5 - - 9 # rls2005 NDRPDR iter env 5 - - 10 # rls2005 NDRPDR iter env 5 - - 11 # rls2005 NDRPDR iter env 5 - - 12 # rls2005 NDRPDR iter env 5 - - 13 # rls2005 NDRPDR iter env 5 - - 14 # rls2005 NDRPDR iter env 5 - - 15 # rls2005 NDRPDR iter env 5 - - 16 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 23 # rls2009 MRR iter env 5 - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - - 25 # rls2009 NDRPDR iter env 5 - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 17 # rls2009 MRR iter env 6 - - 19 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - - 22 # rls2009 NDRPDR iter env 6 - - 23 # rls2009 NDRPDR iter env 6 - - 24 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - - 27 # rls2009 NDRPDR iter env 6 - - 63 # rls2101.rel MRR iter env 6 - - 64 # rls2101.rel NDRPDR iter env 6 - - 71 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 74 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter env 6 - - 81 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 83 # rls2101.rel NDRPDR iter env 6 - - 88 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter env 6 - - 128 # rls2101.rel NDRPDR iter RND env 6 - - 129 # rls2101.rel NDRPDR iter RND env 6 - - 130 # rls2101.rel NDRPDR iter RND env 6 - - 131 # rls2101.rel NDRPDR iter RND env 6 - - 132 # rls2101.rel NDRPDR iter RND env 6 - - 133 # rls2101.rel NDRPDR iter RND env 6 - - 134 # rls2101.rel NDRPDR iter RND env 6 - - 135 # rls2101.rel NDRPDR iter RND env 6 - - 136 # rls2101.rel NDRPDR iter RND env 6 - - 137 # rls2101.rel NDRPDR iter RND env 6 - - 65 # rls2101.rel NDRPDR reconf iter env 6 - - 68 # rls2101.rel NDRPDR reconf iter env 6 - - 77 # rls2101.rel NDRPDR reconf iter env 6 - - 84 # rls2101.rel NDRPDR reconf iter env 6 - - 90 # rls2101.rel NDRPDR reconf iter env 6 - - 96 # rls2101.rel NDRPDR reconf iter env 6 - - 101 # rls2101.rel NDRPDR reconf iter env 6 - - 104 # rls2101.rel NDRPDR reconf iter env 6 - - 105 # rls2101.rel NDRPDR reconf iter env 6 - - 106 # rls2101.rel NDRPDR reconf iter env 6 - - 107 # rls2101.rel NDRPDR reconf iter env 6 - - 108 # rls2101.rel NDRPDR reconf iter env 6 - - 110 # rls2101.rel NDRPDR reconf iter env 6 - - 111 # rls2101.rel NDRPDR reconf iter env 6 - - 112 # rls2101.rel NDRPDR reconf iter env 6 - - 113 # rls2101.rel NDRPDR reconf iter env 6 - - 114 # rls2101.rel NDRPDR reconf iter env 6 - - 115 # rls2101.rel NDRPDR reconf iter env 6 - - 116 # rls2101.rel NDRPDR reconf iter env 6 - - 117 # rls2101.rel NDRPDR reconf iter env 6 - - 69 # rls2101.rel Hoststack iter env 6 - - 70 # rls2101.rel Hoststack iter env 6 - - 75 # rls2101.rel Hoststack iter env 6 - - 76 # rls2101.rel Hoststack iter env 6 - - 78 # rls2101.rel Hoststack iter env 6 - - 79 # rls2101.rel Hoststack iter env 6 - - 85 # rls2101.rel Hoststack iter env 6 - - 86 # rls2101.rel Hoststack iter env 6 - - 87 # rls2101.rel Hoststack iter env 6 - - 91 # rls2101.rel Hoststack iter env 6 - - 92 # rls2101.rel Hoststack iter env 6 - - 93 # rls2101.rel Hoststack iter env 6 - - 94 # rls2101.rel Hoststack iter env 6 - - 95 # rls2101.rel Hoststack iter env 6 - - 97 # rls2101.rel Hoststack iter env 6 - - 98 # rls2101.rel Hoststack iter env 6 - - 99 # rls2101.rel Hoststack iter env 6 - - 100 # rls2101.rel Hoststack iter env 6 - - 102 # rls2101.rel Hoststack iter env 6 - - 103 # rls2101.rel Hoststack iter env 6 - csit-vpp-perf-report-coverage-2101-3n-hsw: - - 1 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-02 - - 4 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-03 - - 5 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-00 - - 6 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-01 - - 7 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-02 - - 8 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-03 - - 9 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-04 - - 10 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-05 - - 11 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-06 - - 12 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-07 - - 13 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-00 - - 14 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-01 - - 15 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-02 - - 16 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-00 - - 18 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-01 - - 19 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-00 - - 20 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-01 - - 21 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-02 - - 22 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-03 - - 23 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-04 - - 24 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6tun-00 - - 25 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-05 - - 26 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-06 - - 27 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-07 - - 28 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-08 - - 29 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-09 - - 30 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-10 - - 31 # rls2101.rel NDRPDR cov env 6 3n-hsw-memif-00 - - 32 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-00 - - 33 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-01 - - 34 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-00 - - 35 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-01 - - 36 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-02 - - csit-vpp-perf-report-iterative-2009-3n-skx: - - 17 # rls2005 MRR iter env 5 - - 13 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 41 # rls2005 NDRPDR iter env 5 - - 43 # rls2005 NDRPDR iter env 5 - - 44 # rls2005 NDRPDR iter env 5 - - 45 # rls2005 NDRPDR iter env 5 - - 46 # rls2005 NDRPDR iter env 5 - - 48 # rls2005 NDRPDR iter env 5 - - 49 # rls2005 NDRPDR iter env 5 - - 24 # rls2009 MRR iter env 5 - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - csit-vpp-perf-report-iterative-2101-3n-skx: - - 34 # rls2009 MRR iter env 6 - - 14 # rls2009 NDRPDR iter env 6 - - 15 # rls2009 NDRPDR iter env 6 - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - - 27 # rls2009 NDRPDR iter env 6 - - 29 # rls2009 NDRPDR iter env 6 - - 31 # rls2009 NDRPDR iter env 6 - - 35 # rls2101.rel MRR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 - csit-vpp-perf-report-coverage-2101-3n-skx: - - 1 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-02 - - 4 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-03 - - 5 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-00 - - 16 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-01 - - 7 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-02 - - 17 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-03 - - 18 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-04 - - 19 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-05 - - 20 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-06 - - 12 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-06 - - 13 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-00 - - 26 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-01 - - 15 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-02 - - 21 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6-00 - - 22 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6-01 - - 23 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6tun-00 - - 24 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-00 - - 30 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-01 - - 27 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-02 - - 28 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-03 - - 29 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-04 - - 31 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-05 - - 32 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-06 - - 33 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-07 - - 34 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-08 - - 35 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-09 - - 36 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-10 - - 37 # rls2101.rel NDRPDR cov env 6 3n-skx-memif-00 - - 38 # rls2101.rel NDRPDR cov env 6 3n-skx-srv6-00 - - 39 # rls2101.rel NDRPDR cov env 6 3n-skx-srv6-01 - - 40 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-00 - - 41 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-01 - - 42 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-02 - - 43 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-03 - - csit-vpp-perf-report-iterative-2009-2n-skx: - - 20 # rls2005 MRR iter env 5 - - 13 # rls2005 NDRPDR iter env 5 - - 16 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 21 # rls2005 NDRPDR iter env 5 - - 22 # rls2005 NDRPDR iter env 5 - - 23 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - - 25 # rls2005 NDRPDR iter env 5 - - 120 # rls2009 MRR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 110 # rls2009 NDRPDR iter NAT44 env 5 - - 111 # rls2009 NDRPDR iter NAT44 env 5 - - 112 # rls2009 NDRPDR iter NAT44 env 5 - - 113 # rls2009 NDRPDR iter NAT44 env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - csit-vpp-perf-report-iterative-2101-2n-skx: - - 21 # rls2009 MRR iter env 6 - - 22 # rls2009 NDRPDR iter env 6 - - 23 # rls2009 NDRPDR iter env 6 - - 24 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - - 28 # rls2009 NDRPDR iter env 6 - - 39 # rls2009 NDRPDR iter env 6 - - 40 # rls2009 NDRPDR iter env 6 - - 41 # rls2009 NDRPDR iter env 6 - - 44 # rls2009 NDRPDR iter env 6 - - 62 # rls2101.rel MRR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter RND env 6 - - 90 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 96 # rls2101.rel NDRPDR iter RND env 6 - - 98 # rls2101.rel NDRPDR iter RND env 6 - - 99 # rls2101.rel NDRPDR iter RND env 6 - - 101 # rls2101.rel NDRPDR iter RND env 6 - - 102 # rls2101.rel NDRPDR iter RND env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter NAT env 6 - - 123 # rls2101.rel NDRPDR iter NAT env 6 - - 124 # rls2101.rel NDRPDR iter NAT env 6 - - 125 # rls2101.rel NDRPDR iter NAT env 6 - - 65 # rls2101.rel MRR nf-density iter env 6 - - 67 # rls2101.rel NDRPDR nf-density iter env 6 - - 72 # rls2101.rel NDRPDR nf-density iter env 6 - - 79 # rls2101.rel NDRPDR nf-density iter env 6 - - 83 # rls2101.rel NDRPDR nf-density iter env 6 - - 88 # rls2101.rel NDRPDR nf-density iter env 6 - - 97 # rls2101.rel NDRPDR nf-density iter env 6 - - 103 # rls2101.rel NDRPDR nf-density iter env 6 - - 108 # rls2101.rel NDRPDR nf-density iter env 6 - - 109 # rls2101.rel NDRPDR nf-density iter env 6 - - 110 # rls2101.rel NDRPDR nf-density iter env 6 - - 64 # rls2101.rel NDRPDR reconf iter env 6 - - 66 # rls2101.rel NDRPDR reconf iter env 6 - - 71 # rls2101.rel NDRPDR reconf iter env 6 - - 74 # rls2101.rel NDRPDR reconf iter env 6 - - 78 # rls2101.rel NDRPDR reconf iter env 6 - - 87 # rls2101.rel NDRPDR reconf iter env 6 - - 95 # rls2101.rel NDRPDR reconf iter env 6 - - 100 # rls2101.rel NDRPDR reconf iter env 6 - - 104 # rls2101.rel NDRPDR reconf iter env 6 - - 106 # rls2101.rel NDRPDR reconf iter env 6 - - 68 # rls2101.rel soak env 6 - - 73 # rls2101.rel soak env 6 - - 129 # rls2101.rel MRR GSO iter env 6 - csit-vpp-perf-report-coverage-2101-2n-skx: - - 1 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-05 - - 7 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-06 - - 8 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-07 - - 21 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4tun-00 - - 22 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4tun-00 - - 10 # rls2101.rel NDRPDR cov env 6 2n-skx-ip6-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-skx-ip6-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-skx-l2-00 - - 13 # rls2101.rel NDRPDR cov env 6 2n-skx-l2-01 - - 14 # rls2101.rel NDRPDR cov env 6 2n-skx-lb-00 - - 15 # rls2101.rel NDRPDR cov env 6 2n-skx-memif-00 - - 16 # rls2101.rel NDRPDR cov env 6 2n-skx-vhost-00 - - 17 # rls2101.rel NDRPDR cov env 6 2n-skx-vhost-01 - - 19 # rls2101.rel NDRPDR cov env 6 2n-skx-vts-00 - - csit-vpp-perf-report-iterative-2009-2n-clx: - - 77 # rls2005 MRR iter env 5 - - 13 # rls2005 NDRPDR iter env 5 - - 15 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 20 # rls2005 NDRPDR iter env 5 - - 21 # rls2005 NDRPDR iter env 5 - - 22 # rls2005 NDRPDR iter env 5 - - 23 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - - 125 # rls2009 MRR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 117 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - - 122 # rls2009 NDRPDR iter NAT44 env 5 - - 123 # rls2009 NDRPDR iter NAT44 env 5 - - 126 # rls2009 NDRPDR iter NAT44 env 5 - csit-vpp-perf-report-iterative-2101-2n-clx: - - 15 # rls2009 MRR iter env 6 - - 142 # rls2009 MRR MLX iter env 6 - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 19 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - - 32 # rls2009 NDRPDR iter env 6 - - 33 # rls2009 NDRPDR iter env 6 - - 34 # rls2009 NDRPDR iter env 6 - - 35 # rls2009 NDRPDR iter env 6 - - 146 # rls2009 NDRPDR MLX iter env 6 - - 147 # rls2009 NDRPDR MLX iter env 6 - - 148 # rls2009 NDRPDR MLX iter env 6 - - 149 # rls2009 NDRPDR MLX iter env 6 - - 150 # rls2009 NDRPDR MLX iter env 6 - - 151 # rls2009 NDRPDR MLX iter env 6 - - 152 # rls2009 NDRPDR MLX iter env 6 - - 153 # rls2009 NDRPDR MLX iter env 6 - - 154 # rls2009 NDRPDR MLX iter env 6 - - 155 # rls2009 NDRPDR MLX iter env 6 - - 53 # rls2101.rel MRR iter env 6 - - 133 # rls2101.rel MRR MLX iter env 6 - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter RND env 6 - - 87 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 94 # rls2101.rel NDRPDR iter RND env 6 - - 95 # rls2101.rel NDRPDR iter RND env 6 - - 100 # rls2101.rel NDRPDR iter RND env 6 - - 106 # rls2101.rel NDRPDR iter RND env 6 - - 108 # rls2101.rel NDRPDR iter RND env 6 - - 112 # rls2101.rel NDRPDR iter NAT env 6 - - 113 # rls2101.rel NDRPDR iter NAT env 6 - - 114 # rls2101.rel NDRPDR iter NAT env 6 - - 115 # rls2101.rel NDRPDR iter NAT env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter MLX env 6 - - 123 # rls2101.rel NDRPDR iter MLX env 6 - - 124 # rls2101.rel NDRPDR iter MLX env 6 - - 126 # rls2101.rel NDRPDR iter MLX env 6 - - 127 # rls2101.rel NDRPDR iter MLX env 6 - - 128 # rls2101.rel NDRPDR iter MLX env 6 - - 129 # rls2101.rel NDRPDR iter MLX env 6 - - 130 # rls2101.rel NDRPDR iter MLX env 6 - - 131 # rls2101.rel NDRPDR iter MLX env 6 - - 132 # rls2101.rel NDRPDR iter MLX env 6 - - 72 # rls2101.rel MRR nf-density iter env 6 - - 57 # rls2101.rel NDRPDR nf-density iter env 6 - - 62 # rls2101.rel NDRPDR nf-density iter env 6 - - 70 # rls2101.rel NDRPDR nf-density iter env 6 - - 71 # rls2101.rel NDRPDR nf-density iter env 6 - - 82 # rls2101.rel NDRPDR nf-density iter env 6 - - 88 # rls2101.rel NDRPDR nf-density iter env 6 - - 89 # rls2101.rel NDRPDR nf-density iter env 6 - - 96 # rls2101.rel NDRPDR nf-density iter env 6 - - 97 # rls2101.rel NDRPDR nf-density iter env 6 - - 98 # rls2101.rel NDRPDR nf-density iter env 6 - - 55 # rls2101.rel NDRPDR reconf iter env 6 - - 64 # rls2101.rel NDRPDR reconf iter env 6 - - 76 # rls2101.rel NDRPDR reconf iter env 6 - - 83 # rls2101.rel NDRPDR reconf iter env 6 - - 99 # rls2101.rel NDRPDR reconf iter env 6 - - 101 # rls2101.rel NDRPDR reconf iter env 6 - - 102 # rls2101.rel NDRPDR reconf iter env 6 - - 107 # rls2101.rel NDRPDR reconf iter env 6 - - 109 # rls2101.rel NDRPDR reconf iter env 6 - - 110 # rls2101.rel NDRPDR reconf iter env 6 - - 58 # rls2101.rel soak env 6 - - 61 # rls2101.rel soak env 6 - - 159 # rls2101.rel MRR GSO iter env 6 - csit-vpp-perf-report-coverage-2101-2n-clx: - - 1 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-05 - - 7 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-06 - - 8 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-07 - - 19 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4tun-00 - - 20 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4tun-00 - - 10 # rls2101.rel NDRPDR cov env 6 2n-clx-ip6-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-clx-ip6-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-clx-l2-00 - - 13 # rls2101.rel NDRPDR cov env 6 2n-clx-l2-01 - - 14 # rls2101.rel NDRPDR cov env 6 2n-clx-lb-00 - - 15 # rls2101.rel NDRPDR cov env 6 2n-clx-memif-00 - - 16 # rls2101.rel NDRPDR cov env 6 2n-clx-vhost-00 - - 17 # rls2101.rel NDRPDR cov env 6 2n-clx-vhost-01 - - 18 # rls2101.rel NDRPDR cov env 6 2n-clx-vts-00 - -# intel-csit-vpp-perf-report-iterative-2101-2n-icx: -# - 1 # master NDRPDR iter env 6 - - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 15 # rls2009 MRR iter env 5 - - 17 # rls2009 NDRPDR iter env 5 - - 18 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 NDRPDR iter env 5 - - 34 # rls2009 NDRPDR iter env 5 - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 8 # rls2009 MRR iter env6 - - 9 # rls2009 NDRPDR iter env 6 - - 10 # rls2009 NDRPDR iter env 6 - - 11 # rls2009 NDRPDR iter env 6 - - 12 # rls2009 NDRPDR iter env 6 - - 13 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - - 22 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - - 30 # rls2101.rel MRR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 44 # rls2101.rel NDRPDR iter env 6 - - 49 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter RND env 6 - - 40 # rls2101.rel NDRPDR iter RND env 6 - - 41 # rls2101.rel NDRPDR iter RND env 6 - - 42 # rls2101.rel NDRPDR iter RND env 6 - - 43 # rls2101.rel NDRPDR iter RND env 6 - - 45 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - 56 # rls2101.rel MRR GSO iter env 6 - csit-vpp-perf-report-coverage-2101-2n-zn2: - - 1 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-05 - - 17 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4tun-00 - - 18 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4tun-01 - - 8 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip6-00 - - 9 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip6-01 - - 10 # rls2101.rel NDRPDR cov env 6 2n-zn2-l2-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-zn2-l2-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-zn2-lb-00 - - 13 # rls2101.rel NDRPDR cov env 6 2n-zn2-memif-00 - - 14 # rls2101.rel NDRPDR cov env 6 2n-zn2-vhost-00 - - 15 # rls2101.rel NDRPDR cov env 6 2n-zn2-vhost-00 - - 16 # rls2101.rel NDRPDR cov env 6 2n-zn2-vts-00 - - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 8 # rls2005 NDRPDR iter env 5 - - 11 # rls2005 NDRPDR iter env 5 - - 12 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - - 27 # rls2005 NDRPDR iter env 5 - - 29 # rls2005 NDRPDR iter env 5 - - 31 # rls2005 NDRPDR iter env 5 - - 39 # rls2005 NDRPDR iter env 5 - - 40 # rls2005 NDRPDR iter env 5 - - 42 # rls2005 NDRPDR iter env 5 - - 13 # rls2005 MRR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 20 # rls2009 NDRPDR iter env 5 - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 23 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 MRR iter env 5 - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 7 # rls2009 MRR iter env 6 - - 8 # rls2009 NDRPDR iter env 6 - - 13 # rls2009 NDRPDR iter env 6 - - 14 # rls2009 NDRPDR iter env 6 - - 15 # rls2009 NDRPDR iter env 6 - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 19 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - - 22 # rls2101.rel MRR iter env 6 - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - csit-vpp-perf-report-coverage-2101-3n-tsh: - - 1 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4tun-00 - - 6 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4tun-01 - - 7 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip6-00 - - 8 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip6-01 - - 9 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-00 - - 10 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-01 - - 11 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-02 - - 12 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-03 - - 13 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-04 - - 19 # rls2101.rel NDRPDR cov env 6 3n-tsh-memif-00 - - 15 # rls2101.rel NDRPDR cov env 6 3n-tsh-srv6-00 - - 16 # rls2101.rel NDRPDR cov env 6 3n-tsh-srv6-01 - - 17 # rls2101.rel NDRPDR cov env 6 3n-tsh-vhost-00 - - 18 # rls2101.rel NDRPDR cov env 6 3n-tsh-vhost-01 - - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 5 # rls2009 MRR iter env 6 - - 6 # rls2009 NDRPDR iter env 6 - - 7 # rls2009 NDRPDR iter env 6 - - 11 # rls2009 NDRPDR iter env 6 - - 12 # rls2009 NDRPDR iter env 6 - - 13 # rls2009 NDRPDR iter env 6 - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 19 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - - 21 # rls2101.rel MRR iter env 6 - - 22 # rls2101.rel NDRPDR iter env 6 - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - csit-vpp-perf-report-coverage-2101-2n-tx2: - - 1 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-05 - - 7 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-06 - - 8 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip6-00 - - 9 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip6-01 - - 10 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-02 - - 13 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-03 - - 15 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-04 - - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 16 # rls2005 NDRPDR iter env 5 - - 23 # rls2005 NDRPDR iter env 5 - - 25 # rls2005 NDRPDR iter env 5 - - 26 # rls2005 NDRPDR iter env 5 - - 27 # rls2005 NDRPDR iter env 5 - - 28 # rls2005 NDRPDR iter env 5 - - 29 # rls2005 NDRPDR iter env 5 - - 30 # rls2005 NDRPDR iter env 5 - - 31 # rls2005 NDRPDR iter env 5 - - 32 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 MRR iter env 5 - - 3 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 MRR iter env 5 - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 32 # rls2101.rel MRR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 43 # rls2101.rel NDRPDR iter RND env 6 - - 44 # rls2101.rel NDRPDR iter RND env 6 - - 45 # rls2101.rel NDRPDR iter RND env 6 - - 46 # rls2101.rel NDRPDR iter RND env 6 - - 47 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 49 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - csit-vpp-perf-report-coverage-2101-3n-dnv: - - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 - - 4 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 - - 5 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4tun-00 - - 6 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-00 - - 7 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-01 - - 8 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-00 - - 9 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-01 - - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 16 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 21 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - - 27 # rls2005 NDRPDR iter env 5 - - 28 # rls2005 NDRPDR iter env 5 - - 29 # rls2005 NDRPDR iter env 5 - - 30 # rls2005 NDRPDR iter env 5 - - 23 # rls2005 MRR iter env 5 - - 3 # rls2009 NDRPDR iter env 5 - - 5 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 9 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - - 13 # rls2009 MRR iter env 5 - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 31 # rls2101.rel MRR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 43 # rls2101.rel NDRPDR iter env 6 - - 44 # rls2101.rel NDRPDR iter env 6 - - 45 # rls2101.rel NDRPDR iter env 6 - - 46 # rls2101.rel NDRPDR iter RND env 6 - - 47 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 49 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - 53 # rls2101.rel NDRPDR iter RND env 6 - - 54 # rls2101.rel NDRPDR iter RND env 6 - - 55 # rls2101.rel NDRPDR iter RND env 6 - csit-vpp-perf-report-coverage-2101-2n-dnv: - - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-00 - - 4 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-01 - - 5 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-00 - - 6 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-01 - - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 25 # NDRPDR iter - - 26 # NDRPDR iter - - 27 # NDRPDR iter - - 28 # NDRPDR iter - - 29 # NDRPDR iter - - 30 # NDRPDR iter - - 31 # NDRPDR iter - - 32 # NDRPDR iter - - 33 # NDRPDR iter - - 34 # NDRPDR iter - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - - 14 # NDRPDR iter env5 - - 15 # NDRPDR iter env5 - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 28 # NDRPDR iter - - 29 # NDRPDR iter - - 30 # NDRPDR iter - - 31 # NDRPDR iter - - 32 # NDRPDR iter - - 33 # NDRPDR iter - - 34 # NDRPDR iter - - 35 # NDRPDR iter - - 36 # NDRPDR iter - - 37 # NDRPDR iter - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 - - 5 # NDRPDR sel env5 - - 6 # NDRPDR sel env5 - - 7 # NDRPDR sel env5 - - 8 # NDRPDR sel env5 - - 9 # NDRPDR sel env5 - - 14 # NDRPDR sel env5 - - 11 # NDRPDR sel env5 - - 12 # NDRPDR sel env5 - - 13 # NDRPDR sel env5 - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - 25 # rls2101 NDRPDR iter env 6 - - 26 # rls2101 NDRPDR iter env 6 - - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 20 # NDRPDR iter - - 21 # NDRPDR iter - - 22 # NDRPDR iter - - 23 # NDRPDR iter - - 24 # NDRPDR iter - - 25 # NDRPDR iter - - 26 # NDRPDR iter - - 27 # NDRPDR iter - - 28 # NDRPDR iter - - 29 # NDRPDR iter - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 20 # NDRPDR iter - - 21 # NDRPDR iter - - 22 # NDRPDR iter - - 23 # NDRPDR iter - - 24 # NDRPDR iter - - 25 # NDRPDR iter - - 26 # NDRPDR iter - - 27 # NDRPDR iter - - 28 # NDRPDR iter - - 29 # NDRPDR iter - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 16 # NDRPDR iter env5 - - 21 # NDRPDR iter env5 - - 22 # NDRPDR iter env5 - - 23 # NDRPDR iter env5 - - 24 # NDRPDR iter env5 - - 25 # NDRPDR iter env5 - - 29 # NDRPDR iter env5 - csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - -# csit-dpdk-perf-report-iterative-2005-2n-dnv: -# # No data -# # csit-dpdk-perf-report-iterative-2009-2n-dnv: -# # No data -# -# csit-dpdk-perf-report-iterative-2005-3n-dnv: -# # No data -# # csit-dpdk-perf-report-iterative-2009-3n-dnv: -# # No data - - csit-dpdk-perf-report-iterative-2005-3n-tsh: - - 5 # NDRPDR sel - csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # NDRPDR iter env5 - - 2 # NDRPDR iter env5 - - 3 # NDRPDR iter env5 - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - csit-dpdk-perf-report-iterative-2101-2n-tx2: - - 4 # rls2101 NDRPDR iter env 6 - - 6 # rls2101 NDRPDR iter env 6 - - 7 # rls2101 NDRPDR iter env 6 - - 8 # rls2101 NDRPDR iter env 6 - - 9 # rls2101 NDRPDR iter env 6 - - 10 # rls2101 NDRPDR iter env 6 - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - csit-vpp-device-2101-ubuntu1804-1n-skx: - - 358 # rls2101.rel VPP DEV env 6 - -- type: "output" - output: "report" - format: - html: - - full -# pdf: -# - minimal - ################################################################################ ### T A B L E S ### ################################################################################ diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml new file mode 100644 index 0000000000..e4144dcac3 --- /dev/null +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -0,0 +1,270 @@ +################################################################################ +### E N V I R O N M E N T ### +################################################################################ + +- type: "environment" + + spec-files: + - "specifications/report/data_sets.yaml" + - "specifications/report/layouts.yaml" + - "specifications/report/elements.yaml" + + paths: + # Top level directories: + ## Working directory + DIR[WORKING]: "_tmp" + ## Build directories + DIR[BUILD,HTML]: "_build" + DIR[BUILD,LATEX]: "_build_latex" + + # Static .rst files + DIR[RST]: "../../../docs/report" + + # Working directories + ## Input data files (.zip, .xml) + DIR[WORKING,DATA]: "{DIR[WORKING]}/data" + ## Static source files from git + DIR[WORKING,SRC]: "{DIR[WORKING]}/src" + DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" + + # Static html content + DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" + DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" + DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk" + DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" + + # Detailed test results + DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" + DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw" + DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx" + DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx" + DIR[DTR,PERF,DPDK,2N,ZN2]: "{DIR[DTR]}/dpdk_performance_results_2n_zn2" + DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" + DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" + DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" + DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" + DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2" + DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" + DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" + DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" + DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" + DIR[DTR,PERF,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_performance_results_2n_zn2" + DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx" + DIR[DTR,PERF,VPP,2N,ICX]: "{DIR[DTR]}/vpp_performance_results_2n_icx" + DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" + DIR[DTR,PERF,VPP,2N,TX2]: "{DIR[DTR]}/vpp_performance_results_2n_tx2" + DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" + DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" + DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" + DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" + DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" + DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" + DIR[DTR,MRR,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_mrr_results_2n_zn2" + DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx" + DIR[DTR,MRR,VPP,2N,ICX]: "{DIR[DTR]}/vpp_mrr_results_2n_icx" + DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" + DIR[DTR,MRR,VPP,2N,TX2]: "{DIR[DTR]}/vpp_mrr_results_2n_tx2" + DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" + DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" + DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" + + # Detailed test configurations + DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" + DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration" + DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" + DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" + DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" + DIR[DTC,PERF,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_performance_configuration_2n_zn2" + DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx" + DIR[DTC,PERF,VPP,2N,ICX]: "{DIR[DTC]}/vpp_performance_configuration_2n_icx" + DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" + DIR[DTC,PERF,VPP,2N,TX2]: "{DIR[DTC]}/vpp_performance_configuration_2n_tx2" + DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" + DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" + DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" + DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" + DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" + DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" + DIR[DTC,MRR,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_zn2" + DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx" + DIR[DTC,MRR,VPP,2N,ICX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_icx" + DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" + DIR[DTC,MRR,VPP,2N,TX2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_tx2" + DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" + DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" + DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" + + # Detailed tests operational data + DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" + DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data" + DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" + DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" + DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" + DIR[DTO,PERF,VPP,2N,ZN2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_zn2" + DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx" + DIR[DTO,PERF,VPP,2N,ICX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_icx" + DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" + DIR[DTO,PERF,VPP,2N,TX2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_tx2" + DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" + DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" + + # Latencies: + DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs" + DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs" + + # .css patch file to fix tables generated by Sphinx + DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" + DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" + + # Data sources are used in this order: + data-sources: + # JSON from S3 + - type: "json" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output.json.gz" + file-format: ".gz" + enabled: False + # XML + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + # XML from docs.nexus + - type: "xml-docs" + url: "https://docs.fd.io/csit" + path: "report/_static/archive" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml-docs" + url: "https://docs.fd.io/csit" + path: "report/_static/archive" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml-docs" + url: "https://docs.fd.io/csit" + path: "report/_static/archive" + file-name: "robot-plugin.zip" + file-format: ".zip" + enabled: True + + archive-inputs: True + + mapping-file: "" + + ignore-list: "" + + make-dirs: + # List the directories which are created while preparing the environment. + # All directories MUST be defined in "paths" section. + - "DIR[WORKING,DATA]" + - "DIR[STATIC,VPP]" + - "DIR[STATIC,DPDK]" + - "DIR[STATIC,ARCH]" + - "DIR[BUILD,LATEX]" + - "DIR[WORKING,SRC]" + - "DIR[WORKING,SRC,STATIC]" + + remove-dirs: + # List the directories which are deleted while cleaning the environment. + # All directories MUST be defined in "paths" section. + # - "DIR[BUILD,HTML]" + - "DIR[WORKING,DATA]" + + build-dirs: + # List the directories where the results (build) is stored. + # All directories MUST be defined in "paths" section. + - "DIR[BUILD,HTML]" + - "DIR[BUILD,LATEX]" + + reverse-input: False # Needed for trending, not important for the report + + # TODO: Change in code needed, it was in type: "configuration" + limits: + nic: + x520: 24460000 + x553: 29761905 + x710: 35800000 + xxv710: 35800000 + xl710: 35800000 + cx556a: 148809523.81 + e810cq: 148809523.81 + + link: + 10ge: 14880952.38 + 25ge: 37202380.95 + 40ge: 59523809.52 + 100ge: 148809523.81 + + pci: + pci-g3-x8: 74404761.90 + pci-g3-x16: 148809523.81 + +################################################################################ +### S T A T I C ### +################################################################################ + +- type: "static" + src-path: "{DIR[RST]}" + dst-path: "{DIR[WORKING,SRC]}" + +################################################################################ +### O U T P U T ### +################################################################################ + +- type: "output" + arch-file-format: # moved from input, TODO: change it in the code + - ".gz" + - ".zip" + output: "report" + format: + html: + - full +# pdf: +# - minimal diff --git a/resources/tools/presentation/specifications/report/layouts.yaml b/resources/tools/presentation/specifications/report/layouts.yaml new file mode 100644 index 0000000000..0f5b4a5220 --- /dev/null +++ b/resources/tools/presentation/specifications/report/layouts.yaml @@ -0,0 +1,875 @@ +################################################################################ +### L A Y O U T S ### +################################################################################ + +- type: "layouts" + + plot-soak-throughput: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Critical Rate Lower Bound [Mpps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3r" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,50] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-service-density: + titlefont: + size: 16 + xaxis: + side: "top" + autorange: True + fixedrange: False + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + yaxis: + autorange: "reversed" + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + showlegend: False + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + width: 700 + height: 700 + hoverlabel: + namelength: -1 + + plot-hoststack: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Bandwidth [Gbps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + rangemode: "tozero" + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(230, 230, 230)" + tickformat: ".3s" + tickfont: + size: 14 + zeroline: False + autosize: False + margin: + t: 50 + b: 20 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 800 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-throughput: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Packet Throughput [Mpps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3r" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,50] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-throughput-gbps: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Data Throughput [Gbps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3r" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-cps: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Connection Rate [Mcps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-throughput-speedup-analysis: + titlefont: + size: 16 + xaxis: + title: "<b>Number of Cores [Qty]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Packet Throughput [Mpps]</b>" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + range: [0,100] + legend: + orientation: "h" + font: + size: 14 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 85 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + annotations: [ + { + text: "_ _ __ ...", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.14, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + { + text: " Perfect Measured Limit", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + ] + + plot-throughput-speedup-analysis-gbps: + titlefont: + size: 16 + xaxis: + title: "<b>Number of Cores [Qty]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Packet Throughput [Gbps]</b>" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + range: [0,100] + legend: + orientation: "h" + font: + size: 14 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 85 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + annotations: [ + { + text: "_ _ __", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.13, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + { + text: " Perfect Measured", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + ] + + plot-throughput-speedup-analysis-cps: + titlefont: + size: 16 + xaxis: + title: "<b>Number of Cores [Qty]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Connection Rate [Mcps]</b>" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + range: [0,100] + legend: + orientation: "h" + font: + size: 14 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 85 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + annotations: [ + { + text: "_ _ __", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.13, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + { + text: " Perfect Measured", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + ] + + plot-latency: + titlefont: + size: 16 + xaxis: + title: "<b>Direction</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: False + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Packet Latency [uSec]</b>" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + legend: + orientation: "h" + font: + size: 14 + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 80 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-hdrh-latency: + title: + text: "" + xanchor: "center" + x: 0.5 + font: + size: 16 + width: 700 + plot_bgcolor: "white" + annotations: + - font: + size: 14 + showarrow: False + text: "<b>Packet Latency [uSec]</b>" + x: 1 + xanchor: "right" + xref: "paper" + y: -0.045 + yanchor: "top" + yref: "paper" + - font: + size: 14 + showarrow: False + text: "<b>Probability [%]</b>" + textangle: 270 + x: -0.06 + xanchor: "center" + xref: "paper" + y: 0.5 + yanchor: "middle" + yref: "paper" + - font: + size: 14 + showarrow: False + text: "<b>Direction: E-W</b>" + x: 0.24 + xanchor: "center" + xref: "paper" + y: 1.05 + yanchor: "bottom" + yref: "paper" + - font: + size: 14 + showarrow: False + text: "<b>Direction: W-E</b>" + x: 0.74 + xanchor: "center" + xref: "paper" + y: 1.05 + yanchor: "bottom" + yref: "paper" + + plot-hdrh-latency-percentile-x-log: + title: + text: "<b>Latency by Percentile Distribution</b>" + xanchor: "center" + x: 0.5 + font: + size: 18 + showlegend: True + legend: + traceorder: "normal" + orientation: "h" + font: + size: 16 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + xaxis: + type: "log" + title: "<b>Percentile [%]</b>" + titlefont: + size: 14 + autorange: False + fixedrange: True + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6] + ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999] + tickfont: + size: 14 + yaxis: + title: "<b>One-Way Latency per Direction [uSec]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + autosize: False + width: 700 + height: 700 + paper_bgcolor: "white" + plot_bgcolor: "white" + + plot-hdrh-latency-by-percentile: + title: + text: "<b>Latency by Percentile Distribution</b>" + xanchor: "center" + x: 0.5 + font: + size: 18 + showlegend: True + legend: + traceorder: "normal" + orientation: "h" + font: + size: 16 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + xaxis: + type: "linear" + title: "<b>Percentile [%]</b>" + titlefont: + size: 14 + autorange: False + fixedrange: False + range: [0, 100] + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickvals: [0, 25, 50, 75, 100] + ticktext: [0, 25, 50, 75, 100] + tickfont: + size: 14 + yaxis: + title: "<b>One-Way Latency per Direction [uSec]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + width: 700 + height: 700 + paper_bgcolor: "white" + plot_bgcolor: "white" + + plot-scatter-error-bars-gbps: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Data Throughput [Gbps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3r" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 diff --git a/resources/tools/presentation/specifications/report_local/data_sets.yaml b/resources/tools/presentation/specifications/report_local/data_sets.yaml new file mode 100644 index 0000000000..c756a4667e --- /dev/null +++ b/resources/tools/presentation/specifications/report_local/data_sets.yaml @@ -0,0 +1,51 @@ +################################################################################ +### D A T A S E T S ### +################################################################################ + +- type: "data-sets" + + plot-vpp-throughput-tsa-3n-aws: + 3n-aws-iter: + - 1 + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + + vpp-perf-results-3n-aws: + 3n-aws-iter: + - 1 + - 2 + + plot-vpp-latency-3n-aws: + 3n-aws-iter: + - 1 + - 2 + + plot-vpp-throughput-tsa-2n-aws: + 2n-aws-iter: + - 1 + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + + vpp-perf-results-2n-aws: + 2n-aws-iter: + - 1 + - 2 + - 9 + + plot-vpp-latency-2n-aws: + 2n-aws-iter: + - 1 + - 2 + - 9 diff --git a/resources/tools/presentation/specifications/report_local/elements.yaml b/resources/tools/presentation/specifications/report_local/elements.yaml new file mode 100644 index 0000000000..87ee409266 --- /dev/null +++ b/resources/tools/presentation/specifications/report_local/elements.yaml @@ -0,0 +1,322 @@ +# Tables: + +# Detailed Test Results - VPP Performance Results 3n-aws +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-perf-results-3n-aws" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Test configuration - VPP Performance Test Configs 3n-aws +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-perf-results-3n-aws" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test Operational Data - VPP Performance Operational Data 3n-aws +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-aws" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/" + data: "vpp-perf-results-3n-aws" + filter: "all" + +# Detailed Test Results - VPP Performance Results 2n-aws +- type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,2N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-perf-results-2n-aws" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Test configuration - VPP Performance Test Configs 2n-aws +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-perf-results-2n-aws" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test Operational Data - VPP Performance Operational Data 2n-aws +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-aws" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,AWS]}/" + data: "vpp-perf-results-2n-aws" + filter: "all" + +# Files: + +# VPP Performance Results +- type: "file" + title: "VPP Performance Results" + algorithm: "file_details_split" + output-file: "{DIR[DTR,PERF,VPP,ALL]}" + dir-tables: + - "{DIR[DTR,PERF,VPP,2N,AWS]}" + - "{DIR[DTR,PERF,VPP,3N,AWS]}" + data: + - "vpp-perf-results-2n-aws" + - "vpp-perf-results-3n-aws" + filter: "all" + data-start-level: 4 + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + - "2n-aws" + - "3n-aws" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + - "ena" + +# VPP Performance Configuration +- type: "file" + title: "VPP Performance Configuration" + algorithm: "file_details_split" + output-file: "{DIR[DTC,PERF,VPP,ALL]}" + dir-tables: + - "{DIR[DTC,PERF,VPP,2N,AWS]}" + - "{DIR[DTC,PERF,VPP,3N,AWS]}" + data: + - "vpp-perf-results-2n-aws" + - "vpp-perf-results-3n-aws" + filter: "all" + data-start-level: 4 + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + - "2n-aws" + - "3n-aws" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + - "ena" + +# VPP Performance Operational +- type: "file" + title: "VPP Performance Operational" + algorithm: "file_details_split_html" + output-file: "{DIR[DTO,PERF,VPP,ALL]}" + dir-tables: + - "{DIR[DTO,PERF,VPP,2N,AWS]}" + - "{DIR[DTO,PERF,VPP,3N,AWS]}" + data: + - "vpp-perf-results-2n-aws" + - "vpp-perf-results-3n-aws" + filter: "all" + data-start-level: 4 + order-chapters: + level-1: + - "l2" + - "ip4" + - "ip6" + - "srv6" + - "ip4_tunnels" + - "ip6_tunnels" + - "vm_vhost" + - "container_memif" + - "crypto" + - "vts" + - "lb" + - "nfv_density" + - "hoststack" + level-2: + - "2n-skx" + - "3n-skx" + - "2n-clx" + - "3n-hsw" + - "3n-tsh" + - "2n-dnv" + - "3n-dnv" + - "2n-aws" + - "3n-aws" + level-3: + - "xl710" + - "x520" + - "xxv710" + - "x710" + - "x553" + - "cx556a" + - "vic1227" + - "vic1385" + - "ena" + +# Plots: + +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" + data: "plot-vpp-throughput-tsa-2n-aws" + core: ["2t1c", "4t2c"] + include: + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" + data: "plot-vpp-throughput-tsa-2n-aws" + core: ["2t1c", "4t2c"] + include: + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518B-{core}-ethip4-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518B-{core}-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}" + data: "plot-vpp-throughput-tsa-2n-aws" + core: ["2t1c", "4t2c"] + include: + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.IMIX-{core}-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" + data: "plot-vpp-throughput-tsa-3n-aws" + core: ["2t1c", "4t2c"] + include: + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + layout: + title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" + data: "plot-vpp-throughput-tsa-3n-aws" + core: ["2t1c", "4t2c"] + include: + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518B-{core}-ethip4-ip4scale2m-ndrpdr" + layout: + title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Latency by percentile: 2n-aws" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-aws" + output-file-links: "{DIR[LAT,VPP]}/2n_aws.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-latency-2n-aws" + filter: "'2T1C'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: 3n-aws" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws" + output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-latency-3n-aws" + filter: "'2T1C'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" diff --git a/resources/tools/presentation/specifications/report_local/environment.yaml b/resources/tools/presentation/specifications/report_local/environment.yaml new file mode 100644 index 0000000000..ccf31b7cb9 --- /dev/null +++ b/resources/tools/presentation/specifications/report_local/environment.yaml @@ -0,0 +1,259 @@ +################################################################################ +### E N V I R O N M E N T ### +################################################################################ + +- type: "environment" + + spec-files: + - "specifications/report_local/data_sets.yaml" + - "specifications/report_local/layouts.yaml" + - "specifications/report_local/elements.yaml" + + paths: + # Top level directories: + ## Working directory + DIR[WORKING]: "_tmp" + ## Build directories + DIR[BUILD,HTML]: "_build" + DIR[BUILD,LATEX]: "_build_latex" + + # Static .rst files + DIR[RST]: "../../../docs/report" + + # Working directories + ## Input data files (.zip, .xml) + DIR[WORKING,DATA]: "{DIR[WORKING]}/data" + ## Static source files from git + DIR[WORKING,SRC]: "{DIR[WORKING]}/src" + DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" + + # Static html content + DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" + DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" + DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk" + DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" + + # Detailed test results + DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" + DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw" + DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx" + DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx" + DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" + DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" + DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" + DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" + DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" + DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" + DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" + DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" + DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx" + DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" + DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" + DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" + DIR[DTR,PERF,VPP,3N,AWS]: "{DIR[DTR]}/vpp_performance_results_3n_aws" + DIR[DTR,PERF,VPP,2N,AWS]: "{DIR[DTR]}/vpp_performance_results_2n_aws" + DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" + DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" + DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" + DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" + DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx" + DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" + DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" + DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" + DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" + + # Detailed test configurations + DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" + DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration" + DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" + DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" + DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" + DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx" + DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" + DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" + DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" + DIR[DTC,PERF,VPP,3N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_3n_aws" + DIR[DTC,PERF,VPP,2N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_2n_aws" + DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" + DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" + DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" + DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" + DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx" + DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" + DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" + DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" + DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" + + # Detailed tests operational data + DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" + DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data" + DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" + DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" + DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" + DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx" + DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" + DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" + DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" + DIR[DTO,PERF,VPP,3N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_3n_aws" + DIR[DTO,PERF,VPP,2N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_2n_aws" + + # Latencies: + DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs" + DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs" + + # .css patch file to fix tables generated by Sphinx + DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" + DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" + + # Data sources are used in this order: + data-sources: + # JSON from S3 + - type: "json" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output.json.gz" + file-format: ".gz" + enabled: False + # XML from S3 + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: False + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: False + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: False + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: False + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + # XML from docs.nexus + - type: "xml-docs" + url: "https://docs.fd.io/csit" + path: "report/_static/archive" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml-docs" + url: "https://docs.fd.io/csit" + path: "report/_static/archive" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml-docs" + url: "https://docs.fd.io/csit" + path: "report/_static/archive" + file-name: "robot-plugin.zip" + file-format: ".zip" + enabled: True + + archive-inputs: True + + mapping-file: "" + + ignore-list: "" + + make-dirs: + # List the directories which are created while preparing the environment. + # All directories MUST be defined in "paths" section. + - "DIR[WORKING,DATA]" + - "DIR[STATIC,VPP]" + - "DIR[STATIC,DPDK]" + - "DIR[STATIC,ARCH]" + - "DIR[BUILD,LATEX]" + - "DIR[WORKING,SRC]" + - "DIR[WORKING,SRC,STATIC]" + + remove-dirs: + # List the directories which are deleted while cleaning the environment. + # All directories MUST be defined in "paths" section. + # - "DIR[BUILD,HTML]" + - "DIR[WORKING,DATA]" + + build-dirs: + # List the directories where the results (build) is stored. + # All directories MUST be defined in "paths" section. + - "DIR[BUILD,HTML]" + - "DIR[BUILD,LATEX]" + + reverse-input: False # Needed for trending, not important for the report + + # TODO: Change in code needed, it was in type: "configuration" + limits: + nic: + x520: 24460000 + x553: 29761905 + x710: 35800000 + xxv710: 35800000 + xl710: 35800000 + cx556a: 148809523.81 + e810cq: 148809523.81 + + link: + 10ge: 14880952.38 + 25ge: 37202380.95 + 40ge: 59523809.52 + 100ge: 148809523.81 + + pci: + pci-g3-x8: 74404761.90 + pci-g3-x16: 148809523.81 + +################################################################################ +### S T A T I C ### +################################################################################ + +- type: "static" + src-path: "{DIR[RST]}" + dst-path: "{DIR[WORKING,SRC]}" + +################################################################################ +### O U T P U T ### +################################################################################ + +- type: "output" + arch-file-format: # moved from input, TODO: change it in the code + - ".gz" + - ".zip" + output: "report" + format: + html: + - full +# pdf: +# - minimal diff --git a/resources/tools/presentation/specifications/report_local/layouts.yaml b/resources/tools/presentation/specifications/report_local/layouts.yaml new file mode 100644 index 0000000000..0f5b4a5220 --- /dev/null +++ b/resources/tools/presentation/specifications/report_local/layouts.yaml @@ -0,0 +1,875 @@ +################################################################################ +### L A Y O U T S ### +################################################################################ + +- type: "layouts" + + plot-soak-throughput: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Critical Rate Lower Bound [Mpps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3r" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,50] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-service-density: + titlefont: + size: 16 + xaxis: + side: "top" + autorange: True + fixedrange: False + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + yaxis: + autorange: "reversed" + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 + zeroline: False + showlegend: False + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + width: 700 + height: 700 + hoverlabel: + namelength: -1 + + plot-hoststack: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Bandwidth [Gbps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + rangemode: "tozero" + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(230, 230, 230)" + tickformat: ".3s" + tickfont: + size: 14 + zeroline: False + autosize: False + margin: + t: 50 + b: 20 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 800 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-throughput: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Packet Throughput [Mpps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3r" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,50] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-throughput-gbps: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Data Throughput [Gbps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3r" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-cps: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Connection Rate [Mcps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-throughput-speedup-analysis: + titlefont: + size: 16 + xaxis: + title: "<b>Number of Cores [Qty]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Packet Throughput [Mpps]</b>" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + range: [0,100] + legend: + orientation: "h" + font: + size: 14 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 85 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + annotations: [ + { + text: "_ _ __ ...", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.14, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + { + text: " Perfect Measured Limit", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + ] + + plot-throughput-speedup-analysis-gbps: + titlefont: + size: 16 + xaxis: + title: "<b>Number of Cores [Qty]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Packet Throughput [Gbps]</b>" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + range: [0,100] + legend: + orientation: "h" + font: + size: 14 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 85 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + annotations: [ + { + text: "_ _ __", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.13, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + { + text: " Perfect Measured", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + ] + + plot-throughput-speedup-analysis-cps: + titlefont: + size: 16 + xaxis: + title: "<b>Number of Cores [Qty]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Connection Rate [Mcps]</b>" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + range: [0,100] + legend: + orientation: "h" + font: + size: 14 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 85 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + annotations: [ + { + text: "_ _ __", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.13, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + { + text: " Perfect Measured", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 13 + }, + }, + ] + + plot-latency: + titlefont: + size: 16 + xaxis: + title: "<b>Direction</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: False + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Packet Latency [uSec]</b>" + titlefont: + size: 14 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 14 + zeroline: True + rangemode: "tozero" + legend: + orientation: "h" + font: + size: 14 + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 80 + 'r': 10 + showlegend: True + width: 700 + height: 700 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-hdrh-latency: + title: + text: "" + xanchor: "center" + x: 0.5 + font: + size: 16 + width: 700 + plot_bgcolor: "white" + annotations: + - font: + size: 14 + showarrow: False + text: "<b>Packet Latency [uSec]</b>" + x: 1 + xanchor: "right" + xref: "paper" + y: -0.045 + yanchor: "top" + yref: "paper" + - font: + size: 14 + showarrow: False + text: "<b>Probability [%]</b>" + textangle: 270 + x: -0.06 + xanchor: "center" + xref: "paper" + y: 0.5 + yanchor: "middle" + yref: "paper" + - font: + size: 14 + showarrow: False + text: "<b>Direction: E-W</b>" + x: 0.24 + xanchor: "center" + xref: "paper" + y: 1.05 + yanchor: "bottom" + yref: "paper" + - font: + size: 14 + showarrow: False + text: "<b>Direction: W-E</b>" + x: 0.74 + xanchor: "center" + xref: "paper" + y: 1.05 + yanchor: "bottom" + yref: "paper" + + plot-hdrh-latency-percentile-x-log: + title: + text: "<b>Latency by Percentile Distribution</b>" + xanchor: "center" + x: 0.5 + font: + size: 18 + showlegend: True + legend: + traceorder: "normal" + orientation: "h" + font: + size: 16 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + xaxis: + type: "log" + title: "<b>Percentile [%]</b>" + titlefont: + size: 14 + autorange: False + fixedrange: True + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6] + ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999] + tickfont: + size: 14 + yaxis: + title: "<b>One-Way Latency per Direction [uSec]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + autosize: False + width: 700 + height: 700 + paper_bgcolor: "white" + plot_bgcolor: "white" + + plot-hdrh-latency-by-percentile: + title: + text: "<b>Latency by Percentile Distribution</b>" + xanchor: "center" + x: 0.5 + font: + size: 18 + showlegend: True + legend: + traceorder: "normal" + orientation: "h" + font: + size: 16 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + xaxis: + type: "linear" + title: "<b>Percentile [%]</b>" + titlefont: + size: 14 + autorange: False + fixedrange: False + range: [0, 100] + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickvals: [0, 25, 50, 75, 100] + ticktext: [0, 25, 50, 75, 100] + tickfont: + size: 14 + yaxis: + title: "<b>One-Way Latency per Direction [uSec]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + width: 700 + height: 700 + paper_bgcolor: "white" + plot_bgcolor: "white" + + plot-scatter-error-bars-gbps: + titlefont: + size: 16 + xaxis: + title: "<b>Test Cases [Index]</b>" + titlefont: + size: 14 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 14 + zeroline: False + yaxis: + title: "<b>Data Throughput [Gbps]</b>" + titlefont: + size: 14 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4r" + tickformat: ".3r" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 14 + zeroline: False + range: [0,10] + autosize: False + margin: + t: 50 + b: 0 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 14 + width: 700 + height: 900 + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml new file mode 100644 index 0000000000..59b8600ab4 --- /dev/null +++ b/resources/tools/presentation/specifications/trending/data_sets.yaml @@ -0,0 +1,270 @@ +################################################################################ +### D A T A S E T S ### +################################################################################ + +- type: "data-sets" + + # Compressed failed tests (last builds) + table-last-failed-tests-3n-hsw: + csit-vpp-perf-mrr-daily-master: + - "lastCompletedBuild" + table-last-failed-tests-3n-skx: + csit-vpp-perf-mrr-daily-master-3n-skx: + - "lastCompletedBuild" + table-last-failed-tests-2n-skx: + csit-vpp-perf-mrr-daily-master-2n-skx: + - "lastCompletedBuild" + table-last-failed-tests-2n-clx: + csit-vpp-perf-mrr-daily-master-2n-clx: + - "lastCompletedBuild" + table-last-failed-tests-2n-zn2: + csit-vpp-perf-mrr-daily-master-2n-zn2: + - "lastCompletedBuild" + table-last-failed-tests-3n-tsh: + csit-vpp-perf-mrr-daily-master-3n-tsh: + - "lastCompletedBuild" + table-last-failed-tests-2n-tx2: + csit-vpp-perf-mrr-daily-master-2n-tx2: + - "lastCompletedBuild" + table-last-failed-tests-3n-dnv: + csit-vpp-perf-mrr-daily-master-3n-dnv: + - "lastCompletedBuild" + table-last-failed-tests-2n-dnv: + csit-vpp-perf-mrr-daily-master-2n-dnv: + - "lastCompletedBuild" + table-last-failed-tests-3n-hsw-ndrpdr: + csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: + - "lastCompletedBuild" + table-last-failed-tests-3n-skx-ndrpdr: + csit-vpp-perf-ndrpdr-weekly-master-3n-skx: + - "lastCompletedBuild" + table-last-failed-tests-2n-skx-ndrpdr: + csit-vpp-perf-ndrpdr-weekly-master-2n-skx: + - "lastCompletedBuild" + table-last-failed-tests-2n-clx-ndrpdr: + csit-vpp-perf-ndrpdr-weekly-master-2n-clx: + - "lastCompletedBuild" + table-last-failed-tests-dpdk-3n-hsw: + csit-dpdk-perf-mrr-weekly-master: + - "lastCompletedBuild" + table-last-failed-tests-dpdk-3n-skx: + csit-dpdk-perf-mrr-weekly-master-3n-skx: + - "lastCompletedBuild" + table-last-failed-tests-dpdk-2n-skx: + csit-dpdk-perf-mrr-weekly-master-2n-skx: + - "lastCompletedBuild" + table-last-failed-tests-dpdk-2n-clx: + csit-dpdk-perf-mrr-weekly-master-2n-clx: + - "lastCompletedBuild" + table-last-failed-tests-dpdk-3n-tsh: + csit-dpdk-perf-mrr-weekly-master-3n-tsh: + - "lastCompletedBuild" + table-last-failed-tests-dpdk-2n-tx2: + csit-dpdk-perf-mrr-weekly-master-2n-tx2: + - "lastCompletedBuild" + + # 3n-hsw + plot-performance-trending-all-3n-hsw: + csit-vpp-perf-mrr-daily-master: + start: 1100 + end: "lastCompletedBuild" + max-builds: 180 + csit-dpdk-perf-mrr-weekly-master: + start: 107 + end: "lastCompletedBuild" + max-builds: 26 + + plot-performance-trending-vpp-3n-hsw: + csit-vpp-perf-mrr-daily-master: + start: 1100 + end: "lastCompletedBuild" + max-builds: 180 + + plot-performance-trending-dpdk-3n-hsw: + csit-dpdk-perf-mrr-weekly-master: + start: 107 + end: "lastCompletedBuild" + max-builds: 26 + + # 3n-skx + plot-performance-trending-all-3n-skx: + csit-vpp-perf-mrr-daily-master-3n-skx: + start: 834 + end: "lastCompletedBuild" + max-builds: 180 + csit-dpdk-perf-mrr-weekly-master-3n-skx: + start: 72 + end: "lastCompletedBuild" + max-builds: 26 + + plot-performance-trending-vpp-3n-skx: + csit-vpp-perf-mrr-daily-master-3n-skx: + start: 834 + end: "lastCompletedBuild" + max-builds: 180 + + plot-performance-trending-dpdk-3n-skx: + csit-dpdk-perf-mrr-weekly-master-3n-skx: + start: 72 + end: "lastCompletedBuild" + max-builds: 26 + + # 2n-skx + plot-performance-trending-all-2n-skx: + csit-vpp-perf-mrr-daily-master-2n-skx: + start: 858 + end: "lastCompletedBuild" + max-builds: 180 + csit-dpdk-perf-mrr-weekly-master-2n-skx: + start: 78 + end: "lastCompletedBuild" + max-builds: 26 + + plot-performance-trending-vpp-2n-skx: + csit-vpp-perf-mrr-daily-master-2n-skx: + start: 858 + end: "lastCompletedBuild" + max-builds: 180 + + plot-performance-trending-dpdk-2n-skx: + csit-dpdk-perf-mrr-weekly-master-2n-skx: + start: 78 + end: "lastCompletedBuild" + max-builds: 26 + + plot-performance-trending-vpp-nfv-2n-skx: + csit-vpp-perf-mrr-weekly-master-2n-skx: + start: 66 + end: "lastCompletedBuild" + max-builds: 26 + + # 2n-clx + plot-performance-trending-vpp-2n-clx: + csit-vpp-perf-mrr-daily-master-2n-clx: + start: 236 + end: "lastCompletedBuild" + max-builds: 180 + + plot-performance-trending-vpp-nfv-2n-clx: + csit-vpp-perf-mrr-weekly-master-2n-clx: + start: 37 + end: "lastCompletedBuild" + max-builds: 26 + + plot-performance-trending-dpdk-2n-clx: + csit-dpdk-perf-mrr-weekly-master-2n-clx: + start: 23 + end: "lastCompletedBuild" + max-builds: 26 + + # 2n-zn2 + plot-performance-trending-vpp-2n-zn2: + csit-vpp-perf-mrr-daily-master-2n-zn2: + start: 1 + end: "lastCompletedBuild" + max-builds: 180 + + plot-performance-trending-dpdk-2n-zn2: + csit-dpdk-perf-mrr-weekly-master-2n-zn2: + start: 1 + end: "lastCompletedBuild" + max-builds: 26 + + # 3n-tsh + plot-performance-trending-all-3n-tsh: + csit-vpp-perf-mrr-daily-master-3n-tsh: + start: 144 + end: "lastCompletedBuild" + max-builds: 180 + + plot-performance-trending-vpp-3n-tsh: + csit-vpp-perf-mrr-daily-master-3n-tsh: + start: 144 + end: "lastCompletedBuild" + max-builds: 180 + + plot-performance-trending-dpdk-3n-tsh: + csit-dpdk-perf-mrr-weekly-master-3n-tsh: + start: 4 + end: "lastCompletedBuild" + max-builds: 26 + + # 2n-tx2 + plot-performance-trending-vpp-2n-tx2: + csit-vpp-perf-mrr-daily-master-2n-tx2: + start: 1 + end: "lastCompletedBuild" + max-builds: 180 + + plot-performance-trending-dpdk-2n-tx2: + csit-dpdk-perf-mrr-weekly-master-2n-tx2: + start: 1 + end: "lastCompletedBuild" + max-builds: 26 + + # 3n-dnv + plot-performance-trending-vpp-3n-dnv: + csit-vpp-perf-mrr-daily-master-3n-dnv: + start: 329 + end: "lastCompletedBuild" + max-builds: 180 + + # 2n-dnv + plot-performance-trending-vpp-2n-dnv: + csit-vpp-perf-mrr-daily-master-2n-dnv: + start: 335 + end: "lastCompletedBuild" + max-builds: 180 + + # NDRPDR + plot-ndrpdr-comparison-2n-skx: + csit-vpp-perf-ndrpdr-weekly-master-2n-skx: + start: 76 + end: "lastCompletedBuild" + max-builds: 26 + + plot-ndrpdr-comparison-3n-skx: + csit-vpp-perf-ndrpdr-weekly-master-3n-skx: + start: 76 + end: "lastCompletedBuild" + max-builds: 26 + + plot-ndrpdr-comparison-2n-clx: + csit-vpp-perf-ndrpdr-weekly-master-2n-clx: + start: 21 + end: "lastCompletedBuild" + max-builds: 26 + + plot-ndrpdr-comparison-3n-hsw: + csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: + start: 76 + end: "lastCompletedBuild" + max-builds: 26 + + table-ndrpdr-comparison-2n-skx: + csit-vpp-perf-ndrpdr-weekly-master-2n-skx: + start: 76 + end: "lastCompletedBuild" + max-builds: 26 + reverse: True # Must be reversed + + table-ndrpdr-comparison-3n-skx: + csit-vpp-perf-ndrpdr-weekly-master-3n-skx: + start: 76 + end: "lastCompletedBuild" + max-builds: 26 + reverse: True # Must be reversed + + table-ndrpdr-comparison-2n-clx: + csit-vpp-perf-ndrpdr-weekly-master-2n-clx: + start: 21 + end: "lastCompletedBuild" + max-builds: 26 + reverse: True # Must be reversed + + table-ndrpdr-comparison-3n-hsw: + csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: + start: 76 + end: "lastCompletedBuild" + max-builds: 26 + reverse: True # Must be reversed diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index 3ee8333c15..c43709f03d 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -1,758 +1,3 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# This is the specification of parameters for "Continuous Performance Trending -# and Analysis" feature provided by PAL. - -- - type: "environment" - - paths: - # Top level directories: - ## Working directory - DIR[WORKING]: "_tmp" - ## Build directories - DIR[BUILD,HTML]: "_build" - ## Static .rst files - DIR[RST]: "../../../docs/cpta" - - # Static html content - DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" - DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" - DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" - - # Working directories - ## Input data files (.zip, .xml) - DIR[WORKING,DATA]: "{DIR[WORKING]}/data" - ## Static source files from git - DIR[WORKING,SRC]: "{DIR[WORKING]}/src" - DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" - - # .css patch file - DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" - DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" - - urls: - URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" - URL[S3_STORAGE,LOG]: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - URL[NEXUS,DOC]: "https://docs.fd.io/csit" - DIR[NEXUS,DOC]: "trending/_static/archive" - - make-dirs: - # List the directories which are created while preparing the environment. - # All directories MUST be defined in "paths" section. - - "DIR[WORKING,DATA]" - - "DIR[WORKING,SRC,STATIC]" - - "DIR[BUILD,HTML]" - - "DIR[STATIC,VPP]" - - "DIR[STATIC,ARCH]" - build-dirs: - # List the directories where the results (build) is stored. - # All directories MUST be defined in "paths" section. - - "DIR[BUILD,HTML]" - - testbeds: - "10.30.51.45": "LF-2n-SKX-21" - "10.30.51.53": "LF-2n-SKX-22" - "10.30.51.55": "LF-2n-SKX-23" - "10.30.51.57": "LF-2n-SKX-24" - "10.32.8.19": "LF-2n-CLX-27" - "10.32.8.21": "LF-2n-CLX-28" - "10.32.8.23": "LF-2n-CLX-29" - "10.30.51.16": "LF-3n-HSW-01" - "10.30.51.20": "LF-3n-HSW-02" - "10.30.51.24": "LF-3n-HSW-03" - "10.30.51.48": "LF-3n-SKX-31" - "10.30.51.60": "LF-3n-SKX-32" - "10.30.51.49": "LF-3n-TSH-33" - "10.30.51.49": "LF-2n-TX2-34" - "10.32.8.25": "LF-2n-ZN2-210" - "10.32.8.10": "LF-DNV" - -- - type: "configuration" - - archive-inputs: False - - mapping-file: "mapping_tc_names.yaml" - - ignore-list: "ignored_tcs.yaml" - - alerting: - - alerts: - -# As Jenkins slave is not configured to send emails, this is now only as -# a working example: -# -# # Send the list of failed tests vie email. -# # Pre-requisites: -# # - SMTP server is installed on the Jenkins slave -# # - SMTP server is configured to send emails. Default configuration is -# # sufficient. -# email-failed-tests: -# # Title is used in logs and also as the email subject. -# title: "Trending: Failed Tests" -# # Type of alert. -# type: "failed-tests" -# # How to send the alert. The used way must be specified in the -# # configuration part. -# way: "email" -# # Data to be included in the alert. -# # Here is used the list of tables generated by the function -# # "table_failed_tests_html". -# include: -# - "failed-tests-3n-hsw" -# - "failed-tests-3n-skx" -# - "failed-tests-2n-skx" -# # This url is used in the tables instead of the original one. The aim -# # is to make the links usable also from the email. -# url: "https://docs.fd.io/csit/master/trending/trending" - - # Jenkins job sends the email with failed tests. - # Pre-requisites: - # - Jenkins job is configured to send emails in "Post-build Actions" --> - # "Editable Email Notification". - jenkins-send-failed-tests: - title: "Trending: Failed Tests" - type: "failed-tests" - way: "jenkins" - include: - - "last-failed-tests-vpp-2n-skx-mrr" - - "last-failed-tests-vpp-3n-skx-mrr" - - "last-failed-tests-vpp-2n-clx-mrr" - - "last-failed-tests-vpp-2n-zn2-mrr" - - "last-failed-tests-vpp-3n-hsw-mrr" - - "last-failed-tests-vpp-3n-tsh-mrr" - - "last-failed-tests-vpp-2n-tx2-mrr" - - "last-failed-tests-vpp-2n-dnv-mrr" - - "last-failed-tests-vpp-3n-dnv-mrr" - - "last-failed-tests-dpdk-2n-skx-mrr" - - "last-failed-tests-dpdk-3n-skx-mrr" - - "last-failed-tests-dpdk-2n-clx-mrr" - - "last-failed-tests-dpdk-3n-hsw-mrr" - - "last-failed-tests-dpdk-3n-tsh-mrr" - - "last-failed-tests-dpdk-2n-tx2-mrr" - - "last-failed-tests-vpp-2n-skx-ndrpdr" - - "last-failed-tests-vpp-3n-skx-ndrpdr" - - "last-failed-tests-vpp-2n-clx-ndrpdr" - - "last-failed-tests-vpp-3n-hsw-ndrpdr" - urls: - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-zn2" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-tx2" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-clx" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-tsh" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-tx2" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-hsw" - url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html" - - configurations: - # Configuration of the email notifications. - email: - # SMTP server - server: "localhost" - # List of recipients. - address-to: - - "csit-report@lists.fd.io" - # Sender - address-from: "testuser@testserver.com" - - # Configuration of notifications sent by Jenkins. - jenkins: - # The directory in the workspace where the generated data is stored and - # then read by Jenkins job. - output-dir: "_build/_static/vpp" - # The name of the output files. ASCII text and HTML formats are - # generated. - output-file: "trending-failed-tests" - # If defined, all output files are zipped into this file. - zip-output: "failed-tests.tar.gz" - - data-sets: - - # Compressed failed tests (last builds) - table-last-failed-tests-3n-hsw: - csit-vpp-perf-mrr-daily-master: - - "lastCompletedBuild" - table-last-failed-tests-3n-skx: - csit-vpp-perf-mrr-daily-master-3n-skx: - - "lastCompletedBuild" - table-last-failed-tests-2n-skx: - csit-vpp-perf-mrr-daily-master-2n-skx: - - "lastCompletedBuild" - table-last-failed-tests-2n-clx: - csit-vpp-perf-mrr-daily-master-2n-clx: - - "lastCompletedBuild" - table-last-failed-tests-2n-zn2: - csit-vpp-perf-mrr-daily-master-2n-zn2: - - "lastCompletedBuild" - table-last-failed-tests-3n-tsh: - csit-vpp-perf-mrr-daily-master-3n-tsh: - - "lastCompletedBuild" - table-last-failed-tests-2n-tx2: - csit-vpp-perf-mrr-daily-master-2n-tx2: - - "lastCompletedBuild" - table-last-failed-tests-3n-dnv: - csit-vpp-perf-mrr-daily-master-3n-dnv: - - "lastCompletedBuild" - table-last-failed-tests-2n-dnv: - csit-vpp-perf-mrr-daily-master-2n-dnv: - - "lastCompletedBuild" - table-last-failed-tests-3n-hsw-ndrpdr: - csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: - - "lastCompletedBuild" - table-last-failed-tests-3n-skx-ndrpdr: - csit-vpp-perf-ndrpdr-weekly-master-3n-skx: - - "lastCompletedBuild" - table-last-failed-tests-2n-skx-ndrpdr: - csit-vpp-perf-ndrpdr-weekly-master-2n-skx: - - "lastCompletedBuild" - table-last-failed-tests-2n-clx-ndrpdr: - csit-vpp-perf-ndrpdr-weekly-master-2n-clx: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-3n-hsw: - csit-dpdk-perf-mrr-weekly-master: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-3n-skx: - csit-dpdk-perf-mrr-weekly-master-3n-skx: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-2n-skx: - csit-dpdk-perf-mrr-weekly-master-2n-skx: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-2n-clx: - csit-dpdk-perf-mrr-weekly-master-2n-clx: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-3n-tsh: - csit-dpdk-perf-mrr-weekly-master-3n-tsh: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-2n-tx2: - csit-dpdk-perf-mrr-weekly-master-2n-tx2: - - "lastCompletedBuild" - - # 3n-hsw - plot-performance-trending-all-3n-hsw: - csit-vpp-perf-mrr-daily-master: - start: 1100 - end: "lastCompletedBuild" - max-builds: 180 - csit-dpdk-perf-mrr-weekly-master: - start: 107 - end: "lastCompletedBuild" - max-builds: 26 - - plot-performance-trending-vpp-3n-hsw: - csit-vpp-perf-mrr-daily-master: - start: 1100 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-3n-hsw: - csit-dpdk-perf-mrr-weekly-master: - start: 107 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-skx - plot-performance-trending-all-3n-skx: - csit-vpp-perf-mrr-daily-master-3n-skx: - start: 834 - end: "lastCompletedBuild" - max-builds: 180 - csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 72 - end: "lastCompletedBuild" - max-builds: 26 - - plot-performance-trending-vpp-3n-skx: - csit-vpp-perf-mrr-daily-master-3n-skx: - start: 834 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-3n-skx: - csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 72 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-skx - plot-performance-trending-all-2n-skx: - csit-vpp-perf-mrr-daily-master-2n-skx: - start: 858 - end: "lastCompletedBuild" - max-builds: 180 - csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 78 - end: "lastCompletedBuild" - max-builds: 26 - - plot-performance-trending-vpp-2n-skx: - csit-vpp-perf-mrr-daily-master-2n-skx: - start: 858 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-2n-skx: - csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 78 - end: "lastCompletedBuild" - max-builds: 26 - - plot-performance-trending-vpp-nfv-2n-skx: - csit-vpp-perf-mrr-weekly-master-2n-skx: - start: 66 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-clx - plot-performance-trending-vpp-2n-clx: - csit-vpp-perf-mrr-daily-master-2n-clx: - start: 236 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-vpp-nfv-2n-clx: - csit-vpp-perf-mrr-weekly-master-2n-clx: - start: 37 - end: "lastCompletedBuild" - max-builds: 26 - - plot-performance-trending-dpdk-2n-clx: - csit-dpdk-perf-mrr-weekly-master-2n-clx: - start: 23 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-zn2 - plot-performance-trending-vpp-2n-zn2: - csit-vpp-perf-mrr-daily-master-2n-zn2: - start: 1 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-2n-zn2: - csit-dpdk-perf-mrr-weekly-master-2n-zn2: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-tsh - plot-performance-trending-all-3n-tsh: - csit-vpp-perf-mrr-daily-master-3n-tsh: - start: 144 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-vpp-3n-tsh: - csit-vpp-perf-mrr-daily-master-3n-tsh: - start: 144 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-3n-tsh: - csit-dpdk-perf-mrr-weekly-master-3n-tsh: - start: 4 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-tx2 - plot-performance-trending-vpp-2n-tx2: - csit-vpp-perf-mrr-daily-master-2n-tx2: - start: 1 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-2n-tx2: - csit-dpdk-perf-mrr-weekly-master-2n-tx2: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-dnv - plot-performance-trending-vpp-3n-dnv: - csit-vpp-perf-mrr-daily-master-3n-dnv: - start: 329 - end: "lastCompletedBuild" - max-builds: 180 - - # 2n-dnv - plot-performance-trending-vpp-2n-dnv: - csit-vpp-perf-mrr-daily-master-2n-dnv: - start: 335 - end: "lastCompletedBuild" - max-builds: 180 - - # NDRPDR - plot-ndrpdr-comparison-2n-skx: - csit-vpp-perf-ndrpdr-weekly-master-2n-skx: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - - plot-ndrpdr-comparison-3n-skx: - csit-vpp-perf-ndrpdr-weekly-master-3n-skx: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - - plot-ndrpdr-comparison-2n-clx: - csit-vpp-perf-ndrpdr-weekly-master-2n-clx: - start: 21 - end: "lastCompletedBuild" - max-builds: 26 - - plot-ndrpdr-comparison-3n-hsw: - csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - - table-ndrpdr-comparison-2n-skx: - csit-vpp-perf-ndrpdr-weekly-master-2n-skx: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - reverse: True # Must be reversed - - table-ndrpdr-comparison-3n-skx: - csit-vpp-perf-ndrpdr-weekly-master-3n-skx: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - reverse: True # Must be reversed - - table-ndrpdr-comparison-2n-clx: - csit-vpp-perf-ndrpdr-weekly-master-2n-clx: - start: 21 - end: "lastCompletedBuild" - max-builds: 26 - reverse: True # Must be reversed - - table-ndrpdr-comparison-3n-hsw: - csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - reverse: True # Must be reversed - - plot-layouts: - - plot-cpta: - title: "" - titlefont: - size: 16 - autosize: True - showlegend: True - width: 1100 - height: 800 - yaxis: - showticklabels: True - tickformat: ".5s" - title: "Throughput [Mpps]" - hoverformat: ".5s" - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - showline: True - zeroline: False - tickcolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - xaxis: - title: 'Date [MMDD]' - type: "date" - autorange: True - fixedrange: False - showgrid: True - gridcolor: "rgb(238, 238, 238)" - showline: True - linecolor: "rgb(238, 238, 238)" - zeroline: False - linewidth: 1 - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "auto" - tickformat: "%m%d" - rangeselector: - buttons: - - count: 14 - label: "2w" - step: "day" - stepmode: "backward" - - count: 1 - label: "1m" - step: "month" - stepmode: "backward" - - count: 2 - label: "2m" - step: "month" - stepmode: "backward" - - count: 3 - label: "3m" - step: "month" - stepmode: "backward" - - step: "all" - margin: - r: 20 - b: 5 - t: 5 - l: 70 - legend: - orientation: "h" - xanchor: "auto" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - bordercolor: "rgb(238, 238, 238)" - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-cpta-cps: - title: "" - titlefont: - size: 16 - autosize: True - showlegend: True - width: 1100 - height: 800 - yaxis: - showticklabels: True - tickformat: ".5s" - title: "Connection Rate [Mcps]" - hoverformat: ".5s" - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - showline: True - zeroline: False - tickcolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - xaxis: - title: 'Date [MMDD]' - type: "date" - autorange: True - fixedrange: False - showgrid: True - gridcolor: "rgb(238, 238, 238)" - showline: True - linecolor: "rgb(238, 238, 238)" - zeroline: False - linewidth: 1 - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "auto" - tickformat: "%m%d" - rangeselector: - buttons: - - count: 14 - label: "2w" - step: "day" - stepmode: "backward" - - count: 1 - label: "1m" - step: "month" - stepmode: "backward" - - count: 2 - label: "2m" - step: "month" - stepmode: "backward" - - count: 3 - label: "3m" - step: "month" - stepmode: "backward" - - step: "all" - margin: - r: 20 - b: 5 - t: 5 - l: 70 - legend: - orientation: "h" - xanchor: "auto" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - bordercolor: "rgb(238, 238, 238)" - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - -- - type: "static" - src-path: "{DIR[RST]}" - dst-path: "{DIR[WORKING,SRC]}" - -- - type: "input" - general: - file-name: "output_info.xml.gz" - file-format: ".gz" - download-path: - - "{job}/{build}/archives/{filename}" - - "{job}/{build}/{filename}" - extract: "output.xml" - # Number of days from now to the past. Only files generated in this - # time period are used. - time-period: 180 - - zip-file-name: "robot-plugin.zip" - zip-file-format: ".zip" - zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}" - zip-extract: "robot-plugin/output.xml" - - builds: - - # 2n-skx ndrpdr - csit-vpp-perf-ndrpdr-weekly-master-2n-skx: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-skx ndrpdr - csit-vpp-perf-ndrpdr-weekly-master-3n-skx: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-clx ndrpdr - csit-vpp-perf-ndrpdr-weekly-master-2n-clx: - start: 21 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-hsw ndrpdr - csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-hsw - csit-vpp-perf-mrr-daily-master: - start: 1100 - end: "lastCompletedBuild" - max-builds: 180 - - csit-dpdk-perf-mrr-weekly-master: - start: 113 - end: "lastCompletedBuild" - max-builds: 180 - - # 3n-skx - csit-vpp-perf-mrr-daily-master-3n-skx: - start: 834 - end: "lastCompletedBuild" - max-builds: 180 - - csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 78 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-skx - csit-vpp-perf-mrr-daily-master-2n-skx: - start: 858 - end: "lastCompletedBuild" - max-builds: 180 - - csit-vpp-perf-mrr-weekly-master-2n-skx: - start: 66 - end: "lastCompletedBuild" - max-builds: 26 - - csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 78 - end: "lastCompletedBuild" - max-builds: 26 - - csit-vpp-perf-mrr-daily-master-2n-clx: - start: 236 - end: "lastCompletedBuild" - max-builds: 180 - - csit-vpp-perf-mrr-weekly-master-2n-clx: - start: 37 - end: "lastCompletedBuild" - max-builds: 26 - - csit-dpdk-perf-mrr-weekly-master-2n-clx: - start: 23 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-zn2 - csit-vpp-perf-mrr-daily-master-2n-zn2: - start: 1 - end: "lastCompletedBuild" - max-builds: 180 - - csit-dpdk-perf-mrr-weekly-master-2n-zn2: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-tsh - csit-vpp-perf-mrr-daily-master-3n-tsh: - start: 144 - end: "lastCompletedBuild" - max-builds: 180 - - csit-dpdk-perf-mrr-weekly-master-3n-tsh: - start: 4 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-tx2 - csit-vpp-perf-mrr-daily-master-2n-tx2: - start: 1 - end: "lastCompletedBuild" - max-builds: 180 - - csit-dpdk-perf-mrr-weekly-master-2n-tx2: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-dnv - csit-vpp-perf-mrr-daily-master-3n-dnv: - start: 329 - end: "lastCompletedBuild" - max-builds: 180 - - # 2n-dnv - csit-vpp-perf-mrr-daily-master-2n-dnv: - start: 335 - end: "lastCompletedBuild" - max-builds: 180 - -- - type: "output" - output: "trending" - format: - html: - - full - ################################################################################ ### T A B L E S ### ################################################################################ diff --git a/resources/tools/presentation/specifications/trending/environment.yaml b/resources/tools/presentation/specifications/trending/environment.yaml new file mode 100644 index 0000000000..dfa9f680c2 --- /dev/null +++ b/resources/tools/presentation/specifications/trending/environment.yaml @@ -0,0 +1,265 @@ +################################################################################ +### E N V I R O N M E N T ### +################################################################################ + +- type: "environment" + + spec-files: + - "specifications/trending/data_sets.yaml" + - "specifications/trending/layouts.yaml" + - "specifications/trending/elements.yaml" + + paths: + # Top level directories: + ## Working directory + DIR[WORKING]: "_tmp" + ## Build directories + DIR[BUILD,HTML]: "_build" + ## Static .rst files + DIR[RST]: "../../../docs/cpta" + + # Static html content + DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" + DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" + DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" + + # Working directories + ## Input data files (.zip, .xml) + DIR[WORKING,DATA]: "{DIR[WORKING]}/data" + ## Static source files from git + DIR[WORKING,SRC]: "{DIR[WORKING]}/src" + DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" + + # .css patch file + DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" + DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" + + urls: + URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" + + make-dirs: + # List the directories which are created while preparing the environment. + # All directories MUST be defined in "paths" section. + - "DIR[WORKING,DATA]" + - "DIR[WORKING,SRC,STATIC]" + - "DIR[BUILD,HTML]" + - "DIR[STATIC,VPP]" + - "DIR[STATIC,ARCH]" + build-dirs: + # List the directories where the results (build) is stored. + # All directories MUST be defined in "paths" section. + - "DIR[BUILD,HTML]" + + testbeds: + "10.30.51.45": "LF-2n-SKX-21" + "10.30.51.53": "LF-2n-SKX-22" + "10.30.51.55": "LF-2n-SKX-23" + "10.30.51.57": "LF-2n-SKX-24" + "10.32.8.19": "LF-2n-CLX-27" + "10.32.8.21": "LF-2n-CLX-28" + "10.32.8.23": "LF-2n-CLX-29" + "10.30.51.16": "LF-3n-HSW-01" + "10.30.51.20": "LF-3n-HSW-02" + "10.30.51.24": "LF-3n-HSW-03" + "10.30.51.48": "LF-3n-SKX-31" + "10.30.51.60": "LF-3n-SKX-32" + "10.30.51.49": "LF-3n-TSH-33" + "10.30.51.49": "LF-2n-TX2-34" + "10.32.8.25": "LF-2n-ZN2-210" + "10.32.8.10": "LF-DNV" + + # Data sources are used in this order: + data-sources: + # JSON from S3 + - type: "json" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output.json.gz" + file-format: ".gz" + enabled: False + # XML + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/archives/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" + url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output.xml.gz" + file-format: ".gz" + enabled: True + + archive-inputs: False + + reverse-input: True # Needed for trending, not important for the report + + # Number of days from now to the past. Only files generated in this + # time period are used. + # Only for trending + time-period: 180 + + mapping-file: "" + + ignore-list: "" + + alerting: + + alerts: + +# As Jenkins slave is not configured to send emails, this is now only as +# a working example: +# +# # Send the list of failed tests vie email. +# # Pre-requisites: +# # - SMTP server is installed on the Jenkins slave +# # - SMTP server is configured to send emails. Default configuration is +# # sufficient. +# email-failed-tests: +# # Title is used in logs and also as the email subject. +# title: "Trending: Failed Tests" +# # Type of alert. +# type: "failed-tests" +# # How to send the alert. The used way must be specified in the +# # configuration part. +# way: "email" +# # Data to be included in the alert. +# # Here is used the list of tables generated by the function +# # "table_failed_tests_html". +# include: +# - "failed-tests-3n-hsw" +# - "failed-tests-3n-skx" +# - "failed-tests-2n-skx" +# # This url is used in the tables instead of the original one. The aim +# # is to make the links usable also from the email. +# url: "https://docs.fd.io/csit/master/trending/trending" + + # Jenkins job sends the email with failed tests. + # Pre-requisites: + # - Jenkins job is configured to send emails in "Post-build Actions" --> + # "Editable Email Notification". + jenkins-send-failed-tests: + title: "Trending: Failed Tests" + type: "failed-tests" + way: "jenkins" + include: + - "last-failed-tests-vpp-2n-skx-mrr" + - "last-failed-tests-vpp-3n-skx-mrr" + - "last-failed-tests-vpp-2n-clx-mrr" + - "last-failed-tests-vpp-2n-zn2-mrr" + - "last-failed-tests-vpp-3n-hsw-mrr" + - "last-failed-tests-vpp-3n-tsh-mrr" + - "last-failed-tests-vpp-2n-tx2-mrr" + - "last-failed-tests-vpp-2n-dnv-mrr" + - "last-failed-tests-vpp-3n-dnv-mrr" + - "last-failed-tests-dpdk-2n-skx-mrr" + - "last-failed-tests-dpdk-3n-skx-mrr" + - "last-failed-tests-dpdk-2n-clx-mrr" + - "last-failed-tests-dpdk-3n-hsw-mrr" + - "last-failed-tests-dpdk-3n-tsh-mrr" + - "last-failed-tests-dpdk-2n-tx2-mrr" + - "last-failed-tests-vpp-2n-skx-ndrpdr" + - "last-failed-tests-vpp-3n-skx-ndrpdr" + - "last-failed-tests-vpp-2n-clx-ndrpdr" + - "last-failed-tests-vpp-3n-hsw-ndrpdr" + urls: + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-zn2" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-tx2" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" + - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-clx" + - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master" + - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-tsh" + - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-tx2" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-hsw" + url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html" + + configurations: + # Configuration of the email notifications. + email: + # SMTP server + server: "localhost" + # List of recipients. + address-to: + - "csit-report@lists.fd.io" + # Sender + address-from: "testuser@testserver.com" + + # Configuration of notifications sent by Jenkins. + jenkins: + # The directory in the workspace where the generated data is stored and + # then read by Jenkins job. + output-dir: "_build/_static/vpp" + # The name of the output files. ASCII text and HTML formats are + # generated. + output-file: "trending-failed-tests" + # If defined, all output files are zipped into this file. + zip-output: "failed-tests.tar.gz" + +################################################################################ +### S T A T I C ### +################################################################################ + +- type: "static" + src-path: "{DIR[RST]}" + dst-path: "{DIR[WORKING,SRC]}" + +################################################################################ +### O U T P U T ### +################################################################################ + +- type: "output" + arch-file-format: # moved from input, TODO: change it in the code + - ".gz" + - ".zip" + output: "trending" + format: + html: + - full diff --git a/resources/tools/presentation/specifications/trending/layouts.yaml b/resources/tools/presentation/specifications/trending/layouts.yaml new file mode 100644 index 0000000000..ccc4a39939 --- /dev/null +++ b/resources/tools/presentation/specifications/trending/layouts.yaml @@ -0,0 +1,143 @@ +################################################################################ +### L A Y O U T S ### +################################################################################ + +- type: "layouts" + + plot-cpta: + title: "" + titlefont: + size: 16 + autosize: True + showlegend: True + width: 1100 + height: 800 + yaxis: + showticklabels: True + tickformat: ".5s" + title: "Throughput [Mpps]" + hoverformat: ".5s" + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + showline: True + zeroline: False + tickcolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + xaxis: + title: 'Date [MMDD]' + type: "date" + autorange: True + fixedrange: False + showgrid: True + gridcolor: "rgb(238, 238, 238)" + showline: True + linecolor: "rgb(238, 238, 238)" + zeroline: False + linewidth: 1 + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "auto" + tickformat: "%m%d" + rangeselector: + buttons: + - count: 14 + label: "2w" + step: "day" + stepmode: "backward" + - count: 1 + label: "1m" + step: "month" + stepmode: "backward" + - count: 2 + label: "2m" + step: "month" + stepmode: "backward" + - count: 3 + label: "3m" + step: "month" + stepmode: "backward" + - step: "all" + margin: + r: 20 + b: 5 + t: 5 + l: 70 + legend: + orientation: "h" + xanchor: "auto" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + bordercolor: "rgb(238, 238, 238)" + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 + + plot-cpta-cps: + title: "" + titlefont: + size: 16 + autosize: True + showlegend: True + width: 1100 + height: 800 + yaxis: + showticklabels: True + tickformat: ".5s" + title: "Connection Rate [Mcps]" + hoverformat: ".5s" + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + showline: True + zeroline: False + tickcolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + xaxis: + title: 'Date [MMDD]' + type: "date" + autorange: True + fixedrange: False + showgrid: True + gridcolor: "rgb(238, 238, 238)" + showline: True + linecolor: "rgb(238, 238, 238)" + zeroline: False + linewidth: 1 + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "auto" + tickformat: "%m%d" + rangeselector: + buttons: + - count: 14 + label: "2w" + step: "day" + stepmode: "backward" + - count: 1 + label: "1m" + step: "month" + stepmode: "backward" + - count: 2 + label: "2m" + step: "month" + stepmode: "backward" + - count: 3 + label: "3m" + step: "month" + stepmode: "backward" + - step: "all" + margin: + r: 20 + b: 5 + t: 5 + l: 70 + legend: + orientation: "h" + xanchor: "auto" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + bordercolor: "rgb(238, 238, 238)" + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" + hoverlabel: + namelength: -1 diff --git a/resources/tools/presentation/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py index b15af82188..b15af82188 100644 --- a/resources/tools/presentation/conf.py +++ b/resources/tools/presentation/sphinx_conf/report/conf.py diff --git a/resources/tools/presentation/conf_cpta/conf.py b/resources/tools/presentation/sphinx_conf/trending/conf.py index 53af4ed68a..53af4ed68a 100644 --- a/resources/tools/presentation/conf_cpta/conf.py +++ b/resources/tools/presentation/sphinx_conf/trending/conf.py |
