diff options
| author |   Tibor Frank <tifrank@cisco.com> | 2023-01-04 11:08:47 +0100 |
|---|---|---|
| committer | Tibor Frank <tifrank@cisco.com> | 2023-01-05 06:18:00 +0100 |
| commit | 3055ecfbb0b619318f7cfbbb18ba142968b4c617 (patch) | |
| tree | 659f77115b28be3b6c2ffab992f3905f87874fca /resources/tools/presentation | |
| parent | 2468e5040c36889c62105ba937b9e6412727aa47 (diff) | |
Report: Remove DNV testbeds
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Change-Id: Id54919579a245ef9f44a9599b8e2d4f3bd320e84
Diffstat (limited to 'resources/tools/presentation')
27 files changed, 34 insertions, 1858 deletions
diff --git a/resources/tools/presentation/README.md b/resources/tools/presentation/README.md index c8e28fe12c..605cb52df4 100644 --- a/resources/tools/presentation/README.md +++ b/resources/tools/presentation/README.md @@ -20,14 +20,14 @@ Run the script with the path to a local XML file, e.g.: Store all XML files in a directory, e.g.: - csit-vpp-perf-verify-2001-3n-dnv/ - ├── csit-vpp-perf-verify-2001-3n-dnv__5__output_info.xml - ├── csit-vpp-perf-verify-2001-3n-dnv__6__output_info.xml - └── csit-vpp-perf-verify-2001-3n-dnv__7__output_info.xml + csit-vpp-perf-verify-2001-3n-icx/ + ├── csit-vpp-perf-verify-2001-3n-icx__5__output_info.xml + ├── csit-vpp-perf-verify-2001-3n-icx__6__output_info.xml + └── csit-vpp-perf-verify-2001-3n-icx__7__output_info.xml and use: - ./run_local_report.sh --directory csit-vpp-perf-verify-2001-3n-dnv/ + ./run_local_report.sh --directory csit-vpp-perf-verify-2001-3n-icx/ ### Using a directory with directories of XML files. @@ -37,10 +37,10 @@ Store all XML files in a directory structure, e.g.: ├── csit-vpp-perf-verify-2001-2n-clx │ ├── csit-vpp-perf-verify-2001-2n-clx__28__output_info.xml │ └── csit-vpp-perf-verify-2001-2n-clx__29__output_info.xml - └── csit-vpp-perf-verify-2001-3n-dnv - ├── csit-vpp-perf-verify-2001-3n-dnv__5__output_info.xml - ├── csit-vpp-perf-verify-2001-3n-dnv__6__output_info.xml - └── csit-vpp-perf-verify-2001-3n-dnv__7__output_info.xml + └── csit-vpp-perf-verify-2001-3n-icx + ├── csit-vpp-perf-verify-2001-3n-icx__5__output_info.xml + ├── csit-vpp-perf-verify-2001-3n-icx__6__output_info.xml + └── csit-vpp-perf-verify-2001-3n-icx__7__output_info.xml and use: diff --git a/resources/tools/presentation/__init__.py b/resources/tools/presentation/__init__.py index a85fe45c2b..70c5f9c4c5 100644 --- a/resources/tools/presentation/__init__.py +++ b/resources/tools/presentation/__init__.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/convert_xml_json.py b/resources/tools/presentation/convert_xml_json.py index 73469cd025..236c795093 100644 --- a/resources/tools/presentation/convert_xml_json.py +++ b/resources/tools/presentation/convert_xml_json.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/doc/trending_test_groups.md b/resources/tools/presentation/doc/trending_test_groups.md index e272a4c7b1..0d4a99bed5 100644 --- a/resources/tools/presentation/doc/trending_test_groups.md +++ b/resources/tools/presentation/doc/trending_test_groups.md @@ -51,8 +51,6 @@ will be on the Trending web page. - [3n-skx] - [3n-hsw] - [3n-tsh] - - [2n-dnv] - - [3n-dnv] - [2n-clx] and on the lists of selected tests (test_select_list_*.md) stored in @@ -176,46 +174,6 @@ will be on the Trending web page. 10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr 10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -### 2n-dnv-x553 - -#### 64b-?t?c-l2switching-base-ixgbe - 10ge2p1x553-dot1q-l2xcbase-mrr - 10ge2p1x553-eth-l2xcbase-mrr - 10ge2p1x553-dot1q-l2bdbasemaclrn-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-scale-ixgbe - 10ge2p1x553-eth-l2patch-mrr - 10ge2p1x553-eth-l2xcbase-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-mrr - 10ge2p1x553-eth-l2bdscale10kmaclrn-mrr - 10ge2p1x553-eth-l2bdscale100kmaclrn-mrr - 10ge2p1x553-eth-l2bdscale1mmaclrn-mrr - -### 3n-dnv-x553 - -#### 64b-?t?c-l2switching-base-ixgbe - 10ge2p1x553-dot1q-l2xcbase-mrr - 10ge2p1x553-eth-l2xcbase-mrr - 10ge2p1x553-dot1q-l2bdbasemaclrn-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-scale-ixgbe - 10ge2p1x553-eth-l2patch-mrr - 10ge2p1x553-eth-l2xcbase-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-mrr - 10ge2p1x553-eth-l2bdscale10kmaclrn-mrr - 10ge2p1x553-eth-l2bdscale100kmaclrn-mrr - 10ge2p1x553-eth-l2bdscale1mmaclrn-mrr - -#### 64b-?t?c-features-l2switching-base-ixgbe - 10ge2p1x553-eth-l2bdbasemaclrn-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr - ### 2n-clx-xxv710 #### 64b-?t?c-l2switching-base-avf @@ -338,40 +296,6 @@ will be on the Trending web page. 10ge2p1x520-ethip4udp-ip4base-oacl50sl-10kflows-mrr 10ge2p1x520-ethip4udp-ip4base-nat44-mrr -### 2n-dnv-x553 - -#### 64b-?t?c-ip4routing-base-scale-ixgbe - 10ge2p1x553-dot1q-ip4base-mrr - 10ge2p1x553-ethip4-ip4base-mrr - 10ge2p1x553-ethip4-ip4scale20k-mrr - 10ge2p1x553-ethip4-ip4scale200k-mrr - 10ge2p1x553-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-features-ip4routing-base-ixgbe - 10ge2p1x553-ethip4-ip4base-mrr - 10ge2p1x553-ethip4udp-ip4base-iacl50sf-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-iacl50sl-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-oacl50sf-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-oacl50sl-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-nat44-mrr - -### 3n-dnv-x553 - -#### 64b-?t?c-ip4routing-base-scale-ixgbe - 10ge2p1x553-dot1q-ip4base-mrr - 10ge2p1x553-ethip4-ip4base-mrr - 10ge2p1x553-ethip4-ip4scale20k-mrr - 10ge2p1x553-ethip4-ip4scale200k-mrr - 10ge2p1x553-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-features-ip4routing-base-ixgbe - 10ge2p1x553-ethip4-ip4base-mrr - 10ge2p1x553-ethip4udp-ip4base-iacl50sf-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-iacl50sl-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-oacl50sf-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-oacl50sl-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-nat44-mrr - ### 2n-clx-xxv710 #### 64b-?t?c-ip4routing-base-scale-avf @@ -453,24 +377,6 @@ will be on the Trending web page. 10ge2p1x520-ethip6-ip6scale200k-mrr 10ge2p1x520-ethip6-ip6scale2m-mrr -### 2n-dnv-x553 - -#### 78b-?t?c-ip6routing-base-scale-ixgbe - 10ge2p1x553-dot1q-ip6base-mrr - 10ge2p1x553-ethip6-ip6base-mrr - 10ge2p1x553-ethip6-ip6scale20k-mrr - 10ge2p1x553-ethip6-ip6scale200k-mrr - 10ge2p1x553-ethip6-ip6scale2m-mrr - -### 3n-dnv-x553 - -#### 78b-?t?c-ip6routing-base-scale-ixgbe - 10ge2p1x553-dot1q-ip6base-mrr - 10ge2p1x553-ethip6-ip6base-mrr - 10ge2p1x553-ethip6-ip6scale20k-mrr - 10ge2p1x553-ethip6-ip6scale200k-mrr - 10ge2p1x553-ethip6-ip6scale2m-mrr - ### 2n-clx-xxv710 #### 78b-?t?c-ip6routing-base-scale-i40e @@ -518,16 +424,6 @@ will be on the Trending web page. 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr -### 3n-dnv-x553 - -#### 78b-?t?c-srv6-ip6routing-base-ixgbe - 10ge2p1x553-ethip6ip6-ip6base-srv6enc1sid-mrr - 10ge2p1x553-ethip6srhip6-ip6base-srv6enc2sids-mrr - 10ge2p1x553-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr - 10ge2p1x553-ethip6srhip6-ip6base-srv6proxy-dyn-mrr - 10ge2p1x553-ethip6srhip6-ip6base-srv6proxy-masq-mrr - 10ge2p1x553-ethip6srhip6-ip6base-srv6proxy-stat-mrr - ## IPv4 Tunnels ### 3n-skx-xxv710 @@ -552,14 +448,6 @@ will be on the Trending web page. 10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr 10ge2p1x520-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr -### 3n-dnv-x553 - -#### 64b-?t?c-ip4tunnel-base-scale-ixgbe - 10ge2p1x553-ethip4vxlan-l2xcbase-mrr - 10ge2p1x553-ethip4vxlan-l2bdbasemaclrn-mrr - 10ge2p1x553-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr - 10ge2p1x553-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr - ## KVM VMs vhost-user ### 2n-skx-xxv710 @@ -745,16 +633,6 @@ will be on the Trending web page. 10ge2p1x520-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr 10ge2p1x520-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr -### 3n-dnv-x553 - -#### imix-?t?c-ipsec-ip4routing-base-scale-sw-ixgbe - 10ge2p1x553-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr - 10ge2p1x553-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - 10ge2p1x553-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr - 10ge2p1x553-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - 10ge2p1x553-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr - 10ge2p1x553-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - ## Virtual Topology System ### 3n-skx-xxv710 @@ -910,8 +788,6 @@ will be on the Trending web page. [3n-skx]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx/ [3n-hsw]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master/ [3n-tsh]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh/ -[2n-dnv]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv/ -[3n-dnv]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv/ [2n-clx]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx/ [Performance Tests Job Specifications, chapter NICs]: https://github.com/FDio/csit/blob/master/docs/job_specs/perf_tests_job_specs.md#nics [Performance Tests Job Specifications, chapter Frame Sizes]: https://github.com/FDio/csit/blob/master/docs/job_specs/perf_tests_job_specs.md#frame-sizes diff --git a/resources/tools/presentation/environment.py b/resources/tools/presentation/environment.py index 9bf9586da8..e34e338c41 100644 --- a/resources/tools/presentation/environment.py +++ b/resources/tools/presentation/environment.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/generator_alerts.py b/resources/tools/presentation/generator_alerts.py index 3c5c6f9fea..21ffbd23b7 100644 --- a/resources/tools/presentation/generator_alerts.py +++ b/resources/tools/presentation/generator_alerts.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -437,7 +437,7 @@ class Alerting: try: groups = re.search( re.compile( - r'((vpp|dpdk)-\dn-(skx|clx|tsh|dnv|zn2|tx2|icx|alt)-.*)' + r'((vpp|dpdk)-\dn-(skx|clx|tsh|zn2|tx2|icx|alt)-.*)' ), test_set ) diff --git a/resources/tools/presentation/generator_cpta.py b/resources/tools/presentation/generator_cpta.py index 4063764eb1..d1b6fb082c 100644 --- a/resources/tools/presentation/generator_cpta.py +++ b/resources/tools/presentation/generator_cpta.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -878,7 +878,7 @@ def _generate_all_charts(spec, input_data): ltc_prog_lst = [] max_len = MaxLens(0, 0, 0, 0, 0, 0) - # tb - testbed (2n-skx, 3n-dnv, etc) + # tb - testbed (2n-icx, etc) tb = u"-".join(job_name.split(u"-")[-2:]) # data - read all txt dashboard files for tb for file in listdir(f"{spec.cpta[u'output-file']}"): diff --git a/resources/tools/presentation/generator_files.py b/resources/tools/presentation/generator_files.py index a828c4b952..ef06cad519 100644 --- a/resources/tools/presentation/generator_files.py +++ b/resources/tools/presentation/generator_files.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/generator_plots.py b/resources/tools/presentation/generator_plots.py index 9db74e811c..ce1fbd32f8 100644 --- a/resources/tools/presentation/generator_plots.py +++ b/resources/tools/presentation/generator_plots.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/generator_report.py b/resources/tools/presentation/generator_report.py index 8f7d4ff3cb..f34ac9355f 100644 --- a/resources/tools/presentation/generator_report.py +++ b/resources/tools/presentation/generator_report.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index d76c4ba2b8..d4f3c76f17 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -1146,34 +1146,25 @@ def _generate_url(testbed, test_name): frame_size = u"" if u"1t1c" in test_name or \ - (u"-1c-" in test_name and - testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv", u"2n-tx2")): + (u"-1c-" in test_name and testbed in (u"3n-tsh", u"2n-tx2")): cores = u"1t1c" elif u"2t2c" in test_name or \ - (u"-2c-" in test_name and - testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv", u"2n-tx2")): + (u"-2c-" in test_name and testbed in (u"3n-tsh", u"2n-tx2")): cores = u"2t2c" elif u"4t4c" in test_name or \ - (u"-4c-" in test_name and - testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv", u"2n-tx2")): + (u"-4c-" in test_name and testbed in (u"3n-tsh", u"2n-tx2")): cores = u"4t4c" elif u"2t1c" in test_name or \ (u"-1c-" in test_name and - testbed in - (u"2n-icx", u"3n-icx", u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", - u"2n-aws", u"3n-aws")): + testbed in (u"2n-icx", u"3n-icx", u"2n-clx", u"2n-zn2", u"2n-aws")): cores = u"2t1c" elif u"4t2c" in test_name or \ (u"-2c-" in test_name and - testbed in - (u"2n-icx", u"3n-icx", u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", - u"2n-aws", u"3n-aws")): + testbed in (u"2n-icx", u"3n-icx", u"2n-clx", u"2n-zn2", u"2n-aws")): cores = u"4t2c" elif u"8t4c" in test_name or \ (u"-4c-" in test_name and - testbed in - (u"2n-icx", u"3n-icx", u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", - u"2n-aws", u"3n-aws")): + testbed in (u"2n-icx", u"3n-icx", u"2n-clx", u"2n-zn2", u"2n-aws")): cores = u"8t4c" else: cores = u"" @@ -1188,7 +1179,7 @@ def _generate_url(testbed, test_name): driver = u"af_xdp" elif u"rdma" in test_name: driver = u"rdma" - elif u"dnv" in testbed or u"tsh" in testbed: + elif u"tsh" in testbed: driver = u"ixgbe" elif u"ena" in test_name: driver = u"ena" diff --git a/resources/tools/presentation/input_data_files.py b/resources/tools/presentation/input_data_files.py index 5b322dcb60..09c6b05ee6 100644 --- a/resources/tools/presentation/input_data_files.py +++ b/resources/tools/presentation/input_data_files.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/input_data_parser.py b/resources/tools/presentation/input_data_parser.py index ffd491000b..6bb15d7c93 100644 --- a/resources/tools/presentation/input_data_parser.py +++ b/resources/tools/presentation/input_data_parser.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/pal.py b/resources/tools/presentation/pal.py index 06f1eeda59..db2b250d10 100644 --- a/resources/tools/presentation/pal.py +++ b/resources/tools/presentation/pal.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/pal_errors.py b/resources/tools/presentation/pal_errors.py index a584088d26..009a3ed2b8 100644 --- a/resources/tools/presentation/pal_errors.py +++ b/resources/tools/presentation/pal_errors.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/pal_utils.py b/resources/tools/presentation/pal_utils.py index f546aa4d10..76db5398e2 100644 --- a/resources/tools/presentation/pal_utils.py +++ b/resources/tools/presentation/pal_utils.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/specification_parser.py b/resources/tools/presentation/specification_parser.py index ce821f2bde..6909c31e7f 100644 --- a/resources/tools/presentation/specification_parser.py +++ b/resources/tools/presentation/specification_parser.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 85cb48bf28..337d4865e7 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -675,154 +675,6 @@ csit-dpdk-perf-report-iterative-2210-2n-tx2: - 1 # rls2210 NDRPDR iter env 11 - # 3n-dnv - - vpp-3n-dnv-hist-iter: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 4 # rls2202.rel NDRPDR iter env 10 - - 5 # rls2202.rel NDRPDR iter env 10 - - 6 # rls2202.rel NDRPDR iter env 10 - - 7 # rls2202.rel NDRPDR iter env 10 - - 8 # rls2202.rel NDRPDR iter env 10 - - 9 # rls2202.rel NDRPDR iter env 10 - - 10 # rls2202.rel NDRPDR iter env 10 - - 11 # rls2202.rel NDRPDR iter env 10 - - 12 # rls2202.rel NDRPDR iter env 10 - - 13 # rls2202.rel NDRPDR iter env 10 - - vpp-3n-dnv-prev-iter-old-env: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 24 # rls2206.rel NDRPDR iter env 10 - - 32 # rls2206.rel NDRPDR iter env 10 - - 33 # rls2206.rel NDRPDR iter env 10 - - 34 # rls2206.rel NDRPDR iter env 10 - - 35 # rls2206.rel NDRPDR iter env 10 - - 36 # rls2206.rel NDRPDR iter env 10 - - 37 # rls2206.rel NDRPDR iter env 10 - - 38 # rls2206.rel NDRPDR iter env 10 - - 39 # rls2206.rel NDRPDR iter env 10 - - 40 # rls2206.rel NDRPDR iter env 10 - - # vpp-3n-dnv-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-3n-dnv: - # csit-vpp-perf-report-iterative-2206-3n-dnv: - # - 4 # rls2202.rel NDRPDR iter env 10 - - vpp-3n-dnv-curr-iter: - csit-vpp-perf-report-iterative-2210-3n-dnv: - - 17 # rls2210.rel NDRPDR iter env 11 - - 18 # rls2210.rel NDRPDR iter env 11 - - 19 # rls2210.rel NDRPDR iter env 11 - - 20 # rls2210.rel NDRPDR iter env 11 - - 21 # rls2210.rel NDRPDR iter env 11 - - 22 # rls2210.rel NDRPDR iter env 11 - - 23 # rls2210.rel NDRPDR iter env 11 - - 24 # rls2210.rel NDRPDR iter env 11 - - 25 # rls2210.rel NDRPDR iter env 11 - - 26 # rls2210.rel NDRPDR iter env 11 - - vpp-3n-dnv-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 3 # rls2202.rel MRR iter env 10 - - vpp-3n-dnv-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 22 # rls2206.rel MRR iter env 10 - - # vpp-3n-dnv-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-3n-dnv: - # csit-vpp-perf-report-iterative-2206-3n-dnv: - # - 3 # rls2202.rel MRR iter env 10 - - vpp-3n-dnv-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-3n-dnv: - - 16 # rls2210.rel MRR iter env 11 - - vpp-3n-dnv-curr-cov: - csit-vpp-perf-report-coverage-2210-3n-dnv: - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - - 8 # rls2210.rel NDRPDR cov env 11 - - 9 # rls2210.rel NDRPDR cov env 11 - - 10 # rls2210.rel NDRPDR cov env 11 - - 11 # rls2210.rel NDRPDR cov env 11 - - # 2n-dnv - - vpp-2n-dnv-hist-iter: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 4 # rls2202.rel NDRPDR iter env 10 - - 5 # rls2202.rel NDRPDR iter env 10 - - 6 # rls2202.rel NDRPDR iter env 10 - - 7 # rls2202.rel NDRPDR iter env 10 - - 8 # rls2202.rel NDRPDR iter env 10 - - 9 # rls2202.rel NDRPDR iter env 10 - - 10 # rls2202.rel NDRPDR iter env 10 - - 11 # rls2202.rel NDRPDR iter env 10 - - 12 # rls2202.rel NDRPDR iter env 10 - - 13 # rls2202.rel NDRPDR iter env 10 - - vpp-2n-dnv-prev-iter-old-env: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 22 # rls2206.rel NDRPDR iter env 10 - - 31 # rls2206.rel NDRPDR iter env 10 - - 32 # rls2206.rel NDRPDR iter env 10 - - 33 # rls2206.rel NDRPDR iter env 10 - - 34 # rls2206.rel NDRPDR iter env 10 - - 35 # rls2206.rel NDRPDR iter env 10 - - 36 # rls2206.rel NDRPDR iter env 10 - - 37 # rls2206.rel NDRPDR iter env 10 - - 38 # rls2206.rel NDRPDR iter env 10 - - 39 # rls2206.rel NDRPDR iter env 10 - - # vpp-2n-dnv-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-dnv: - # csit-vpp-perf-report-iterative-2206-2n-dnv: - # - 4 # rls2202.rel NDRPDR iter env 10 - - vpp-2n-dnv-curr-iter: - csit-vpp-perf-report-iterative-2210-2n-dnv: - - 17 # rls2210.rel NDRPDR iter env 11 - - 18 # rls2210.rel NDRPDR iter env 11 - - 19 # rls2210.rel NDRPDR iter env 11 - - 20 # rls2210.rel NDRPDR iter env 11 - - 21 # rls2210.rel NDRPDR iter env 11 - - 22 # rls2210.rel NDRPDR iter env 11 - - 23 # rls2210.rel NDRPDR iter env 11 - - 24 # rls2210.rel NDRPDR iter env 11 - - 25 # rls2210.rel NDRPDR iter env 11 - - 26 # rls2210.rel NDRPDR iter env 11 - - vpp-2n-dnv-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 3 # rls2202.rel MRR iter env 10 - - vpp-2n-dnv-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 20 # rls2206.rel MRR iter env 10 - - # vpp-2n-dnv-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-dnv: - # csit-vpp-perf-report-iterative-2206-2n-dnv: - # - 3 # rls2202.rel MRR iter env 10 - - vpp-2n-dnv-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-2n-dnv: - - 16 # rls2210.rel MRR iter env 11 - - vpp-2n-dnv-curr-cov: - csit-vpp-perf-report-coverage-2210-2n-dnv: - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - # 2n-aws vpp-2n-aws-hist-iter: diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 1fda1eab64..f8f8197a7d 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -230,37 +230,6 @@ # build: "19" # - type: "table" -# title: "Job Specification Duration: 2n-dnv-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-2n-dnv-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-2n-dnv-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-2n-dnv-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip6-00" -# build: "4" -# - job-spec: "ip6-01" -# build: "5" -# - job-spec: "l2-00" -# build: "6" -# - job-spec: "l2-01" -# build: "7" - -# - type: "table" # title: "Job Specification Duration: 2n-aws-iterative" # algorithm: "table_job_spec_duration" # output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter" @@ -382,45 +351,6 @@ # build: "16" # - type: "table" -# title: "Job Specification Duration: 3n-dnv-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-3n-dnv-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-3n-dnv-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-3n-dnv-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "2" -# - job-spec: "crypto-01" -# build: "3" -# - job-spec: "crypto-02" -# build: "4" -# - job-spec: "ip4-00" -# build: "5" -# - job-spec: "ip4-01" -# build: "6" -# - job-spec: "ip4tun-00" -# build: "7" -# - job-spec: "ip6-00" -# build: "8" -# - job-spec: "ip6-01" -# build: "9" -# - job-spec: "l2-00" -# build: "10" -# - job-spec: "l2-01" -# build: "11" - -# - type: "table" # title: "Job Specification Duration: 3n-snr-iterative" # algorithm: "table_job_spec_duration" # output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter" @@ -2433,286 +2363,6 @@ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 2t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 1t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 2t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c pdr" @@ -3758,216 +3408,6 @@ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c mrr" @@ -4455,40 +3895,6 @@ - "parent" - "msg" -# Detailed Test Results - VPP Performance Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - VPP Performance Results 3n-snr - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-snr" @@ -4644,40 +4050,6 @@ - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 3n-dnv -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP Performance Test Configs 3n-snr - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-snr" @@ -4768,22 +4140,6 @@ data: "vpp-2n-tx2-curr-cov" filter: "all" -# Test Operational Data - VPP Performance Operational Data 3n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 2n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - # Test Operational Data - VPP Performance Operational Data 3n-snr - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-snr" @@ -4919,40 +4275,6 @@ - "parent" - "msg" -# Detailed Test Results - VPP MRR Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-3n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - VPP MRR Results 3n-snr - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-snr" @@ -5106,40 +4428,6 @@ - "name" - "conf-history" -# Test configuration - VPP MRR Test Configs 3n-dnv -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP MRR Test Configs 3n-snr - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-snr" @@ -5977,8 +5265,6 @@ - "{DIR[DTR,PERF,VPP,3N,ALT]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - "{DIR[DTR,PERF,VPP,2N,TX2]}" - - "{DIR[DTR,PERF,VPP,2N,DNV]}" - - "{DIR[DTR,PERF,VPP,3N,DNV]}" - "{DIR[DTR,PERF,VPP,2N,AWS]}" - "{DIR[DTR,PERF,VPP,3N,SNR]}" data: @@ -5989,8 +5275,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6018,8 +5302,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6047,8 +5329,6 @@ - "{DIR[DTC,PERF,VPP,3N,ALT]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - "{DIR[DTC,PERF,VPP,2N,TX2]}" - - "{DIR[DTC,PERF,VPP,2N,DNV]}" - - "{DIR[DTC,PERF,VPP,3N,DNV]}" - "{DIR[DTC,PERF,VPP,2N,AWS]}" - "{DIR[DTC,PERF,VPP,3N,SNR]}" data: @@ -6059,8 +5339,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6088,8 +5366,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6117,8 +5393,6 @@ - "{DIR[DTO,PERF,VPP,3N,ALT]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - "{DIR[DTO,PERF,VPP,2N,TX2]}" - - "{DIR[DTO,PERF,VPP,2N,DNV]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" - "{DIR[DTO,PERF,VPP,2N,AWS]}" - "{DIR[DTO,PERF,VPP,3N,SNR]}" data: @@ -6129,8 +5403,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6158,8 +5430,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6187,8 +5457,6 @@ - "{DIR[DTR,MRR,VPP,3N,ALT]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - "{DIR[DTR,MRR,VPP,2N,TX2]}" - - "{DIR[DTR,MRR,VPP,2N,DNV]}" - - "{DIR[DTR,MRR,VPP,3N,DNV]}" - "{DIR[DTR,MRR,VPP,2N,AWS]}" - "{DIR[DTR,MRR,VPP,3N,SNR]}" data: @@ -6199,8 +5467,6 @@ - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-dnv-curr-iter-mrr" - - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" @@ -6228,8 +5494,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6257,8 +5521,6 @@ - "{DIR[DTC,MRR,VPP,3N,ALT]}" - "{DIR[DTC,MRR,VPP,3N,TSH]}" - "{DIR[DTC,MRR,VPP,2N,TX2]}" - - "{DIR[DTC,MRR,VPP,2N,DNV]}" - - "{DIR[DTC,MRR,VPP,3N,DNV]}" - "{DIR[DTC,MRR,VPP,2N,AWS]}" - "{DIR[DTC,MRR,VPP,3N,SNR]}" data: @@ -6269,8 +5531,6 @@ - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-dnv-curr-iter-mrr" - - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" @@ -6298,8 +5558,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6942,37 +6200,6 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" @@ -7042,19 +6269,6 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" @@ -7067,69 +6281,6 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - layout: - title: "2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" title: "Throughput: 3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" @@ -7147,23 +6298,6 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" @@ -7197,85 +6331,6 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" title: "Throughput: 3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" @@ -8119,216 +7174,6 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" title: "Speedup: 2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index 004cb20796..5d25ec1b45 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -40,8 +40,6 @@ DIR[DTR,PERF,DPDK,3N,ICX]: "{DIR[DTR]}/dpdk_performance_results_3n_icx" DIR[DTR,PERF,DPDK,2N,ZN2]: "{DIR[DTR]}/dpdk_performance_results_2n_zn2" DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" - DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" - DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" DIR[DTR,PERF,DPDK,3N,SNR]: "{DIR[DTR]}/dpdk_performance_results_3n_snr" DIR[DTR,PERF,DPDK,3N,ALT]: "{DIR[DTR]}/dpdk_performance_results_3n_alt" DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" @@ -56,8 +54,6 @@ DIR[DTR,PERF,VPP,3N,ALT]: "{DIR[DTR]}/vpp_performance_results_3n_alt" DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" DIR[DTR,PERF,VPP,2N,TX2]: "{DIR[DTR]}/vpp_performance_results_2n_tx2" - DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" - DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" DIR[DTR,PERF,VPP,3N,SNR]: "{DIR[DTR]}/vpp_performance_results_3n_snr" DIR[DTR,PERF,VPP,3N,AWS]: "{DIR[DTR]}/vpp_performance_results_3n_aws" DIR[DTR,PERF,VPP,2N,AWS]: "{DIR[DTR]}/vpp_performance_results_2n_aws" @@ -69,8 +65,6 @@ DIR[DTR,MRR,VPP,3N,ALT]: "{DIR[DTR]}/vpp_mrr_results_3n_alt" DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" DIR[DTR,MRR,VPP,2N,TX2]: "{DIR[DTR]}/vpp_mrr_results_2n_tx2" - DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" - DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" DIR[DTR,MRR,VPP,3N,SNR]: "{DIR[DTR]}/vpp_mrr_results_3n_snr" DIR[DTR,MRR,VPP,3N,AWS]: "{DIR[DTR]}/vpp_mrr_results_3n_aws" DIR[DTR,MRR,VPP,2N,AWS]: "{DIR[DTR]}/vpp_mrr_results_2n_aws" @@ -86,8 +80,6 @@ DIR[DTC,PERF,VPP,3N,ALT]: "{DIR[DTC]}/vpp_performance_configuration_3n_alt" DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" DIR[DTC,PERF,VPP,2N,TX2]: "{DIR[DTC]}/vpp_performance_configuration_2n_tx2" - DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" - DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" DIR[DTC,PERF,VPP,3N,SNR]: "{DIR[DTC]}/vpp_performance_configuration_3n_snr" DIR[DTC,PERF,VPP,3N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_3n_aws" DIR[DTC,PERF,VPP,2N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_2n_aws" @@ -99,8 +91,6 @@ DIR[DTC,MRR,VPP,3N,ALT]: "{DIR[DTC]}/vpp_mrr_configuration_3n_alt" DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" DIR[DTC,MRR,VPP,2N,TX2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_tx2" - DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" - DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" DIR[DTC,MRR,VPP,3N,SNR]: "{DIR[DTC]}/vpp_mrr_configuration_3n_snr" DIR[DTC,MRR,VPP,3N,AWS]: "{DIR[DTC]}/vpp_mrr_configuration_3n_aws" DIR[DTC,MRR,VPP,2N,AWS]: "{DIR[DTC]}/vpp_mrr_configuration_2n_aws" @@ -116,8 +106,6 @@ DIR[DTO,PERF,VPP,3N,ALT]: "{DIR[DTO]}/vpp_performance_operational_data_3n_alt" DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" DIR[DTO,PERF,VPP,2N,TX2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_tx2" - DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" - DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" DIR[DTO,PERF,VPP,3N,SNR]: "{DIR[DTO]}/vpp_performance_operational_data_3n_snr" DIR[DTO,PERF,VPP,3N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_3n_aws" DIR[DTO,PERF,VPP,2N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_2n_aws" @@ -210,7 +198,6 @@ frequency: # [GHz] 2n-aws: 1.000 - 2n-dnv: 2.000 2n-clx: 2.300 2n-icx: 2.600 2n-skx: 2.500 @@ -218,7 +205,6 @@ 2n-zn2: 2.900 3n-alt: 3.000 3n-aws: 1.000 - 3n-dnv: 2.000 3n-icx: 2.600 3n-skx: 2.500 3n-tsh: 2.200 diff --git a/resources/tools/presentation/specifications/report_local/elements.yaml b/resources/tools/presentation/specifications/report_local/elements.yaml index 87ee409266..b7a7cc0b57 100644 --- a/resources/tools/presentation/specifications/report_local/elements.yaml +++ b/resources/tools/presentation/specifications/report_local/elements.yaml @@ -120,8 +120,6 @@ - "2n-clx" - "3n-hsw" - "3n-tsh" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-aws" level-3: @@ -169,8 +167,6 @@ - "2n-clx" - "3n-hsw" - "3n-tsh" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-aws" level-3: @@ -218,8 +214,6 @@ - "2n-clx" - "3n-hsw" - "3n-tsh" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-aws" level-3: diff --git a/resources/tools/presentation/specifications/report_local/environment.yaml b/resources/tools/presentation/specifications/report_local/environment.yaml index cdbce03155..4efcdb0025 100644 --- a/resources/tools/presentation/specifications/report_local/environment.yaml +++ b/resources/tools/presentation/specifications/report_local/environment.yaml @@ -39,8 +39,6 @@ DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx" DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx" DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" - DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" - DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" @@ -48,8 +46,6 @@ DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx" DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" - DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" - DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" DIR[DTR,PERF,VPP,3N,AWS]: "{DIR[DTR]}/vpp_performance_results_3n_aws" DIR[DTR,PERF,VPP,2N,AWS]: "{DIR[DTR]}/vpp_performance_results_2n_aws" DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" @@ -58,8 +54,6 @@ DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx" DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" - DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" - DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" # Detailed test configurations @@ -70,8 +64,6 @@ DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx" DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" - DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" - DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" DIR[DTC,PERF,VPP,3N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_3n_aws" DIR[DTC,PERF,VPP,2N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_2n_aws" DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" @@ -80,8 +72,6 @@ DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx" DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" - DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" - DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" # Detailed tests operational data @@ -92,8 +82,6 @@ DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx" DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" - DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" - DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" DIR[DTO,PERF,VPP,3N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_3n_aws" DIR[DTO,PERF,VPP,2N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_2n_aws" diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml index c0ef28e477..36acbb2819 100644 --- a/resources/tools/presentation/specifications/trending/data_sets.yaml +++ b/resources/tools/presentation/specifications/trending/data_sets.yaml @@ -32,12 +32,6 @@ table-last-failed-tests-2n-tx2: csit-vpp-perf-mrr-daily-master-2n-tx2: - "lastCompletedBuild" - table-last-failed-tests-3n-dnv: - csit-vpp-perf-mrr-daily-master-3n-dnv: - - "lastCompletedBuild" - table-last-failed-tests-2n-dnv: - csit-vpp-perf-mrr-daily-master-2n-dnv: - - "lastCompletedBuild" table-last-failed-tests-2n-aws: csit-vpp-perf-mrr-weekly-master-2n-aws: - "lastCompletedBuild" @@ -236,20 +230,6 @@ end: "lastCompletedBuild" max-builds: 26 - # 3n-dnv - plot-performance-trending-vpp-3n-dnv: - csit-vpp-perf-mrr-daily-master-3n-dnv: - start: 329 - end: "lastCompletedBuild" - max-builds: 180 - - # 2n-dnv - plot-performance-trending-vpp-2n-dnv: - csit-vpp-perf-mrr-daily-master-2n-dnv: - start: 335 - end: "lastCompletedBuild" - max-builds: 180 - # 3n-aws plot-performance-trending-vpp-3n-aws: csit-vpp-perf-mrr-weekly-master-3n-aws: diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index a780be92c3..1e65420000 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -187,22 +187,6 @@ layout: "plot-statistics" - type: "plot" - title: "Statistics: 3n-dnv mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-3n-dnv-mrr" - data: "plot-performance-trending-vpp-3n-dnv" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-dnv mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-dnv-mrr" - data: "plot-performance-trending-vpp-2n-dnv" - layout: - layout: "plot-statistics" - -- type: "plot" title: "Statistics: 3n-aws mrr" algorithm: "plot_statistics" output-file: "{DIR[STATIC,VPP]}/stats-3n-aws-mrr" @@ -492,32 +476,6 @@ - "msg" - type: "table" - title: "Last failed tests (last builds) VPP 3n-dnv" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-dnv-mrr" - data: "table-last-failed-tests-3n-dnv" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-dnv" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-dnv-mrr" - data: "table-last-failed-tests-2n-dnv" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" title: "Last failed tests (last builds) VPP 2n-aws" algorithm: "table_last_failed_tests" output-file-ext: ".txt" @@ -1648,179 +1606,6 @@ testbed: "2n-tx2" ################################################################################ -# 3n-dnv -- type: "table" - title: "Performance trending dashboard 1t1c-3n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv" - data: "plot-performance-trending-vpp-3n-dnv" - filter: "'MRR' and '1T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 2t2c-3n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv" - data: "plot-performance-trending-vpp-3n-dnv" - filter: "'MRR' and '2T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t4c-3n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv" - data: "plot-performance-trending-vpp-3n-dnv" - filter: "'MRR' and '4T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 1t1c-3n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst" - testbed: "3n-dnv" - -- type: "table" - title: "HTML performance trending dashboard 2t2c-3n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst" - testbed: "3n-dnv" - -- type: "table" - title: "HTML performance trending dashboard 4t4c-3n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst" - testbed: "3n-dnv" - -- type: "table" - title: "Failed MRR tests 3n-dnv" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv" - data: "plot-performance-trending-vpp-3n-dnv" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 3n-dnv" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.rst" - testbed: "3n-dnv" - -################################################################################ -# 2n-dnv -- type: "table" - title: "Performance trending dashboard 1t1c-2n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv" - data: "plot-performance-trending-vpp-2n-dnv" - filter: "'MRR' and '1T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 2t2c-2n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv" - data: "plot-performance-trending-vpp-2n-dnv" - filter: "'MRR' and '2T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t4c-2n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv" - data: "plot-performance-trending-vpp-2n-dnv" - filter: "'MRR' and '4T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 1t1c-2n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst" - testbed: "2n-dnv" - -- type: "table" - title: "HTML performance trending dashboard 2t2c-2n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst" - testbed: "2n-dnv" - -- type: "table" - title: "HTML performance trending dashboard 4t4c-2n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst" - testbed: "2n-dnv" - -- type: "table" - title: "Failed MRR tests 2n-dnv" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv" - data: "plot-performance-trending-vpp-2n-dnv" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 2n-dnv" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst" - testbed: "2n-dnv" - - -################################################################################ # 3n-aws - type: "table" title: "Performance trending dashboard 2t1c-3n-aws" @@ -2602,18 +2387,6 @@ - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-mrr" layout: "plot-cpta" - - title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe" - output-file-name: "2n-dnv-x553-64b-{core}-ip4-ixgbe" - data: "plot-performance-trending-vpp-2n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-{core}-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena" output-file-name: "2n-aws-nitro50g-64b-{core}-ip4-ena" data: "plot-performance-trending-vpp-2n-aws" @@ -2914,18 +2687,6 @@ - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-mrr" layout: "plot-cpta" - - title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe" - output-file-name: "3n-dnv-x553-64b-{core}-ip4-base-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-{core}-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena" output-file-name: "3n-aws-nitro50g-64b-{core}-ip4-ena" data: "plot-performance-trending-vpp-3n-aws" @@ -3013,15 +2774,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-mrr" layout: "plot-cpta" - - title: "3n-dnv-x553-64b-{core}-ip4tunnel-base-scale-ixgbe" - output-file-name: "3n-dnv-x553-64b-{core}-ip4-tunnels-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - title: "3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-avf-dpdk" output-file-name: "3n-skx-xxv710-64b-{core}-ip4-tunnels-base-scale-avf-dpdk" data: "plot-performance-trending-vpp-3n-skx" @@ -3123,17 +2875,6 @@ - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Mrr.78B-{core}-rdma-ethip6-ip6scale2m-mrr" layout: "plot-cpta" - - title: "2n-dnv-x553-78b-{core}-ip6-base-scale-ixgbe" - output-file-name: "2n-dnv-x553-78b-{core}-ip6-base-scale-ixgbe" - data: "plot-performance-trending-vpp-2n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - title: "2n-skx-x710-78b-{core}-ip6routing-base-scale-avf-dpdk" output-file-name: "2n-skx-x710-78b-{core}-ip6-base-scale-avf-dpdk" data: "plot-performance-trending-vpp-2n-skx" @@ -3190,17 +2931,6 @@ - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-ethip6-ip6scale2m-rnd-mrr" layout: "plot-cpta" - - title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe" - output-file-name: "3n-dnv-x553-78b-{core}-ip6-base-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - title: "3n-skx-x710-78b-{core}-ip6routing-base-scale-avf" output-file-name: "3n-skx-x710-78b-{core}-ip6-base-scale-avf" data: "plot-performance-trending-vpp-3n-skx" @@ -3241,32 +2971,6 @@ - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" layout: "plot-cpta" - - title: "3n-dnv-x553-imix-{core}-ipsec-base-scale-sw-ixgbe" - output-file-name: "3n-dnv-x553-imix-{core}-ipsec-base-scale-sw-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - - title: "3n-dnv-x553-1518b-{core}-ipsec-base-scale-sw-ixgbe" - output-file-name: "3n-dnv-x553-1518b-{core}-ipsec-base-scale-sw-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - title: "3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf" output-file-name: "3n-skx-xxv710-imix-{core}-ipsec-base-scale-sw-avf" data: "plot-performance-trending-vpp-3n-skx" @@ -3426,19 +3130,6 @@ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-rdma-eth-l2bdscale1mmaclrn-mrr" layout: "plot-cpta" - - title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe" - output-file-name: "2n-dnv-x553-64b-{core}-l2-base-scale-ixgbe" - data: "plot-performance-trending-vpp-2n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - title: "2n-skx-x710-64b-{core}-l2switching-base-scale-avf" output-file-name: "2n-skx-x710-64b-{core}-l2-base-scale-avf" data: "plot-performance-trending-vpp-2n-skx" @@ -3525,19 +3216,6 @@ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-mrr" layout: "plot-cpta" - - title: "3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe" - output-file-name: "3n-dnv-x553-64b-{core}-l2-base-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - title: "3n-skx-x710-64b-{core}-l2switching-base-scale-avf" output-file-name: "3n-skx-x710-64b-{core}-l2-base-scale-avf" data: "plot-performance-trending-vpp-3n-skx" diff --git a/resources/tools/presentation/specifications/trending/environment.yaml b/resources/tools/presentation/specifications/trending/environment.yaml index b2e8cc639a..6278bf790f 100644 --- a/resources/tools/presentation/specifications/trending/environment.yaml +++ b/resources/tools/presentation/specifications/trending/environment.yaml @@ -69,7 +69,6 @@ "10.30.51.60": "LF-3n-SKX-32" "10.30.51.49": "LF-3n-TSH-33" "10.32.8.25": "LF-2n-ZN2-210" - "10.32.8.10": "LF-DNV" # Data sources are used in this order: data-sources: @@ -116,8 +115,6 @@ - "last-failed-tests-vpp-2n-zn2-mrr" - "last-failed-tests-vpp-3n-tsh-mrr" - "last-failed-tests-vpp-2n-tx2-mrr" - - "last-failed-tests-vpp-2n-dnv-mrr" - - "last-failed-tests-vpp-3n-dnv-mrr" - "last-failed-tests-vpp-2n-aws-mrr" - "last-failed-tests-dpdk-2n-skx-mrr" - "last-failed-tests-dpdk-3n-skx-mrr" @@ -138,8 +135,6 @@ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-zn2" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-tx2" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-aws" - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-skx" - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-skx" diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py index 4aa7e6244b..30e2551668 100644 --- a/resources/tools/presentation/sphinx_conf/report/conf.py +++ b/resources/tools/presentation/sphinx_conf/report/conf.py @@ -81,7 +81,6 @@ rst_epilog = """ .. _CSIT Performance Tests Documentation: https://s3-docs.fd.io/csit/{release}/docs/index.html .. _VPP test framework documentation: https://docs.fd.io/vpp/{vpprelease}/vpp_make_test/html/ .. _FD.io CSIT testbeds - Atom Snowridge: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_snr_hw_bios_cfg.md?h={release} -.. _FD.io CSIT testbeds - Atom Denverton: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_dnv_hw_bios_cfg.md?h={release} .. _FD.io CSIT testbeds - EPYC Zen2: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_zn2_hw_bios_cfg.md?h={release} .. _FD.io CSIT testbeds - Xeon Ice Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_icx_hw_bios_cfg.md?h={release} .. _FD.io CSIT testbeds - Xeon Cascade Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_clx_hw_bios_cfg.md?h={release} @@ -91,8 +90,6 @@ rst_epilog = """ .. _build logs from FD.io dpdk performance job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-icx .. _build logs from FD.io dpdk performance job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-icx .. _build logs from FD.io dpdk performance job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-clx -.. _build logs from FD.io dpdk performance job 2n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-dnv -.. _build logs from FD.io dpdk performance job 3n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-dnv .. _build logs from FD.io dpdk performance job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-alt .. _build logs from FD.io dpdk performance job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-tsh .. _build logs from FD.io dpdk performance job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-tx2 @@ -100,8 +97,6 @@ rst_epilog = """ .. _build logs from FD.io vpp performance job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-alt .. _build logs from FD.io vpp performance job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-tsh .. _build logs from FD.io vpp performance job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-tx2 -.. _build logs from FD.io vpp performance job 3n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-dnv -.. _build logs from FD.io vpp performance job 2n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-dnv .. _build logs from FD.io vpp performance job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-clx .. _build logs from FD.io vpp performance job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-icx .. _build logs from FD.io vpp performance job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-icx @@ -111,8 +106,6 @@ rst_epilog = """ .. _build logs from FD.io dpdk coverage job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-icx .. _build logs from FD.io dpdk coverage job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-icx .. _build logs from FD.io dpdk coverage job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-clx -.. _build logs from FD.io dpdk coverage job 2n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-dnv -.. _build logs from FD.io dpdk coverage job 3n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-dnv .. _build logs from FD.io dpdk coverage job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-alt .. _build logs from FD.io dpdk coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-tsh .. _build logs from FD.io dpdk coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-tx2 @@ -122,8 +115,6 @@ rst_epilog = """ .. _build logs from FD.io vpp coverage job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-alt .. _build logs from FD.io vpp coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-tsh .. _build logs from FD.io vpp coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-tx2 -.. _build logs from FD.io vpp coverage job 3n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-dnv -.. _build logs from FD.io vpp coverage job 2n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-dnv .. _build logs from FD.io vpp coverage job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-clx .. _build logs from FD.io vpp coverage job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-icx .. _build logs from FD.io vpp coverage job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-icx diff --git a/resources/tools/presentation/static_content.py b/resources/tools/presentation/static_content.py index 831d8a8f84..5f234d1cd1 100644 --- a/resources/tools/presentation/static_content.py +++ b/resources/tools/presentation/static_content.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: |